-- Logs begin at Tue 2021-10-19 19:38:09 UTC, end at Tue 2021-10-19 21:51:12 UTC. -- Oct 19 20:08:39.352538 n-d-805649-9 systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 20:08:42.066001 n-d-805649-9 neutron-server[100625]: INFO neutron.common.config [-] Logging enabled! Oct 19 20:08:42.066631 n-d-805649-9 neutron-server[100625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 20:08:42.066786 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 20:08:42.069965 n-d-805649-9 neutron-server[100625]: INFO neutron.common.config [-] Logging enabled! Oct 19 20:08:42.070216 n-d-805649-9 neutron-server[100625]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 20:08:42.070522 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100625) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 20:08:42.071479 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 20:08:42.071712 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 20:08:42.072069 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 20:08:42.072312 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 20:08:42.072533 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 20:08:42.072846 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.073137 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.073567 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.074341 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.074341 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.074341 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075509 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075509 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075509 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075509 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075788 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.075876 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.076098 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.076374 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.076656 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.076940 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.077163 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] debug = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.077465 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.077896 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.078307 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.078585 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.078870 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.079148 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.079418 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.079691 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.079972 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.080296 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] host = n-d-805649-9 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.080570 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.080855 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.081139 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.081453 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.081730 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.082006 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.082288 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.082562 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.082841 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.083108 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.083394 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.083679 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.083965 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.084189 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.084413 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.084708 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.084989 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.085260 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.085557 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.085828 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.086097 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.086366 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.086633 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.086913 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.087237 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.087521 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.087794 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.088064 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.088332 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.088599 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.088878 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.089144 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.089443 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.089714 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.089997 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.090262 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.090530 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.090826 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.091108 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.091387 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.091669 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.091937 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.092215 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.092485 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.092752 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.093020 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_json = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.093289 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.093580 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.093859 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.094128 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.094404 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.094672 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.094941 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.095222 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:42.095518 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.095814 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.096113 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.096396 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.096703 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.096983 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.097272 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.097575 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.097864 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.098153 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.098438 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.098715 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.099000 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.099275 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.099569 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.099873 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.100166 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.100457 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.100730 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.101003 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.101277 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.101576 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.101863 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.102140 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.102429 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.103241 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.103521 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.103807 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.104102 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.104398 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.104674 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.104952 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.105242 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.105545 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.105821 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.106098 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.106387 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.106664 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.106936 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.107216 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.107491 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.107764 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.108037 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.108317 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.108609 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.108889 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.109162 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.109460 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.109738 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.110009 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.110292 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.110568 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.110841 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.111112 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.111388 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.111659 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.111932 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.112208 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.112480 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.112756 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.113028 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.113310 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.113588 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.113861 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.114130 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.114402 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.114671 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.114945 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.115212 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.115480 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.115750 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.116020 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.116292 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.116572 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.116867 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.117140 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.117441 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.117718 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.117993 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.118267 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.119080 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.119355 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.119630 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.119899 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.120189 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.120471 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.120756 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.121035 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.121328 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.121639 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.121916 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.122198 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.122474 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.122751 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.123029 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.123311 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.123601 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.123889 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.124183 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.124474 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.124763 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.125039 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.125373 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.125651 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:42.125865 n-d-805649-9 neutron-server[100625]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 20:08:42.126101 n-d-805649-9 neutron-server[100625]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100625) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 20:08:42.557322 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 20:08:42.557620 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 20:08:42.557911 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 20:08:42.558242 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 20:08:42.878938 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.879227 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.879498 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.880656 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.880941 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.881205 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.915781 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.916191 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.916459 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.931389 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.931669 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.931938 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.961354 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.961636 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.961899 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.997626 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.997901 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:42.998166 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.236323 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.236947 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.236947 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.237098 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.237759 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.358407 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.358723 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.359006 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.359276 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.359539 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.359846 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.360102 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.360356 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.360607 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.360885 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.361143 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.361426 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.361679 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.361927 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.362178 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.362437 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.362689 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.362951 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.363215 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.363470 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.363737 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.363989 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.364270 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.364642 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.364890 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.365133 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.365544 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.365785 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.366022 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.366255 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.366487 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.366720 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:43.367079 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 20:08:43.370689 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 20:08:43.375606 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 20:08:43.379464 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 19 20:08:43.381084 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 20:08:43.381572 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 20:08:43.381903 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 20:08:43.382282 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 20:08:43.385697 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 20:08:43.385948 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 20:08:43.386290 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 20:08:43.391567 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 20:08:43.413765 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 20:08:43.414214 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.414509 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100625) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 20:08:43.414867 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.416280 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100625) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 20:08:43.416558 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 20:08:43.416803 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 20:08:43.420167 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.420450 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:43.482953 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 20:08:43.483187 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 20:08:43.483419 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 20:08:43.483774 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 20:08:43.504026 n-d-805649-9 neutron-server[100625]: DEBUG oslo_db.sqlalchemy.engines [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100625) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 20:08:44.029218 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing driver for type 'gre' Oct 19 20:08:44.029801 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] gre ID ranges: [(1, 1000)] Oct 19 20:08:44.080586 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing driver for type 'local' Oct 19 20:08:44.080955 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing driver for type 'vlan' Oct 19 20:08:44.094627 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] VlanTypeDriver initialization complete Oct 19 20:08:44.094992 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing driver for type 'vxlan' Oct 19 20:08:44.095560 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] vxlan ID ranges: [(1, 1000)] Oct 19 20:08:44.145526 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing extension driver 'port_security' Oct 19 20:08:44.145870 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.extensions.port_security [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] PortSecurityExtensionDriver initialization complete Oct 19 20:08:44.146211 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing mechanism driver 'openvswitch' Oct 19 20:08:44.146540 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing mechanism driver 'hyperv' Oct 19 20:08:44.153984 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.plugin [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:08:44.154824 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.155202 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.155562 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.156091 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.156528 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.156887 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.157237 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.157658 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.158070 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.158422 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.158769 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.159162 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.159574 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.159929 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.160275 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.160673 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.161087 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.161474 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.161826 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.162222 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.162632 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > address_group after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.162981 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > address_group after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.163325 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > address_group after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.163723 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100625) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 20:08:44.164106 n-d-805649-9 neutron-server[100625]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] ML2 OVO RPC backend initialized. {{(pid=100625) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 19 20:08:44.164817 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.165784 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.166208 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.166560 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > networks before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.166912 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.167256 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > ports before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.167602 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.167946 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnets before_response 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.168316 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.168663 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.169036 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.169450 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.169867 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.170237 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.170579 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.170919 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.171266 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > subnet after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.171842 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.plugin [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Modular L2 Plugin initialization complete Oct 19 20:08:44.172175 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading services supported by the core plugin {{(pid=100625) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 20:08:44.172507 n-d-805649-9 neutron-server[100625]: INFO neutron.plugins.ml2.managers [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Got port-security extension from driver 'port_security' Oct 19 20:08:44.172975 n-d-805649-9 neutron-server[100625]: INFO neutron.extensions.vlantransparent [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Disabled vlantransparent extension. Oct 19 20:08:44.173496 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100625) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 20:08:44.173817 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: router Oct 19 20:08:44.209880 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.210275 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_create 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.210653 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router before_create 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.211024 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.211404 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.211766 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_delete 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.212658 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > floatingip after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.213138 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > floatingip after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.213538 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_create 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.213895 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.214248 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.214603 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.214968 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.215398 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.215750 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.216093 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.216436 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: subnet after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.216780 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.217132 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > port precommit_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.217527 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_create 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.217876 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.218225 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.218585 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router after_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.218930 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_delete 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.219286 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_create 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.219658 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router_interface after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.220013 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_update 55549900 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.220384 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > agent after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.220739 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > agent after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.221089 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > network after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.221988 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Tracking information for resource: router configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:44.222329 n-d-805649-9 neutron-server[100625]: DEBUG neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Tracking information for resource: floatingip configured {{(pid=100625) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 20:08:44.227252 n-d-805649-9 neutron-server[100625]: INFO neutron.db.l3_agentschedulers_db [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 20:08:44.228480 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.228847 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.229210 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.229593 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: port after_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.230385 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router before_create 55550100 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.230757 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_delete 55550100 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.231128 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_create 55550100 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.231492 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > router precommit_update 55550100 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.236349 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.provider_configuration [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service providers = [] {{(pid=100625) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 20:08:44.236883 n-d-805649-9 neutron-server[100625]: DEBUG neutron.db.servicetype_db [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100625) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 20:08:44.239691 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.service_base [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 20:08:44.240048 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.service_base [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 20:08:44.240396 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.service_base [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 20:08:44.241317 n-d-805649-9 neutron-server[100625]: DEBUG neutron.services.service_base [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100625) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 20:08:44.241692 n-d-805649-9 neutron-server[100625]: INFO neutron.services.service_base [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 20:08:44.242075 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.242401 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 20:08:44.253173 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.253549 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: auto_allocate Oct 19 20:08:44.259919 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: network precommit_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.260299 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: network precommit_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.260826 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.261153 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: tag Oct 19 20:08:44.269415 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.269757 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: timestamp Oct 19 20:08:44.273986 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.274322 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: network_ip_availability Oct 19 20:08:44.280524 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.280852 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.281215 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.281982 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.282307 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: flavors Oct 19 20:08:44.287336 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.287675 n-d-805649-9 neutron-server[100625]: INFO neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading Plugin: revisions Oct 19 20:08:44.292076 n-d-805649-9 neutron-server[100625]: DEBUG neutron.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100625) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 20:08:44.292470 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.734s {{(pid=100625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 20:08:44.293224 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100625) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 20:08:44.293596 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Initializing extension manager. Oct 19 20:08:44.294111 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: __init__.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.294457 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: __pycache__ {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.294798 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.295137 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: address_group.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.295902 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.296481 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: address-group Oct 19 20:08:44.296810 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: address_scope.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.297835 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.298363 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: address-scope Oct 19 20:08:44.298692 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: admin_state_down_before_update.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.299632 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.300155 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: router-admin-state-down-before-update Oct 19 20:08:44.300484 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: agent.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.301193 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.301741 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: agent Oct 19 20:08:44.302070 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: agent_resources_synced.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.302995 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.303513 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: agent-resources-synced Oct 19 20:08:44.303842 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: allowedaddresspairs.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.305687 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.306224 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: allowed-address-pairs Oct 19 20:08:44.306558 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: auto_allocated_topology.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.307668 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.308198 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: auto-allocated-topology Oct 19 20:08:44.308528 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: availability_zone.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.309229 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.309779 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: availability_zone Oct 19 20:08:44.310108 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: availability_zone_filter.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.311034 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.311551 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: availability_zone_filter Oct 19 20:08:44.311878 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: data_plane_status.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.312800 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.313325 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 20:08:44.313661 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: default_subnetpools.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.314591 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.315112 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: default-subnetpools Oct 19 20:08:44.315440 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: dhcpagentscheduler.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.316262 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.316779 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: dhcp_agent_scheduler Oct 19 20:08:44.317106 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: dns.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.318065 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.318578 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension dns-integration not supported by any of loaded plugins Oct 19 20:08:44.318905 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: dns_domain_ports.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.319831 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.320344 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 20:08:44.320672 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.322161 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.322673 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 20:08:44.322996 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: dvr.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.323675 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.324189 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: dvr Oct 19 20:08:44.324516 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: ecmp_routes.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.325476 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.325995 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 20:08:44.326312 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: empty_string_filtering.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.327228 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.327747 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: empty-string-filtering Oct 19 20:08:44.328077 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.328991 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.329537 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 20:08:44.329864 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.330784 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.331295 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 20:08:44.331623 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: external_net.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.332555 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.333069 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: external-net Oct 19 20:08:44.333431 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: extra_dhcp_opt.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.334350 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.334868 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: extra_dhcp_opt Oct 19 20:08:44.335193 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: extraroute.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.336125 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.336646 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: extraroute Oct 19 20:08:44.337068 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: extraroute_atomic.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.338657 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.339184 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: extraroute-atomic Oct 19 20:08:44.339513 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: filter_validation.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.340218 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.340732 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: filter-validation Oct 19 20:08:44.341060 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: fip_pf_description.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.342176 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.342697 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 20:08:44.343024 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: fip_port_details.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.343962 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.344480 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: fip-port-details Oct 19 20:08:44.344809 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: flavors.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.346065 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.346591 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: flavors Oct 19 20:08:44.346921 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.348636 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.349159 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 20:08:44.349526 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: floatingip_pools.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.350237 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.350762 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: floatingip-pools Oct 19 20:08:44.351095 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: ip_allocation.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.352040 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.352575 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 20:08:44.352907 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.353881 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.354402 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: ip-substring-filtering Oct 19 20:08:44.354733 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l2_adjacency.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.355673 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.356185 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 20:08:44.356512 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.357525 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.358056 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: router Oct 19 20:08:44.358393 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3_conntrack_helper.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.360679 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.361212 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 20:08:44.361573 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.362520 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.363044 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: ext-gw-mode Oct 19 20:08:44.363376 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.364329 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.364853 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: l3-ha Oct 19 20:08:44.365184 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3_flavors.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.366152 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.366673 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: l3-flavors Oct 19 20:08:44.367002 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.367931 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.368481 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 20:08:44.368810 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: l3agentscheduler.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.369882 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.370405 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: l3_agent_scheduler Oct 19 20:08:44.370739 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: logging.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.372255 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.372781 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension logging not supported by any of loaded plugins Oct 19 20:08:44.373116 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: metering.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.373899 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.374482 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: metering Oct 19 20:08:44.374811 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.375939 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.376464 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: metering_source_and_destination_fields Oct 19 20:08:44.376797 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: multiprovidernet.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.377883 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.378414 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: multi-provider Oct 19 20:08:44.378740 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: netmtu.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.379672 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.380190 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: net-mtu Oct 19 20:08:44.380517 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: netmtu_writable.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.381500 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.381991 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: net-mtu-writable Oct 19 20:08:44.382315 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: network_availability_zone.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.382989 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.383503 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: network_availability_zone Oct 19 20:08:44.384331 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: network_ip_availability.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.385494 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.386024 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: network-ip-availability Oct 19 20:08:44.386351 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: network_segment_range.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.387127 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.387646 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 20:08:44.387971 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: pagination.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.388988 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.389352 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: pagination Oct 19 20:08:44.389681 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: port_device_profile.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.390614 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.391139 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: port-device-profile Oct 19 20:08:44.391466 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.392394 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.392913 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: port-mac-address-regenerate Oct 19 20:08:44.393239 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.394185 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.394703 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: port-numa-affinity-policy Oct 19 20:08:44.395030 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: port_resource_request.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.395957 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.396471 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 20:08:44.396800 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: portbindings.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.398037 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.398823 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: binding Oct 19 20:08:44.399158 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: portbindings_extended.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.400985 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.401534 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: binding-extended Oct 19 20:08:44.401868 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: portsecurity.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.402800 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.403323 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: port-security Oct 19 20:08:44.403654 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: project_id.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.404645 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.404987 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: project-id Oct 19 20:08:44.405339 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: providernet.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.406282 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.406825 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: provider Oct 19 20:08:44.407135 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.410682 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.411216 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos not supported by any of loaded plugins Oct 19 20:08:44.411557 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.412822 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.413379 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 20:08:44.413717 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.414647 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.415200 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 20:08:44.415532 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_default.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.416765 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.417321 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-default not supported by any of loaded plugins Oct 19 20:08:44.417656 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_fip.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.418322 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.418841 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-fip not supported by any of loaded plugins Oct 19 20:08:44.419169 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_gateway_ip.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.420110 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.420630 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 20:08:44.420958 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_port_network_policy.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.421923 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.422440 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 20:08:44.422769 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.423822 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.424346 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 20:08:44.424676 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_pps_rule.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.425895 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.426420 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-pps not supported by any of loaded plugins Oct 19 20:08:44.426750 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_rule_type_details.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.427678 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.428199 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 20:08:44.428536 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: qos_rules_alias.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.429626 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.430148 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 20:08:44.430479 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: quotasv2.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.431606 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.431941 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: quotas Oct 19 20:08:44.432271 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: quotasv2_detail.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.435450 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.435802 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: quota_details Oct 19 20:08:44.436138 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: rbac.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.437203 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.437768 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: rbac-policies Oct 19 20:08:44.438109 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: rbac_address_group.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.439068 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.439625 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: rbac-address-group Oct 19 20:08:44.439957 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: rbac_address_scope.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.440899 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.441456 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: rbac-address-scope Oct 19 20:08:44.441788 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: rbac_security_groups.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.442722 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.443250 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: rbac-security-groups Oct 19 20:08:44.443579 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: rbac_subnetpool.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.444507 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.445034 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: rbac-subnetpool Oct 19 20:08:44.445387 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: revisionifmatch.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.446851 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.447379 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: revision-if-match Oct 19 20:08:44.447707 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: revisions.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.448844 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.449409 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: standard-attr-revisions Oct 19 20:08:44.449742 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: router_availability_zone.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.450428 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.450949 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: router_availability_zone Oct 19 20:08:44.451276 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: routerservicetype.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.452210 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.452726 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension router-service-type not supported by any of loaded plugins Oct 19 20:08:44.453053 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.454019 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.454551 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: security-groups-normalized-cidr Oct 19 20:08:44.454881 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: security_groups_port_filtering.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.455816 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.456341 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: port-security-groups-filtering Oct 19 20:08:44.456669 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.457642 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.458164 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: security-groups-remote-address-group Oct 19 20:08:44.458492 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: securitygroup.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.468781 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.469353 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: security-group Oct 19 20:08:44.469696 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: segment.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.470489 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.471006 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension segment not supported by any of loaded plugins Oct 19 20:08:44.471338 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.472370 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.472892 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 20:08:44.473224 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: servicetype.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.474448 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.474979 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: service-type Oct 19 20:08:44.475309 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: sorting.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.476308 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.476645 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: sorting Oct 19 20:08:44.476971 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: standard_attr_segment.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.477956 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.478478 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 20:08:44.478807 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: standardattrdescription.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.479469 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.479988 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: standard-attr-description Oct 19 20:08:44.480317 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: stateful_security_group.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.481272 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.481831 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: stateful-security-group Oct 19 20:08:44.482162 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: stdattrs_common.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.482753 n-d-805649-9 neutron-server[100625]: WARNING neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 20:08:44.483082 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.484032 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.484559 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 20:08:44.484887 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnet_onboard.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.486003 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.486540 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: subnet_onboard Oct 19 20:08:44.486870 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.487808 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.488330 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 20:08:44.488658 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnet_service_types.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.489623 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.490148 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: subnet-service-types Oct 19 20:08:44.490476 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnetallocation.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.491576 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.492103 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: subnet_allocation Oct 19 20:08:44.492434 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.493105 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.493701 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: subnetpool-prefix-ops Oct 19 20:08:44.494030 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.494979 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.495499 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 20:08:44.495824 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: tagging.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.496863 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.497421 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: standard-attr-tag Oct 19 20:08:44.497755 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: timestamp.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.498976 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.499758 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loaded extension: standard-attr-timestamp Oct 19 20:08:44.500097 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: trunk.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.501148 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.501707 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension trunk not supported by any of loaded plugins Oct 19 20:08:44.502036 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: trunk_details.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.502973 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.503496 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension trunk-details not supported by any of loaded plugins Oct 19 20:08:44.503822 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: uplink_status_propagation.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.504756 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.505275 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 20:08:44.505623 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Loading extension file: vlantransparent.py {{(pid=100625) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 20:08:44.506298 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100625) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 20:08:44.506816 n-d-805649-9 neutron-server[100625]: INFO neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 20:08:44.509813 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:network Oct 19 20:08:44.510357 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnet Oct 19 20:08:44.510758 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 20:08:44.511164 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:port Oct 19 20:08:44.512372 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.512826 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service FLAVORS assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.513492 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.513970 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.514300 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:router Oct 19 20:08:44.514734 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:floatingip Oct 19 20:08:44.515225 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service METERING assigned prefix: /metering {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.516655 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.517029 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.517422 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:08:44.518418 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 20:08:44.518865 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:security_group Oct 19 20:08:44.519320 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 20:08:44.519924 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service CORE assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.520262 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 20:08:44.520613 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] subnetpool is already registered Oct 19 20:08:44.521048 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service CORE assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.521406 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 20:08:44.521743 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] subnetpool is already registered Oct 19 20:08:44.524317 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.525404 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service FLAVORS assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.526003 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.526431 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.526771 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:router Oct 19 20:08:44.527116 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] router is already registered Oct 19 20:08:44.527534 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:floatingip Oct 19 20:08:44.527876 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] floatingip is already registered Oct 19 20:08:44.528339 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service METERING assigned prefix: /metering {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.529021 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 20:08:44.529382 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] rbac_policy is already registered Oct 19 20:08:44.529805 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:security_group Oct 19 20:08:44.530145 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] security_group is already registered Oct 19 20:08:44.530596 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 20:08:44.530887 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] security_group_rule is already registered Oct 19 20:08:44.531515 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service CORE assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.531848 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 20:08:44.532186 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] subnetpool is already registered Oct 19 20:08:44.532616 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.v2.resource_helper [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Service CORE assigned prefix: {{(pid=100625) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 20:08:44.532946 n-d-805649-9 neutron-server[100625]: INFO neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 20:08:44.533282 n-d-805649-9 neutron-server[100625]: WARNING neutron.quota.resource_registry [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] subnetpool is already registered Oct 19 20:08:44.533775 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: extensions {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.535259 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: address-groups {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.536780 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: address-scopes {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.538178 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: agents {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.539360 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: auto-allocated-topology {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.540664 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: availability_zones {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.542411 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: dhcp-networks {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.545038 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: dhcp-agents {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.546534 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: routers {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.548827 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: flavors {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.550057 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: service_profiles {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.551289 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: next_providers {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.552766 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: service_profiles {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.554373 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: floatingip-pools {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.555661 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: routers {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.557856 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: floatingips {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.559147 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: l3-routers {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.560561 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: l3-agents {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.562048 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: metering-labels {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.563411 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: metering-label-rules {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.564694 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: network-ip-availabilities {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.566024 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: bindings {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.567707 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: quotas {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.569269 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: quotas {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.570870 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: rbac-policies {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.572703 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: security-groups {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.573975 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: security-group-rules {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.575231 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: service-providers {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.576455 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: subnetpools {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.577937 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: subnetpools {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.579416 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.581118 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.582969 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.584798 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.586627 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.589100 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.590860 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.592785 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.594599 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.596460 n-d-805649-9 neutron-server[100625]: DEBUG neutron.api.extensions [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Extended resource: tags {{(pid=100625) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 20:08:44.602931 n-d-805649-9 neutron-server[100625]: WARNING keystonemiddleware.auth_token [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 20:08:44.610784 n-d-805649-9 neutron-server[100625]: WARNING keystonemiddleware.auth_token [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 20:08:44.620030 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Acquired lock "singleton_lock" {{(pid=100625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 20:08:44.620518 n-d-805649-9 neutron-server[100625]: DEBUG oslo_concurrency.lockutils [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Releasing lock "singleton_lock" {{(pid=100625) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 20:08:44.621174 n-d-805649-9 neutron-server[100625]: INFO oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Starting 2 workers Oct 19 20:08:44.626053 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Started child 100734 {{(pid=100625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 20:08:44.630595 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Started child 100735 {{(pid=100625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 20:08:44.631530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.632227 n-d-805649-9 neutron-server[100625]: INFO neutron.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 20:08:44.632756 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Publish callbacks [] for process, before_spawn {{(pid=100625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.633086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [-] (100734) wsgi starting up on http://0.0.0.0:9696 Oct 19 20:08:44.635751 n-d-805649-9 neutron-server[100625]: INFO oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Starting 1 workers Oct 19 20:08:44.635909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.637178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [-] (100735) wsgi starting up on http://0.0.0.0:9696 Oct 19 20:08:44.640984 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Started child 100736 {{(pid=100625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 20:08:44.641560 n-d-805649-9 neutron-server[100625]: INFO oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Starting 1 workers Oct 19 20:08:44.644700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] calling RpcWorker wait() {{(pid=100736) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 20:08:44.645242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] returning from RpcWorker wait() {{(pid=100736) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 20:08:44.646070 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Started child 100737 {{(pid=100625) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 20:08:44.646484 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.646906 n-d-805649-9 neutron-server[100625]: DEBUG neutron_lib.callbacks.manager [None req-8721d09e-228c-4c53-8977-2518acc2599d None None] Publish callbacks [] for process, after_spawn {{(pid=100625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.647013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:08:44.649134 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 20:08:44.649372 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 20:08:44.649606 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 20:08:44.649828 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 20:08:44.650183 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 20:08:44.650349 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 20:08:44.650865 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.651149 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.651422 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.651693 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.651975 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.652300 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:44.652772 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.652856 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.653049 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.653361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.653474 n-d-805649-9 neutron-server[100737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:08:44.653601 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.653761 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.653927 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.654183 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.654414 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.654724 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.654997 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.655250 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.655534 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.655714 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.655970 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.656238 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.656466 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.656735 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] debug = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.656973 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.657515 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.657757 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.658017 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.658267 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.658555 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.658808 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.659074 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.659308 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.659539 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.659775 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.660021 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.660257 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.660466 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.660692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.660946 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.661190 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.661679 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] host = n-d-805649-9 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.661914 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.662149 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.662396 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.662644 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.662889 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.663125 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.663388 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.663661 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.663910 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.664141 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.664412 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.664680 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.665002 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.665224 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.665431 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_options = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.665670 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.665949 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.666220 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.666417 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.666587 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.666768 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.667018 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.667184 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.667447 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.667683 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.667901 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.668135 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.668368 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.668594 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.668858 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.669098 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.669353 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.669549 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.669809 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.670042 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.670267 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.670492 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.670732 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.670949 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.671184 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.671400 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.671708 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.671886 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.672086 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.672315 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.672553 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.672855 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.673032 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.673278 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.673574 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.673806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.674036 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.674253 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.674539 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.674765 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.675017 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.675254 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.675486 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.675720 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.675936 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.676181 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.676426 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_json = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.676664 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.676866 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.677091 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.678246 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.678945 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.679224 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.679625 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.679777 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.680284 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.680618 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.682141 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.682455 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.683391 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.685216 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.685531 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.685783 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.686059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.686312 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.686646 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.686912 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.687225 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.687926 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.688865 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.690470 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.691033 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.691329 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.691601 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.691852 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.692099 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.692347 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.692945 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.693832 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.695450 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.696210 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.697165 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.698857 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.699174 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.699476 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.699776 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.700013 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.700262 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.700513 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.700755 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.701011 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.701229 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.701548 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.701778 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.702000 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.702251 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.702503 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.702722 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.702957 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.703189 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.703448 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.703697 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.703937 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.704157 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.704372 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.704587 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.704824 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.705076 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.705289 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.705578 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.705848 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.706027 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.706240 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.706457 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.706716 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.706956 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.707223 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.707388 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.707591 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.707806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.708016 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.708259 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.708485 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.708697 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.708904 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.709124 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.709354 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.709604 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.709819 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.710059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.710277 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.710510 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.710748 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.710968 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.711189 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.711402 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.711991 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.711991 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.712157 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.712314 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.712645 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.712761 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.712985 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.713158 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.713457 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.713751 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.713992 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.714234 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.714483 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.714739 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.714973 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.715204 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.715605 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.715839 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.716100 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.716319 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.716536 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.716771 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.716998 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.717216 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.717493 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.717713 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.717935 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.718159 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.718388 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.718615 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.718892 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.719125 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.719372 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.719608 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.719857 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.720137 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.720372 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.720647 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.720866 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.721131 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.721464 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.721734 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.722001 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.722272 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.722519 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.722782 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.723038 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.723310 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.723558 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.723802 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.724038 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.724315 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.724554 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.724786 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.725020 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.725266 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.725637 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.725839 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.726050 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.726281 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.726563 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.726820 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.727052 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.727308 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.727595 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.727845 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.728088 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.728337 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.728568 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.728801 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.729027 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.729238 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.729515 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.729756 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.729972 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.730187 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.730414 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.730643 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.730870 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.731086 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.731295 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.731510 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.731723 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.731965 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.732182 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.732401 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.732633 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.732866 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.733082 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.733327 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.733587 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.733835 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.734050 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.734308 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.734549 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.734759 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.734984 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.735208 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.735456 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.735683 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.735922 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.736136 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.736350 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.736562 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.736776 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.736983 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.737189 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.737440 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.737665 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.737909 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.738152 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.738481 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.738723 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.738946 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.739180 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.739395 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.739637 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.739858 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.740086 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.740301 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.740519 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.740729 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.741002 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.741198 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.741467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.741672 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.741904 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.742117 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.742343 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.742549 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.742832 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.743065 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.743836 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.744084 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.744316 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.744522 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.744744 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.744948 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.745152 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.745399 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.745612 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.745818 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.746059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.746283 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.746488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.746700 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.746909 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.747133 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.747350 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.747593 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.747803 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.748017 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.748227 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.748431 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.748650 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.748874 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.749079 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.749335 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.749551 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.749757 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.750001 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.750206 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.750412 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.750628 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.750860 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.751065 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.751354 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.751618 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.751839 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.752116 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.752355 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.752617 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.752855 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.753224 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.753417 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.753692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.753856 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.754481 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.754481 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.754682 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.754843 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.755122 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.755381 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.755632 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.755899 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.756169 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.756436 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.756648 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.756944 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.757354 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.757760 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.758014 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.758258 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.758500 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.758714 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.759482 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.759723 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.759966 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.760177 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.760440 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.760662 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.760881 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.761122 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.761385 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.761595 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.761840 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.762068 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.762318 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.762528 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.762687 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 20:08:44.763196 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100625) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 20:08:44.763356 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 20:08:44.763505 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 20:08:44.763668 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 20:08:44.763833 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 20:08:44.763982 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 20:08:44.764188 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.764345 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.764502 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.764665 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.764812 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765004 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765163 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765328 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765489 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765645 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765800 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.765954 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766108 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766264 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766418 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766572 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766729 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.766919 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767053 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767212 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767366 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767520 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767675 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] debug = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.767837 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768022 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768182 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768340 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768496 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768654 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768805 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.768960 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769114 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769271 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769444 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769599 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769754 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.769912 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770068 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770224 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770378 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770558 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] host = n-d-805649-9 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770677 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.770827 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771003 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771118 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771310 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771468 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771567 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771721 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.771875 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.772034 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.772185 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.772330 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.772483 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.772571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:08:44.772913 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773037 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_options = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773192 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773365 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773520 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773700 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.773859 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774015 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774169 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774325 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774502 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774658 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774812 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.774966 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775120 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775273 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775427 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775580 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775734 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.775887 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776041 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776196 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776350 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776504 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776658 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776812 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.776971 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777162 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777326 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777460 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777596 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777730 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.777880 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778016 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778151 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778285 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778440 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778594 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778747 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.778901 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779063 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779218 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779372 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779527 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779680 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779834 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.779988 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780141 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780296 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_json = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780451 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780654 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780749 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.780903 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.781058 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.781211 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.781395 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.781551 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 20:08:44.781726 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.781886 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782055 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782214 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782373 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782530 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.782870 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783030 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783192 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783356 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783573 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783778 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783953 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.783953 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.784255 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.784255 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.784581 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.784581 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785059 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785638 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785638 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785638 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.785638 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.786488 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.787361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.788467 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.789374 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.790364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791179 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791961 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791961 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791961 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791961 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.791961 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.792604 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.792604 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.792604 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.792604 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793114 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793114 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793114 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793114 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793715 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793715 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793715 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793715 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793992 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.793992 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794158 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794284 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794441 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794601 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794760 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.794917 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795084 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795259 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795417 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795574 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795734 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.795892 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796051 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796209 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796367 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796525 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796681 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796839 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.796997 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797157 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797361 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797501 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797657 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797814 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.797973 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798132 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798275 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798422 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798582 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798729 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.798868 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799016 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799167 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799329 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799473 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799621 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799782 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.799947 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800113 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800260 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800410 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800548 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800732 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.800876 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801027 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801178 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801349 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801495 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801634 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801769 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.801913 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802067 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802207 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802418 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802566 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802705 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802843 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.802980 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803129 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803268 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803406 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803572 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803720 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803968 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.803968 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804238 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804238 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804502 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804778 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.804916 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.805078 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.805214 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.805364 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.805512 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806177 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806325 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806465 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806600 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806737 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.806884 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807020 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807154 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807289 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807453 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807586 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807722 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807856 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.807989 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808132 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808268 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808427 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808584 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808743 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.808901 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809058 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809215 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809401 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809573 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809689 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.809847 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810006 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810164 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810322 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810480 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810638 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810797 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.810955 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811113 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811285 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811444 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811602 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811761 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.811920 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812077 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812235 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812392 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812550 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812708 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.812866 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813025 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813190 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813373 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813533 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813679 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813836 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.813993 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814151 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814321 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814479 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814635 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814792 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.814948 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815105 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815272 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815448 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815586 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815743 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.815899 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816055 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816221 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816379 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816522 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816682 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816839 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.816996 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.817162 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.817354 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.817486 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.817637 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.817794 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818148 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818148 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.818806 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.819640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.819640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.819640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.819640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.819640 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820246 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820246 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820246 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820246 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.820692 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822304 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822780 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822780 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.822780 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823010 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823010 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823155 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823313 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823479 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823637 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823803 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.823972 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824130 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824287 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824444 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824602 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824760 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.824918 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825075 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825233 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825407 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825555 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825712 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.825870 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826028 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826185 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826344 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826501 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826658 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826817 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.826974 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 20:08:44.827126 n-d-805649-9 neutron-server[100625]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100625) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 20:08:45.023325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53374) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:08:45.031823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063062 Oct 19 20:08:56.434639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c574c-adab-47dd-bd65-e7e6480fbb2e None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:08:56.569681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c574c-adab-47dd-bd65-e7e6480fbb2e None None] No non-hosted networks {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 20:08:56.585147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.agentschedulers_db [None req-b59c574c-adab-47dd-bd65-e7e6480fbb2e None None] DHCP Agent not found on host n-d-805649-9 {{(pid=100736) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 19 20:08:56.656951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5443b3f-e5b5-49ab-940a-b4d23d6ecc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:59.122740 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1e71e730-5324-403e-9f0b-3c8d70b8a315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:08:59.173647 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-06a5a704-cc5a-470c-a610-2d051ad09e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:00.171153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:00.175978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.178899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.181041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.181564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.182047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.182522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.183019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.183492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.183962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.184430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.186275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.188898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:00.193886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805649-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:00.211400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805649-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:00.879170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:02.110822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:02.287703 n-d-805649-9 neutron-server[100736]: INFO neutron.db.l3_hamode_db [None req-49bd0e56-6c9f-4675-8f03-de77392683a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 20:09:02.363631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd0e56-6c9f-4675-8f03-de77392683a5 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:09:02.364009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd0e56-6c9f-4675-8f03-de77392683a5 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:09:03.351928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53466) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:03.834787 n-d-805649-9 neutron-server[100735]: WARNING oslo_policy.policy [None req-e257fb69-62e0-4827-886d-de6be81d51ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:03.835352 n-d-805649-9 neutron-server[100735]: WARNING oslo_policy.policy [None req-e257fb69-62e0-4827-886d-de6be81d51ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:04.064985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-e257fb69-62e0-4827-886d-de6be81d51ee admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:09:04.066020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e257fb69-62e0-4827-886d-de6be81d51ee admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7132244 Oct 19 20:09:06.536726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:06.848403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:06.944086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.policy [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100735) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 20:09:06.990643 n-d-805649-9 neutron-server[100735]: WARNING oslo_policy.policy [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:06.991013 n-d-805649-9 neutron-server[100735]: WARNING oslo_policy.policy [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:07.000315 n-d-805649-9 neutron-server[100735]: INFO neutron.quota [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] Loaded quota_driver: . Oct 19 20:09:07.086450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745518292262', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745518291957', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745518296397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745518273673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745521795616', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745518319383', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3896803', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3886972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-554043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-600893'] for rbac-policy, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:07.152608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:07.153832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fa5a0a57-7aed-4cc2-8e65-e4a2aec9fd59 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6161089 Oct 19 20:09:09.915032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:10.214208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:10.242023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Made reservation on behalf of eb55e087e4bd45faaa91e9c077fd352b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:09:10.244873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.261194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.368788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.372447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.390850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:09:10.420676 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745520081996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.421156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Unsubscribe: segment precommit_create {{(pid=100735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 20:09:10.421672 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Added segment 1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a of type vlan for network 38dbc158-7547-4292-8dd9-d4790a1e5267 Oct 19 20:09:10.438336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c3d859-7e24-4423-b3d8-527718329924,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:10.488785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.489122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.489480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.489811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.490138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.490460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.490778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.491097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.491411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.491725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.492037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.492347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Tracked resource versions report: Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: pushed versions: Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: { 'AddressGroup': {'1.2'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'ConntrackHelper': {'1.0'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Log': {'1.0'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Network': {'1.1'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Port': {'1.7'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'PortForwarding': {'1.2'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'QosPolicy': {'1.10'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SecurityGroup': {'1.4'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SubPort': {'1.0'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Subnet': {'1.1'}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Trunk': {'1.1'}} Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: consumer versions: Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: L3 agent@n-d-805649-9: {}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: Metadata agent@n-d-805649-9: {}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: Metering agent@n-d-805649-9: {}, Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'ConntrackHelper': '1.0', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Log': '1.0', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Network': '1.1', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Port': '1.7', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'PortForwarding': '1.2', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'QosPolicy': '1.10', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SecurityGroup': '1.4', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SecurityGroupRule': '1.2', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'SubPort': '1.0', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Subnet': '1.1', Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: 'Trunk': '1.1'}} Oct 19 20:09:10.493786 n-d-805649-9 neutron-server[100735]: {{(pid=100735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:09:10.533204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.574794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.575866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:10.576518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:10.621749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7051306 Oct 19 20:09:10.680973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b843d9-1bf2-47fd-9e61-cfcfbecd17e7 admin admin] Pushing event updated for resources: {'Network': ['ID=38dbc158-7547-4292-8dd9-d4790a1e5267,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:10.693154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:09:13.379533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:13.876334 n-d-805649-9 neutron-server[100734]: WARNING oslo_policy.policy [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:13.876906 n-d-805649-9 neutron-server[100734]: WARNING oslo_policy.policy [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:14.321094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.policy [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100734) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 20:09:14.367355 n-d-805649-9 neutron-server[100734]: WARNING oslo_policy.policy [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:14.367718 n-d-805649-9 neutron-server[100734]: WARNING oslo_policy.policy [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 20:09:14.377047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:14.378919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5544ce2-a4f0-4b1e-bda7-726a15d04fe4 admin admin] 10.222.0.31 "GET /v2.0/networks/38dbc158-7547-4292-8dd9-d4790a1e5267 HTTP/1.1" status: 200 len: 825 time: 0.9973774 Oct 19 20:09:14.417171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b5794ee4-e8e0-49c1-8401-6702e4466d80 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/01f238b2-0abd-4357-ab5a-c8a9aadf99ae HTTP/1.1" status: 200 len: 734 time: 0.0321336 Oct 19 20:09:14.426433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'ip_version': 4, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:14.427980 n-d-805649-9 neutron-server[100734]: INFO neutron.quota [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Loaded quota_driver: . Oct 19 20:09:14.465274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Made reservation on behalf of eb55e087e4bd45faaa91e9c077fd352b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:09:14.467961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:14.748839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:14.814326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Checking segment: {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:09:14.814702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Network hostable DHCP agents. Network: 38dbc158-7547-4292-8dd9-d4790a1e5267, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:09:14.835859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24deabe-1c7e-471c-acc1-83e4f6a756a9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:14.845825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.846160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.846513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.846835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.847151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.847467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.847779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.848094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.848404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.848710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.849016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.849345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Tracked resource versions report: Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: pushed versions: Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: { 'AddressGroup': {'1.2'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'ConntrackHelper': {'1.0'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Log': {'1.0'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Network': {'1.1'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Port': {'1.7'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'PortForwarding': {'1.2'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'QosPolicy': {'1.10'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SecurityGroup': {'1.4'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SubPort': {'1.0'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Subnet': {'1.1'}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Trunk': {'1.1'}} Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: consumer versions: Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: L3 agent@n-d-805649-9: {}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: Metadata agent@n-d-805649-9: {}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: Metering agent@n-d-805649-9: {}, Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'ConntrackHelper': '1.0', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Log': '1.0', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Network': '1.1', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Port': '1.7', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'PortForwarding': '1.2', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'QosPolicy': '1.10', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SecurityGroup': '1.4', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SecurityGroupRule': '1.2', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'SubPort': '1.0', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Subnet': '1.1', Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: 'Trunk': '1.1'}} Oct 19 20:09:14.850358 n-d-805649-9 neutron-server[100734]: {{(pid=100734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:09:14.869772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:09:14.886375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 38dbc158-7547-4292-8dd9-d4790a1e5267) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:14.905836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:14.906467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:14.910766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93916c62-1853-4cb3-b3ae-6326534eec9e None None] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:09:14.927583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94e8e019-e950-4e49-8b76-6c33a75dbec6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5045512 Oct 19 20:09:15.234750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-38dbc158-7547-4292-8dd9-d4790a1e5267', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:09:15.235985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:15.507601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Allocated IP 172.20.0.2 (38dbc158-7547-4292-8dd9-d4790a1e5267/a24deabe-1c7e-471c-acc1-83e4f6a756a9/9ccc4c39-b7ff-45c0-a87c-051d840411db) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:09:15.710671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:15.718272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:15.821433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:09:15.829982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:15.837622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Pushing event updated for resources: {'Port': ['ID=9ccc4c39-b7ff-45c0-a87c-051d840411db,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:15.839782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:09:15.873636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.873976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.874308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.874641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.874970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.875290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.875613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.875931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.876245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.876560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.876875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.877188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Tracked resource versions report: Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: pushed versions: Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: { 'AddressGroup': {'1.2'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'ConntrackHelper': {'1.0'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Log': {'1.0'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Network': {'1.1'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Port': {'1.7'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'PortForwarding': {'1.2'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'QosPolicy': {'1.10'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SecurityGroup': {'1.4'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SubPort': {'1.0'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Subnet': {'1.1'}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Trunk': {'1.1'}} Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: consumer versions: Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: L3 agent@n-d-805649-9: {}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: Metadata agent@n-d-805649-9: {}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: Metering agent@n-d-805649-9: {}, Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'ConntrackHelper': '1.0', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Log': '1.0', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Network': '1.1', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Port': '1.7', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'PortForwarding': '1.2', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'QosPolicy': '1.10', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SecurityGroup': '1.4', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SecurityGroupRule': '1.2', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'SubPort': '1.0', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Subnet': '1.1', Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: 'Trunk': '1.1'}} Oct 19 20:09:15.878298 n-d-805649-9 neutron-server[100736]: {{(pid=100736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:09:15.926264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Attempting to bind port 9ccc4c39-b7ff-45c0-a87c-051d840411db on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:09:15.926883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Attempting to bind port 9ccc4c39-b7ff-45c0-a87c-051d840411db by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:09:15.927037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Attempting to bind port 9ccc4c39-b7ff-45c0-a87c-051d840411db on network 38dbc158-7547-4292-8dd9-d4790a1e5267 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:09:15.932683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:09:15.933064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Checking segment: {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:09:15.933562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:15.933947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Bound using segment: {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:09:15.934418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Bound port: 9ccc4c39-b7ff-45c0-a87c-051d840411db, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:09:15.934816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:15.998413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] For port 9ccc4c39-b7ff-45c0-a87c-051d840411db, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:09:16.002674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] For port 9ccc4c39-b7ff-45c0-a87c-051d840411db, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9ccc4c39-b7ff-45c0-a87c-051d840411db,segment=NetworkSegment(1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a),segment_id=1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:09:16.006357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:16.075949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b24b9-d83b-4d4f-b8c0-3ec283466763 None None] Pushing event updated for resources: {'Port': ['ID=9ccc4c39-b7ff-45c0-a87c-051d840411db,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:17.458404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53528) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:17.768873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-872f4f8a-457c-4491-8847-c503de5f333d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:09:17.769898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-872f4f8a-457c-4491-8847-c503de5f333d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3104033 Oct 19 20:09:20.260473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53536) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:20.577037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-08aa8127-48eb-4c4a-b19c-283b5086d054 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:09:20.578118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08aa8127-48eb-4c4a-b19c-283b5086d054 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3166130 Oct 19 20:09:23.343926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53546) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:23.646445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Request body: {'router': {'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:23.671326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:23.673059 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:23.830121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:23.839897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:23.858707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:23.859905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb7061ba-b8c3-4cf2-b859-b099fbdcccf0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5150230 Oct 19 20:09:24.254866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9ccc4c39-b7ff-45c0-a87c-051d840411db up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:09:24.347293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9ccc4c39-b7ff-45c0-a87c-051d840411db triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:24.347685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:24.458058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:24.494309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 9ccc4c39-b7ff-45c0-a87c-051d840411db, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9ccc4c39-b7ff-45c0-a87c-051d840411db,segment=NetworkSegment(1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a),segment_id=1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:09:24.499204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:24.548098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=9ccc4c39-b7ff-45c0-a87c-051d840411db,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:25.156807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4eb40-a260-438f-a2c7-be6e02f58358 None None] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:09:25.285676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-93efe66e-7537-4227-9df7-d3deef52f9dd None None] Provisioning complete for port 9ccc4c39-b7ff-45c0-a87c-051d840411db triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:25.286250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93efe66e-7537-4227-9df7-d3deef52f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:25.517664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6dd1e724-dd2a-4de3-a307-049e1b690ff5 None None] Provisioning complete for port 9ccc4c39-b7ff-45c0-a87c-051d840411db triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:25.518032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6dd1e724-dd2a-4de3-a307-049e1b690ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:26.340908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93cf8476-35e1-47bc-97b2-c0b2a7a41e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:26.360281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9ccc4c39-b7ff-45c0-a87c-051d840411db up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:09:26.405773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9ccc4c39-b7ff-45c0-a87c-051d840411db triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:26.406129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:26.413977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53558) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:26.721510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-ec2412df-1383-44c1-9d60-0a2fd2dacf37 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:09:26.722479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec2412df-1383-44c1-9d60-0a2fd2dacf37 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3075762 Oct 19 20:09:29.118792 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c5e59be-4348-4503-8ee4-233f15606d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.316680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53566) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:29.633651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:29.656851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Made reservation on behalf of 982289f492ae49cdaf92385a76c922c7 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:09:29.659105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.673906 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.774244 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.777907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.791687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Reserving flat network on physical network physnet1 {{(pid=100734) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 20:09:29.816283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745520081996', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.816822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Unsubscribe: segment precommit_create {{(pid=100734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 20:09:29.817304 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Added segment 3800b8ce-e74e-47c0-bd45-c96d448995ee of type flat for network b9792312-f124-4cb1-bfaf-6d9648415f36 Oct 19 20:09:29.820615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15d8a6-398d-41d9-8c10-2b0fe62ce8f8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:29.875160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.912660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.913577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:29.914132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:29.952690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6349394 Oct 19 20:09:30.014346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ebb9-1a89-4fc4-8c9b-98764ed2a6cd admin admin] Pushing event updated for resources: {'Network': ['ID=b9792312-f124-4cb1-bfaf-6d9648415f36,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:30.025575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b9792312-f124-4cb1-bfaf-6d9648415f36 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:09:30.145589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:30.756044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:32.036235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:32.457774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53584) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:32.630152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c2ba8-4510-4d8a-bc19-60d49ccb5315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:32.631426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5a0c2ba8-4510-4d8a-bc19-60d49ccb5315 admin admin] 10.222.0.31 "GET /v2.0/subnets/a24deabe-1c7e-471c-acc1-83e4f6a756a9 HTTP/1.1" status: 200 len: 849 time: 0.1726847 Oct 19 20:09:32.746896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a42d9f70-6874-4086-ac92-544a918e01df admin admin] 10.222.0.31 "GET /v2.0/routers/40f6fb55-b2a7-48fa-9723-8f5064436472 HTTP/1.1" status: 200 len: 704 time: 0.1093597 Oct 19 20:09:33.011521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.297761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Allocated IP 172.20.0.1 (38dbc158-7547-4292-8dd9-d4790a1e5267/a24deabe-1c7e-471c-acc1-83e4f6a756a9/8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:09:33.448439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.514002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.641307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:09:33.650415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:33.657061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:09:33.657602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.675819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:33.846956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.851170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4e4f12ad-8499-4962-bc9c-bf1c9f36b86f None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:33.851664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4e4f12ad-8499-4962-bc9c-bf1c9f36b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:33.891062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f12ad-8499-4962-bc9c-bf1c9f36b86f None None] Port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:09:34.059585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:34.064082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:34.064843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:34.124189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:34.188443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:09:34.189791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:34.346534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Router 40f6fb55-b2a7-48fa-9723-8f5064436472 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:09:34.415918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fa11dd26-dfb2-41c9-81ce-bbe5b06e1649 None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:34.416283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa11dd26-dfb2-41c9-81ce-bbe5b06e1649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:34.436503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:09:34.441685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4140824f-f0e1-45bc-a8c1-3bb4c57744a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/40f6fb55-b2a7-48fa-9723-8f5064436472/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6891284 Oct 19 20:09:34.446812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Sync routers for ids ['40f6fb55-b2a7-48fa-9723-8f5064436472'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:09:34.452991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fa11dd26-dfb2-41c9-81ce-bbe5b06e1649 None None] Port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:09:34.457493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Routers {'40f6fb55-b2a7-48fa-9723-8f5064436472'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:09:34.458325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:09:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40f6fb55-b2a7-48fa-9723-8f5064436472'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:34.644802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Set router 40f6fb55-b2a7-48fa-9723-8f5064436472 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:09:35.071793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:33Z', 'revision_number': 2, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port_host': None, '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:33Z', 'revision_number': 2, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:35.122518 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Checking router: 40f6fb55-b2a7-48fa-9723-8f5064436472 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:09:35.122883 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Updating router 40f6fb55-b2a7-48fa-9723-8f5064436472 port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:09:35.170435 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.683270 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.689712 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.829401 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Pushing event updated for resources: {'Port': ['ID=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:35.853086 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.853455 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.853792 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.854121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.854451 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.854777 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.855098 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.855427 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.855736 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.856052 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.856581 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.856677 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Tracked resource versions report: Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: pushed versions: Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: { 'AddressGroup': {'1.2'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'ConntrackHelper': {'1.0'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Log': {'1.0'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Network': {'1.1'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Port': {'1.7'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'PortForwarding': {'1.2'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'QosPolicy': {'1.10'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SecurityGroup': {'1.4'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SubPort': {'1.0'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Subnet': {'1.1'}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Trunk': {'1.1'}} Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: consumer versions: Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: L3 agent@n-d-805649-9: {}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: Metadata agent@n-d-805649-9: {}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: Metering agent@n-d-805649-9: {}, Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'ConntrackHelper': '1.0', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Log': '1.0', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Network': '1.1', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Port': '1.7', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'PortForwarding': '1.2', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'QosPolicy': '1.10', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SecurityGroup': '1.4', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SecurityGroupRule': '1.2', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'SubPort': '1.0', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Subnet': '1.1', Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: 'Trunk': '1.1'}} Oct 19 20:09:35.857783 n-d-805649-9 neutron-server[100737]: {{(pid=100737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:09:35.870204 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Attempting to bind port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:09:35.870595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Attempting to bind port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:09:35.871022 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Attempting to bind port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 on network 38dbc158-7547-4292-8dd9-d4790a1e5267 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:09:35.876690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:09:35.877089 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Checking segment: {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:09:35.877573 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.877961 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Bound using segment: {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:09:35.878455 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Bound port: 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:09:35.878862 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.944218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] For port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:09:35.964053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] For port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,segment=NetworkSegment(1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a),segment_id=1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:09:35.970528 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:35.981254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:35.981829 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:36.013276 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Routers {'40f6fb55-b2a7-48fa-9723-8f5064436472'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:09:36.013930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:09:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40f6fb55-b2a7-48fa-9723-8f5064436472'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:36.072143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:36.103522 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] Set router 40f6fb55-b2a7-48fa-9723-8f5064436472 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:09:36.111196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] For port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,segment=NetworkSegment(1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a),segment_id=1b4a82b1-68d0-46c4-a7a2-f9d974a0e51a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:09:36.118880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:36.165932 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ee45-a7b6-4816-95db-fdf744fb4cf9 None None] Pushing event updated for resources: {'Port': ['ID=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:36.186216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5141a5-6875-43ef-b39a-5731482a2c00 None None] Pushing event updated for resources: {'Port': ['ID=8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:36.241277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-99ade8af-e340-455e-acef-c8beedce8a43 None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:36.242145 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-99ade8af-e340-455e-acef-c8beedce8a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:36.360034 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:33Z', 'revision_number': 2, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port_host': None, '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:35Z', 'revision_number': 4, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:36.385006 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fd642-163a-4496-8ebf-f1dad1a15966 None None] The sync data for ids ['40f6fb55-b2a7-48fa-9723-8f5064436472'] in n-d-805649-9 is: [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:33Z', 'revision_number': 2, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port_host': None, '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:35Z', 'revision_number': 4, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:09:36.793790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53604) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:36.902159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c996e-d02c-4025-8d34-3e9fdc467a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:36.903506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3f7c996e-d02c-4025-8d34-3e9fdc467a5b admin admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 842 time: 0.1087823 Oct 19 20:09:36.913539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'ip_version': 4, 'cidr': '172.25.7.0/24', 'name': 'public-subnet'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:36.935218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Made reservation on behalf of 982289f492ae49cdaf92385a76c922c7 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:09:36.937518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:37.215739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:09:37.216178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:37.272885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeeb98c-cc15-4c43-af15-1a2b370a6d9a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:37.277700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:09:37.278108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Network hostable DHCP agents. Network: b9792312-f124-4cb1-bfaf-6d9648415f36, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:09:37.295176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:09:37.303040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b9792312-f124-4cb1-bfaf-6d9648415f36) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:37.306972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:37.307555 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:37.311907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab863bb-744c-429d-a335-8e799638a498 None None] Network b9792312-f124-4cb1-bfaf-6d9648415f36 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:09:37.337326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-772fd1cc-1d64-40eb-8564-32177c4a3ef6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4137251 Oct 19 20:09:37.447388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136a276-989a-49d4-bbff-f43f012b2c46 None None] Network b9792312-f124-4cb1-bfaf-6d9648415f36 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:09:39.742302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:39.939920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94c3e095-3960-4015-9635-c893453dd453 admin admin] 10.222.0.31 "GET /v2.0/routers/40f6fb55-b2a7-48fa-9723-8f5064436472 HTTP/1.1" status: 200 len: 710 time: 0.1963408 Oct 19 20:09:40.027854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f19b35-452c-4b96-860d-926733ff10ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:09:40.029214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b4f19b35-452c-4b96-860d-926733ff10ac admin admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 886 time: 0.0833888 Oct 19 20:09:40.038579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:09:40.292195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:40.522350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:40.596991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:40.697777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Allocated IP 172.25.7.109 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5140d0a8-243f-49ce-bbeb-b11258934038) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:09:40.797125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:40.829608 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:40.870461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:09:40.873126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:09:40.879633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:09:40.882414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Pushing event updated for resources: {'Port': ['ID=5140d0a8-243f-49ce-bbeb-b11258934038,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:41.124354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:41.391225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:41.394392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:41.504313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Router 40f6fb55-b2a7-48fa-9723-8f5064436472 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:09:41.610004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:09:41.614245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:41.629568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb3789b5-94d0-4a8c-940e-c1d6fedee408 admin admin] 10.222.0.31 "PUT /v2.0/routers/40f6fb55-b2a7-48fa-9723-8f5064436472 HTTP/1.1" status: 200 len: 890 time: 1.5800507 Oct 19 20:09:41.704187 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:09:42.265880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:09:42.315078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:42.315479 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:43.395384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Sync routers for ids ['40f6fb55-b2a7-48fa-9723-8f5064436472'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:09:43.405887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Routers {'40f6fb55-b2a7-48fa-9723-8f5064436472'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:09:43.406531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:09:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40f6fb55-b2a7-48fa-9723-8f5064436472'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:43.613629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Set router 40f6fb55-b2a7-48fa-9723-8f5064436472 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:09:44.013620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:40Z', 'revision_number': 4, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port': {'id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:40Z', 'updated_at': '2021-10-19T20:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:36Z', 'revision_number': 5, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:44.064936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Checking router: 40f6fb55-b2a7-48fa-9723-8f5064436472 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:09:44.065258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Updating router 40f6fb55-b2a7-48fa-9723-8f5064436472 port 5140d0a8-243f-49ce-bbeb-b11258934038 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:09:44.110933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.192262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53624) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:09:44.306195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-35e0f7a5-a2a0-4985-b17d-82fe4f5c7643 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128092 Oct 19 20:09:44.447456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.456410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.585844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Attempting to bind port 5140d0a8-243f-49ce-bbeb-b11258934038 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:09:44.586214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Attempting to bind port 5140d0a8-243f-49ce-bbeb-b11258934038 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:09:44.587139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Attempting to bind port 5140d0a8-243f-49ce-bbeb-b11258934038 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:09:44.588972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f476-505b-498a-8999-26d182b55073 None None] Pushing event updated for resources: {'Port': ['ID=5140d0a8-243f-49ce-bbeb-b11258934038,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:44.594429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:09:44.594802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:09:44.595201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.595710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:09:44.596082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Bound port: 5140d0a8-243f-49ce-bbeb-b11258934038, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:09:44.596410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.647034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] For port 5140d0a8-243f-49ce-bbeb-b11258934038, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:09:44.650174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] For port 5140d0a8-243f-49ce-bbeb-b11258934038, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5140d0a8-243f-49ce-bbeb-b11258934038,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:09:44.655099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:44.716890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581f476-505b-498a-8999-26d182b55073 None None] Pushing event updated for resources: {'Port': ['ID=5140d0a8-243f-49ce-bbeb-b11258934038,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:44.724716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Routers {'40f6fb55-b2a7-48fa-9723-8f5064436472'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:09:44.726205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:09:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40f6fb55-b2a7-48fa-9723-8f5064436472'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:44.837692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] Set router 40f6fb55-b2a7-48fa-9723-8f5064436472 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:09:45.058678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:40Z', 'revision_number': 4, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port': {'id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:40Z', 'updated_at': '2021-10-19T20:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:36Z', 'revision_number': 5, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:09:45.084447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a5728-4abc-45c7-9927-9c5ee37fe59c None None] The sync data for ids ['40f6fb55-b2a7-48fa-9723-8f5064436472'] in n-d-805649-9 is: [{'id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'name': 'router1', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:09:23Z', 'updated_at': '2021-10-19T20:09:40Z', 'revision_number': 4, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'gw_port': {'id': '5140d0a8-243f-49ce-bbeb-b11258934038', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:40Z', 'updated_at': '2021-10-19T20:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49', 'name': '', 'network_id': '38dbc158-7547-4292-8dd9-d4790a1e5267', 'tenant_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'mac_address': 'fa:16:3e:38:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f6fb55-b2a7-48fa-9723-8f5064436472', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:09:33Z', 'updated_at': '2021-10-19T20:09:36Z', 'revision_number': 5, 'project_id': 'eb55e087e4bd45faaa91e9c077fd352b', 'subnets': [{'id': 'a24deabe-1c7e-471c-acc1-83e4f6a756a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01f238b2-0abd-4357-ab5a-c8a9aadf99ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:09:46.302062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5140d0a8-243f-49ce-bbeb-b11258934038 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:09:46.351268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5140d0a8-243f-49ce-bbeb-b11258934038 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:46.351643 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:46.441877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:46.465216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5140d0a8-243f-49ce-bbeb-b11258934038, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5140d0a8-243f-49ce-bbeb-b11258934038,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:09:46.471682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:46.527874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5140d0a8-243f-49ce-bbeb-b11258934038,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:09:48.294435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5140d0a8-243f-49ce-bbeb-b11258934038 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:09:48.350880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5140d0a8-243f-49ce-bbeb-b11258934038 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:09:48.350880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:56.344770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df3c8297-695c-4bb7-9f5a-ef96e0bc9b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:09:59.126569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6911ba22-1d9a-4245-a332-f627b23c53aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:00.156839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:00.758881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:02.062792 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:18.703943 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:10:26.348025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c3fb916e-83a4-4b87-8988-e86df38b5124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:29.117983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7a9fecb-b811-4ab0-8627-c680471d5337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:30.196649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:30.760159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:32.063283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:55.703040 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:10:56.348967 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2812407-6932-4e60-beca-22c88a31e1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:10:59.118550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-957d93ea-e8ad-4207-8bc7-e874a0d769a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:00.164977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:00.756796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:02.061893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:26.350456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4337485-7c21-4e76-9636-7925a03febaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:26.484802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54218) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:26.545863 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2980c9-e173-46b4-bb5a-9adedf1f09d1 admin admin] GET failed (client error): The resource could not be found. Oct 19 20:11:26.547239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-da2980c9-e173-46b4-bb5a-9adedf1f09d1 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614595 Oct 19 20:11:26.702347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25969a1-b973-4913-8b3d-d2db6a1f93ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:26.703794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d25969a1-b973-4913-8b3d-d2db6a1f93ab admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519632 Oct 19 20:11:28.955076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54228) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:29.051372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e814c-43eb-4636-bb51-ba1ba2b4c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:29.052747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-780e814c-43eb-4636-bb51-ba1ba2b4c5e3 admin admin] 10.222.0.31 "GET /v2.0/subnets/a24deabe-1c7e-471c-acc1-83e4f6a756a9 HTTP/1.1" status: 200 len: 849 time: 0.0967300 Oct 19 20:11:29.062675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:11:29.119623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0915cb94-7e0e-4b25-86a1-c057b2c5bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:29.144591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:29.283101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745520121622'] for subnet, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:29.312475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:29.313057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:29.314352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] 10.222.0.31 "PUT /v2.0/subnets/a24deabe-1c7e-471c-acc1-83e4f6a756a9 HTTP/1.1" status: 200 len: 868 time: 0.2552798 Oct 19 20:11:29.315335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88b151-cf88-49d7-a3dc-6783d0845c83 None None] Network 38dbc158-7547-4292-8dd9-d4790a1e5267 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:11:29.335557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24deabe-1c7e-471c-acc1-83e4f6a756a9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:11:29.343442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.343812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.344115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.344448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.344774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.345098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.345454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.345780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.346100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.346479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.346804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.347120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fc655-1ddd-4dd6-9028-62fdb1bd5a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:11:29.685031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-03a20437-aa07-4fcc-9859-c2127dac0102 None None] Provisioning complete for port 8ee2d2c1-2ca7-46cb-9f9a-56dec6339e49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:11:29.685473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03a20437-aa07-4fcc-9859-c2127dac0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:29.769488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-03a20437-aa07-4fcc-9859-c2127dac0102 None None] Provisioning complete for port 9ccc4c39-b7ff-45c0-a87c-051d840411db triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:11:29.770016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03a20437-aa07-4fcc-9859-c2127dac0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:30.168085 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:30.760123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:31.623885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:31.818994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d5d60-a5f3-4e13-a7bf-c9e68e8cc8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:31.819388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d5d60-a5f3-4e13-a7bf-c9e68e8cc8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:31.820943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-993d5d60-a5f3-4e13-a7bf-c9e68e8cc8a6 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961143 Oct 19 20:11:32.065015 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:32.701511 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:11:34.117928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54244) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:34.247483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27456a9c-862b-41f5-974a-8f683f7319fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:34.247956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27456a9c-862b-41f5-974a-8f683f7319fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:34.249466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-27456a9c-862b-41f5-974a-8f683f7319fa admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305001 Oct 19 20:11:36.542951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54252) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:36.670400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e030e2-3ac1-4dbe-b18e-a4a9dc931d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:36.671743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b8e030e2-3ac1-4dbe-b18e-a4a9dc931d7f admin admin] 10.222.0.31 "GET /v2.0/networks/38dbc158-7547-4292-8dd9-d4790a1e5267 HTTP/1.1" status: 200 len: 869 time: 0.1279180 Oct 19 20:11:38.933742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54260) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:39.059978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2951fd-cf9f-417e-9054-9bceaecc1664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:39.061338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9b2951fd-cf9f-417e-9054-9bceaecc1664 admin admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 886 time: 0.1266105 Oct 19 20:11:41.322297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54268) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:41.455611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f49d8-40a8-4fd9-a17e-1aa5528929ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:41.456053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f49d8-40a8-4fd9-a17e-1aa5528929ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:41.458182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c74f49d8-40a8-4fd9-a17e-1aa5528929ec admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343739 Oct 19 20:11:43.712436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:43.803040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d3128-462c-4488-9f79-9710dbcab355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:43.803490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d3128-462c-4488-9f79-9710dbcab355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:43.804967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-434d3128-462c-4488-9f79-9710dbcab355 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915947 Oct 19 20:11:46.061614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54286) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:46.190548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865fd3c-3aa3-4b1d-9d71-84bb6afc3926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:46.192447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b865fd3c-3aa3-4b1d-9d71-84bb6afc3926 admin admin] 10.222.0.31 "GET /v2.0/subnets/a24deabe-1c7e-471c-acc1-83e4f6a756a9 HTTP/1.1" status: 200 len: 868 time: 0.1292927 Oct 19 20:11:48.487786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:11:48.579142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19b27e-9626-4179-ad31-925c84e61dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:11:48.580449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3d19b27e-9626-4179-ad31-925c84e61dbe admin admin] 10.222.0.31 "GET /v2.0/subnets/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a HTTP/1.1" status: 200 len: 816 time: 0.0917337 Oct 19 20:11:56.351284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-35dcba83-4a7e-4729-834e-b0487b2da8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:11:59.120541 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9de8c822-147b-4a81-96f0-8f81dbf338e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:00.171590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:00.763347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:02.067133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:09.700036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:12:13.087830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54348) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:12:13.134102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-26a69dbc-6e1d-44d2-9e7a-b90ac9b32c72 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:12:13.135077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-26a69dbc-6e1d-44d2-9e7a-b90ac9b32c72 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463212 Oct 19 20:12:15.467534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54356) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:12:15.532233 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-40480147-9db7-4077-bed3-533a11aee464 admin admin] GET failed (client error): The resource could not be found. Oct 19 20:12:15.533497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-40480147-9db7-4077-bed3-533a11aee464 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650179 Oct 19 20:12:15.689730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68b9d1-2ae4-465a-8660-6aa6dede5a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:12:15.691722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d68b9d1-2ae4-465a-8660-6aa6dede5a14 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1526785 Oct 19 20:12:17.978290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54364) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:12:18.025802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:12:18.047802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Made reservation on behalf of 982289f492ae49cdaf92385a76c922c7 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:12:18.050001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:18.083572 n-d-805649-9 neutron-server[100735]: WARNING neutron.services.revisions.revision_plugin [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Could not find related network for resource to bump revision. Oct 19 20:12:18.096174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:12:18.105811 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:18.106148 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Added segment b6d31082-9e57-4d1d-86ba-7f0247538a0f of type vlan for network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 Oct 19 20:12:18.145508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:18.170005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:18.170881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:12:18.171467 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:18.203787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2244132 Oct 19 20:12:18.235845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4ce5a2-0b71-4523-aaa9-b38412d7f486,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:12:18.244099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.244471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.244807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.245140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.245497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.245844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.246196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.246546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.246873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.247191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.247508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.247824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e1330-24c0-4a3c-9179-1207984cb572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:18.260531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:12:20.534708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:12:20.593548 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c45e925-6669-48e9-8003-0788e4fb7083 admin admin] GET failed (client error): The resource could not be found. Oct 19 20:12:20.594836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c45e925-6669-48e9-8003-0788e4fb7083 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592256 Oct 19 20:12:20.677888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d319502-39a4-44cd-a4df-9177465edcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:12:20.679966 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8d319502-39a4-44cd-a4df-9177465edcea admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0803533 Oct 19 20:12:20.690206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:12:20.715327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Made reservation on behalf of 982289f492ae49cdaf92385a76c922c7 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:12:20.717508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Publish callbacks [] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:20.922306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:20.980352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c85eb9a-a92d-4636-a445-5d31936bf7d6,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:12:20.993317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:12:20.993712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Network hostable DHCP agents. Network: 8e4ce5a2-0b71-4523-aaa9-b38412d7f486, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:12:21.020977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:12:21.032173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8e4ce5a2-0b71-4523-aaa9-b38412d7f486) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:12:21.037936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:12:21.039033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.042246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d753e57-1a74-4b1f-8676-31e6dce8835d None None] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:12:21.054149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-78c9cb2d-ff13-4694-90ed-e69c3427605d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673236 Oct 19 20:12:21.193427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'tenant_id': '982289f492ae49cdaf92385a76c922c7', 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:12:21.194315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.335875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Allocated IP 192.168.233.2 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:12:21.482205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.488059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.528306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:12:21.531166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:12:21.541961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:12:21.545006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Pushing event updated for resources: {'Port': ['ID=f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:12:21.555961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.556303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.556642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.556978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.557331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.557655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.557982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.558325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.558645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.558966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.559288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.559602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:12:21.609361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Attempting to bind port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:12:21.609735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Attempting to bind port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:12:21.610099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Attempting to bind port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:12:21.615168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:12:21.615567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:12:21.615961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.618775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:12:21.618775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Bound port: f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:12:21.618775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.679074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] For port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:12:21.682621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] For port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:12:21.688312 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:21.745468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28788b44-3fbf-432e-82f2-26f3e1743252 None None] Pushing event updated for resources: {'Port': ['ID=f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:12:22.443318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:12:22.511056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:12:22.511421 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:22.594781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32637bf3-435b-4530-8f5f-1a2601b0ac43 None None] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:12:22.603441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:22.693982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:12:22.701830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:22.708643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-28be4a21-79dc-420e-82f7-6cfac17788b1 None None] Provisioning complete for port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:12:22.708999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28be4a21-79dc-420e-82f7-6cfac17788b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:22.825551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:12:23.112186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-120237ea-67a8-4989-afff-9727b0d29b55 None None] Provisioning complete for port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:12:23.112550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-120237ea-67a8-4989-afff-9727b0d29b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:24.364208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:12:24.411908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f7f21bca-3e0b-4b13-bfb9-7d42bacaf7a3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:12:24.412275 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:26.353685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff5bde6b-232c-4edc-8d20-fd46d28d017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:29.120194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ff73ac4-5095-4277-8dad-6e51570c0f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:30.172930 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:30.765858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:32.070072 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:46.698323 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:12:56.356135 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-feebf7cf-4cec-4e52-a9c6-08c66feeb7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:12:59.120339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-97e5cebb-db65-49b6-9728-b1122b7152de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:00.175949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:00.769364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:02.071836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:23.697526 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:13:26.357323 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-327e4373-1629-41b6-9138-0fd6df8dd18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:29.121429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc4d6-acdd-40d9-aa06-8560bf7f069b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:30.180263 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:30.773446 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:32.076228 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.181787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54426) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:13:38.188255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-93bcc01e-5024-42da-b93c-5af2a1cc4a49 tempest-verify_tempest_config-1818559452 tempest-verify_tempest_config-1818559452-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:13:38.189206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-93bcc01e-5024-42da-b93c-5af2a1cc4a49 tempest-verify_tempest_config-1818559452 tempest-verify_tempest_config-1818559452-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0064690 Oct 19 20:13:38.479111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54444) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:13:38.581142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.653049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.657167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.700387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e26bec6-6d55-4e41-b5ea-18987754fc51,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:13:38.704772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=540376f288004030b54f5bc73cd0f533&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2247009 Oct 19 20:13:38.707554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54448) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:13:38.709032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.709401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.709736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.710069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.710397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.710744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.711065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.711384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.711703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.712016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.712335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.712652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f4bc5-bc7b-4e38-aa12-7ed9d040509a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.762678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.782841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.868422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.871049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:38.872174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e26bec6-6d55-4e41-b5ea-18987754fc51 HTTP/1.1" status: 204 len: 168 time: 0.1636508 Oct 19 20:13:38.880953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e26bec6-6d55-4e41-b5ea-18987754fc51,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:13:38.887587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.887921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.888250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.888582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.888901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.889219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.889561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.889877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.890190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.890503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.890814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:38.891123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f10e47-1953-4223-ae3b-14dd35352be0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:13:56.358501 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c0d94f6-0976-4503-b868-53b0a39fb5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:13:59.120088 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39ef1c1d-afa8-45b8-8a00-6e3eb92f1679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:00.180929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:00.696127 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:14:00.775304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:02.082808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:26.360572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-70939375-7bfe-424a-b3ad-df1ae0bc720c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:29.120101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dbf46b25-afdd-4e3e-b599-e7ab2f9a0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:30.187107 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:30.778982 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:32.089284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:37.694902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:14:56.361064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eab2cdb9-4ce4-4915-b61d-f3a09555c503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:14:59.120813 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-086da735-c128-40b0-a1dd-fca95179523b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:00.177106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:00.781927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:02.094413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:14.692722 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:15:26.361562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbd51669-2b7b-44fc-ab82-52e7988adfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:29.120083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7631c4dc-89e6-403c-9d1a-cf9e893ecb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:30.179525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:30.784977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:32.096862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:51.691036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:15:56.361930 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4241928-6530-431b-8da1-539d1b7c18d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:15:59.118951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dba5d618-31d2-46e4-94f4-7ab1edd94541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:00.179316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:00.786767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:02.101019 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:26.362051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac094888-5d89-4a15-bc09-4dc515febcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:28.689384 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 5 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:16:29.122296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a08f1b7-3c4c-43a3-8023-849c99274885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:30.180093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:30.792820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:32.102987 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:42.296137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:42.752265 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543948'] for agent, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:56.365121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e60cf421-b91a-460c-af28-2cfc9e65df8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:16:59.123227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1697b626-3d72-4781-918b-0be395cb02a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:00.181187 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:00.792693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:02.106075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:05.688716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:17:12.269059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:12.708351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:25.606866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:17:25.707834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b73037a-75e9-4405-bbe2-2dd1a313a470 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0999162 Oct 19 20:17:26.366152 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e396847-6f65-44c7-81e4-9e349a467285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:28.021650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54524) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:17:28.075227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cc803808-fbcb-4959-a867-f6170c4c6924 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0525205 Oct 19 20:17:29.123700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9174792e-36c7-40e7-b00e-da0d048a0368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:30.183427 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:30.795304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:32.108506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:42.287051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:42.689376 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:17:42.712333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:56.368928 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b880f33-e108-4720-a4e3-6f3fe6ddd7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:17:59.123978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbe855f2-317d-47c3-ab20-dc5d063e5e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:00.183864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:00.797721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:02.112052 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:12.322025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:12.745592 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:19.689208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:18:26.370753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b904d96f-3f48-44dd-af52-e7f03b58dda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:29.125719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cfb5bbb0-5382-4bb6-a397-e94ec7c19769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:30.185224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:30.800487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:32.116882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:42.316987 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:42.762220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:53.030198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54740) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:53.447895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-287e30ee-9821-44f8-a878-2977d8508d94 tempest-AutoAllocateNetworkTest-12624595 tempest-AutoAllocateNetworkTest-12624595-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fdb6283c725d49bda3c0190c22b6eff4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4164314 Oct 19 20:18:53.450573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54764) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:53.755758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2457a-c91c-4cae-8f11-0461a9aa8556 tempest-AutoAllocateNetworkTest-12624595 tempest-AutoAllocateNetworkTest-12624595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:18:53.759940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ca2457a-c91c-4cae-8f11-0461a9aa8556 tempest-AutoAllocateNetworkTest-12624595 tempest-AutoAllocateNetworkTest-12624595-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3051839 Oct 19 20:18:53.760180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54780) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:53.822036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54784) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:53.822301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0833b0a0-3812-448d-b4d6-501dc05abbef tempest-AutoAllocateNetworkTest-12624595 tempest-AutoAllocateNetworkTest-12624595-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608199 Oct 19 20:18:53.849634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe727f60-a2ac-453d-8a33-7ec45955b22f tempest-AutoAllocateNetworkTest-12624595 tempest-AutoAllocateNetworkTest-12624595-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fdb6283c725d49bda3c0190c22b6eff4 HTTP/1.1" status: 200 len: 208 time: 0.0259385 Oct 19 20:18:54.408925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:54.780405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:54.858584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:54.865738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:54.912660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8245144-a9ff-4a61-806c-6f5b3e6da5d8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:54.921415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.921757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.922087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.922624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.922939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.923269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.923588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.923910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.924347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.924671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.924987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.925322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] Tracked resource versions report: Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: pushed versions: Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: { 'AddressGroup': {'1.2'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'ConntrackHelper': {'1.0'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Log': {'1.0'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Network': {'1.1'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Port': {'1.7'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'PortForwarding': {'1.2'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'QosPolicy': {'1.10'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SecurityGroup': {'1.4'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SubPort': {'1.0'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Subnet': {'1.1'}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Trunk': {'1.1'}} Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: consumer versions: Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: HyperV agent@n-h1-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: HyperV agent@n-h2-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: L3 agent@n-d-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: Metadata agent@n-d-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: Metering agent@n-d-805649-9: {}, Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'ConntrackHelper': '1.0', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Log': '1.0', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Network': '1.1', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Port': '1.7', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'PortForwarding': '1.2', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'QosPolicy': '1.10', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SecurityGroup': '1.4', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SecurityGroupRule': '1.2', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'SubPort': '1.0', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Subnet': '1.1', Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: 'Trunk': '1.1'}} Oct 19 20:18:54.926322 n-d-805649-9 neutron-server[100735]: {{(pid=100735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:18:54.942252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f305467-9e8f-40c5-a506-b2ed78f92596 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdb6283c725d49bda3c0190c22b6eff4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5322602 Oct 19 20:18:54.945386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54864) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:54.999180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:55.029819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:55.078814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:55.081637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:55.082937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8245144-a9ff-4a61-806c-6f5b3e6da5d8 HTTP/1.1" status: 204 len: 168 time: 0.1366107 Oct 19 20:18:55.092156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e2fd7-23a9-40c6-9df6-a1a387100361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8245144-a9ff-4a61-806c-6f5b3e6da5d8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:56.057886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54930) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:56.060462 n-d-805649-9 neutron-server[100734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 20:18:56.088780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-b22ff51c-a9d2-4ffa-909b-2c433d118fea tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=16f1752f2d2747b2a2f83f508798891b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293663 Oct 19 20:18:56.197859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54942) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:56.205755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-78228fda-0b83-4fb1-b552-01b88ac1b58c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:18:56.207230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-78228fda-0b83-4fb1-b552-01b88ac1b58c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128833 Oct 19 20:18:56.226705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-12beffc8-96c5-451d-9d1c-c5cf122f6b1c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/quotas/16f1752f2d2747b2a2f83f508798891b HTTP/1.1" status: 200 len: 375 time: 0.0115185 Oct 19 20:18:56.283866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-f339df16-88ff-4471-b482-c0ddc4ea9644 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511942 Oct 19 20:18:56.377927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd95c508-9971-4a60-acfe-1a74973118bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.413553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c950aa0d-d493-4bd1-98e9-a04e101e6ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.522051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c950aa0d-d493-4bd1-98e9-a04e101e6ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.526710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c950aa0d-d493-4bd1-98e9-a04e101e6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.553796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950aa0d-d493-4bd1-98e9-a04e101e6ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3bc81-0447-4b86-b6c1-45a23bf5d662,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:56.581181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c950aa0d-d493-4bd1-98e9-a04e101e6ba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59c3981221f84a228ad95372e4d99ad0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3810430 Oct 19 20:18:56.584316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:56.639235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.661096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.706718 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:18:56.713499 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.717613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:56.719515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68a3bc81-0447-4b86-b6c1-45a23bf5d662 HTTP/1.1" status: 204 len: 168 time: 0.1340537 Oct 19 20:18:56.731144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3787eb-1f23-4572-9d58-15a317b851d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3bc81-0447-4b86-b6c1-45a23bf5d662,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:57.000659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:57.268965 n-d-805649-9 neutron-server[100735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 20:18:57.336250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55028) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:57.356818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.359827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a895f000-712d-44d4-898f-9b2e1c38ac30 req-4e4ad7d5-e16a-4ad5-b732-bf53fadacc22 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 210 time: 0.3575332 Oct 19 20:18:57.449130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.455843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.518345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf83bf0741cd4a82ba40449dcbf3b8ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1800537 Oct 19 20:18:57.521140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:57.528001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3abd32-86ac-4d3d-be3f-938853704265,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:57.537003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.537686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.538308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.538768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.539221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.540241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.540844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.541322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.541798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.542668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.543223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.543676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7284db44-ce79-47f3-8323-aebbd48c97e4 admin admin] Tracked resource versions report: Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: pushed versions: Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: { 'AddressGroup': {'1.2'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'ConntrackHelper': {'1.0'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Log': {'1.0'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Network': {'1.1'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Port': {'1.7'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'PortForwarding': {'1.2'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'QosPolicy': {'1.10'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SecurityGroup': {'1.4'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SubPort': {'1.0'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Subnet': {'1.1'}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Trunk': {'1.1'}} Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: consumer versions: Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: HyperV agent@n-h1-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: HyperV agent@n-h2-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: L3 agent@n-d-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: Metadata agent@n-d-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: Metering agent@n-d-805649-9: {}, Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'ConntrackHelper': '1.0', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Log': '1.0', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Network': '1.1', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Port': '1.7', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'PortForwarding': '1.2', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'QosPolicy': '1.10', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SecurityGroup': '1.4', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SecurityGroupRule': '1.2', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'SubPort': '1.0', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Subnet': '1.1', Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: 'Trunk': '1.1'}} Oct 19 20:18:57.545031 n-d-805649-9 neutron-server[100734]: {{(pid=100734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:18:57.599588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.640710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.710536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.713677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:57.717592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e3abd32-86ac-4d3d-be3f-938853704265 HTTP/1.1" status: 204 len: 168 time: 0.1928756 Oct 19 20:18:57.737728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2baa6-c040-418e-b3b4-ea936dc9a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3abd32-86ac-4d3d-be3f-938853704265,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:58.095545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55094) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:58.311398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-254ee7be-71af-4774-a76e-7bcfcaa0a7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.402681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-254ee7be-71af-4774-a76e-7bcfcaa0a7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.407587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-254ee7be-71af-4774-a76e-7bcfcaa0a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.445157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-254ee7be-71af-4774-a76e-7bcfcaa0a7d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc9a555eaa244796ae648dd8f3e4f281&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3487377 Oct 19 20:18:58.447392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ee7be-71af-4774-a76e-7bcfcaa0a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2196243-15f9-4847-9943-6a61cd6ba301,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:58.447906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:58.512958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.524642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.11', 49796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:58.553550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.561633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-57ca19e2-935e-4e3b-aa5c-2fba0aa8558f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16f1752f2d2747b2a2f83f508798891b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353985 Oct 19 20:18:58.634415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.638246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:58.643089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2196243-15f9-4847-9943-6a61cd6ba301 HTTP/1.1" status: 204 len: 168 time: 0.1941700 Oct 19 20:18:58.655804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44c8d8-d21b-4530-9b6f-3e7152fcc863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2196243-15f9-4847-9943-6a61cd6ba301,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:58.811430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-92e398a9-ad17-4a4b-baec-f3e97f9b0407 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:18:58.816476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-92e398a9-ad17-4a4b-baec-f3e97f9b0407 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491074 Oct 19 20:18:58.906265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03070d8d-5486-4844-8915-a6f7c16e3f60 req-d2c0ec8f-168b-4011-adce-315853ee840a tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 210 time: 0.0519102 Oct 19 20:18:58.924414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Request body: {'port': {'device_id': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '16f1752f2d2747b2a2f83f508798891b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:18:59.131080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01f42867-bf19-4e3d-bfda-8713597f2f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.195182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Made reservation on behalf of 16f1752f2d2747b2a2f83f508798891b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:18:59.199073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.210371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.243986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55170) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:59.260478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-719473b4-0dfa-440d-82d8-8ef70bb86577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.312737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.318894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.356528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-719473b4-0dfa-440d-82d8-8ef70bb86577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.362107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-719473b4-0dfa-440d-82d8-8ef70bb86577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.401467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719473b4-0dfa-440d-82d8-8ef70bb86577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6172fc-20df-4373-b950-72c2b8c18874,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:59.441963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-719473b4-0dfa-440d-82d8-8ef70bb86577 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deb7235852f2417aaca21b86d1384469&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1943071 Oct 19 20:18:59.442877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:18:59.496576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.519105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.548506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e5351d-3129-442f-8203-93a1aac4a43f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:59.594400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Allocated IP 192.168.233.159 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/20ab0362-9780-4261-8527-79ac88963ac6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:18:59.605536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.609385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.612348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb6172fc-20df-4373-b950-72c2b8c18874 HTTP/1.1" status: 204 len: 168 time: 0.1666613 Oct 19 20:18:59.628370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cc1a5-b62d-4e35-8309-c2ae46202e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6172fc-20df-4373-b950-72c2b8c18874,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:18:59.845722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.888540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:18:59.980747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:18:59.991603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:18:59.999229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:00.006148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:00.006772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:00.057427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Pushing event updated for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:00.070918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7c81e550-b5d1-4b3a-8700-b0363be5fffe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1567950 Oct 19 20:19:00.131327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-a5e41afd-3959-4a9c-a02c-233469bf1ab3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:19:00.131327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-a5e41afd-3959-4a9c-a02c-233469bf1ab3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0436120 Oct 19 20:19:00.182239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3c4d5-d290-4099-af2b-716dc4042957 req-bacea056-dc85-4530-b279-3b48facee7f8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:00.184204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68e3c4d5-d290-4099-af2b-716dc4042957 req-bacea056-dc85-4530-b279-3b48facee7f8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1182530 Oct 19 20:19:00.217711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:00.283166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68e3c4d5-d290-4099-af2b-716dc4042957 req-b500d152-31b0-407f-898b-617e8bc99e74 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880885 Oct 19 20:19:00.507353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de8d85c4-3f50-47a5-a1ae-9d01c4c4566c None None] Provisioning complete for port 20ab0362-9780-4261-8527-79ac88963ac6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:00.508441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de8d85c4-3f50-47a5-a1ae-9d01c4c4566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:00.597720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de8d85c4-3f50-47a5-a1ae-9d01c4c4566c None None] Port 20ab0362-9780-4261-8527-79ac88963ac6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:00.683147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55254) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:00.827236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.135655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcf-2d7c-4989-94bc-46c1f2aefe19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.258939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcf-2d7c-4989-94bc-46c1f2aefe19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.265215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b17b7fcf-2d7c-4989-94bc-46c1f2aefe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.312207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7fcf-2d7c-4989-94bc-46c1f2aefe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244a3161-748d-413b-8af5-6cc4c357a7dd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:01.318021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b17b7fcf-2d7c-4989-94bc-46c1f2aefe19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16858b86c3944a2f90b79b83c5aba435&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6338723 Oct 19 20:19:01.321017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55298) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:01.393430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.430176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.556890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.570427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:01.574900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/244a3161-748d-413b-8af5-6cc4c357a7dd HTTP/1.1" status: 204 len: 168 time: 0.2503278 Oct 19 20:19:01.599900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12fb07-714c-4bd2-bddb-a2cd16c6ed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244a3161-748d-413b-8af5-6cc4c357a7dd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:01.837263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580f0aa-a104-46db-815e-989f87c81a1b req-3a887381-357b-4668-b21b-324256e73000 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:01.838989 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1580f0aa-a104-46db-815e-989f87c81a1b req-3a887381-357b-4668-b21b-324256e73000 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1439919 Oct 19 20:19:01.888287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-e9e199b8-a753-4bd7-b871-da411ee0e8f9 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00340e342225413e9ef032f8a9749e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345273 Oct 19 20:19:01.892033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1580f0aa-a104-46db-815e-989f87c81a1b req-6ff0c9c8-9fef-4a22-8320-f7fb8ae93025 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Oct 19 20:19:02.144812 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.153593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55336) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:02.184086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-7861256f-ce42-44bb-a16c-8a7587f3a29d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:02.191463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-7861256f-ce42-44bb-a16c-8a7587f3a29d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015559 Oct 19 20:19:02.194840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e78e971-5fc4-4e23-a1d1-9869829450bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.218787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-db82a7c8-a40a-480b-847d-1be51782d5d1 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/quotas/00340e342225413e9ef032f8a9749e6d HTTP/1.1" status: 200 len: 375 time: 0.0259864 Oct 19 20:19:02.252747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-7a80bc0a-3730-4cf4-b782-655150835b2f tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00340e342225413e9ef032f8a9749e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327747 Oct 19 20:19:02.345259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e78e971-5fc4-4e23-a1d1-9869829450bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.355727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e78e971-5fc4-4e23-a1d1-9869829450bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.418809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:02.428374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5e78e971-5fc4-4e23-a1d1-9869829450bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03da0c5a3ec94af59e22998c5f092da2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2730982 Oct 19 20:19:02.446538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78e971-5fc4-4e23-a1d1-9869829450bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60891ef-0202-4be1-b913-0d3743cfca1f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:02.513948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.556819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.653932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-590bd773-b911-466e-88e6-86df05e19eec req-6eb58f5f-c4cf-446e-b224-d370e9bb79f4 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 210 time: 0.0485959 Oct 19 20:19:02.679554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.683386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:02.684806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c60891ef-0202-4be1-b913-0d3743cfca1f HTTP/1.1" status: 204 len: 168 time: 0.2648015 Oct 19 20:19:02.705150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6044780-1be3-4223-b928-faade1c3b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60891ef-0202-4be1-b913-0d3743cfca1f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:03.107718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88904fa-b855-4afd-baeb-f796544d8b1b req-3351caaa-1a41-4232-9a5a-70ab6dc204d8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:03.116262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b88904fa-b855-4afd-baeb-f796544d8b1b req-3351caaa-1a41-4232-9a5a-70ab6dc204d8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1092844 Oct 19 20:19:03.178378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b88904fa-b855-4afd-baeb-f796544d8b1b req-362556df-7644-4f27-816c-9d5a7dd7a1ea tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561121 Oct 19 20:19:03.523450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55394) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:03.821009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-753b0605-73d1-4f81-a3ab-9e68f05e4206 req-fab9d222-bdab-45af-977b-569d98576e0d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 210 time: 0.0694282 Oct 19 20:19:03.854856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da8b0064-a2fa-4fd5-bb8c-c4ce76297515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:03.951626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da8b0064-a2fa-4fd5-bb8c-c4ce76297515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:03.959801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da8b0064-a2fa-4fd5-bb8c-c4ce76297515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:03.972501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55410) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:03.990964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55414) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:03.991163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-da8b0064-a2fa-4fd5-bb8c-c4ce76297515 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9292fcb5d94428eac80479da6b13c8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4654369 Oct 19 20:19:04.029615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b0064-a2fa-4fd5-bb8c-c4ce76297515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc752b-8407-47e3-9122-d701c84c7a76,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:04.079021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.102944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.185161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.37', 61412) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:04.196460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.209751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.220979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00bc752b-8407-47e3-9122-d701c84c7a76 HTTP/1.1" status: 204 len: 168 time: 0.2284961 Oct 19 20:19:04.233144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a98a-cc22-4b6b-8ff1-d406c3a96130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc752b-8407-47e3-9122-d701c84c7a76,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:04.239778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-cb77a0ec-9f2f-4af5-9456-9edf083ee1b0 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=00340e342225413e9ef032f8a9749e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526040 Oct 19 20:19:04.319725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fd36838-8c17-4895-967f-cc6c3ea860bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.458969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fd36838-8c17-4895-967f-cc6c3ea860bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.471018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fd36838-8c17-4895-967f-cc6c3ea860bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.495159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67c05-a1ae-4585-827d-34bc6dbb190a req-6aba69f7-8889-43bc-80ab-96f90c6be806 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:04.503012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebf67c05-a1ae-4585-827d-34bc6dbb190a req-6aba69f7-8889-43bc-80ab-96f90c6be806 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1117282 Oct 19 20:19:04.547791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36838-8c17-4895-967f-cc6c3ea860bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5dcd1-3b2a-472e-b3f4-dea6d96c3628,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:04.573466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebf67c05-a1ae-4585-827d-34bc6dbb190a req-1fd33da9-c76e-4237-9f87-9c3eda3f1e03 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Oct 19 20:19:04.577953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9fd36838-8c17-4895-967f-cc6c3ea860bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46095b32054d4df98475c4f71387c4de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6038928 Oct 19 20:19:04.581835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-06d95683-5644-40be-ab68-9a2866f8193d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:04.583507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-06d95683-5644-40be-ab68-9a2866f8193d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380220 Oct 19 20:19:04.584274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55430) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:04.646699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.675830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.681641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Request body: {'port': {'device_id': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '00340e342225413e9ef032f8a9749e6d'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:04.870500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Made reservation on behalf of 00340e342225413e9ef032f8a9749e6d for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:04.882539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.911237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.971418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.973628 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:04.977420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfe5dcd1-3b2a-472e-b3f4-dea6d96c3628 HTTP/1.1" status: 204 len: 168 time: 0.3895259 Oct 19 20:19:04.998334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d44ca-753b-4a32-a1b9-acfed0f37b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5dcd1-3b2a-472e-b3f4-dea6d96c3628,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:05.042699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70b5ae9a-bf74-4947-adc4-7b0a610897a2 req-1923fc83-fe4a-43bb-9e1a-a465ddf8efab tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 210 time: 0.1083581 Oct 19 20:19:05.048603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55454) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:05.078342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeef237e-4d87-413a-b91c-4b8cbe16101c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.154659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.164577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.236720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeef237e-4d87-413a-b91c-4b8cbe16101c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.241444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeef237e-4d87-413a-b91c-4b8cbe16101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.269311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef237e-4d87-413a-b91c-4b8cbe16101c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7058a0-5219-4b03-9df4-00dae321edba,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:05.294345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eeef237e-4d87-413a-b91c-4b8cbe16101c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86753fd262c449c08cf56bbd3d5e4554&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2447195 Oct 19 20:19:05.296902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55458) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:05.372169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Allocated IP 192.168.233.14 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/90e7bb9e-c63d-44ac-9ba8-d077a12c80a7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:05.421981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927a31da-db57-42ee-88ca-07688f285d06,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:05.425574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.460584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.515665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.519303 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.520668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc7058a0-5219-4b03-9df4-00dae321edba HTTP/1.1" status: 204 len: 168 time: 0.2226274 Oct 19 20:19:05.544101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e479a-a464-4f10-b4be-bd001f328374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7058a0-5219-4b03-9df4-00dae321edba,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:05.688049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.758745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.808669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0304-416a-473c-98b6-8f4bbcadbe41 req-616a35d0-a828-409f-9a50-c6af2340b682 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:05.810246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce5a0304-416a-473c-98b6-8f4bbcadbe41 req-616a35d0-a828-409f-9a50-c6af2340b682 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1177132 Oct 19 20:19:05.820812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:05.825412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:05.830057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:05.835580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:05.836254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:05.901993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce5a0304-416a-473c-98b6-8f4bbcadbe41 req-78eae9cf-d53e-494c-878f-648ae07549b4 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Oct 19 20:19:05.930061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Pushing event updated for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:05.938583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-81e4cfd1-1373-43b6-b9b4-0957ca4f189d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2648494 Oct 19 20:19:05.953106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-6bd37407-698a-474f-b630-9e3fe7026e94 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:19:05.962465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-6bd37407-698a-474f-b630-9e3fe7026e94 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136032 Oct 19 20:19:06.022533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55476) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:06.039263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca8b53cf-2933-4e8f-894a-2b9d349b5e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.196089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-632f5cb9-a0a0-4304-88a5-6e410352b679 None None] Provisioning complete for port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:06.196685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-632f5cb9-a0a0-4304-88a5-6e410352b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.266472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca8b53cf-2933-4e8f-894a-2b9d349b5e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.274066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca8b53cf-2933-4e8f-894a-2b9d349b5e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.312367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29d559-7408-4e54-bc6a-ff3cff1ced04 req-ddebee50-d725-4527-a284-030fc91b4602 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:06.331767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a29d559-7408-4e54-bc6a-ff3cff1ced04 req-ddebee50-d725-4527-a284-030fc91b4602 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 935 time: 0.1320658 Oct 19 20:19:06.352443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-632f5cb9-a0a0-4304-88a5-6e410352b679 None None] Port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:06.393415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ca8b53cf-2933-4e8f-894a-2b9d349b5e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2107a0f9f8484525a3eb54b9c61cad6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3683178 Oct 19 20:19:06.393415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b53cf-2933-4e8f-894a-2b9d349b5e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5aff2-afea-4966-ae99-3167fc0e60a6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:06.395063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:06.481110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a29d559-7408-4e54-bc6a-ff3cff1ced04 req-e488b8db-3e18-4e58-81a1-31e87d38dce2 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414382 Oct 19 20:19:06.574605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.606382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.722742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.729883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:06.731701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79c5aff2-afea-4966-ae99-3167fc0e60a6 HTTP/1.1" status: 204 len: 168 time: 0.3352990 Oct 19 20:19:06.748920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ec5be-ce54-42e0-9538-f6e5336e9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5aff2-afea-4966-ae99-3167fc0e60a6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:06.904554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55496) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:07.193326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f9a1-f306-4c3b-9f03-d8d345162a48 req-9218bbfb-7322-4f24-b8eb-2d176666fc40 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:07.228273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86e7f9a1-f306-4c3b-9f03-d8d345162a48 req-9218bbfb-7322-4f24-b8eb-2d176666fc40 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1962452 Oct 19 20:19:07.324027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Request body: {'port': {'device_id': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'device_owner': 'compute:tempest-test_az-603921498', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:07.386496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86e7f9a1-f306-4c3b-9f03-d8d345162a48 req-c1c0a6b6-94ad-42b1-9913-f31fd5583a2b tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570287 Oct 19 20:19:07.435235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:07.573165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe29b596-aaa5-4157-a4b5-c9b319beea4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:07.812393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe29b596-aaa5-4157-a4b5-c9b319beea4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:07.824943 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe29b596-aaa5-4157-a4b5-c9b319beea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:07.897197 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe29b596-aaa5-4157-a4b5-c9b319beea4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d40946f51ae84aab87ee50c5e6ba11b4&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9915330 Oct 19 20:19:07.901252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:08.016761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3abcae-1037-4038-ad69-37d07ba71f52 req-370a6d83-458f-4d8f-9f66-8f1fea9f3d79 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:08.018485 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f3abcae-1037-4038-ad69-37d07ba71f52 req-370a6d83-458f-4d8f-9f66-8f1fea9f3d79 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 935 time: 0.3421319 Oct 19 20:19:08.088234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:08.092300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29b596-aaa5-4157-a4b5-c9b319beea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6d552-15c3-4eec-bb9d-6dd45c0b22d6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:08.097930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.180423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f3abcae-1037-4038-ad69-37d07ba71f52 req-f4bbf0c7-76bb-48d6-9b5c-10167f9e9a23 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507728 Oct 19 20:19:08.180813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Transition to ACTIVE for port object 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:08.181094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.186248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.260598 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.420318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.423465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.424777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4b6d552-15c3-4eec-bb9d-6dd45c0b22d6 HTTP/1.1" status: 204 len: 168 time: 0.5225296 Oct 19 20:19:08.442023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4434d-e8c2-4183-8fe2-070ca09ff770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6d552-15c3-4eec-bb9d-6dd45c0b22d6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:08.447773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Attempting to bind port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:08.448330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Attempting to bind port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:08.448958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Attempting to bind port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:08.483749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:08.505617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Attempting to bind port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:08.523705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:08.526120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:08.527819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:08.528553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Bound port: 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:08.529635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.706901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:08.738854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:08.769783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:08.775479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.850142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395c30-c102-4c37-bcb7-5580c3e5fc5d req-43e658cc-5ca5-4dd1-81df-0b918e54967d tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:08.852644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97395c30-c102-4c37-bcb7-5580c3e5fc5d req-43e658cc-5ca5-4dd1-81df-0b918e54967d tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1876657 Oct 19 20:19:08.876203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:08.878079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:08.882938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] 10.222.0.37 "PUT /v2.0/ports/90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 HTTP/1.1" status: 200 len: 1116 time: 2.1592064 Oct 19 20:19:08.905835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:09.128104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Request body: {'port': {'device_id': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:09.200247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e4b6c-64a6-494b-9f75-86950e90ce74 service neutron] Pushing event updated for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:09.200247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97395c30-c102-4c37-bcb7-5580c3e5fc5d req-520dc453-3513-41a9-8225-b0d02edeb37f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376691 Oct 19 20:19:09.275538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-8e89f64f-9b7f-4b33-9733-a8537628bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:09.284861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-8e89f64f-9b7f-4b33-9733-a8537628bb74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00340e342225413e9ef032f8a9749e6d&device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 1119 time: 0.2355571 Oct 19 20:19:09.401143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:09.854261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03829876-88af-4dae-bdb9-56a349829ba4 req-2f565bfa-9dc3-4383-9599-7f849c4f3707 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:09.856736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03829876-88af-4dae-bdb9-56a349829ba4 req-2f565bfa-9dc3-4383-9599-7f849c4f3707 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.3761952 Oct 19 20:19:09.973086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:09.996780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b93a00-965e-4c19-aabf-e7e7d496a783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.212954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b93a00-965e-4c19-aabf-e7e7d496a783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.222742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b93a00-965e-4c19-aabf-e7e7d496a783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.347236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b93a00-965e-4c19-aabf-e7e7d496a783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a81df93-e59b-4172-9761-feaa4a3fd15d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:10.370939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a4b93a00-965e-4c19-aabf-e7e7d496a783 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66cf20b7a62b4ffeb6788a7803b9c2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951721 Oct 19 20:19:10.373533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55592) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:10.504299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-5481de80-95bb-4b83-b14f-cf9586c32478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 HTTP/1.1" status: 200 len: 217 time: 0.5961301 Oct 19 20:19:10.520418 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d063f6a-9c85-41ea-b767-ca687a2b5932" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:10.537865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae9df7-9b4b-45d8-bcb3-d2c62d4ffb7a req-e9703971-bd78-4087-b61f-f2a0bb489dfb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:10.549114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1ae9df7-9b4b-45d8-bcb3-d2c62d4ffb7a req-e9703971-bd78-4087-b61f-f2a0bb489dfb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 936 time: 0.1257064 Oct 19 20:19:10.578577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.680788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1ae9df7-9b4b-45d8-bcb3-d2c62d4ffb7a req-61f873f5-7564-4891-bd6b-b2d9d84ea636 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300480 Oct 19 20:19:10.705704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.720740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03829876-88af-4dae-bdb9-56a349829ba4 req-902a738d-f8c1-4122-a694-657c6f5941bf tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8495038 Oct 19 20:19:10.812608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-e6cf78bb-d9e2-434d-96b9-3fa731c1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:10.813998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.814125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-e6cf78bb-d9e2-434d-96b9-3fa731c1e23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2844014 Oct 19 20:19:10.818812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:10.820471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a81df93-e59b-4172-9761-feaa4a3fd15d HTTP/1.1" status: 204 len: 168 time: 0.4360406 Oct 19 20:19:10.849915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fcdba-6711-4f61-853a-3424eb093f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a81df93-e59b-4172-9761-feaa4a3fd15d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:11.002439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-f7f4a76f-a24d-4d82-8e16-d5da35cca1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:11.004081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-f7f4a76f-a24d-4d82-8e16-d5da35cca1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750166 Oct 19 20:19:11.027792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ab0362-9780-4261-8527-79ac88963ac6 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:11.039596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.096898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Transition to ACTIVE for port object 20ab0362-9780-4261-8527-79ac88963ac6 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:11.118397 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.367530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Pushing event updated for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:11.376346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55610) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:11.386268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-c364cc20-4964-455c-b357-7c36796fe992 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432512 Oct 19 20:19:11.493228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Attempting to bind port 20ab0362-9780-4261-8527-79ac88963ac6 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:11.493596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Attempting to bind port 20ab0362-9780-4261-8527-79ac88963ac6 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:11.493960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Attempting to bind port 20ab0362-9780-4261-8527-79ac88963ac6 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:11.513725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Port 20ab0362-9780-4261-8527-79ac88963ac6 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:11.514046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Attempting to bind port 20ab0362-9780-4261-8527-79ac88963ac6 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:11.531769 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceee622-45e4-4b6f-8a38-cd0806389256 x-openstack-request-id: req-7ceee622-45e4-4b6f-8a38-cd0806389256 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:11.532415 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:11.535429 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ceee622-45e4-4b6f-8a38-cd0806389256 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:11.536969 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7', 'status': 'completed', 'code': 200} Oct 19 20:19:11.542853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:11.543937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:11.544542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:11.545421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Bound port: 20ab0362-9780-4261-8527-79ac88963ac6, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:11.546203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.644305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:11.651537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=20ab0362-9780-4261-8527-79ac88963ac6,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:11.661977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.744250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:11.744915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.746329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] 10.222.0.11 "PUT /v2.0/ports/20ab0362-9780-4261-8527-79ac88963ac6 HTTP/1.1" status: 200 len: 1096 time: 3.3052952 Oct 19 20:19:11.760730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d603-7350-4e3d-b7f4-57f5724902d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.934227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600deaf6-3725-4530-a6ee-0855908b0420 service neutron] Pushing event updated for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:11.966320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d603-7350-4e3d-b7f4-57f5724902d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:11.982076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d603-7350-4e3d-b7f4-57f5724902d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.039198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-2f0eb19a-c294-432c-b603-23c872eb2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:12.045197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-2f0eb19a-c294-432c-b603-23c872eb2a62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 1099 time: 0.2258425 Oct 19 20:19:12.082443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d603-7350-4e3d-b7f4-57f5724902d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc931b-8159-4b35-b4dd-f7ce3dbf112a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:12.134578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c4e9d603-7350-4e3d-b7f4-57f5724902d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8be6a5ef28b4d11998b9052da9836ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7569275 Oct 19 20:19:12.137810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55638) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:12.144164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-ccb7435b-10ae-4d81-9d7f-1f8b7d07ef3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=20ab0362-9780-4261-8527-79ac88963ac6 HTTP/1.1" status: 200 len: 217 time: 0.0882778 Oct 19 20:19:12.170039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda53a-aa6e-4b1b-a163-708e45d4af37 req-b0de7478-4d44-46e5-b703-491b91e1156a tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:12.172864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14dda53a-aa6e-4b1b-a163-708e45d4af37 req-b0de7478-4d44-46e5-b703-491b91e1156a tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.2046928 Oct 19 20:19:12.183461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702115b8-c1a6-4ef3-80c4-494b939c51af req-db78ac7d-27ef-465d-8b65-62a2151d4def tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:12.185039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702115b8-c1a6-4ef3-80c4-494b939c51af req-db78ac7d-27ef-465d-8b65-62a2151d4def tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 948 time: 0.2644374 Oct 19 20:19:12.258082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-70a59c36-f5c5-450e-8ceb-5e0db645b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:12.259582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-70a59c36-f5c5-450e-8ceb-5e0db645b4cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1012523 Oct 19 20:19:12.334243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14dda53a-aa6e-4b1b-a163-708e45d4af37 req-6cce3529-68af-42ba-ab03-ff5ecdeae2fe tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524904 Oct 19 20:19:12.334950 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.398274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702115b8-c1a6-4ef3-80c4-494b939c51af req-4d34535b-a648-4163-9152-5e0c53b4792d tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230547 Oct 19 20:19:12.400312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-ac2a4ec5-381d-4693-816c-12502c7028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:12.402113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-ac2a4ec5-381d-4693-816c-12502c7028d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252680 Oct 19 20:19:12.438186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.518195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.597323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-7b872a28-2477-490c-8eed-8cd61e7faaa4 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867435 Oct 19 20:19:12.631923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.635512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.636671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afdc931b-8159-4b35-b4dd-f7ce3dbf112a HTTP/1.1" status: 204 len: 168 time: 0.4844422 Oct 19 20:19:12.656584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b8fd2-e381-4646-8fc1-7b6039d4a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc931b-8159-4b35-b4dd-f7ce3dbf112a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:12.774229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:12.784730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0b04f4c-564d-427c-9398-a2b8dff4608f req-f9b5c77f-bf04-4923-8dfb-8511e564691d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799796 Oct 19 20:19:13.233552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:13.248683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-867f2d1d-d1bc-49f3-9715-0925cf1d53ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.385713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-867f2d1d-d1bc-49f3-9715-0925cf1d53ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.392245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-867f2d1d-d1bc-49f3-9715-0925cf1d53ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.477865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-867f2d1d-d1bc-49f3-9715-0925cf1d53ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7914ce46eaec42c8a64aa585ccd41e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430773 Oct 19 20:19:13.478208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55700) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:13.483212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2d1d-d1bc-49f3-9715-0925cf1d53ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da92fc-e2a0-4aaa-a7e9-fa9e6fcc41ba,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:13.537975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920284-7e6e-4673-9e9f-4e0c1cbb9f04 req-17b793e4-0697-43f2-b0ad-f9c027989f56 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:13.548005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69920284-7e6e-4673-9e9f-4e0c1cbb9f04 req-17b793e4-0697-43f2-b0ad-f9c027989f56 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.1219144 Oct 19 20:19:13.550969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:13.554234 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "tag": "20ab0362-9780-4261-8527-79ac88963ac6"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:13.576646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.613422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.617838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69920284-7e6e-4673-9e9f-4e0c1cbb9f04 req-a8c60308-5d97-4c13-8e80-202f68a294d8 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685594 Oct 19 20:19:13.653254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55706) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:13.686012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.689007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.692569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42da92fc-e2a0-4aaa-a7e9-fa9e6fcc41ba HTTP/1.1" status: 204 len: 168 time: 0.2106340 Oct 19 20:19:13.702169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61efb29-d8df-43b0-b421-15ca016b1311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da92fc-e2a0-4aaa-a7e9-fa9e6fcc41ba,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:13.759668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858925b-359b-43ef-a722-541dce6518b4 req-559aec6d-8d24-42ff-a1a8-7598dc915311 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:13.761331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c858925b-359b-43ef-a722-541dce6518b4 req-559aec6d-8d24-42ff-a1a8-7598dc915311 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 948 time: 0.0550520 Oct 19 20:19:13.807507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c858925b-359b-43ef-a722-541dce6518b4 req-d56af6d8-30bb-4c1b-87c5-08a67c3190ff tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Oct 19 20:19:13.817071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-832106532-network', 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:13.854961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:13.857384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.870295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:13.967432 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec323d3-595f-4d72-88c4-0c5d4576c3fe x-openstack-request-id: req-bec323d3-595f-4d72-88c4-0c5d4576c3fe {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:13.968416 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "tag": "20ab0362-9780-4261-8527-79ac88963ac6", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:13.968660 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bec323d3-595f-4d72-88c4-0c5d4576c3fe {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:13.970432 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6', 'status': 'completed', 'code': 200} Oct 19 20:19:14.022034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.032039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.064303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:14.080730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f37c2-bfe2-46f1-96b6-fcdb72692641,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:14.089393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.089906 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Added segment 8e3a0923-1c18-418a-abfa-7b99fa8b1233 of type vlan for network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff Oct 19 20:19:14.126936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-85e864f6-ad16-43ad-b098-1cd0425cf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.128521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-85e864f6-ad16-43ad-b098-1cd0425cf31d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 1099 time: 0.1441054 Oct 19 20:19:14.155001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.210309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.212621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.214177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.258020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6010466 Oct 19 20:19:14.260839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:14.266352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Request body: {'subnet': {'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-832106532-subnet', 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:14.331892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98106bbf-cd85-4ff6-b70c-601208b241e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:14.350134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:14.384252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:14.387056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.413572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-81eed301-f6a9-4444-b79b-17286cdb10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.415157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-81eed301-f6a9-4444-b79b-17286cdb10ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2788203 Oct 19 20:19:14.502977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-38162ec3-271a-40b1-86e2-11a3b451cb20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=20ab0362-9780-4261-8527-79ac88963ac6 HTTP/1.1" status: 200 len: 217 time: 0.0752985 Oct 19 20:19:14.567490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55746) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:14.582903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-e5c59196-90a4-47d2-b222-8067256e951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.584275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-e5c59196-90a4-47d2-b222-8067256e951a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0738857 Oct 19 20:19:14.773029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f09d56a-1448-4234-893f-260a0037a9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.810982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0d32-9f73-46e4-819f-62d061702bb7 req-d3a92147-1a04-4e3a-b5f4-594d6873a411 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.815345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:14.821476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f45a0d32-9f73-46e4-819f-62d061702bb7 req-d3a92147-1a04-4e3a-b5f4-594d6873a411 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.0789540 Oct 19 20:19:14.877060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-a0c94d29-7623-43fa-a31e-7a7fefcf6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:14.879941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-a0c94d29-7623-43fa-a31e-7a7fefcf6254 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2884650 Oct 19 20:19:14.883656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f45a0d32-9f73-46e4-819f-62d061702bb7 req-06a033ec-4b24-47c9-bef4-0b900faea634 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598788 Oct 19 20:19:15.080209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f09d56a-1448-4234-893f-260a0037a9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.087828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dba038e-8ad1-406c-be33-b1167b0c8de6,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:15.088361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f09d56a-1448-4234-893f-260a0037a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.096500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-5a8143a7-c1ee-403a-a80e-33b3c374c409 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504440 Oct 19 20:19:15.098114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:15.099211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Network hostable DHCP agents. Network: f9e3c1dd-307c-461e-982c-50e8cd7ff7ff, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:15.178045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d366ce-f986-4b05-96d3-2001f1a1fc6f req-79bb18e8-807d-4188-acc8-46016bfad093 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:15.179656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5d366ce-f986-4b05-96d3-2001f1a1fc6f req-79bb18e8-807d-4188-acc8-46016bfad093 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 948 time: 0.1956503 Oct 19 20:19:15.184893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:15.210635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f9e3c1dd-307c-461e-982c-50e8cd7ff7ff) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:15.220093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb818ae8-a076-42d1-98a3-0e762ccb0cb6 None None] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:15.229883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:15.230607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.271352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f09d56a-1448-4234-893f-260a0037a9cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1ba217d106e47f798833561e2918e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022371 Oct 19 20:19:15.272417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55768) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:15.279759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e591a4c-508f-4648-8c1e-97e7e2efc5b5 req-cefbee09-104e-4a3c-adfd-50a3115248e7 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774933 Oct 19 20:19:15.299544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d56a-1448-4234-893f-260a0037a9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6afc9-ff7b-4d39-8ad9-ad2bed62f672,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:15.300452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-47e3caf9-9c85-4ce8-95e7-e15a4492af9c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0391068 Oct 19 20:19:15.390296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5d366ce-f986-4b05-96d3-2001f1a1fc6f req-9a4cb7e3-45f0-4e89-9b6b-62e4da0546d8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035046 Oct 19 20:19:15.415634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.459387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.473427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d3630-7025-44c9-a5db-60158de32036 None None] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:15.531199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.534244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:15.537914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1f6afc9-ff7b-4d39-8ad9-ad2bed62f672 HTTP/1.1" status: 204 len: 168 time: 0.2431862 Oct 19 20:19:15.547493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657526b6-a3ec-4344-a97a-49759c0b836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6afc9-ff7b-4d39-8ad9-ad2bed62f672,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:16.015284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:16.029710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aef5d1d7-42f1-42b0-aee4-acc46217ed92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.038646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea6e8-1ec1-4eb2-b855-22de0c6c2469 req-c63627a3-c51b-421b-89f5-28c08da7fbd8 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:16.050497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9daea6e8-1ec1-4eb2-b855-22de0c6c2469 req-c63627a3-c51b-421b-89f5-28c08da7fbd8 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.0940874 Oct 19 20:19:16.114748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9daea6e8-1ec1-4eb2-b855-22de0c6c2469 req-425d9630-85fc-47f0-8932-bcbba4fea161 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616496 Oct 19 20:19:16.158056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aef5d1d7-42f1-42b0-aee4-acc46217ed92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.167304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aef5d1d7-42f1-42b0-aee4-acc46217ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.213153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aef5d1d7-42f1-42b0-aee4-acc46217ed92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9a30ad625a44e159f5e8db0d7923462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967714 Oct 19 20:19:16.214874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5d1d7-42f1-42b0-aee4-acc46217ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7502f0-16a6-478d-9c09-39527eab5f04,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:16.215856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55804) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:16.355229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.378951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.452808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.459847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.461150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a7502f0-16a6-478d-9c09-39527eab5f04 HTTP/1.1" status: 204 len: 168 time: 0.2443390 Oct 19 20:19:16.481569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8485f13-fcc4-49c7-accd-56ee8ff09911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7502f0-16a6-478d-9c09-39527eab5f04,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:16.552547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8325a7-9909-434f-b51f-8f3541225acc req-582d12a4-d592-4c0a-9004-a6184cb77251 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:16.554639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e8325a7-9909-434f-b51f-8f3541225acc req-582d12a4-d592-4c0a-9004-a6184cb77251 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 948 time: 0.0760210 Oct 19 20:19:16.614004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e8325a7-9909-434f-b51f-8f3541225acc req-e2475afd-386a-4a32-b833-30fbf5c85488 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Oct 19 20:19:16.837185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55832) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:16.842802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-816125160-network', 'tenant_id': '2f253292c04741268065e7ad9f961fcb'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:16.891830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Made reservation on behalf of 2f253292c04741268065e7ad9f961fcb for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:16.894086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:16.911149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.023096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.029442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.058391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbb0fc-4cad-4d73-9d90-8c0198cc097c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:17.076036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:17.090874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.091268 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Added segment ff7fd378-5b88-4b43-acf6-c6b956ec1694 of type vlan for network 52301723-1872-4253-8a56-8e8e63d803e7 Oct 19 20:19:17.140035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.173430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.174755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:17.179274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.233685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3928170 Oct 19 20:19:17.234889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:17.242557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Request body: {'subnet': {'network_id': '52301723-1872-4253-8a56-8e8e63d803e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-816125160-subnet', 'tenant_id': '2f253292c04741268065e7ad9f961fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:17.287597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Made reservation on behalf of 2f253292c04741268065e7ad9f961fcb for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:17.292553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.304244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 20ab0362-9780-4261-8527-79ac88963ac6 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:19:17.329214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc373cf-81a4-458c-9b75-d42ab8397325 req-9174e0f4-d992-42c4-b843-6eb763654f2d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:17.331085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bc373cf-81a4-458c-9b75-d42ab8397325 req-9174e0f4-d992-42c4-b843-6eb763654f2d tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.0966220 Oct 19 20:19:17.332140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a5cb-bc50-4e50-88c8-1a757813f356 admin admin] Pushing event updated for resources: {'Network': ['ID=52301723-1872-4253-8a56-8e8e63d803e7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:17.357122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 52301723-1872-4253-8a56-8e8e63d803e7 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:17.410433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bc373cf-81a4-458c-9b75-d42ab8397325 req-e87ea04d-18a1-4f5f-8aef-e0b5268272d6 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713077 Oct 19 20:19:17.543162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=20ab0362-9780-4261-8527-79ac88963ac6,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:17.556481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '20ab0362-9780-4261-8527-79ac88963ac6', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '20ab0362-9780-4261-8527-79ac88963ac6', 'mac_address': 'fa:16:3e:e8:8b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:19:17.609569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.615045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.625282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ab0362-9780-4261-8527-79ac88963ac6 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:17.651284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=20ab0362-9780-4261-8527-79ac88963ac6,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:17.657687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.696197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bfdcec-f9c7-4195-9e7f-e3a243b082bf,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:17.737626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:17.747549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.748029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.748490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.748971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.751725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.752214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.752704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.756348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.756871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.757493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.757986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.758457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Tracked resource versions report: Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: pushed versions: Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: { 'AddressGroup': {'1.2'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'ConntrackHelper': {'1.0'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Log': {'1.0'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Network': {'1.1'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Port': {'1.7'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'PortForwarding': {'1.2'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'QosPolicy': {'1.10'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SecurityGroup': {'1.4'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SubPort': {'1.0'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Subnet': {'1.1'}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Trunk': {'1.1'}} Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: consumer versions: Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: HyperV agent@n-h1-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: HyperV agent@n-h2-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: L3 agent@n-d-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: Metadata agent@n-d-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: Metering agent@n-d-805649-9: {}, Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'ConntrackHelper': '1.0', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Log': '1.0', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Network': '1.1', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Port': '1.7', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'PortForwarding': '1.2', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'QosPolicy': '1.10', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SecurityGroup': '1.4', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SecurityGroupRule': '1.2', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'SubPort': '1.0', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Subnet': '1.1', Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: 'Trunk': '1.1'}} Oct 19 20:19:17.763082 n-d-805649-9 neutron-server[100736]: {{(pid=100736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:19:17.809342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Checking segment: {'id': 'ff7fd378-5b88-4b43-acf6-c6b956ec1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52301723-1872-4253-8a56-8e8e63d803e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:17.809711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Network hostable DHCP agents. Network: 52301723-1872-4253-8a56-8e8e63d803e7, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:17.841542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2739643f-7f42-4118-bc13-e5727499b5e3 req-8820c3a1-da41-42a0-ace2-67f67ca4ab72 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648204 Oct 19 20:19:17.848161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ced5-f5e3-4ce9-9fa1-b12fc1e8a999 req-e94152dd-06b8-43bc-a753-1a87aa516701 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:17.850180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5033ced5-f5e3-4ce9-9fa1-b12fc1e8a999 req-e94152dd-06b8-43bc-a753-1a87aa516701 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 949 time: 0.0995343 Oct 19 20:19:17.851430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Network 52301723-1872-4253-8a56-8e8e63d803e7 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:17.876003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55870) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:17.881249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 52301723-1872-4253-8a56-8e8e63d803e7) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:17.895464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93676b-afb6-4f82-a63e-6b302651be40 None None] Network 52301723-1872-4253-8a56-8e8e63d803e7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:17.908113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:17.908745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:17.965345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5033ced5-f5e3-4ce9-9fa1-b12fc1e8a999 req-a6afc18d-9a02-4d07-9657-d44df924659c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960076 Oct 19 20:19:17.977439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bac80ed5-ba18-4f52-b5df-9e8c17f1f006 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7409217 Oct 19 20:19:18.010333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-a8aeaeaf-d7ae-4fcf-ae60-537ad3295de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:18.012210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-a8aeaeaf-d7ae-4fcf-ae60-537ad3295de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00340e342225413e9ef032f8a9749e6d&device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 1119 time: 0.1057925 Oct 19 20:19:18.016469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['20ab0362-9780-4261-8527-79ac88963ac6'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:18.207036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63036567-d677-4021-b1df-c6b751e56a3d None None] Network 52301723-1872-4253-8a56-8e8e63d803e7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:18.357789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-8e4d992e-fa4a-49f9-8cd9-989c9bb240fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:18.359255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-8e4d992e-fa4a-49f9-8cd9-989c9bb240fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3388906 Oct 19 20:19:18.360246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4d69-cf00-488c-8097-120ba920b9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:18.414977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-ebe85e49-2d17-4184-a48c-91a5a461e3ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 HTTP/1.1" status: 200 len: 217 time: 0.0434341 Oct 19 20:19:18.524175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-bf9a5589-07fe-4e13-9688-f9dadf2c824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:18.525880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-bf9a5589-07fe-4e13-9688-f9dadf2c824b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0998523 Oct 19 20:19:18.602821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4d69-cf00-488c-8097-120ba920b9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:18.606305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-fa937d43-b4e5-4929-874b-1feeec54cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:18.607945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-fa937d43-b4e5-4929-874b-1feeec54cf46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733235 Oct 19 20:19:18.609284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4d69-cf00-488c-8097-120ba920b9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:18.631874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7824e-cfa1-4689-82e0-e1a9985975ad req-2b200c46-14be-424f-8511-f6a6fcf67bea tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:18.634234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6aa7824e-cfa1-4689-82e0-e1a9985975ad req-2b200c46-14be-424f-8511-f6a6fcf67bea tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.0911155 Oct 19 20:19:18.642082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55904) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:18.695255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4d69-cf00-488c-8097-120ba920b9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11268b4b-8e3c-4c9e-a1b5-d13f10a421cd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:18.708595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ef5e4d69-cf00-488c-8097-120ba920b9ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=216a24cf64234f6c8d45228f31d7735f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8309870 Oct 19 20:19:18.711098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55910) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:18.722721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6aa7824e-cfa1-4689-82e0-e1a9985975ad req-7193591b-0aa4-4425-96cc-ee1f74097c54 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687954 Oct 19 20:19:18.835529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-72daf219-d2bd-421a-8048-209fb0080400 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072990 Oct 19 20:19:18.836452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:18.911567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0012b093-9f46-4aae-beee-e48c0be6be4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:18.993632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d063f6a-9c85-41ea-b767-ca687a2b5932 req-8b592c99-4a6f-4af0-8a2d-bafbf6f2be7e service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466453 Oct 19 20:19:19.027974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.054655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0012b093-9f46-4aae-beee-e48c0be6be4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.059713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0012b093-9f46-4aae-beee-e48c0be6be4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.151312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0012b093-9f46-4aae-beee-e48c0be6be4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3085ff8e07874c8db5fe72662ab3ecfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082116 Oct 19 20:19:19.153231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012b093-9f46-4aae-beee-e48c0be6be4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b50e61-c2bc-4bcc-abdc-195eb772a42f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:19.158254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:19.171885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.174748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.176642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11268b4b-8e3c-4c9e-a1b5-d13f10a421cd HTTP/1.1" status: 204 len: 168 time: 0.4643359 Oct 19 20:19:19.197719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa9c86-b569-483c-8d74-999850abe3bc req-92199fd7-9459-4e58-a7a4-8d533ce5c200 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:19.199215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ffa9c86-b569-483c-8d74-999850abe3bc req-92199fd7-9459-4e58-a7a4-8d533ce5c200 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 949 time: 0.1261630 Oct 19 20:19:19.249033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.265057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ffa9c86-b569-483c-8d74-999850abe3bc req-d8cc75c0-3786-434b-a0f7-d2784028c337 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Oct 19 20:19:19.275637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a6ec-dc2b-4404-bfaa-aca7197c4131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11268b4b-8e3c-4c9e-a1b5-d13f10a421cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:19.280173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.281855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 20ab0362-9780-4261-8527-79ac88963ac6 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:19.345998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.348772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.350016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08b50e61-c2bc-4bcc-abdc-195eb772a42f HTTP/1.1" status: 204 len: 168 time: 0.1913593 Oct 19 20:19:19.360107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a049a7f-d00e-4ff9-8813-69ba78610dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b50e61-c2bc-4bcc-abdc-195eb772a42f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:19.379046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-6f4ec460-aa8d-4ae2-be56-6b08f5fddc2e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:19.386014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-6f4ec460-aa8d-4ae2-be56-6b08f5fddc2e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.3910186 Oct 19 20:19:19.427096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-53b79d94-4902-4f85-b9a9-338c8c27ac47 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/quotas/b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 375 time: 0.0286388 Oct 19 20:19:19.441668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 20ab0362-9780-4261-8527-79ac88963ac6 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:19:19.446350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 20ab0362-9780-4261-8527-79ac88963ac6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:19.446715 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.469922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-2d9542aa-ab19-4d30-93ac-0b6fdcc48f96 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418234 Oct 19 20:19:19.558566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.593670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:19.616159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55944) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:19.678564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=20ab0362-9780-4261-8527-79ac88963ac6,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:19.687049 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.753959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:19.825826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55956) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:19.845448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-659a5fa5-7340-4c5a-9a04-973f19978453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.879584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51da01f1-f407-431e-aa18-a7b3dbd9ce2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.939617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-659a5fa5-7340-4c5a-9a04-973f19978453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.946630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-659a5fa5-7340-4c5a-9a04-973f19978453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:19.963798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6b833-3a6d-4e08-9632-bac3c935d63a req-f39d6b4f-0ecd-49a2-90b8-0d1649af23a5 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:19.965266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bb6b833-3a6d-4e08-9632-bac3c935d63a req-f39d6b4f-0ecd-49a2-90b8-0d1649af23a5 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 968 time: 0.1509762 Oct 19 20:19:19.980194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a5fa5-7340-4c5a-9a04-973f19978453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f190a2-0770-452b-b0eb-7fe13bea9266,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:19.996122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-71da5df2-f440-4930-925b-d9235632d029 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:19:19.997155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-71da5df2-f440-4930-925b-d9235632d029 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2124572 Oct 19 20:19:20.038624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:20.038942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-659a5fa5-7340-4c5a-9a04-973f19978453 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e730208727546dc97264465a8fd222b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116160 Oct 19 20:19:20.066317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55962) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:20.087674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51da01f1-f407-431e-aa18-a7b3dbd9ce2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.097043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51da01f1-f407-431e-aa18-a7b3dbd9ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.104254 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c14e38-7480-491a-9a8b-4016cf98e16c" -d '{"events": [{"server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "name": "network-vif-plugged", "status": "completed", "tag": "20ab0362-9780-4261-8527-79ac88963ac6"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:20.106654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bb6b833-3a6d-4e08-9632-bac3c935d63a req-40fec493-4d1f-4e3a-b4e7-afd61e085112 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Oct 19 20:19:20.115542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe51d9ec-b0f0-4e47-b30f-34dbc6f0c5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.148248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-51da01f1-f407-431e-aa18-a7b3dbd9ce2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd0edbaa2d07497eaeb87fd901656064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279465 Oct 19 20:19:20.148605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:20.168887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.171816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da01f1-f407-431e-aa18-a7b3dbd9ce2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c18ff5-65de-4a46-882a-777c2a9849c2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.195183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.232701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-a6fb55b0-48e8-46c0-bb81-50d5cca4ff43 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191176 Oct 19 20:19:20.250268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.252938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.254529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8f190a2-0770-452b-b0eb-7fe13bea9266 HTTP/1.1" status: 204 len: 168 time: 0.2135885 Oct 19 20:19:20.273229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1599e2-1506-4e0b-be39-4841948b30b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f190a2-0770-452b-b0eb-7fe13bea9266,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.297227 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b3be5-51f3-4555-a33d-7deff22d8c8f x-openstack-request-id: req-9b7b3be5-51f3-4555-a33d-7deff22d8c8f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:20.297831 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "name": "network-vif-plugged", "status": "completed", "tag": "20ab0362-9780-4261-8527-79ac88963ac6", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:20.297831 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b7b3be5-51f3-4555-a33d-7deff22d8c8f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:20.298296 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6', 'code': 200} Oct 19 20:19:20.329994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.376375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.404688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe51d9ec-b0f0-4e47-b30f-34dbc6f0c5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.425877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf440e-ff6d-4142-9f11-53efd391cb51 req-b0519079-2aaa-4b32-9fff-6b633fc9e088 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:20.427453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67bf440e-ff6d-4142-9f11-53efd391cb51 req-b0519079-2aaa-4b32-9fff-6b633fc9e088 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 950 time: 0.0546045 Oct 19 20:19:20.461863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe51d9ec-b0f0-4e47-b30f-34dbc6f0c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.482894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67bf440e-ff6d-4142-9f11-53efd391cb51 req-bb3f7211-c5fc-435c-be39-adf0c8e87b06 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 Oct 19 20:19:20.495790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-708c4709-d380-42aa-9e73-c0bca7a8303c service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537358 Oct 19 20:19:20.527440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe51d9ec-b0f0-4e47-b30f-34dbc6f0c5e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74e4a6ae92404a1c96b951f164735783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598541 Oct 19 20:19:20.528676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:20.555342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51d9ec-b0f0-4e47-b30f-34dbc6f0c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde7c712-d32a-44f7-8e96-97866ed2f451,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.560516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-488a00f4-6123-4a36-a06a-da4d0536a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:20.562132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-488a00f4-6123-4a36-a06a-da4d0536a070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 1101 time: 0.1732030 Oct 19 20:19:20.568082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.572117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.573414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06c18ff5-65de-4a46-882a-777c2a9849c2 HTTP/1.1" status: 204 len: 168 time: 0.4238958 Oct 19 20:19:20.594817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b248fd8-13d4-4774-93c7-301ff448fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c18ff5-65de-4a46-882a-777c2a9849c2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.596932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-6faea749-9f0e-42ee-a242-627f40b61ddf service neutron] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.599406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.639020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.702456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.714131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.717714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fde7c712-d32a-44f7-8e96-97866ed2f451 HTTP/1.1" status: 204 len: 168 time: 0.1858554 Oct 19 20:19:20.727510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c5f9e-171b-4715-b897-da44446da3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde7c712-d32a-44f7-8e96-97866ed2f451,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.736371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-6faea749-9f0e-42ee-a242-627f40b61ddf service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.741684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-6faea749-9f0e-42ee-a242-627f40b61ddf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:20.781982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fda680f-f3cb-432b-b0f4-f441f052bb7d req-6faea749-9f0e-42ee-a242-627f40b61ddf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070897 Oct 19 20:19:20.794579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faea749-9f0e-42ee-a242-627f40b61ddf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eafca195-5806-4449-a8a2-80ae84a14ac4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:20.842322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-919d731a-6430-4d38-bab8-fb63aa2bef62 req-a3e0318a-08b3-4517-8ab2-c5ca370b0b96 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 210 time: 0.0552695 Oct 19 20:19:20.937510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:19:21.056458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:21.067479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7', 'mac_address': 'fa:16:3e:00:11:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-603921498', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:19:21.111645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.125939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:21.151269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:21.157919 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.169968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56016) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:21.185664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3137d4c-04f1-4815-a70f-13c5c556cd25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.299648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:21.305001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadc963-1f5f-4225-a5aa-6d902fdf360d req-e0e4447e-9818-4bca-be3a-c4c4d379bdcb tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:21.314873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cadc963-1f5f-4225-a5aa-6d902fdf360d req-e0e4447e-9818-4bca-be3a-c4c4d379bdcb tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 969 time: 0.1261711 Oct 19 20:19:21.317507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3137d4c-04f1-4815-a70f-13c5c556cd25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.324841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3137d4c-04f1-4815-a70f-13c5c556cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.377884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cadc963-1f5f-4225-a5aa-6d902fdf360d req-fd08d85e-ebd8-44a2-8776-0728e6e5bfb0 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Oct 19 20:19:21.403731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3137d4c-04f1-4815-a70f-13c5c556cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fda3a7-1332-4d2f-8a6d-3ed9047c5e0b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:21.412113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56030) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:21.417908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a3137d4c-04f1-4815-a70f-13c5c556cd25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04863655be9047c9995db8605e2f4635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461238 Oct 19 20:19:21.443904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['90e7bb9e-c63d-44ac-9ba8-d077a12c80a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:21.484638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.507707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.561607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.565008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:21.567570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1fda3a7-1332-4d2f-8a6d-3ed9047c5e0b HTTP/1.1" status: 204 len: 168 time: 0.1528454 Oct 19 20:19:21.587424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3b346-83ed-43b4-961d-07729996e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fda3a7-1332-4d2f-8a6d-3ed9047c5e0b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:21.700941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b34dc-359b-4b03-9074-5f58440a18f1 req-67a6c688-1ae9-4d02-9cfa-399844b67116 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:21.702591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b76b34dc-359b-4b03-9074-5f58440a18f1 req-67a6c688-1ae9-4d02-9cfa-399844b67116 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 950 time: 0.0886528 Oct 19 20:19:21.751441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b76b34dc-359b-4b03-9074-5f58440a18f1 req-63ae7405-d8f0-4b7e-b91a-f2fc85cb6b44 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Oct 19 20:19:21.950103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-630f5a1f-effc-4e6e-95da-55173a6bec32 req-6bfdebcd-0f8f-4685-a4cc-ea5ace6c6ab0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 210 time: 0.0297780 Oct 19 20:19:22.390581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-c6bb189e-ffd6-4502-958a-6bc46c1e9e53 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:22.392802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-c6bb189e-ffd6-4502-958a-6bc46c1e9e53 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.1497574 Oct 19 20:19:22.415988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Request body: {'port': {'device_id': '62530132-b919-4b23-99e6-275864261c00', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'admin_state_up': True, 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:22.515717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402966-c8c4-4889-98b1-84e98932326f req-613a1695-6a49-4249-b365-47fdb456e35c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:22.525856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad402966-c8c4-4889-98b1-84e98932326f req-613a1695-6a49-4249-b365-47fdb456e35c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 969 time: 0.0738189 Oct 19 20:19:22.565097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:22.571159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:22.580087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad402966-c8c4-4889-98b1-84e98932326f req-7a4448c7-d241-44b3-958c-7bb249803ca6 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Oct 19 20:19:22.773913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Allocated IP 172.20.0.6 (f9e3c1dd-307c-461e-982c-50e8cd7ff7ff/0dba038e-8ad1-406c-be33-b1167b0c8de6/453a1e3e-f986-40aa-995c-7da6394bcb65) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:22.914061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:22.951107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818eff0-58ad-4f58-b040-0f24074ec7b2 req-43399ff4-bbc3-4330-b0c6-efab5b5bd632 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:22.963106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3818eff0-58ad-4f58-b040-0f24074ec7b2 req-43399ff4-bbc3-4330-b0c6-efab5b5bd632 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 950 time: 0.1035850 Oct 19 20:19:23.007028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.010429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:19:23.019288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:23.019808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.047864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3818eff0-58ad-4f58-b040-0f24074ec7b2 req-edc37d07-13f1-48f5-8279-f2aa3f30ceda tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743272 Oct 19 20:19:23.059802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.119182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:23.159377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.160650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:23.165390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:23.171314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:23.172054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.199037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:23.200612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:23.203522 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a6b23f-4fec-4caa-8941-a2371075d3ea" -d '{"events": [{"server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "name": "network-vif-plugged", "status": "completed", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:23.220011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee04f7-cc1e-4454-bd13-0b6f54e7defa req-8040d2e9-44b0-426f-b9ec-2a712bff2d18 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:23.221638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31ee04f7-cc1e-4454-bd13-0b6f54e7defa req-8040d2e9-44b0-426f-b9ec-2a712bff2d18 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 931 time: 0.1156874 Oct 19 20:19:23.225227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-89370074-00d6-4d11-a264-b6c1aa4fe7c1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148329 Oct 19 20:19:23.231547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:23.236247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.243639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Request body: {'port': {'device_id': '62530132-b919-4b23-99e6-275864261c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:23.290257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:23.330860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.335876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31ee04f7-cc1e-4454-bd13-0b6f54e7defa req-6e8f9035-f0e6-4783-b609-0c3a467e9e25 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053963 Oct 19 20:19:23.592345 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878e138-628d-4aaa-9f78-25c94dc9e6b4 x-openstack-request-id: req-5878e138-628d-4aaa-9f78-25c94dc9e6b4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:23.592659 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "name": "network-vif-plugged", "status": "completed", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:23.592948 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5878e138-628d-4aaa-9f78-25c94dc9e6b4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:23.593365 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7', 'code': 200} Oct 19 20:19:23.669156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453a1e3e-f986-40aa-995c-7da6394bcb65 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:23.689120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.712725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f4f16-a1be-4e24-b9a9-f99d7ecc0673 req-3f1d4990-2d7c-41b9-8989-40167b0a4a03 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:23.714704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-385f4f16-a1be-4e24-b9a9-f99d7ecc0673 req-3f1d4990-2d7c-41b9-8989-40167b0a4a03 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.0611942 Oct 19 20:19:23.764283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Transition to ACTIVE for port object 453a1e3e-f986-40aa-995c-7da6394bcb65 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:23.777512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:23.797166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-385f4f16-a1be-4e24-b9a9-f99d7ecc0673 req-4927e73a-6558-438a-a153-4db4e5c5ba45 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750713 Oct 19 20:19:23.826192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e64bdb-d8db-4aa2-a6b9-ea87cd471b8c req-01003c71-469f-40b5-9185-353e19e768e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:23.827875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62e64bdb-d8db-4aa2-a6b9-ea87cd471b8c req-01003c71-469f-40b5-9185-353e19e768e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 1121 time: 0.1534669 Oct 19 20:19:23.868953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:23.911272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:23.920593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62e64bdb-d8db-4aa2-a6b9-ea87cd471b8c req-4f94b551-47e7-43e7-b2bd-a4a038514351 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839479 Oct 19 20:19:23.940733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:23.941132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:23.943573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:23.947259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:23.947575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:23.954667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:23.954906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:23.955338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:23.955776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Bound port: 453a1e3e-f986-40aa-995c-7da6394bcb65, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:23.956192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.024764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:24.030387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:24.035594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.085624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.087189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7614237b-a99f-4aa8-a015-45d84390c733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.087490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.088901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] 10.222.0.11 "PUT /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 1091 time: 0.8510244 Oct 19 20:19:24.091768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:24.095624 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479cd25c-dd39-4f07-b1f1-61702511aac7" -d '{"events": [{"name": "network-changed", "server_uuid": "62530132-b919-4b23-99e6-275864261c00", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:24.117910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc38c0-6fd5-4434-8c6c-246793d0505f req-1fcc1878-63f8-4f12-9eb5-4a9431584878 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.129592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0edb8-9945-4624-ad00-0d6b6bd1b2bf service neutron] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:24.134712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45dc38c0-6fd5-4434-8c6c-246793d0505f req-1fcc1878-63f8-4f12-9eb5-4a9431584878 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 950 time: 0.1063824 Oct 19 20:19:24.200859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45dc38c0-6fd5-4434-8c6c-246793d0505f req-d6514fea-2a4b-44c9-8654-98829f30aabd tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600777 Oct 19 20:19:24.203531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-6081d919-8d6a-40c8-8c0e-2c17116aa25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.205272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-6081d919-8d6a-40c8-8c0e-2c17116aa25f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1094 time: 0.0646889 Oct 19 20:19:24.255717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7614237b-a99f-4aa8-a015-45d84390c733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.260875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7614237b-a99f-4aa8-a015-45d84390c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.270123 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9ff1d-a648-43b7-af3d-becd3e6d6099 x-openstack-request-id: req-84a9ff1d-a648-43b7-af3d-becd3e6d6099 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:24.270419 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62530132-b919-4b23-99e6-275864261c00", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:24.270736 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84a9ff1d-a648-43b7-af3d-becd3e6d6099 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:24.271051 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'status': 'completed', 'code': 200} Oct 19 20:19:24.273104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-61bd771b-6f4c-4316-a16c-c97b41da7555 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.0590601 Oct 19 20:19:24.303373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614237b-a99f-4aa8-a015-45d84390c733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed54eb-d350-4a21-bd86-f18997ff29f1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:24.311278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7614237b-a99f-4aa8-a015-45d84390c733 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9d0072d2a314b6f94bfb56c3285db59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988111 Oct 19 20:19:24.312509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56192) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:24.345973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-23777600-d146-4c78-92f9-3c049cb945cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.347541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-23777600-d146-4c78-92f9-3c049cb945cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0660646 Oct 19 20:19:24.381204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.386389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-b758ae43-8ec2-4e8f-9788-6e173ca7a6bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301969 Oct 19 20:19:24.404210 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.461006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.464222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.465548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2ed54eb-d350-4a21-bd86-f18997ff29f1 HTTP/1.1" status: 204 len: 168 time: 0.1516221 Oct 19 20:19:24.477749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774df73-888f-4fe4-a345-4f11c4f06f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed54eb-d350-4a21-bd86-f18997ff29f1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:24.719435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096acc1-5cc4-4dc7-b276-c96cc2f7ca82 req-91175749-6586-4805-9d48-736e40ab61ce tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.721766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1096acc1-5cc4-4dc7-b276-c96cc2f7ca82 req-91175749-6586-4805-9d48-736e40ab61ce tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.0664828 Oct 19 20:19:24.725588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-ff6e7192-9401-4048-9bff-f2927d2c0355 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305371 Oct 19 20:19:24.820252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1096acc1-5cc4-4dc7-b276-c96cc2f7ca82 req-a042df32-7701-407d-8f07-0402cb3ec064 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905454 Oct 19 20:19:24.853243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56224) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:24.853752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10ee455-e5f7-4f32-8a2a-0ada16764303 req-79f3e3cb-e5c2-4861-aced-79f91ec20748 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157262 Oct 19 20:19:24.869730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b79525fd-a056-4be3-8584-12c3cec4be2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:24.990590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-5a339a7b-d5bd-47f4-9780-6896f811cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:24.993618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-5a339a7b-d5bd-47f4-9780-6896f811cb70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1094 time: 0.0904775 Oct 19 20:19:24.996062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b79525fd-a056-4be3-8584-12c3cec4be2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.001282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b79525fd-a056-4be3-8584-12c3cec4be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.060904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79525fd-a056-4be3-8584-12c3cec4be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63aeb94-3d59-4663-9629-3be7f897dc0a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:25.066235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b79525fd-a056-4be3-8584-12c3cec4be2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34099c78dc51458dac02566058fc54aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119081 Oct 19 20:19:25.068921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56228) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:25.132772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.161237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.172828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-33e218d9-a284-409f-b880-2265e02b1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.174329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-33e218d9-a284-409f-b880-2265e02b1f1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1729939 Oct 19 20:19:25.185335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed343-4ec8-4946-ae7d-a554f8727188 req-0a579341-3da8-4e2d-9d86-51b1c731999c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.186779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a5bed343-4ec8-4946-ae7d-a554f8727188 req-0a579341-3da8-4e2d-9d86-51b1c731999c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.0820687 Oct 19 20:19:25.220481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.223851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.224986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f63aeb94-3d59-4663-9629-3be7f897dc0a HTTP/1.1" status: 204 len: 168 time: 0.1547060 Oct 19 20:19:25.232988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368496c1-3295-4d3b-87b1-52462e8eea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63aeb94-3d59-4663-9629-3be7f897dc0a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:25.240535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-038decf0-48df-46ce-82c0-830abee046bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.0522373 Oct 19 20:19:25.309400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a5bed343-4ec8-4946-ae7d-a554f8727188 req-9277fd10-88b2-40d7-bb6e-a5e0a18621ec tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158805 Oct 19 20:19:25.337024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-f9ee61bf-a5f9-42db-8443-1de7d68e506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.339836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-f9ee61bf-a5f9-42db-8443-1de7d68e506a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0803680 Oct 19 20:19:25.384352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-56a4b45b-caca-471a-8cc3-29a582e63052 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347104 Oct 19 20:19:25.528793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-49fb7177-4d3d-481b-8aca-0695a20a6e61 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362951 Oct 19 20:19:25.537612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad220c8-b73b-4f14-850b-dada5d0ff5d0 req-92ac7435-f8b3-41aa-b98d-6617a9517d33 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.539041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad220c8-b73b-4f14-850b-dada5d0ff5d0 req-92ac7435-f8b3-41aa-b98d-6617a9517d33 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 950 time: 0.1082160 Oct 19 20:19:25.547005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.11', 49805) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:25.712229 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad220c8-b73b-4f14-850b-dada5d0ff5d0 req-78608212-5fb7-46be-9dae-22178fee8cb0 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617503 Oct 19 20:19:25.719389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-c8951a82-8f9e-4115-a985-0c8983583a45 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.721783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-c8951a82-8f9e-4115-a985-0c8983583a45 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 1101 time: 0.1719887 Oct 19 20:19:25.763403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-479cd25c-dd39-4f07-b1f1-61702511aac7 req-b0f6558c-f5a7-4861-83c2-b98b335c3f97 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153118 Oct 19 20:19:25.819228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Deleting port 20ab0362-9780-4261-8527-79ac88963ac6 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:19:25.819636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.910747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] For port 20ab0362-9780-4261-8527-79ac88963ac6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=20ab0362-9780-4261-8527-79ac88963ac6,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:25.911011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:25.924667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Calling delete_port for 20ab0362-9780-4261-8527-79ac88963ac6 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:19:25.977578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851c250-64cf-4288-acad-53151e3fca39 req-5d2da617-f527-4c38-a1b9-2ca881d1d452 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:25.979312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1851c250-64cf-4288-acad-53151e3fca39 req-5d2da617-f527-4c38-a1b9-2ca881d1d452 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.0686209 Oct 19 20:19:26.033881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1851c250-64cf-4288-acad-53151e3fca39 req-cc24ee8c-90fb-4466-9a8f-464a887274b2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478055 Oct 19 20:19:26.066031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56280) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:26.117485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.129286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['20ab0362-9780-4261-8527-79ac88963ac6'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:26.156717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Pushing event deleted for resources: {'Port': ['ID=20ab0362-9780-4261-8527-79ac88963ac6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:26.209085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] No DVR routers for this DVR port 20ab0362-9780-4261-8527-79ac88963ac6 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:19:26.214212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.217703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41b1afb7-cf5a-4eed-9bb8-b8e82d5548cb req-76510213-7752-49c6-99ee-b7cefdd410c3 tempest-DeleteServersAdminTestJSON-1014246134 tempest-DeleteServersAdminTestJSON-1014246134-project-admin] 10.222.0.11 "DELETE /v2.0/ports/20ab0362-9780-4261-8527-79ac88963ac6 HTTP/1.1" status: 204 len: 173 time: 0.4852991 Oct 19 20:19:26.272065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'name': 'network-vif-deleted', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:26.274415 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c9617c-ce43-4ec3-b974-2a294cd75908" -d '{"events": [{"server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "name": "network-vif-deleted", "tag": "20ab0362-9780-4261-8527-79ac88963ac6"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:26.315281 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48879e08-8dc2-4f43-969b-6d60b46170b2 x-openstack-request-id: req-48879e08-8dc2-4f43-969b-6d60b46170b2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:26.316013 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb970-85b1-4df3-9ae2-39cfa4a93ee2", "name": "network-vif-deleted", "tag": "20ab0362-9780-4261-8527-79ac88963ac6", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:26.316362 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48879e08-8dc2-4f43-969b-6d60b46170b2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:26.316915 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb970-85b1-4df3-9ae2-39cfa4a93ee2', 'name': 'network-vif-deleted', 'tag': '20ab0362-9780-4261-8527-79ac88963ac6', 'status': 'completed', 'code': 200} Oct 19 20:19:26.378464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:26.383577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02dc2b8a-3b61-4e05-bf89-941cbeaf033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.405227 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd89c368-7aa8-419b-b891-cf6efc74243a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.486788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82768b-7777-4834-818e-7edba4e3cd71 req-4cc3e291-70c9-4d7f-b24a-4eff2bf126e6 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:26.488421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c82768b-7777-4834-818e-7edba4e3cd71 req-4cc3e291-70c9-4d7f-b24a-4eff2bf126e6 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.0683329 Oct 19 20:19:26.519321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd89c368-7aa8-419b-b891-cf6efc74243a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.521128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-645727ed-bdb1-449b-9c3c-8dbe7bc9379e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.523969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd89c368-7aa8-419b-b891-cf6efc74243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.547598 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c82768b-7777-4834-818e-7edba4e3cd71 req-323e2840-8750-463e-93a6-cb47d6cf303e tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Oct 19 20:19:26.572978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd89c368-7aa8-419b-b891-cf6efc74243a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b5c70558ca4f7e8782e5c570f0af9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054390 Oct 19 20:19:26.573952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89c368-7aa8-419b-b891-cf6efc74243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ca3ba-702b-4b37-aed5-2105ddb7671c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:26.575721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56304) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:26.664048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.668116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-3ddcb85a-080b-4853-9601-2b2b2e4d6a22 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:26.669716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-3ddcb85a-080b-4853-9601-2b2b2e4d6a22 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 1121 time: 0.0440979 Oct 19 20:19:26.680208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-645727ed-bdb1-449b-9c3c-8dbe7bc9379e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.693978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-f5dd588b-7896-48bd-a237-c85a1bcc3fe8 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.694654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-645727ed-bdb1-449b-9c3c-8dbe7bc9379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.698136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.757121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-645727ed-bdb1-449b-9c3c-8dbe7bc9379e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94ea37b82baf4d25afe5aae076da006d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771431 Oct 19 20:19:26.760012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56312) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:26.762518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645727ed-bdb1-449b-9c3c-8dbe7bc9379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ef454-327e-4484-972c-1d1465e914c2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:26.795134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.798900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.800300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a04ca3ba-702b-4b37-aed5-2105ddb7671c HTTP/1.1" status: 204 len: 168 time: 0.2234275 Oct 19 20:19:26.811619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f1ea-922d-4f63-8cef-a37e84d9aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ca3ba-702b-4b37-aed5-2105ddb7671c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:26.848788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-f5dd588b-7896-48bd-a237-c85a1bcc3fe8 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.860662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-f5dd588b-7896-48bd-a237-c85a1bcc3fe8 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.886563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.901848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2a41185-811a-410e-9f61-d6a90bd5283e req-f5dd588b-7896-48bd-a237-c85a1bcc3fe8 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260804 Oct 19 20:19:26.924805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd588b-7896-48bd-a237-c85a1bcc3fe8 tempest-AggregatesAdminTestJSON-681976165 tempest-AggregatesAdminTestJSON-681976165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa9fb54-741a-474e-82a6-8100b859fd5c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:26.932141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:26.997462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.000180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.001331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc2ef454-327e-4484-972c-1d1465e914c2 HTTP/1.1" status: 204 len: 168 time: 0.2367344 Oct 19 20:19:27.037231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53ee1a-1c1c-4e2c-9adf-1829b6c6ee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ef454-327e-4484-972c-1d1465e914c2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:27.037856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66d6cc74-94f8-4ab8-964e-171831eae12e req-6e5c89f2-bf0f-4da8-8001-40fd47b28707 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=185bb970-85b1-4df3-9ae2-39cfa4a93ee2 HTTP/1.1" status: 200 len: 210 time: 0.1259465 Oct 19 20:19:27.256153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56338) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:27.273341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a2bbab89-27ed-4469-9b22-49d4adc7fd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.297567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7adba-540f-4389-871b-c0f9ce4462bd req-60058727-7134-4bf2-b836-fa85a898961f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:27.299510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdc7adba-540f-4389-871b-c0f9ce4462bd req-60058727-7134-4bf2-b836-fa85a898961f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.0753992 Oct 19 20:19:27.345912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdc7adba-540f-4389-871b-c0f9ce4462bd req-f5c296f1-8656-4ac7-87b3-a2c34f5277db tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Oct 19 20:19:27.383433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a2bbab89-27ed-4469-9b22-49d4adc7fd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.388041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a2bbab89-27ed-4469-9b22-49d4adc7fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.452801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbab89-27ed-4469-9b22-49d4adc7fd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f51726-140e-4a77-80c3-4c9406af2eab,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:27.458526 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a2bbab89-27ed-4469-9b22-49d4adc7fd14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90948d19279418c8178f917eacb1e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009878 Oct 19 20:19:27.461506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56344) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:27.535240 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.563194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:27.564267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.581640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be43573a-43cb-40e5-bb70-424da4e9a385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.632115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.635748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.639979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3f51726-140e-4a77-80c3-4c9406af2eab HTTP/1.1" status: 204 len: 168 time: 0.1766434 Oct 19 20:19:27.650604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71decf05-c456-4dab-9389-800afc051f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f51726-140e-4a77-80c3-4c9406af2eab,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:27.700942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be43573a-43cb-40e5-bb70-424da4e9a385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.710713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be43573a-43cb-40e5-bb70-424da4e9a385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.755411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be43573a-43cb-40e5-bb70-424da4e9a385 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41239a88a6a34a94bf1409d44bc6c6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907818 Oct 19 20:19:27.758586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:27.760236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43573a-43cb-40e5-bb70-424da4e9a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2a8b1-c881-4372-a5e2-c1dda32e239c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:27.834779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.865932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.946375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.950623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:27.951830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46a2a8b1-c881-4372-a5e2-c1dda32e239c HTTP/1.1" status: 204 len: 168 time: 0.1921325 Oct 19 20:19:27.960673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55924633-ef43-4c0e-95b2-cacf1c7089b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2a8b1-c881-4372-a5e2-c1dda32e239c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:28.312703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56432) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:28.396819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b46b0698-4acf-4a0c-a22d-36f9e4050cfd tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=16f1752f2d2747b2a2f83f508798891b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387273 Oct 19 20:19:28.509275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f19c0c4-9e5d-4c33-8455-bd1b6ccc3711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:28.559345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-2ee2fcf3-1853-436b-bca3-c0b399a870cf tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:28.560843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-2ee2fcf3-1853-436b-bca3-c0b399a870cf tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627460 Oct 19 20:19:28.591372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-7df216b2-0be3-489a-bd09-393f1bbc2ce2 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/quotas/16f1752f2d2747b2a2f83f508798891b HTTP/1.1" status: 200 len: 375 time: 0.0193434 Oct 19 20:19:28.649418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-606889f1-abe4-4c5f-98bf-d8be32f0aa50 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436749 Oct 19 20:19:28.658497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de03c-bd79-4fe4-8745-85db368a5060 req-924fd50d-2819-4846-a3d9-ee1b13f4d906 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:28.661352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247de03c-bd79-4fe4-8745-85db368a5060 req-924fd50d-2819-4846-a3d9-ee1b13f4d906 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.0671184 Oct 19 20:19:28.694596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f19c0c4-9e5d-4c33-8455-bd1b6ccc3711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:28.700194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f19c0c4-9e5d-4c33-8455-bd1b6ccc3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:28.709337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247de03c-bd79-4fe4-8745-85db368a5060 req-19b5d210-6aae-462a-9aa9-347ab546fe7c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Oct 19 20:19:28.763023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19c0c4-9e5d-4c33-8455-bd1b6ccc3711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e3ac84-1c3b-4fd6-bcec-1ac30301fb2e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:28.804731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0f19c0c4-9e5d-4c33-8455-bd1b6ccc3711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6667d6d01bf44c6d9485ac6c4dd204f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894629 Oct 19 20:19:28.806351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56476) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:28.908454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37881da4-c5db-4b5c-b72e-0299a14c6dae req-3703064d-9115-4ddf-860d-a48c8913b495 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 210 time: 0.0411630 Oct 19 20:19:28.914689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:28.951112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.014540 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.017875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.021836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0e3ac84-1c3b-4fd6-bcec-1ac30301fb2e HTTP/1.1" status: 204 len: 168 time: 0.2118473 Oct 19 20:19:29.029673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f0320-5e87-4c84-9bde-76f7022ac8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e3ac84-1c3b-4fd6-bcec-1ac30301fb2e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:29.135103 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cdb6af-b80e-41a8-a843-68d9340bca4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.167383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56522) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:29.330635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:19:29.362664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 20ab0362-9780-4261-8527-79ac88963ac6 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:19:29.425989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 20ab0362-9780-4261-8527-79ac88963ac6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:19:29.427034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 20ab0362-9780-4261-8527-79ac88963ac6 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:19:29.598846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:29.614382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'port_id': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'mac_address': 'fa:16:3e:de:4d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dba038e-8ad1-406c-be33-b1167b0c8de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:19:29.687305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.695632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-90346394-network', 'tenant_id': '24c5ac48dcae4a4bb95af43d34cb8ef0'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:29.704514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453a1e3e-f986-40aa-995c-7da6394bcb65 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:29.728774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:29.733894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.772381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Made reservation on behalf of 24c5ac48dcae4a4bb95af43d34cb8ef0 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:29.776634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.797403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:29.828354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:29.928069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['453a1e3e-f986-40aa-995c-7da6394bcb65'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:29.962874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92b0a-e893-4194-b74e-9a0d89633897 req-0f745995-895f-4bbc-af46-d5ee4baed602 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:29.979716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fd92b0a-e893-4194-b74e-9a0d89633897 req-0f745995-895f-4bbc-af46-d5ee4baed602 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.1043103 Oct 19 20:19:29.996734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56598) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:30.064135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.088858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fd92b0a-e893-4194-b74e-9a0d89633897 req-ba75b720-b8f9-42a0-b792-d4ffe82fea4d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070886 Oct 19 20:19:30.090997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.119589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:30.133422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.133767 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Added segment 0ce9826f-6e82-4a74-8f8e-9b7e2a9a3a02 of type vlan for network dd57ea0c-08ff-493c-9641-a15557c51829 Oct 19 20:19:30.198134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.209982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.214954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d9e08-a7d5-4e7b-a0d4-aa082cce7984,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:30.255730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c5debfb-d761-4592-946d-0fa0e341d1e3 req-54d043c6-6776-47bd-8a0f-6edb1ac8c033 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 210 time: 0.0383554 Oct 19 20:19:30.266625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.267770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:30.268548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.338355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1701-2aae-41dc-a8e8-c1ad3f11c828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.447648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] Pushing event updated for resources: {'Network': ['ID=dd57ea0c-08ff-493c-9641-a15557c51829,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:30.462136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network dd57ea0c-08ff-493c-9641-a15557c51829 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:30.476830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0d33c07-29f6-4026-832c-4efa880bc4ba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2899301 Oct 19 20:19:30.479722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:30.490991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Request body: {'subnet': {'network_id': 'dd57ea0c-08ff-493c-9641-a15557c51829', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-90346394-subnet', 'tenant_id': '24c5ac48dcae4a4bb95af43d34cb8ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:30.495309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-7132a559-6639-4afa-b12f-1f98569b9d15 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=16f1752f2d2747b2a2f83f508798891b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542516 Oct 19 20:19:30.540671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Made reservation on behalf of 24c5ac48dcae4a4bb95af43d34cb8ef0 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:30.543206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.630866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1701-2aae-41dc-a8e8-c1ad3f11c828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.668865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1701-2aae-41dc-a8e8-c1ad3f11c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.740130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a0bd1701-2aae-41dc-a8e8-c1ad3f11c828 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed73d613e9be4af286dca2eb8e6de009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7422807 Oct 19 20:19:30.742861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:30.757704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1701-2aae-41dc-a8e8-c1ad3f11c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980a8e9-226c-4fca-8598-bcba45923ce1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:30.767400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-6ce2b9d8-80e0-4b82-b128-5d85c8f9830f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:30.768774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-6ce2b9d8-80e0-4b82-b128-5d85c8f9830f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670217 Oct 19 20:19:30.785136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Request body: {'port': {'device_id': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '16f1752f2d2747b2a2f83f508798891b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:30.827780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.960149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.983763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Made reservation on behalf of 16f1752f2d2747b2a2f83f508798891b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:30.990150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:30.997956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.000072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.056119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56676) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:31.095040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fdc57c-467e-44a6-a4aa-3089c8d40dfa,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:31.109624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Checking segment: {'id': '0ce9826f-6e82-4a74-8f8e-9b7e2a9a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd57ea0c-08ff-493c-9641-a15557c51829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:31.110183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Network hostable DHCP agents. Network: dd57ea0c-08ff-493c-9641-a15557c51829, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:31.128434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.133155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.136165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e980a8e9-226c-4fca-8598-bcba45923ce1 HTTP/1.1" status: 204 len: 168 time: 0.3893063 Oct 19 20:19:31.142057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Network dd57ea0c-08ff-493c-9641-a15557c51829 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:31.151055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c46e6c-72af-4bfe-bc76-6e8f9ae15bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980a8e9-226c-4fca-8598-bcba45923ce1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:31.161261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, dd57ea0c-08ff-493c-9641-a15557c51829) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:31.165761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:31.166464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.187670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-54a36f9c-bd15-4787-990a-0db5632598ed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7065830 Oct 19 20:19:31.192368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a7417-97f1-4d89-80d9-8687113c891b None None] Network dd57ea0c-08ff-493c-9641-a15557c51829 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:31.269463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Allocated IP 192.168.233.53 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/1586bef0-4dcd-4c50-95d8-b7a0a4942717) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:31.390250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:31.463347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977e3ca-80df-489e-8862-96c363599f67 None None] Network dd57ea0c-08ff-493c-9641-a15557c51829 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:31.463694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37620f4c-760a-43a1-acb9-bad0646c9a35 req-0c18a12a-616d-4037-8a4b-bd254cafa7dd tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 210 time: 0.0502021 Oct 19 20:19:31.500514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a47b9290-fb1b-4063-822f-6f4c88f6bb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.506253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 453a1e3e-f986-40aa-995c-7da6394bcb65 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:19:31.537873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74e3f1-c906-4870-b7e0-17b09c19fb9e req-c9638b46-a142-468a-9e74-95c60a5f1ee2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:31.539905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb74e3f1-c906-4870-b7e0-17b09c19fb9e req-c9638b46-a142-468a-9e74-95c60a5f1ee2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.1430097 Oct 19 20:19:31.554005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 453a1e3e-f986-40aa-995c-7da6394bcb65 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:31.554668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.648166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.697186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb74e3f1-c906-4870-b7e0-17b09c19fb9e req-1ec0040b-d26a-48c4-84f6-d8f6ccb944c5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456413 Oct 19 20:19:31.715583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56702) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:31.731018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b4956-a073-41c6-b1eb-6589b1706fba req-c5fde2de-62a9-4115-873f-c861dcdfceb9 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:31.746951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55b4956-a073-41c6-b1eb-6589b1706fba req-c5fde2de-62a9-4115-873f-c861dcdfceb9 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.1489515 Oct 19 20:19:31.750148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.772491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.786596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a47b9290-fb1b-4063-822f-6f4c88f6bb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.786770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:31.789211 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3caa7de-8745-4281-b42b-921bb24a8d00" -d '{"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-plugged", "status": "completed", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:31.799773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a47b9290-fb1b-4063-822f-6f4c88f6bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.826265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b9290-fb1b-4063-822f-6f4c88f6bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2203c5be-2c00-4a62-8316-248f45c91032,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:31.827791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:31.837766 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.844085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55b4956-a073-41c6-b1eb-6589b1706fba req-1111bee8-66ef-40e5-8564-6d3a1a46370a tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905497 Oct 19 20:19:31.874067 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a86db-8a65-471f-86c1-436ccbb88501 x-openstack-request-id: req-597a86db-8a65-471f-86c1-436ccbb88501 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:31.875437 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-plugged", "status": "completed", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:31.875437 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-597a86db-8a65-471f-86c1-436ccbb88501 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:31.875437 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'code': 200} Oct 19 20:19:31.894381 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a47b9290-fb1b-4063-822f-6f4c88f6bb9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26f47dc545784ac0be3f20349e0ac138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367627 Oct 19 20:19:31.897319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56710) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:31.914947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:31.935527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:31.945928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Pushing event updated for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:31.969032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:31.974513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:31.976335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:31.980580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:31.981195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.006819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-b40db3e7-6f47-4325-94d3-2972e640a9bb tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2280190 Oct 19 20:19:32.007349 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.037341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Request body: {'port': {'device_id': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:32.037341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7c54c-2146-40c2-bd76-5672441ddb48 req-f1283ab7-cc65-44ea-9e63-c8e999ba789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:32.037341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ae7c54c-2146-40c2-bd76-5672441ddb48 req-f1283ab7-cc65-44ea-9e63-c8e999ba789f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1096 time: 0.1089232 Oct 19 20:19:32.074401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4943-cc66-4aae-acd3-177dd7a9852a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.091891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.102339 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.108746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.116590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2203c5be-2c00-4a62-8316-248f45c91032 HTTP/1.1" status: 204 len: 168 time: 0.2168615 Oct 19 20:19:32.139273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4238d76-1e54-491e-8768-f4e769d399cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203c5be-2c00-4a62-8316-248f45c91032,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:32.146372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.167100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56724) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.191002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b77e860-2bc7-45c6-ab1f-757c7196b4bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.218272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ae7c54c-2146-40c2-bd76-5672441ddb48 req-789f75aa-3fe5-4fee-8bbe-332932dbc807 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451683 Oct 19 20:19:32.229670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.333586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-44ba78ba-9e06-4816-a079-6ba085627882 None None] Provisioning complete for port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:32.334890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-44ba78ba-9e06-4816-a079-6ba085627882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.341429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b77e860-2bc7-45c6-ab1f-757c7196b4bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.357028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b77e860-2bc7-45c6-ab1f-757c7196b4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.416050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77e860-2bc7-45c6-ab1f-757c7196b4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b0ecb-ccad-4d4d-a001-cfc8156378fc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:32.430408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-44ba78ba-9e06-4816-a079-6ba085627882 None None] Port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:32.441631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0b77e860-2bc7-45c6-ab1f-757c7196b4bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a8f7fa3c6274df9b2d3deea49ef764d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728250 Oct 19 20:19:32.444033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56728) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.506315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.532350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.618618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6ec6-c64e-4c87-b881-92d560c0b7ae req-92bf76f1-ed17-4d7a-af20-192bd2322505 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:32.620105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b5a6ec6-c64e-4c87-b881-92d560c0b7ae req-92bf76f1-ed17-4d7a-af20-192bd2322505 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 935 time: 0.0696146 Oct 19 20:19:32.628244 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4943-cc66-4aae-acd3-177dd7a9852a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.635350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.638038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.641841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/651b0ecb-ccad-4d4d-a001-cfc8156378fc HTTP/1.1" status: 204 len: 168 time: 0.1958957 Oct 19 20:19:32.646807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9f8-61da-4987-a591-846ff2aecfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.663419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4943-cc66-4aae-acd3-177dd7a9852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.672950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f1ce1-613e-49eb-816f-b3f2b0ddfd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b0ecb-ccad-4d4d-a001-cfc8156378fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:32.701457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b5a6ec6-c64e-4c87-b881-92d560c0b7ae req-4214f978-f706-4cd8-a44a-d8b5f46553b7 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Oct 19 20:19:32.708986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd4943-cc66-4aae-acd3-177dd7a9852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e882727-a439-42ed-b176-0d50a9eb8235,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:32.799974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56740) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.806038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a2cd4943-cc66-4aae-acd3-177dd7a9852a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f00735fb2db44113a150b65776a6ddca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0894127 Oct 19 20:19:32.808596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56742) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.831381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67339d79-987d-4407-8522-1b5fa68a8ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.914874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-4ee96bcc-233c-475c-8948-de51cf67d04c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:32.916689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-4ee96bcc-233c-475c-8948-de51cf67d04c tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.2093284 Oct 19 20:19:32.920321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:32.933537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56748) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:32.941997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-685122768-network', 'tenant_id': '88d1c296d4d14f6f9e606a3d19babe3f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:32.962012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.032397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f31bf-ea0d-4b3a-8eb0-16a1aa0e087e req-a6ddfe1b-e305-4698-a00f-a979e073ec76 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:33.041054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-306f31bf-ea0d-4b3a-8eb0-16a1aa0e087e req-a6ddfe1b-e305-4698-a00f-a979e073ec76 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 945 time: 0.2319095 Oct 19 20:19:33.044520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9f8-61da-4987-a591-846ff2aecfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.054568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Made reservation on behalf of 88d1c296d4d14f6f9e606a3d19babe3f for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:33.056780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.059794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67339d79-987d-4407-8522-1b5fa68a8ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.062197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a44ca9f8-61da-4987-a591-846ff2aecfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.071843 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67339d79-987d-4407-8522-1b5fa68a8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.078553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.126653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc416-1fc2-4dce-a0ed-c8e18a111f66 req-29cc35e6-cd7f-4e6a-9a03-ec9e1ea0fa60 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:33.136132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c02dc416-1fc2-4dce-a0ed-c8e18a111f66 req-29cc35e6-cd7f-4e6a-9a03-ec9e1ea0fa60 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 970 time: 0.1620088 Oct 19 20:19:33.153389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.155871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.156961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e882727-a439-42ed-b176-0d50a9eb8235 HTTP/1.1" status: 204 len: 168 time: 0.3470197 Oct 19 20:19:33.168428 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-67339d79-987d-4407-8522-1b5fa68a8ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b76c130bd15456bb0d2664c041a22f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656199 Oct 19 20:19:33.173643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339d79-987d-4407-8522-1b5fa68a8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff93cf-6638-4dd9-af12-c6bea687363c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.178604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56758) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:33.220116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a69c-d940-4e52-8629-4b7b2270bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e882727-a439-42ed-b176-0d50a9eb8235,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.255630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c02dc416-1fc2-4dce-a0ed-c8e18a111f66 req-2ee8509c-2608-4be6-8c37-c257fc3cc3a0 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/security-groups?id=927a31da-db57-42ee-88ca-07688f285d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168036 Oct 19 20:19:33.255837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a44ca9f8-61da-4987-a591-846ff2aecfde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45028e4e983c4c08aa45c768dcf81959&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1360078 Oct 19 20:19:33.260978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56762) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:33.291872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca9f8-61da-4987-a591-846ff2aecfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af2a461-a914-42b4-b9c6-0f9c9b99037b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.322731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-306f31bf-ea0d-4b3a-8eb0-16a1aa0e087e req-30d873df-d5f4-4e03-9762-b3a3e56c8c6d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805381 Oct 19 20:19:33.358464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.362321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1586bef0-4dcd-4c50-95d8-b7a0a4942717 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:33.370442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.373463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.386460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.397630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Transition to ACTIVE for port object 1586bef0-4dcd-4c50-95d8-b7a0a4942717 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:33.404457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.413223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.420583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Deleting port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:19:33.420901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.423418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.437469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:33.467763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f5f1e-06d0-477f-aa0b-a77c3698cebb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.480232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.495822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.496167 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Added segment 4f4b06d3-e925-42fa-96d3-b7a474cfa9cd of type vlan for network 0c11fbeb-af1c-478e-9a93-7c94fa0904fb Oct 19 20:19:33.548473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Pushing event updated for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.565942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.599661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.602183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.603512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eff93cf-6638-4dd9-af12-c6bea687363c HTTP/1.1" status: 204 len: 168 time: 0.4225695 Oct 19 20:19:33.617222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b59474-bf8a-4eca-b7e9-8218c1e8bf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff93cf-6638-4dd9-af12-c6bea687363c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.619526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.620650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:33.621306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.624011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.627285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.630838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1af2a461-a914-42b4-b9c6-0f9c9b99037b HTTP/1.1" status: 204 len: 168 time: 0.3642712 Oct 19 20:19:33.636973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] For port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:33.638017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.642822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481693a0-0291-4a76-8f77-3ef19525478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af2a461-a914-42b4-b9c6-0f9c9b99037b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.659218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Calling delete_port for 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 owned by compute:tempest-test_az-603921498 {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:19:33.686790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7490096 Oct 19 20:19:33.687248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56774) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:33.688566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:19:33.692966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Request body: {'subnet': {'network_id': '0c11fbeb-af1c-478e-9a93-7c94fa0904fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-685122768-subnet', 'tenant_id': '88d1c296d4d14f6f9e606a3d19babe3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:33.770636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Attempting to bind port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:33.771256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Attempting to bind port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:33.771718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Attempting to bind port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:33.778674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:33.779291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Attempting to bind port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:33.785887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:33.786603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:33.787157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:33.787624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Bound port: 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:33.788002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.808120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa896d-a568-41c3-bd94-c598923a5cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c11fbeb-af1c-478e-9a93-7c94fa0904fb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:33.822151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0c11fbeb-af1c-478e-9a93-7c94fa0904fb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:33.860938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Made reservation on behalf of 88d1c296d4d14f6f9e606a3d19babe3f for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:33.863905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.900309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e06b90-27a7-4ea3-b9a1-24cc7b82bd7c req-28fe7ff9-a26f-46de-a5ab-86bf80d975ef tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:33.907770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3e06b90-27a7-4ea3-b9a1-24cc7b82bd7c req-28fe7ff9-a26f-46de-a5ab-86bf80d975ef tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 947 time: 0.0850689 Oct 19 20:19:33.938734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:33.953358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['90e7bb9e-c63d-44ac-9ba8-d077a12c80a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:33.998686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Pushing event deleted for resources: {'Port': ['ID=90e7bb9e-c63d-44ac-9ba8-d077a12c80a7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:34.032491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:34.047701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3e06b90-27a7-4ea3-b9a1-24cc7b82bd7c req-49fc73c5-c24c-4269-99d3-7270ab408568 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387694 Oct 19 20:19:34.128541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:34.146394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] No DVR routers for this DVR port 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:19:34.148393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:34.154182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:34.157731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427e1536-41d0-4315-ad26-d7ae44f62cbe req-a429311d-efb4-4e38-8992-182ebf3cfefd tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.37 "DELETE /v2.0/ports/90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 HTTP/1.1" status: 204 len: 173 time: 1.2260303 Oct 19 20:19:34.170469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'name': 'network-vif-deleted', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:34.176480 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8eb715-5fe9-4c45-8440-f87c89bac252" -d '{"events": [{"server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "name": "network-vif-deleted", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:34.265228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:34.286355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.286882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:34.290949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] 10.222.0.11 "PUT /v2.0/ports/1586bef0-4dcd-4c50-95d8-b7a0a4942717 HTTP/1.1" status: 200 len: 1095 time: 2.2715542 Oct 19 20:19:34.295050 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbb2cd-0165-4f3b-90e4-ce6e158cba14 x-openstack-request-id: req-d4fbb2cd-0165-4f3b-90e4-ce6e158cba14 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:34.304872 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7f6207-66d5-4c23-b482-dc45b22469a2", "name": "network-vif-deleted", "tag": "90e7bb9e-c63d-44ac-9ba8-d077a12c80a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:34.308991 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4fbb2cd-0165-4f3b-90e4-ce6e158cba14 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:34.311990 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f6207-66d5-4c23-b482-dc45b22469a2', 'name': 'network-vif-deleted', 'tag': '90e7bb9e-c63d-44ac-9ba8-d077a12c80a7', 'status': 'completed', 'code': 200} Oct 19 20:19:34.392804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee5fea-e569-4d53-ad53-09eb70cd3634 service neutron] Pushing event updated for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:34.416448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Checking segment: {'id': '4f4b06d3-e925-42fa-96d3-b7a474cfa9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0c11fbeb-af1c-478e-9a93-7c94fa0904fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:34.416809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Network hostable DHCP agents. Network: 0c11fbeb-af1c-478e-9a93-7c94fa0904fb, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:34.436662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85171fef-e7fd-4b20-a758-4b1fbdcd7e35,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:34.484467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64c6e437-3f35-4f8a-8d88-e48e854021d5 req-df0c0020-2be9-466d-8022-7f292daa5976 tempest-AggregatesAdminTestJSON-167453332 tempest-AggregatesAdminTestJSON-167453332-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b7f6207-66d5-4c23-b482-dc45b22469a2 HTTP/1.1" status: 200 len: 210 time: 0.0489111 Oct 19 20:19:34.498110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-3df1d83b-1630-4da1-aa3b-4215ca7de524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.500742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-3df1d83b-1630-4da1-aa3b-4215ca7de524 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 1098 time: 0.0972896 Oct 19 20:19:34.503907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Network 0c11fbeb-af1c-478e-9a93-7c94fa0904fb is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:34.516194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0c11fbeb-af1c-478e-9a93-7c94fa0904fb) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:34.526492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c16f10-92ab-448c-b9dd-13140e9414de None None] Network 0c11fbeb-af1c-478e-9a93-7c94fa0904fb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:34.547387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.548258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:34.588145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-bf404c41-8f2f-4d51-bf9e-c70ef48035fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717 HTTP/1.1" status: 200 len: 217 time: 0.0695696 Oct 19 20:19:34.595180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-55d41915-6250-4121-a99c-535f9ae1a283 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9065921 Oct 19 20:19:34.646355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54526214-4d65-4083-ba54-8f74719b7619 req-87e43309-d827-4269-9620-d96ccaad01ac tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.653712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54526214-4d65-4083-ba54-8f74719b7619 req-87e43309-d827-4269-9620-d96ccaad01ac tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 945 time: 0.1518912 Oct 19 20:19:34.673337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0b6d9038-15a3-43eb-ab2a-cbabb81d7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.675160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-0b6d9038-15a3-43eb-ab2a-cbabb81d7396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0798419 Oct 19 20:19:34.737383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54526214-4d65-4083-ba54-8f74719b7619 req-c00c8e8d-f326-4850-abf7-9d271783b5f8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825861 Oct 19 20:19:34.758711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-ec74b3f1-4e40-420b-bc89-3ad622c88164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:34.760224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-ec74b3f1-4e40-420b-bc89-3ad622c88164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668039 Oct 19 20:19:34.782604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de275f92-48e1-4c4d-a367-c5fd0605a646 None None] Network 0c11fbeb-af1c-478e-9a93-7c94fa0904fb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:34.893051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-d969b833-9fa1-4055-ae83-773c9d2a01c5 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218903 Oct 19 20:19:34.921815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:34.982521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Deleting subnet 10fdc57c-467e-44a6-a4aa-3089c8d40dfa {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:19:34.988065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.018283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b85b1f5-4d62-48f4-a466-48500621bf67 req-a9efa1bd-ff4f-4edc-b2fb-5374796d0c25 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175258 Oct 19 20:19:35.034747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.046473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.123978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.156353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fdc57c-467e-44a6-a4aa-3089c8d40dfa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:35.167476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.171060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-adfe0de2-c929-41bb-89ed-ce7333607156 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10fdc57c-467e-44a6-a4aa-3089c8d40dfa HTTP/1.1" status: 204 len: 168 time: 0.2473545 Oct 19 20:19:35.173789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56834) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:35.179069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174193-d655-4628-92bf-d82426df7f20 req-30d3d8e4-2ddc-4d88-bb4d-5fa7144a639c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:35.186619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee174193-d655-4628-92bf-d82426df7f20 req-30d3d8e4-2ddc-4d88-bb4d-5fa7144a639c tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 947 time: 0.0633061 Oct 19 20:19:35.227328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee174193-d655-4628-92bf-d82426df7f20 req-61a4bd55-c58b-4f44-a9f4-5e2d5ac46a00 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Oct 19 20:19:35.252020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.354392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.378736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.379659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.380397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.380758 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > port after_create 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.381823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.382133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > port after_update 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.382477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.382800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.383118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.383436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.657186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.657573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.657892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.658216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:35.658580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd57ea0c-08ff-493c-9641-a15557c51829']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:35.683057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce9826f-6e82-4a74-8f8e-9b7e2a9a3a02') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:35.683349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce9826f-6e82-4a74-8f8e-9b7e2a9a3a02') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:35.713680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56862) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:35.733616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.769161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.782770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:19:35.783162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: from cryptography.utils import int_from_bytes Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: from cryptography.utils import int_from_bytes Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:19:35.802403 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:19:35.817094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cda79-4a35-45bd-9158-e956ef02f307 req-662668e8-404b-4451-9361-c6cab1502101 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:35.824427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b9cda79-4a35-45bd-9158-e956ef02f307 req-662668e8-404b-4451-9361-c6cab1502101 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1096 time: 0.1606255 Oct 19 20:19:35.901685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.908259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b9cda79-4a35-45bd-9158-e956ef02f307 req-520ddcd7-167d-407f-812b-379628c5383d tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Oct 19 20:19:35.915005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:35.920594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd57ea0c-08ff-493c-9641-a15557c51829 HTTP/1.1" status: 204 len: 168 time: 0.7433658 Oct 19 20:19:35.921040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:35.927928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3b83-1df2-44b7-9a41-9cb415c70084 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd57ea0c-08ff-493c-9641-a15557c51829,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:35.984380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Deleting subnet 85171fef-e7fd-4b20-a758-4b1fbdcd7e35 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:19:35.989755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.059913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-network', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:36.070310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.096408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.127146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Made reservation on behalf of 0968ca72342e4f018c9c04206b3f1aba for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:36.129409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.135339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3a8b9-0195-4c2c-8b8d-db7d7f761f11 req-7b515ac8-bc0b-4347-a1af-a00f45b5fa93 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:36.136822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b2a3a8b9-0195-4c2c-8b8d-db7d7f761f11 req-7b515ac8-bc0b-4347-a1af-a00f45b5fa93 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1096 time: 0.1179862 Oct 19 20:19:36.146212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56882) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.154426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.167477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.179070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56890) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.228073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b2a3a8b9-0195-4c2c-8b8d-db7d7f761f11 req-89fc239b-9a87-4be6-a3e9-ffbb4d271f82 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833127 Oct 19 20:19:36.232703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.290118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-network', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:36.329143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Made reservation on behalf of c7e74a4753e34310a8306c0f85b41c54 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:36.333069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.345716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.351717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:36.354270 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244335ec-7e6f-47aa-9c3b-03d57cb801b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:36.361595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85171fef-e7fd-4b20-a758-4b1fbdcd7e35,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:36.366929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1144981345-network', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:36.398866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.402054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f9743ccf-7b7c-478f-9f6f-9c31840745bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85171fef-e7fd-4b20-a758-4b1fbdcd7e35 HTTP/1.1" status: 204 len: 168 time: 0.4794998 Oct 19 20:19:36.404571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56908) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.439627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Made reservation on behalf of eb0841280a97405fbc1498248ad44bea for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:36.441868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.453049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b2ab3566-36bf-4d5c-849c-bbe869340a54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00340e342225413e9ef032f8a9749e6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2845793 Oct 19 20:19:36.455926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.458693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.473458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de83b-455a-4037-9965-e12225d569e5 req-f4201179-13f0-485d-9616-6645995c94a9 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:36.474968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-841de83b-455a-4037-9965-e12225d569e5 req-f4201179-13f0-485d-9616-6645995c94a9 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 947 time: 0.1145742 Oct 19 20:19:36.506351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.529126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.552475 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.559021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.561064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.572566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:36.603007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.607408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-841de83b-455a-4037-9965-e12225d569e5 req-96d6005a-ea43-4909-9f47-5f2d7978e1b9 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032834 Oct 19 20:19:36.608193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:36.611700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c86bc-bf1a-452f-8e1d-208ab0f51529,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:36.616203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.616532 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Added segment cdf80275-5840-42d4-ac28-ba6a4544e834 of type vlan for network 9eef55b2-50f8-472c-b2dc-3531392bff2a Oct 19 20:19:36.643466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb7f0e-ae27-4f5a-a513-4f7dc34c2fdd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:36.653647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.654074 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Added segment 0907d3bd-9dcf-4a81-a850-e3ced235ad26 of type vlan for network eb894d48-896e-40c9-bfab-c973df1c2797 Oct 19 20:19:36.692046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.701041 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89316b6d-8cb3-44c1-ba97-b25921f7f4c6 x-openstack-request-id: req-89316b6d-8cb3-44c1-ba97-b25921f7f4c6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:36.701334 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:36.701807 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89316b6d-8cb3-44c1-ba97-b25921f7f4c6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:36.702330 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717', 'status': 'completed', 'code': 200} Oct 19 20:19:36.704173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.731992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.750642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.754567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.761562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.779797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-f2798a31-99eb-4e61-a118-878471b3ab8a req-b8e4b6e3-6efd-42e2-88e9-58cdf9798827 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:19:36.780787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2798a31-99eb-4e61-a118-878471b3ab8a req-b8e4b6e3-6efd-42e2-88e9-58cdf9798827 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1042295 Oct 19 20:19:36.805953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:36.812123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.813179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:36.813794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.818158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.818494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.819236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.819550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > port after_create 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.819885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.820195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > port after_update 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.820561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.820910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.821323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.821730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.829913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.830486 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Added segment c4753a6a-1d9b-43ae-9c48-6f55ef1f5067 of type vlan for network aaa017ae-de44-4c52-bfbe-b96223f0040f Oct 19 20:19:36.841585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809e8610-8f29-41ce-ab08-44f41ca48b2b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:36.847349 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.849045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:36.849912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.893376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.893724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.894048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.894369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 20:19:36.894774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c11fbeb-af1c-478e-9a93-7c94fa0904fb']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:36.898682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.901717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.903054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/927a31da-db57-42ee-88ca-07688f285d06 HTTP/1.1" status: 204 len: 168 time: 0.4461412 Oct 19 20:19:36.918625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.932766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7852221 Oct 19 20:19:36.939545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4b06d3-e925-42fa-96d3-b7a474cfa9cd') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:36.939716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4b06d3-e925-42fa-96d3-b7a474cfa9cd') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:36.943922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56922) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.961897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Request body: {'subnet': {'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-subnet', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:36.978688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66874-a244-4fbe-b1b2-0a05299c5fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927a31da-db57-42ee-88ca-07688f285d06,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:36.982628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2646518 Oct 19 20:19:36.985235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:36.989760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:36.990662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-84f767b7-0d72-45fb-90f7-0ad24aa815d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:36.992205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-84f767b7-0d72-45fb-90f7-0ad24aa815d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=16f1752f2d2747b2a2f83f508798891b&device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 1098 time: 0.2401223 Oct 19 20:19:37.000121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:19:37.006132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Request body: {'subnet': {'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-subnet', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:37.012745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d75972-7249-40ad-a72f-3a259502b255 admin admin] Pushing event updated for resources: {'Network': ['ID=eb894d48-896e-40c9-bfab-c973df1c2797,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:37.029018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.030728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:37.031286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.057129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:19:37.057558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 90e7bb9e-c63d-44ac-9ba8-d077a12c80a7 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:19:37.060089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network eb894d48-896e-40c9-bfab-c973df1c2797 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:37.117221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa017ae-de44-4c52-bfbe-b96223f0040f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:37.134381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network aaa017ae-de44-4c52-bfbe-b96223f0040f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:37.160921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1a15-1557-48ea-900c-794cfefc4dba admin admin] Pushing event updated for resources: {'Network': ['ID=9eef55b2-50f8-472c-b2dc-3531392bff2a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:37.176971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56932) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:37.187220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.190239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:37.206301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1181154f-54d1-40cd-bc5e-cf9a79736085 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0262060 Oct 19 20:19:37.209674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56936) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:37.217423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:19:37.217825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.226013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Request body: {'subnet': {'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-subnet', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: from cryptography.utils import int_from_bytes Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: from cryptography.utils import int_from_bytes Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:19:37.227844 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:19:37.257464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Made reservation on behalf of 0968ca72342e4f018c9c04206b3f1aba for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:37.264956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.323882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Made reservation on behalf of c7e74a4753e34310a8306c0f85b41c54 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:37.333487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.393320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Made reservation on behalf of eb0841280a97405fbc1498248ad44bea for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:37.396166 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.434149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74da13e-cc91-48bc-8e91-9d0eb8c146bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.485126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56942) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:37.520842 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.531341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-5b711720-8d3a-43ba-b0ea-0aeb5fdf5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:37.532883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-5b711720-8d3a-43ba-b0ea-0aeb5fdf5f00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5213573 Oct 19 20:19:37.653343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6e38049f-61c4-4295-a6ef-031de57645c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2837ed674b0409e857b05192a87a439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629310 Oct 19 20:19:37.661414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56950) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:37.768823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.775294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] 10.222.0.31 "DELETE /v2.0/networks/0c11fbeb-af1c-478e-9a93-7c94fa0904fb HTTP/1.1" status: 204 len: 168 time: 1.3628426 Oct 19 20:19:37.845255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-77a55b48-a87d-4543-8c00-fc5014f614b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717 HTTP/1.1" status: 200 len: 217 time: 0.0778761 Oct 19 20:19:37.850139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417eb7-9140-456a-9fc1-7feb6ef1dd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c11fbeb-af1c-478e-9a93-7c94fa0904fb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:37.873826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74da13e-cc91-48bc-8e91-9d0eb8c146bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.883478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74da13e-cc91-48bc-8e91-9d0eb8c146bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.897887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.900829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:37.924198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5cc7-ebfd-4f7f-be5e-e55e8ccfb9c3 req-49a367fe-54e9-4d71-b660-a9e619fd3c23 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:37.925895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-231c5cc7-ebfd-4f7f-be5e-e55e8ccfb9c3 req-49a367fe-54e9-4d71-b660-a9e619fd3c23 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 947 time: 0.1603472 Oct 19 20:19:37.962670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4b8580-7b7c-40df-9d79-d1e5b84d713a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:37.972684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-17185fdb-e9c1-48fc-a9ef-1e29bcb6ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:37.974379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-17185fdb-e9c1-48fc-a9ef-1e29bcb6ee32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1143532 Oct 19 20:19:38.009555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.037007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74da13e-cc91-48bc-8e91-9d0eb8c146bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5faab-f095-46d1-9b2d-b3d8232399cf,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.038520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-231c5cc7-ebfd-4f7f-be5e-e55e8ccfb9c3 req-b9de801a-76bf-4846-8463-a4d7fd30f664 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841753 Oct 19 20:19:38.039205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56968) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.042615 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f74da13e-cc91-48bc-8e91-9d0eb8c146bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27569378db2b4c35b66e299c7d5cb69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648093 Oct 19 20:19:38.048217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.080946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.100026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f021e98-a99b-4fcd-aaa6-9ba2e945c348,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.151966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.164266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Checking segment: {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:38.164633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Network hostable DHCP agents. Network: 9eef55b2-50f8-472c-b2dc-3531392bff2a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:38.167968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-368a250d-67e6-45f8-a1dd-27870e06bc27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24c5ac48dcae4a4bb95af43d34cb8ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804315 Oct 19 20:19:38.168571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56976) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.179886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Checking segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:38.180245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Network hostable DHCP agents. Network: aaa017ae-de44-4c52-bfbe-b96223f0040f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:38.201839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-35a76f3f-2816-47f2-af8d-6a3d604f2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:38.203313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-35a76f3f-2816-47f2-af8d-6a3d604f2ae2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176268 Oct 19 20:19:38.214336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.220441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.223887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.228237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfa9fb54-741a-474e-82a6-8100b859fd5c HTTP/1.1" status: 204 len: 168 time: 0.5621543 Oct 19 20:19:38.249911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:38.251751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Network aaa017ae-de44-4c52-bfbe-b96223f0040f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:38.274645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c02a7-dd94-478d-b769-81f77c6461e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa9fb54-741a-474e-82a6-8100b859fd5c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.281962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 9eef55b2-50f8-472c-b2dc-3531392bff2a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:38.286523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:38.287289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.294538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0b8d12-2a01-4d4d-b938-886a6baee35c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.294693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.305453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, aaa017ae-de44-4c52-bfbe-b96223f0040f) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:38.306265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a280576-1896-4bcf-9825-df71ae86dfd0 None None] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:38.327805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:38.328638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.339499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e9083-c4f0-48d5-a814-cfdd2373e33e None None] Network aaa017ae-de44-4c52-bfbe-b96223f0040f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:38.372568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Checking segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:38.373068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Network hostable DHCP agents. Network: eb894d48-896e-40c9-bfab-c973df1c2797, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:38.383381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.387441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.389241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5af5faab-f095-46d1-9b2d-b3d8232399cf HTTP/1.1" status: 204 len: 168 time: 0.3364251 Oct 19 20:19:38.396617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.415272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56984) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.422163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4abf9017-8646-462c-882e-980f7a8a8b71 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4198432 Oct 19 20:19:38.423477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:38.432854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-3c39ab02-bef3-4297-a4fb-3ce85476d488 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206397 Oct 19 20:19:38.447873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-580609e8-dffb-4175-8364-b3f0fe43ddd8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2348149 Oct 19 20:19:38.447873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990000a-4714-4bd0-b85c-78f42d71a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5faab-f095-46d1-9b2d-b3d8232399cf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.448576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.459683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56986) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.471661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:38.473554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Network eb894d48-896e-40c9-bfab-c973df1c2797 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:38.526875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, eb894d48-896e-40c9-bfab-c973df1c2797) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:38.539219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359562c-05a9-4833-a64a-0c2a18c944f4 None None] Network eb894d48-896e-40c9-bfab-c973df1c2797 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:38.542523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:38.543246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.545729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.546988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.568714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.574197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.609261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2a800c7-b53a-4a17-8cb8-f01abe993e3e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6631575 Oct 19 20:19:38.615550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56990) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.631023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:38.674215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.679577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.682429 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.688663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/937d9e08-a7d5-4e7b-a0d4-aa082cce7984 HTTP/1.1" status: 204 len: 168 time: 0.4956892 Oct 19 20:19:38.688764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.688869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244335ec-7e6f-47aa-9c3b-03d57cb801b0 req-27c899a7-36ba-4861-8c25-e4d527199d06 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404871 Oct 19 20:19:38.688958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.727503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c561-1a15-4833-aa60-e14f5ac0fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d9e08-a7d5-4e7b-a0d4-aa082cce7984,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:38.732245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-aaa017ae-de44-4c52-bfbe-b96223f0040f', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:19:38.733180 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.758616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-9eef55b2-50f8-472c-b2dc-3531392bff2a', 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'fixed_ips': [{'subnet_id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:19:38.759933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.881422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57002) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.946856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.958755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57006) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:38.969026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:38.994017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-eb894d48-896e-40c9-bfab-c973df1c2797', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:19:38.994878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.119989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Allocated IP 172.20.0.2 (aaa017ae-de44-4c52-bfbe-b96223f0040f/0f021e98-a99b-4fcd-aaa6-9ba2e945c348/a75e3494-164e-404d-938b-1cf9cd08c4e2) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:39.176044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-afdd0028-0459-486c-a218-007877d953d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.183122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.197513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Allocated IP 172.20.0.2 (9eef55b2-50f8-472c-b2dc-3531392bff2a/6b4b8580-7b7c-40df-9d79-d1e5b84d713a/806279a7-8fa5-49b2-84d2-feee963fa5ff) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:39.321384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:39.407788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeca1b9-5dbe-4fe6-b5c5-45daa6c9bcd7 req-1f682e44-5ee0-43cc-a961-e0c0cef9e026 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:39.409355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1586bef0-4dcd-4c50-95d8-b7a0a4942717 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:19:39.409810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffeca1b9-5dbe-4fe6-b5c5-45daa6c9bcd7 req-1f682e44-5ee0-43cc-a961-e0c0cef9e026 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 947 time: 0.1569722 Oct 19 20:19:39.428136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.438970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Allocated IP 172.20.0.2 (eb894d48-896e-40c9-bfab-c973df1c2797/5a0b8d12-2a01-4d4d-b938-886a6baee35c/391f2d38-98fe-4c87-8f87-39faa442231c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:39.469048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.477935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b6942d70-37ef-42c7-89a4-440b15c0b017 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:19:39.479263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b6942d70-37ef-42c7-89a4-440b15c0b017 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5960038 Oct 19 20:19:39.553423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.554561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffeca1b9-5dbe-4fe6-b5c5-45daa6c9bcd7 req-2f7e34ca-cbfd-410f-bb39-0a9be1e8ec3b tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364777 Oct 19 20:19:39.593679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e550c4b7-7b81-48d3-afe1-68d0fd73a27c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:39.595076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e550c4b7-7b81-48d3-afe1-68d0fd73a27c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 1093 time: 0.0931003 Oct 19 20:19:39.624103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7cf5baaa-9289-4cd2-8ba3-df89cec7c485 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88d1c296d4d14f6f9e606a3d19babe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941356 Oct 19 20:19:39.635937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.638623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:39.684371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Allocated IP 172.25.7.219 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/bf7398b8-7fe9-43bc-958e-78e0633c4cfb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:39.726366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-afdd0028-0459-486c-a218-007877d953d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.735415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-afdd0028-0459-486c-a218-007877d953d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.809939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.816287 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.835617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.841094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:39.848064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.858635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-afdd0028-0459-486c-a218-007877d953d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a4919c814c34a448813d3c0ffd7167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942091 Oct 19 20:19:39.859761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.863567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57030) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:39.863738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0028-0459-486c-a218-007877d953d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9f882-417b-4783-b56e-b90e4fb37afc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:39.893392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '1586bef0-4dcd-4c50-95d8-b7a0a4942717', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '1586bef0-4dcd-4c50-95d8-b7a0a4942717', 'mac_address': 'fa:16:3e:dd:b5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:19:39.906240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Request body: {'binding': {'host': 'n-h1-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:39.907441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Unknown quota resources ['binding']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:19:39.936780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.953214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Network aaa017ae-de44-4c52-bfbe-b96223f0040f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:39.962572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:39.972760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:39.985859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:40.024395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:40.028722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Pushing event updated for resources: {'Port': ['ID=a75e3494-164e-404d-938b-1cf9cd08c4e2,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.031449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:40.089887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.100577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.102280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Pushing event updated for resources: {'Port': ['ID=806279a7-8fa5-49b2-84d2-feee963fa5ff,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.103589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.105350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d6f5f1e-06d0-477f-aa0b-a77c3698cebb HTTP/1.1" status: 204 len: 168 time: 0.4643922 Oct 19 20:19:40.140037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.160821 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.190724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.197516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc97030-d3eb-4a29-8600-06e5bb612c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f5f1e-06d0-477f-aa0b-a77c3698cebb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.245326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:40.261479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:40.270653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:40.276148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.298231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:40.329476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Network eb894d48-896e-40c9-bfab-c973df1c2797 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:40.347964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:40.348535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Pushing event updated for resources: {'Port': ['ID=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.349867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.368653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on host n-h1-805649-9 for vnic_type normal with profile None {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:40.369274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:40.369816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:40.379253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.384082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:40.384855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:40.387468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:40.390641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1586bef0-4dcd-4c50-95d8-b7a0a4942717 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:40.398140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:40.398809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:40.399664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:40.400490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Bound port: 453a1e3e-f986-40aa-995c-7da6394bcb65, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:40.407046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.411687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.442963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.447746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:40.509989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.513016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.517587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eca9f882-417b-4783-b56e-b90e4fb37afc HTTP/1.1" status: 204 len: 168 time: 0.6537104 Oct 19 20:19:40.536648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Pushing event updated for resources: {'Port': ['ID=391f2d38-98fe-4c87-8f87-39faa442231c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.556355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Attempting to bind port a75e3494-164e-404d-938b-1cf9cd08c4e2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:40.556722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Attempting to bind port a75e3494-164e-404d-938b-1cf9cd08c4e2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:40.557313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Attempting to bind port a75e3494-164e-404d-938b-1cf9cd08c4e2 on network aaa017ae-de44-4c52-bfbe-b96223f0040f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:40.569505 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.592706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd4a1d-a610-4ac2-8b16-13179fbcbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9f882-417b-4783-b56e-b90e4fb37afc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:40.673163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:40.682787 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.696153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-e9763bae-3324-43e8-8cee-b094e42b3a7b service neutron] 10.222.0.31 "POST /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65/bindings HTTP/1.1" status: 201 len: 389 time: 0.9264379 Oct 19 20:19:40.864480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:40.864844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Checking segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:40.865243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.877875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Bound using segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:40.878391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Bound port: a75e3494-164e-404d-938b-1cf9cd08c4e2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:40.878959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:40.895132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Allocated IP 172.25.7.35 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:40.922375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21381790-7602-4ef0-9c81-dc45f7fd9e79 req-1a75c555-3c30-4bb2-8d9f-a21c09c68ddd tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:40.923712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21381790-7602-4ef0-9c81-dc45f7fd9e79 req-1a75c555-3c30-4bb2-8d9f-a21c09c68ddd tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 948 time: 0.2244906 Oct 19 20:19:41.042329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['1586bef0-4dcd-4c50-95d8-b7a0a4942717'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:41.079395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b9215-2ebd-4271-813c-0b02d623853b req-b43bedc1-3281-4e8b-ab80-405bd42437ef tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:41.087322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-949b9215-2ebd-4271-813c-0b02d623853b req-b43bedc1-3281-4e8b-ab80-405bd42437ef tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 945 time: 0.1480389 Oct 19 20:19:41.177943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-949b9215-2ebd-4271-813c-0b02d623853b req-f930359e-af48-4490-95dc-ebfd8ced88ef tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886152 Oct 19 20:19:41.203410 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.268747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Attempting to bind port 806279a7-8fa5-49b2-84d2-feee963fa5ff on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:41.269133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Attempting to bind port 806279a7-8fa5-49b2-84d2-feee963fa5ff by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:41.270020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Attempting to bind port 806279a7-8fa5-49b2-84d2-feee963fa5ff on network 9eef55b2-50f8-472c-b2dc-3531392bff2a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:41.285762 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.309137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:41.318397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Attempting to bind port 391f2d38-98fe-4c87-8f87-39faa442231c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:41.318697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Attempting to bind port 391f2d38-98fe-4c87-8f87-39faa442231c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:41.319058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Attempting to bind port 391f2d38-98fe-4c87-8f87-39faa442231c on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:41.338223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:41.342897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:41.349680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:41.354371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:41.354740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Checking segment: {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:41.355133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.355519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Bound using segment: {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:41.355997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Bound port: 806279a7-8fa5-49b2-84d2-feee963fa5ff, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:41.356368 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.411975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:41.412344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Checking segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:41.413092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.413644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Bound using segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:41.414436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Bound port: 391f2d38-98fe-4c87-8f87-39faa442231c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:41.414962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.466733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] For port a75e3494-164e-404d-938b-1cf9cd08c4e2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:41.492870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] For port a75e3494-164e-404d-938b-1cf9cd08c4e2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a75e3494-164e-404d-938b-1cf9cd08c4e2,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:41.520405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.587992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.599498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Allocated IP 172.25.7.191 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/cab46519-8e58-4f46-a060-e79fdf195bee) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:41.651053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] For port 806279a7-8fa5-49b2-84d2-feee963fa5ff, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:41.655790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] For port 806279a7-8fa5-49b2-84d2-feee963fa5ff, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806279a7-8fa5-49b2-84d2-feee963fa5ff,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:41.662403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] For port 391f2d38-98fe-4c87-8f87-39faa442231c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:41.670403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92157f2b-f8c3-4d6f-ac29-f33e93ffb037 None None] Pushing event updated for resources: {'Port': ['ID=a75e3494-164e-404d-938b-1cf9cd08c4e2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:41.674592 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.677984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] For port 391f2d38-98fe-4c87-8f87-39faa442231c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=391f2d38-98fe-4c87-8f87-39faa442231c,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:41.695077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21381790-7602-4ef0-9c81-dc45f7fd9e79 req-09b46b7c-4009-4c75-854b-b3946691ac27 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491043 Oct 19 20:19:41.696992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:41.706840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-bff35568-48af-4ce7-9c76-8d3d65f5cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:41.708889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-bff35568-48af-4ce7-9c76-8d3d65f5cbd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1096 time: 0.2817442 Oct 19 20:19:41.730032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:41.825335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3887e5-2dcd-4887-acd3-64262c3ac93a None None] Pushing event updated for resources: {'Port': ['ID=806279a7-8fa5-49b2-84d2-feee963fa5ff,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:41.977701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35ebe-6189-43f7-bf20-7f2205b0d533 None None] Pushing event updated for resources: {'Port': ['ID=391f2d38-98fe-4c87-8f87-39faa442231c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:42.041769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.171364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-2092e447-6481-4989-a177-b07cd35925b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:42.171943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-2092e447-6481-4989-a177-b07cd35925b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.4459894 Oct 19 20:19:42.324442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-bfb54ec9-6497-4d2c-a858-7fdf353077d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.1046140 Oct 19 20:19:42.335529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.444932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.452944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-15e9d7de-f86c-4e4f-8ee1-3a2c27032c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:42.455363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-15e9d7de-f86c-4e4f-8ee1-3a2c27032c0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1220937 Oct 19 20:19:42.563337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-9924694e-c5f2-4f4c-b44b-57d19b919d3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339613 Oct 19 20:19:42.600460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.604438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.738803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:42.739200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:42.764119 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:42.772561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b048-703b-4459-824f-5348d4d48ded req-4893cbcc-5658-4c28-85e0-fe37b381ccfd tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:42.774302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3058b048-703b-4459-824f-5348d4d48ded req-4893cbcc-5658-4c28-85e0-fe37b381ccfd tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 945 time: 0.3489652 Oct 19 20:19:42.777813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:42.779737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Pushing event updated for resources: {'Port': ['ID=cab46519-8e58-4f46-a060-e79fdf195bee,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:42.781939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:42.806749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-c541d257-990e-41d9-897e-90e2cbb28025 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204235 Oct 19 20:19:42.965198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Router deabbcff-366e-4839-81c7-2737f33c3319 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:19:42.991839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806279a7-8fa5-49b2-84d2-feee963fa5ff up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:43.005655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f184-6522-4ae5-8c25-61b11d09a3a7 req-f92b3c43-11eb-4580-8b82-c7f9e32ca640 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:43.012897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0802f184-6522-4ae5-8c25-61b11d09a3a7 req-f92b3c43-11eb-4580-8b82-c7f9e32ca640 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 948 time: 0.1594315 Oct 19 20:19:43.019316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-136c323d-0871-4d3f-9997-a4c406a72eac service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026937 Oct 19 20:19:43.095956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 806279a7-8fa5-49b2-84d2-feee963fa5ff triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:43.096325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.115037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0802f184-6522-4ae5-8c25-61b11d09a3a7 req-d7439a5e-46ca-4c6d-8a97-ba67f5555cba tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970325 Oct 19 20:19:43.163011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3058b048-703b-4459-824f-5348d4d48ded req-dd9991b2-b0a5-4d84-b1e1-2d08d9388a38 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725071 Oct 19 20:19:43.180323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:43.206558 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Sync routers for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:43.219329 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:43.220261 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:43.282813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.284245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b8d7bfc-6de3-4fc5-8ac8-bf06d2fb376d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8660934 Oct 19 20:19:43.303799 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.323988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:43.377281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 806279a7-8fa5-49b2-84d2-feee963fa5ff, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806279a7-8fa5-49b2-84d2-feee963fa5ff,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:43.382816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.383624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a75e3494-164e-404d-938b-1cf9cd08c4e2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:43.419005 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:43.452085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1586bef0-4dcd-4c50-95d8-b7a0a4942717 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:43.490799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.541512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-bacdf178-eb04-4447-b0ce-5a0dc3933fb5 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:43.545570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-bacdf178-eb04-4447-b0ce-5a0dc3933fb5 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.3469980 Oct 19 20:19:43.571310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1d48724-f2fb-4809-9d1e-ae62c73c8f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.575844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:43.619305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=806279a7-8fa5-49b2-84d2-feee963fa5ff,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:43.823977 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:40Z', 'revision_number': 3, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:43.845563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a75e3494-164e-404d-938b-1cf9cd08c4e2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:43.846065 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.859400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:19:43.868950 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Checking router: deabbcff-366e-4839-81c7-2737f33c3319 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:43.869375 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Updating router deabbcff-366e-4839-81c7-2737f33c3319 port bf7398b8-7fe9-43bc-958e-78e0633c4cfb binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:43.874657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.906589 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.945871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:43.946245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:43.954096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86eca24-9585-470c-b6bc-b12635c77b82 None None] Network aaa017ae-de44-4c52-bfbe-b96223f0040f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:44.135918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1d48724-f2fb-4809-9d1e-ae62c73c8f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.194955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] Provisioning complete for port a75e3494-164e-404d-938b-1cf9cd08c4e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:44.195336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.221156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b4057-35f1-45de-8afc-b4312c07a0ae None None] Network eb894d48-896e-40c9-bfab-c973df1c2797 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:44.256521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1d48724-f2fb-4809-9d1e-ae62c73c8f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.405279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:44.444365 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.455790 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.462589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:44.473497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d48724-f2fb-4809-9d1e-ae62c73c8f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f84a8-d084-4380-af88-2b56e6a54710,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:44.511702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a1d48724-f2fb-4809-9d1e-ae62c73c8f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=488b3521ba514af7bbf497e79e7addcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7669275 Oct 19 20:19:44.533602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:44.542509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.547987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:44.551345 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ec53a-ec3d-4ead-aa15-492cd5e26ffa" -d '{"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-unplugged", "status": "completed", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:44.552603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145588-252d-4040-abe2-ed0be6e59700 req-f695f624-16bc-419b-ab3b-effd8c9c8f17 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:44.554748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4145588-252d-4040-abe2-ed0be6e59700 req-f695f624-16bc-419b-ab3b-effd8c9c8f17 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 948 time: 0.3171406 Oct 19 20:19:44.558168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.570778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.578068 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Pushing event updated for resources: {'Port': ['ID=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:44.597036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054542b-6f1c-45fb-88fe-5c68b7cb505d None None] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:19:44.629907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.637411 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.638058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.639245 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.639986 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.641342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.641938 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.642791 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.643267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.643743 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.644256 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.644727 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Tracked resource versions report: Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: pushed versions: Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: { 'AddressGroup': {'1.2'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'ConntrackHelper': {'1.0'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Log': {'1.0'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Network': {'1.1'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Port': {'1.7'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'PortForwarding': {'1.2'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'QosPolicy': {'1.10'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SecurityGroup': {'1.4'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SecurityGroupRule': {'1.2'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SubPort': {'1.0'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Subnet': {'1.1'}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Trunk': {'1.1'}} Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: consumer versions: Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: { DHCP agent@n-d-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: HyperV agent@n-h1-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: HyperV agent@n-h2-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: L3 agent@n-d-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: Metadata agent@n-d-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: Metering agent@n-d-805649-9: {}, Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: Open vSwitch agent@n-d-805649-9: { 'AddressGroup': '1.2', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'ConntrackHelper': '1.0', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Log': '1.0', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Network': '1.1', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Port': '1.7', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'PortForwarding': '1.2', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'QosPolicy': '1.10', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SecurityGroup': '1.4', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SecurityGroupRule': '1.2', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'SubPort': '1.0', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Subnet': '1.1', Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: 'Trunk': '1.1'}} Oct 19 20:19:44.645951 n-d-805649-9 neutron-server[100737]: {{(pid=100737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 20:19:44.680136 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Attempting to bind port bf7398b8-7fe9-43bc-958e-78e0633c4cfb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:44.683006 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Attempting to bind port bf7398b8-7fe9-43bc-958e-78e0633c4cfb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:44.685876 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Attempting to bind port bf7398b8-7fe9-43bc-958e-78e0633c4cfb on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:44.698316 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:44.700091 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:44.709456 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.709947 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:44.710549 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Bound port: bf7398b8-7fe9-43bc-958e-78e0633c4cfb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:44.713409 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.770554 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.805368 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] For port bf7398b8-7fe9-43bc-958e-78e0633c4cfb, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:44.813747 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] For port bf7398b8-7fe9-43bc-958e-78e0633c4cfb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:44.822560 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.823874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:44.861859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:44.867446 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02dd0f-8e36-42ca-8c15-8eb32d03708b" -d '{"events": [{"server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "name": "network-vif-plugged", "status": "completed", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:44.887800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:44.887800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:44.916434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4145588-252d-4040-abe2-ed0be6e59700 req-a9178c6f-de89-4bb5-8af7-6a94e6bb5e6f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400621 Oct 19 20:19:44.917536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:44.944837 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5949c-2590-45f0-8391-8bbd178fd71a None None] Pushing event updated for resources: {'Port': ['ID=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:45.038296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Router 72316ab5-885e-4cb5-b489-4358052a2eed is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:19:45.040664 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:45.087290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.099940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.122347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.152541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:45.201169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-eb296e3a-4124-4fc9-a07b-06014cf382c2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4714048 Oct 19 20:19:45.208872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on host n-h2-805649-9 for vnic_type normal with profile {"migrating_to": "n-h1-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:45.209492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:45.209974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:45.233674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.246635 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.251718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] For port a75e3494-164e-404d-938b-1cf9cd08c4e2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a75e3494-164e-404d-938b-1cf9cd08c4e2,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:45.281754 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.372326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-8eec303e-0585-4077-a7fe-120bac1566cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:45.374304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-8eec303e-0585-4077-a7fe-120bac1566cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586313 Oct 19 20:19:45.408598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-63a0a79a-d451-4665-bf86-8f9c298d3c17 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/quotas/96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 375 time: 0.0219085 Oct 19 20:19:45.409271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:45.409526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Attempting to bind port 453a1e3e-f986-40aa-995c-7da6394bcb65 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:45.409707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c5f3-7ee2-429d-bba3-7e3d9e27f890 req-b6b13198-f78d-4b22-9e4f-998762c86cd7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:45.411778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5690c5f3-7ee2-429d-bba3-7e3d9e27f890 req-b6b13198-f78d-4b22-9e4f-998762c86cd7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.3367553 Oct 19 20:19:45.481503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:45.495409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:45.518780 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:40Z', 'revision_number': 3, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:45.535629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:45.536039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:45.536799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:45.537391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Bound port: 453a1e3e-f986-40aa-995c-7da6394bcb65, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:45.538004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.551812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67753bbb-f257-41d1-8301-8ee08f960bca None None] The sync data for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 is: [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:40Z', 'revision_number': 3, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:19:45.565976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:45.590875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-7d82cd15-084d-4cc3-88fa-3bcf32dee4f7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856121 Oct 19 20:19:45.595515 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.598232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.599694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e17f84a8-d084-4380-af88-2b56e6a54710 HTTP/1.1" status: 204 len: 168 time: 1.0637286 Oct 19 20:19:45.641106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5690c5f3-7ee2-429d-bba3-7e3d9e27f890 req-1b368bf9-31b6-4da4-b609-281e140fe0e3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143245 Oct 19 20:19:45.655889 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:19:45.656300 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:19:45.688344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:45.688997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:45.689142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.690455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9af2cd02-9a18-4518-949b-82e9b0c5dda1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0729153 Oct 19 20:19:45.694287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57186) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:45.697927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218702fd-1a33-4615-abc3-74f05423546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f84a8-d084-4380-af88-2b56e6a54710,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:45.782282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:45.795620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Router 4401257c-afc3-422a-ab97-0e42a7d036b7 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:19:45.797012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:45.804100 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fdc6fc-31d0-4f2b-8b3c-77e1c711a3d3 x-openstack-request-id: req-c4fdc6fc-31d0-4f2b-8b3c-77e1c711a3d3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:45.805045 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-unplugged", "status": "completed", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:45.805438 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fdc6fc-31d0-4f2b-8b3c-77e1c711a3d3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:45.806627 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'code': 200} Oct 19 20:19:45.818237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.888552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Provisioning complete for port 806279a7-8fa5-49b2-84d2-feee963fa5ff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:45.889090 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:45.933430 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdbe586-0bd7-47fc-9329-2adefb8c23df x-openstack-request-id: req-1fdbe586-0bd7-47fc-9329-2adefb8c23df {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:45.933806 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "name": "network-vif-plugged", "status": "completed", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:45.934073 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fdbe586-0bd7-47fc-9329-2adefb8c23df {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:45.934348 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717', 'code': 200} Oct 19 20:19:46.029229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4debe1a-e439-41b8-a0bf-71b6a12dc538 None None] Pushing event updated for resources: {'Port': ['ID=a75e3494-164e-404d-938b-1cf9cd08c4e2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:46.066825 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-120b52b2-e36a-420a-b186-1a58e7eda264 req-0cfc7c5c-67a8-4858-9a9c-4ac0063b9eff tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 210 time: 0.0668161 Oct 19 20:19:46.156941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:46.157661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.159436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] 10.222.0.37 "PUT /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 1121 time: 2.6065829 Oct 19 20:19:46.249665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dd2f8-68ba-412c-be63-e336c875bf9a req-b0298c87-2824-40ea-b566-5f8396c0c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:46.251854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-514dd2f8-68ba-412c-be63-e336c875bf9a req-b0298c87-2824-40ea-b566-5f8396c0c0a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 1100 time: 0.2506690 Oct 19 20:19:46.347999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['453a1e3e-f986-40aa-995c-7da6394bcb65'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:19:46.472191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.480008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f7b30-2db0-4047-893f-e35d8ae8b8fe service neutron] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:46.574118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-5a7214b7-9a35-40bc-bfb1-5d4b56526a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:46.576187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-5a7214b7-9a35-40bc-bfb1-5d4b56526a9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1124 time: 0.1440754 Oct 19 20:19:46.585014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 391f2d38-98fe-4c87-8f87-39faa442231c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:46.603725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:46.665755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57216) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:46.718195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32022c28-c1cc-40f0-9cf1-588d6ca8e182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.857441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-ff1c791d-49b0-424c-9386-7c7bb6f55a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:46.859494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-ff1c791d-49b0-424c-9386-7c7bb6f55a9c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.2366245 Oct 19 20:19:46.871546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-c1368ec6-0660-4090-9257-1c96a23587ff tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901662 Oct 19 20:19:46.893540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a241c8a-f932-43bf-b8df-d2ae979785b4 req-2950691e-29a3-4b01-9ec7-0f833e4316fe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:46.895117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a241c8a-f932-43bf-b8df-d2ae979785b4 req-2950691e-29a3-4b01-9ec7-0f833e4316fe tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.4642565 Oct 19 20:19:46.919568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32022c28-c1cc-40f0-9cf1-588d6ca8e182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.936433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Provisioning complete for port 391f2d38-98fe-4c87-8f87-39faa442231c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:46.937028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.941817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-514dd2f8-68ba-412c-be63-e336c875bf9a req-a90d2c38-cb45-4c91-bcf2-c9710b6d685b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296710 Oct 19 20:19:46.942321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32022c28-c1cc-40f0-9cf1-588d6ca8e182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:46.943402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-1b2ed928-bfa9-4fdc-8cbe-408360784485 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.0710180 Oct 19 20:19:47.002442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a241c8a-f932-43bf-b8df-d2ae979785b4 req-dd252d34-212c-4e75-a2ca-7930eefe3688 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668416 Oct 19 20:19:47.018040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 391f2d38-98fe-4c87-8f87-39faa442231c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:47.018505 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.031428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Allocated IP 172.20.0.1 (9eef55b2-50f8-472c-b2dc-3531392bff2a/6b4b8580-7b7c-40df-9d79-d1e5b84d713a/43ad7a56-b8a9-4ca6-bce1-06e97f5949f9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:47.138909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:47.150490 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Sync routers for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:47.166396 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:47.167277 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:47.198934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-bce83d92-5ae8-4427-9546-682229b76cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:47.200557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-bce83d92-5ae8-4427-9546-682229b76cd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0563383 Oct 19 20:19:47.206391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.207728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-174d22ad-a1e6-42e4-a361-4f1be2b46f85 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7423522 Oct 19 20:19:47.219385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57222) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:47.236343 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.261932 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-79f5b95a-0288-4246-a541-f5021ee284d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381448 Oct 19 20:19:47.280190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:41Z', 'revision_number': 3, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:47.290944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32022c28-c1cc-40f0-9cf1-588d6ca8e182 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80bfd683587c456f90e4694ed48bd855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218588 Oct 19 20:19:47.293666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.317073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57224) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:47.338507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:47.338845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Updating router 72316ab5-885e-4cb5-b489-4358052a2eed port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:47.384391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.393929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b3c78-07c3-41d8-a3fa-e100b82d4ee8 req-2cfc28a2-59f7-4b22-9b26-e41f4195df09 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:47.413017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d5b3c78-07c3-41d8-a3fa-e100b82d4ee8 req-2cfc28a2-59f7-4b22-9b26-e41f4195df09 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.2803469 Oct 19 20:19:47.438946 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:47.496859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-b473b994-ac57-4049-b374-ee179dc651cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732462 Oct 19 20:19:47.566635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-b1ad88c2-da13-46ff-ac3e-db00d9501c75 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:47.568181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-b1ad88c2-da13-46ff-ac3e-db00d9501c75 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6347816 Oct 19 20:19:47.569636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32022c28-c1cc-40f0-9cf1-588d6ca8e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d7e232-38ea-4d0b-928f-aa161ca4a934,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:47.612029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-958f6b1b-106a-48cd-ba2b-afdd6dff1544 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/quotas/dd514715c2b74209a6d68072bad9366f HTTP/1.1" status: 200 len: 375 time: 0.0255733 Oct 19 20:19:47.682299 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.690857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] For port 391f2d38-98fe-4c87-8f87-39faa442231c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=391f2d38-98fe-4c87-8f87-39faa442231c,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:47.691611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.701012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.735424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-db115173-33bc-4296-bb91-6d020cb9ef37 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:47.735661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:43Z', 'revision_number': 3, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:47.737315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-db115173-33bc-4296-bb91-6d020cb9ef37 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197456 Oct 19 20:19:47.776658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Checking router: 4401257c-afc3-422a-ab97-0e42a7d036b7 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:47.777212 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Updating router 4401257c-afc3-422a-ab97-0e42a7d036b7 port cab46519-8e58-4f46-a060-e79fdf195bee binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:47.779781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:19:47.780140 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:19:47.783569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Request body: {'port': {'device_id': '2d638670-8150-46fd-8322-9ef50756d42d', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '96bed1dba4ab40ce9e56c835ab5bdea2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:47.805450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Attempting to bind port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:47.805821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Attempting to bind port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:47.806181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Attempting to bind port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:47.820860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-20d994c2-d886-4c35-ab6d-b4d27bcbd8bb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2008560 Oct 19 20:19:47.828376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920421-8e96-420e-8ed3-dc3b81bb43cd None None] Pushing event updated for resources: {'Port': ['ID=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:47.832831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:47.833489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:47.833891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.834280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:47.834769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Bound port: bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:47.835153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.868384 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.892432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd2625-5bb1-4ced-aaf1-7b23d4b8af22 None None] Pushing event updated for resources: {'Port': ['ID=391f2d38-98fe-4c87-8f87-39faa442231c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:47.899996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Provisioning complete for port 806279a7-8fa5-49b2-84d2-feee963fa5ff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:47.900367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:47.955469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.015314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:48.028896 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b2618-6e83-48ed-8a99-370b02671d36" -d '{"events": [{"name": "network-changed", "server_uuid": "62530132-b919-4b23-99e6-275864261c00", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:48.045652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] For port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:48.050249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] For port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:48.057178 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.092549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.182434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d5b3c78-07c3-41d8-a3fa-e100b82d4ee8 req-bc57e53f-c190-46a3-b80c-0ba33ed18243 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7676876 Oct 19 20:19:48.182638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:48.183079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:48.250188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Made reservation on behalf of 96bed1dba4ab40ce9e56c835ab5bdea2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:48.273351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.345796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b07e5581-cf49-4bec-a17c-fc99c0ad99d3 req-696992c6-d57b-4fd6-8e9b-7ba3688b7bcb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 210 time: 0.0601082 Oct 19 20:19:48.359330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.362131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:48.376658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.572662 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.574016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920421-8e96-420e-8ed3-dc3b81bb43cd None None] Pushing event updated for resources: {'Port': ['ID=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:48.584907 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.625393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Attempting to bind port cab46519-8e58-4f46-a060-e79fdf195bee on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:48.625718 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Attempting to bind port cab46519-8e58-4f46-a060-e79fdf195bee by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:48.626083 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Attempting to bind port cab46519-8e58-4f46-a060-e79fdf195bee on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:48.649780 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:48.650087 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:48.650495 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.650875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:48.651372 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Bound port: cab46519-8e58-4f46-a060-e79fdf195bee, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:48.651756 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.658848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Provisioning complete for port 391f2d38-98fe-4c87-8f87-39faa442231c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:48.659520 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.694631 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094363ec-92f5-4db7-8ee0-ffb35f27a52f x-openstack-request-id: req-094363ec-92f5-4db7-8ee0-ffb35f27a52f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:19:48.695852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Allocated IP 172.20.0.1 (eb894d48-896e-40c9-bfab-c973df1c2797/5a0b8d12-2a01-4d4d-b938-886a6baee35c/90d4cbb6-40f1-4c8f-bd98-30517d3bb208) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:48.697086 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62530132-b919-4b23-99e6-275864261c00", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:19:48.697432 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-094363ec-92f5-4db7-8ee0-ffb35f27a52f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:19:48.697937 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'status': 'completed', 'code': 200} Oct 19 20:19:48.711516 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] For port cab46519-8e58-4f46-a060-e79fdf195bee, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:48.715073 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] For port cab46519-8e58-4f46-a060-e79fdf195bee, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cab46519-8e58-4f46-a060-e79fdf195bee,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:48.720529 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.748666 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:48.749359 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:48.764992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-47696d87-deca-4f4b-9542-9319a49ead6e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1478333 Oct 19 20:19:48.839975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:48.883628 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:48.896433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-f051a77b-5fdd-45d3-97ad-8fac209a9496 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6250789 Oct 19 20:19:48.922738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab348e-a961-44e0-911b-ad213ea21fca req-4aedd6ec-59d4-483c-9333-92365966711f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:48.926877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38ab348e-a961-44e0-911b-ad213ea21fca req-4aedd6ec-59d4-483c-9333-92365966711f tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.5777357 Oct 19 20:19:48.927535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.016027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Provisioning complete for port a75e3494-164e-404d-938b-1cf9cd08c4e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:49.016632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a8b3-6f99-45ee-b7cd-e5ee3ef8f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.049269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-3195582a-357c-4aaa-bf70-a8025fa9bc0e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:49.054828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-3195582a-357c-4aaa-bf70-a8025fa9bc0e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2789080 Oct 19 20:19:49.064197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:19:49.088669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:41Z', 'revision_number': 3, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:49.097823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806279a7-8fa5-49b2-84d2-feee963fa5ff up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:49.155884 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aab90-daef-4f2f-8b09-9b427d657dcb None None] Pushing event updated for resources: {'Port': ['ID=cab46519-8e58-4f46-a060-e79fdf195bee,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:49.179585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2ad39-a23e-41bf-86b5-2bb06f97d1f0 None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:41Z', 'revision_number': 3, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:19:49.184723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-7deafc70-6086-4110-bb7b-6098098bc728 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/quotas/dd514715c2b74209a6d68072bad9366f HTTP/1.1" status: 200 len: 375 time: 0.1097531 Oct 19 20:19:49.218373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.239114 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aab90-daef-4f2f-8b09-9b427d657dcb None None] Pushing event updated for resources: {'Port': ['ID=cab46519-8e58-4f46-a060-e79fdf195bee,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:49.265610 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:43Z', 'revision_number': 3, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:49.302252 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db60a-c874-4b24-934a-b65843d37f20 None None] The sync data for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 is: [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:43Z', 'revision_number': 3, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:19:49.360199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.552758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:49.557729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:49.584801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:49.589745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Allocated IP 192.168.233.212 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/84e94011-3374-4efe-8d3f-065c0625a893) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:49.603920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 806279a7-8fa5-49b2-84d2-feee963fa5ff triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:49.605079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.682434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 has no active binding in host n-h1-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:19:49.686936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-1e472daf-0907-419b-a4d5-c1a52b14cbf3 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349778 Oct 19 20:19:49.691826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:49.714353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6278626-1815-42c1-83c6-a72f3295f91d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:49.727160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:49.781249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf7398b8-7fe9-43bc-958e-78e0633c4cfb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:49.864467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.921430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.934518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.965756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bf7398b8-7fe9-43bc-958e-78e0633c4cfb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:49.969757 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:49.990593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74346454-c543-4bcc-9ec9-708ed37eb9a0 req-13fce9cc-8f2b-4810-b90c-f2a234d67a65 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649291 Oct 19 20:19:49.997896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38ab348e-a961-44e0-911b-ad213ea21fca req-f825940d-da80-4cb2-aa28-26d384a30bf8 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891681 Oct 19 20:19:50.177377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.37', 61430) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:50.247738 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.256960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e06b5cdd-d421-4953-b8db-9c1628ff368b None None] Provisioning complete for port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:50.258062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e06b5cdd-d421-4953-b8db-9c1628ff368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.315025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port bf7398b8-7fe9-43bc-958e-78e0633c4cfb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:50.333769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.334564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a75e3494-164e-404d-938b-1cf9cd08c4e2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:50.400342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e06b5cdd-d421-4953-b8db-9c1628ff368b None None] Port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:50.404913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.502097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:50.509355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a75e3494-164e-404d-938b-1cf9cd08c4e2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:50.509719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.612636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Allocated IP 172.20.0.1 (aaa017ae-de44-4c52-bfbe-b96223f0040f/0f021e98-a99b-4fcd-aaa6-9ba2e945c348/0647c34d-ead6-4fb8-bdf6-7aac8b09bec6) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:50.666444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 391f2d38-98fe-4c87-8f87-39faa442231c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:50.728197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.731130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.732340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8d7e232-38ea-4d0b-928f-aa161ca4a934 HTTP/1.1" status: 204 len: 168 time: 3.4123220 Oct 19 20:19:50.744107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 391f2d38-98fe-4c87-8f87-39faa442231c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:50.744469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.804595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-92e11c0e-175b-41b9-94b2-b5a18aa6b73e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6071739 Oct 19 20:19:50.827323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.864109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Network eb894d48-896e-40c9-bfab-c973df1c2797 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:50.870492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212447c0-5ee0-4ffd-b9ec-8b64257cb778 req-039cae79-3195-44d1-8a22-f9051cceb5f8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 210 time: 0.4565125 Oct 19 20:19:50.897222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:50.901639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:50.909706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:50.991415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb8379-d5c1-4afc-bb67-532f76a24d6b req-804bd3a3-6700-4b56-a4c2-b04826db0ffa tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:51.016074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32bb8379-d5c1-4afc-bb67-532f76a24d6b req-804bd3a3-6700-4b56-a4c2-b04826db0ffa tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.7523277 Oct 19 20:19:51.040873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Network aaa017ae-de44-4c52-bfbe-b96223f0040f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:51.076722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.096008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76285e8c-eff9-4ac9-bb50-a6074d12a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d7e232-38ea-4d0b-928f-aa161ca4a934,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:51.109998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Pushing event updated for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:51.180495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b2618-6e83-48ed-8a99-370b02671d36 req-47ad3699-177a-4778-b1e8-ac77170ae86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:51.182284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-47ad3699-177a-4778-b1e8-ac77170ae86c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1124 time: 1.0168154 Oct 19 20:19:51.216587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:51.219288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:51.246430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Pushing event updated for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:51.272764 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32bb8379-d5c1-4afc-bb67-532f76a24d6b req-e9c23c18-29fb-4098-96d1-b9744eacd61e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493970 Oct 19 20:19:51.302612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.337089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cab46519-8e58-4f46-a060-e79fdf195bee up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:51.435115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-146d70f5-5dd2-42fc-98e6-e47c9b1cf537 req-c2daff2f-4aee-45b9-9006-2a5b7aa1a4e9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 210 time: 0.3051045 Oct 19 20:19:51.494934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.499023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bfd7a0c8-b3a7-4f1c-be44-281bd5e4b25e None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:51.499539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a0c8-b3a7-4f1c-be44-281bd5e4b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.563097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cab46519-8e58-4f46-a060-e79fdf195bee triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:51.563463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.623062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.11', 49835) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:51.643714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7a0c8-b3a7-4f1c-be44-281bd5e4b25e None None] Port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:51.670506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b2618-6e83-48ed-8a99-370b02671d36 req-6f7e614c-efac-4927-978a-01684ab227fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:51.672146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-6f7e614c-efac-4927-978a-01684ab227fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.4457359 Oct 19 20:19:51.679637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.711765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-21d31a87-4cdc-4b91-ad47-0616caddd870 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335562 Oct 19 20:19:51.727716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.749612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:51.768554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:51.816077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port cab46519-8e58-4f46-a060-e79fdf195bee, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cab46519-8e58-4f46-a060-e79fdf195bee,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:51.823331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-15acbe3a-eb9a-4982-8f66-43ca72c258b5 None None] Provisioning complete for port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:51.823895 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-15acbe3a-eb9a-4982-8f66-43ca72c258b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.826384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:51.827166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:51.978609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-ac9a31f1-c907-465c-840c-7b78993b8fb8 service neutron] 10.222.0.11 "GET /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65/bindings/n-h1-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.3544312 Oct 19 20:19:51.996068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:52.005222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:52.009804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.011529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.042579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-15acbe3a-eb9a-4982-8f66-43ca72c258b5 None None] Port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:52.043346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-c0dea6cc-36e9-4340-9edc-2ff499c86725 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.3347788 Oct 19 20:19:52.060472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=cab46519-8e58-4f46-a060-e79fdf195bee,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:52.075814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:52.076191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.192779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e048d0-ffb4-402d-aa0c-36e095c7c1da req-f15c1b60-0299-4a3d-809a-c7713f03e8ec tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.194375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e048d0-ffb4-402d-aa0c-36e095c7c1da req-f15c1b60-0299-4a3d-809a-c7713f03e8ec tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 936 time: 0.2147129 Oct 19 20:19:52.195170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-329bced5-1f5a-4e7a-b5c5-f688ac4c87f8 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.197046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-329bced5-1f5a-4e7a-b5c5-f688ac4c87f8 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4458339 Oct 19 20:19:52.208952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.209812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-9b9e1198-f5e8-48fe-a3f5-a815d487d9b3 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.211453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-9b9e1198-f5e8-48fe-a3f5-a815d487d9b3 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3472290 Oct 19 20:19:52.225672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.233907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Request body: {'port': {'device_id': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'dd514715c2b74209a6d68072bad9366f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:52.250934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:52.266161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bc00716b-c4b5-4bcb-8f91-7c019e20b8fc None None] Provisioning complete for port 84e94011-3374-4efe-8d3f-065c0625a893 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:52.268191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Request body: {'port': {'device_id': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'dd514715c2b74209a6d68072bad9366f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:52.275317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc00716b-c4b5-4bcb-8f91-7c019e20b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.277362 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.278167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf7398b8-7fe9-43bc-958e-78e0633c4cfb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:52.398681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:52.441206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bc00716b-c4b5-4bcb-8f91-7c019e20b8fc None None] Port 84e94011-3374-4efe-8d3f-065c0625a893 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:52.446737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e048d0-ffb4-402d-aa0c-36e095c7c1da req-15d8d847-a943-447f-9191-29587706df38 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427623 Oct 19 20:19:52.453678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08bb39-bf0c-4bae-a0ce-8df5e4677538 req-1d9035e9-f6dd-41bd-8465-f82f99110854 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.455202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da08bb39-bf0c-4bae-a0ce-8df5e4677538 req-1d9035e9-f6dd-41bd-8465-f82f99110854 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.7769051 Oct 19 20:19:52.464895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bf7398b8-7fe9-43bc-958e-78e0633c4cfb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:52.465278 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.486027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b2618-6e83-48ed-8a99-370b02671d36 req-35202526-7905-42d9-94c3-201326af59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.487487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-35202526-7905-42d9-94c3-201326af59d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.2437868 Oct 19 20:19:52.502385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.502835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.613015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-e6d1eaa3-9b51-4ef8-93a8-a9f30c79cf6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971563 Oct 19 20:19:52.668209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Made reservation on behalf of dd514715c2b74209a6d68072bad9366f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:52.671754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.696473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da08bb39-bf0c-4bae-a0ce-8df5e4677538 req-9e65c158-6c46-4bba-be57-14f61ee4a188 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198069 Oct 19 20:19:52.700049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-c3f4a462-f340-4746-919b-2b016b3ba09c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9208143 Oct 19 20:19:52.728206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Request body: {'port': {'device_id': '2d638670-8150-46fd-8322-9ef50756d42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:52.747881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.882551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:52.901326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecb0d1fa-ef22-440b-a5ab-c8967d82f66d req-ea065ab9-3a47-4448-a678-cc7bf81a2cc4 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0573778 Oct 19 20:19:52.944553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.954358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:52.955864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:52.986815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-369457b0-8765-4b8b-9ab7-0fc36cbdce2a service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533204 Oct 19 20:19:52.990411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82103a9-12db-4c7f-8773-f810bc4b410f req-9a9fd282-f9fb-4024-a90c-f69ba9ce110d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:52.990640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Made reservation on behalf of dd514715c2b74209a6d68072bad9366f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:52.992086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d82103a9-12db-4c7f-8773-f810bc4b410f req-9a9fd282-f9fb-4024-a90c-f69ba9ce110d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 943 time: 0.2038333 Oct 19 20:19:52.994202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.032063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.087805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.096110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453a1e3e-f986-40aa-995c-7da6394bcb65 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:53.102296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.115422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cab46519-8e58-4f46-a060-e79fdf195bee up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:53.118253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.124500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:53.165537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.179967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.214520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cab46519-8e58-4f46-a060-e79fdf195bee triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:53.214860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Pushing event updated for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:53.214979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.231393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.250271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d82103a9-12db-4c7f-8773-f810bc4b410f req-e0741cf8-09b1-4ddd-be97-ad4d0039b835 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264512 Oct 19 20:19:53.292004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.297878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.312311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.340021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.374207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:53.394477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Pushing event updated for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:53.445843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:53.446412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.541762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Network eb894d48-896e-40c9-bfab-c973df1c2797 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:53.544534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] Transition to ACTIVE for port object 453a1e3e-f986-40aa-995c-7da6394bcb65 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:53.546772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:53.554939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.560489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Network aaa017ae-de44-4c52-bfbe-b96223f0040f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:53.569202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:53.713237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.api [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) dd514715c2b74209a6d68072bad9366f {{(pid=100734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:19:53.713592 n-d-805649-9 neutron-server[100734]: DEBUG oslo_db.api [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:19:53.729789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d265689-60c2-45e1-9f94-9218f9851bdd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:53.783738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] Pushing event updated for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=10']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:53.787699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] No DVR routers for this DVR port 453a1e3e-f986-40aa-995c-7da6394bcb65 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:19:53.873883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.892593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c33b6437-c9c8-4849-b194-6646013e1db3 None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:53.893500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:53.894196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c33b6437-c9c8-4849-b194-6646013e1db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:53.904725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-501b2618-6e83-48ed-8a99-370b02671d36 req-e167ce32-8db8-4f88-974c-8d18b88c7943 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970363 Oct 19 20:19:53.922323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04edbb7-023d-4037-8428-66f498217ad8 req-1e4573c1-cf3c-43e3-ac31-c99b76e62b26 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:53.930151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e04edbb7-023d-4037-8428-66f498217ad8 req-1e4573c1-cf3c-43e3-ac31-c99b76e62b26 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 936 time: 0.2845764 Oct 19 20:19:53.934463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c33b6437-c9c8-4849-b194-6646013e1db3 None None] Port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:53.937059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b5caa17f-8575-4307-a6a6-9908606d8b09 service neutron] 10.222.0.11 "PUT /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65/bindings/n-h1-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9515619 Oct 19 20:19:53.943183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715620-e840-4961-b35f-09d53c30c5a9 req-e91bb340-9599-4784-a669-a0980bc9d926 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:53.945469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e715620-e840-4961-b35f-09d53c30c5a9 req-e91bb340-9599-4784-a669-a0980bc9d926 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.6213074 Oct 19 20:19:53.982129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:19:53.999246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Router 4401257c-afc3-422a-ab97-0e42a7d036b7 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:19:54.000587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.37', 61431) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:54.056975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-89bb9c24-7a56-4ab6-91c5-616ec02a3a1c None None] Provisioning complete for port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:54.057771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89bb9c24-7a56-4ab6-91c5-616ec02a3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:54.068493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e04edbb7-023d-4037-8428-66f498217ad8 req-c7f21fb1-cc02-47b3-aa9b-f3caf66b4d56 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378729 Oct 19 20:19:54.085034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Allocated IP 192.168.233.61 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/d0521f77-29f9-4202-9fa1-f6b015b7339c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:54.101428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-89bb9c24-7a56-4ab6-91c5-616ec02a3a1c None None] Port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:54.121365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e715620-e840-4961-b35f-09d53c30c5a9 req-ebd3a07d-fdff-4452-a86e-0250095e3fed tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350744 Oct 19 20:19:54.123849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:54.126550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:54.206014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-9f217a70-0b96-42b2-901c-a83d8bf8cbe8 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:54.207879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-9f217a70-0b96-42b2-901c-a83d8bf8cbe8 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.2062430 Oct 19 20:19:54.217760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:54.364342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c424299-7642-4111-9511-6af06dbcbf9f req-60b5971a-f297-48dd-8a2d-91fb0ae70ef6 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 210 time: 0.1192374 Oct 19 20:19:54.373054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:54.394455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:54.400135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8facaf13-4cd9-4c01-a9fb-23519098b2dd admin admin] 10.222.0.31 "PUT /v2.0/routers/72316ab5-885e-4cb5-b489-4358052a2eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6994834 Oct 19 20:19:54.426312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-ccb9e084-6654-4a47-baa7-a5a2a63b1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:54.427903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-ccb9e084-6654-4a47-baa7-a5a2a63b1afa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 1095 time: 0.2107558 Oct 19 20:19:54.428151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:54.428992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:54.431026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:54.437716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-04ceffbf-35db-460e-93ff-e282ea84da9d admin admin] 10.222.0.31 "PUT /v2.0/routers/4401257c-afc3-422a-ab97-0e42a7d036b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1996515 Oct 19 20:19:54.444283 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Sync routers for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:54.458864 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:54.459908 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:54.496448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c813-d6b8-427f-b4e7-d1c72a36f250 req-60cb1cf4-3fd6-42f4-8344-957777ada38f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:54.501950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d005c813-d6b8-427f-b4e7-d1c72a36f250 req-60cb1cf4-3fd6-42f4-8344-957777ada38f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.1558332 Oct 19 20:19:54.646951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:54.848729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Router deabbcff-366e-4839-81c7-2737f33c3319 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:19:54.850339 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:54.878174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-4e03140d-0675-46da-9ffc-19f7ff94cdaa tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:54.880522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-4e03140d-0675-46da-9ffc-19f7ff94cdaa tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.0809937 Oct 19 20:19:54.903013 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:54.965378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-a1442d4b-e540-4060-ba40-ccd8c55886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:54.967935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-a1442d4b-e540-4060-ba40-ccd8c55886cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1095 time: 0.4648147 Oct 19 20:19:54.987691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d005c813-d6b8-427f-b4e7-d1c72a36f250 req-cf7fac8a-6817-433a-8b52-dae5a2ef95e3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259734 Oct 19 20:19:54.993351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3c894ae1-bc3d-47bf-a3ac-581adb225fc2 None None] Provisioning complete for port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:54.993853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3c894ae1-bc3d-47bf-a3ac-581adb225fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.047024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:55.061528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:55.211263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3c894ae1-bc3d-47bf-a3ac-581adb225fc2 None None] Port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:55.263246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:55.325988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:55.349794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57380) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:55.363797 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 2, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:55.365528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:55.376185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-network', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:55.406226 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Checking router: 4401257c-afc3-422a-ab97-0e42a7d036b7 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:55.406579 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Updating router 4401257c-afc3-422a-ab97-0e42a7d036b7 port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:55.418402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 2, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:55.463257 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.464698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Made reservation on behalf of c8ce557a49d54d8da3375acb63d3877c for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:55.467824 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.484476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:55.484828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Updating router 72316ab5-885e-4cb5-b489-4358052a2eed port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:55.496311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:19:55.543859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Deleting port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:19:55.544565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.569576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.573395 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.619208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872ed6-e1c7-4a30-a945-d6cc13a0792f req-34d3076f-1bb5-4a38-90f8-1b6a825956b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:55.627419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f872ed6-e1c7-4a30-a945-d6cc13a0792f req-34d3076f-1bb5-4a38-90f8-1b6a825956b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 936 time: 0.4503038 Oct 19 20:19:55.637332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:55.637981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.645507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:19:55.660282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b4ff651f-2b73-425a-b774-0395570bcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:55.662230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-b4ff651f-2b73-425a-b774-0395570bcd63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.6633887 Oct 19 20:19:55.760995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-34d9fcf4-c54f-4e69-ac3f-391ac98d1c96 None None] Provisioning complete for port d0521f77-29f9-4202-9fa1-f6b015b7339c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:55.761677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-34d9fcf4-c54f-4e69-ac3f-391ac98d1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.766500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-64e8b4f3-7df2-4863-88ce-f0adb41f6cb9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5065403 Oct 19 20:19:55.782500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:19:55.792229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Request body: {'port': {'device_id': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:55.798863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Sync routers for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:19:55.808289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e94011-3374-4efe-8d3f-065c0625a893 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:55.827650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6c27540-72e5-4cfe-a228-5db03022dfe0 admin admin] 10.222.0.31 "PUT /v2.0/routers/deabbcff-366e-4839-81c7-2737f33c3319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4937000 Oct 19 20:19:55.829384 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.835217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-34d9fcf4-c54f-4e69-ac3f-391ac98d1c96 None None] Port d0521f77-29f9-4202-9fa1-f6b015b7339c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:55.838961 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.874942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:55.875583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:55.877707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:55.904393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-db77fc23-c16a-4a14-ac75-a068099d280c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.2017505 Oct 19 20:19:55.921027 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576deb0b-465e-4b2b-810b-f5fdf2620b4c None None] Pushing event updated for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:55.969285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Transition to ACTIVE for port object 84e94011-3374-4efe-8d3f-065c0625a893 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:56.060346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:56.071238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.077514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.078475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Attempting to bind port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:56.078946 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Attempting to bind port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:56.079208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Attempting to bind port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 on network aaa017ae-de44-4c52-bfbe-b96223f0040f {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:56.092845 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:56.093216 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Checking segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:56.093654 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.094045 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Bound using segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:56.094509 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Bound port: 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:56.094878 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.161366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f872ed6-e1c7-4a30-a945-d6cc13a0792f req-8cde24c7-91d9-4a42-bc47-c912aa71e3c2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330126 Oct 19 20:19:56.161903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57390) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:56.230580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368396241', 'description': 'tempest-description--313898201'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:56.258529 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] For port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:56.262408 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] For port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:56.276816 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.280032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] For port 1586bef0-4dcd-4c50-95d8-b7a0a4942717, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1586bef0-4dcd-4c50-95d8-b7a0a4942717,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:56.280464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.312536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-87bde72b-ed07-43f2-8baf-333946a17bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:56.314191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-87bde72b-ed07-43f2-8baf-333946a17bb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.3667779 Oct 19 20:19:56.324478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.350077 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:56.350697 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:56.352084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Calling delete_port for 1586bef0-4dcd-4c50-95d8-b7a0a4942717 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:19:56.364693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.384850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Allocated IP 192.168.233.34 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/5811f98f-c6cc-4b94-a0c4-e67cfb777ad9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:56.440416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.445116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-108c8df1-dec4-4c6e-a054-fbe525c42470 req-7dc4188c-f247-4797-a107-b19a87ae42d7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0612152 Oct 19 20:19:56.486037 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576deb0b-465e-4b2b-810b-f5fdf2620b4c None None] Pushing event updated for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:56.515672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-733ee29d-e574-4023-a056-2b0afe5e48e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741345 Oct 19 20:19:56.556076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] Provisioning complete for port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:56.556438 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.567172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ebc6c-3cb5-4a77-8514-e54e14ea8fee None None] Pushing event updated for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:56.614375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:56.625092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b5ee054-4267-45b1-aec3-eb659996576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.680401 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:56.736941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.764730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9578e78-c753-41b2-a772-903737f57e60 req-c6477979-e6f2-4c43-8a0c-647b0e4750df tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:56.767346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9578e78-c753-41b2-a772-903737f57e60 req-c6477979-e6f2-4c43-8a0c-647b0e4750df tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/ports?device_id=1918ffce-974f-4e71-a5c5-f8aecf11c34a HTTP/1.1" status: 200 len: 949 time: 0.4445977 Oct 19 20:19:56.799348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Attempting to bind port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:56.799720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Attempting to bind port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:56.800601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Attempting to bind port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:56.806100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.816506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:56.816789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Checking segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:56.817185 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.817595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Bound using segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:56.818077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Bound port: 90d4cbb6-40f1-4c8f-bd98-30517d3bb208, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:56.818643 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.847043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.890293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.933508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '43ad7a56-b8a9-4ca6-bce1-06e97f5949f9', 'name': '', 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'mac_address': 'fa:16:3e:a5:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:46Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 2, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'subnets': [{'id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:56.943627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:56.945045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7614970 Oct 19 20:19:56.950885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57394) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:56.960988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'security_group_rule': {'security_group_id': 'a77a1907-c83e-43cb-8a8d-d7e5857ecc48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:56.978492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a1907-c83e-43cb-8a8d-d7e5857ecc48,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:56.981310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Checking router: deabbcff-366e-4839-81c7-2737f33c3319 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:19:56.981771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Updating router deabbcff-366e-4839-81c7-2737f33c3319 port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:19:57.002209 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9578e78-c753-41b2-a772-903737f57e60 req-6254d544-fb89-401f-b06c-ee86ba4d92ae tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.31 "GET /v2.0/security-groups?id=69e5351d-3129-442f-8203-93a1aac4a43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758776 Oct 19 20:19:57.005429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:19:57.011338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.011695 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-5d122374-f13d-4a76-b392-c2df99dc569c service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595642 Oct 19 20:19:57.017636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.018624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.019448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.019958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.020406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.020851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.021520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.021949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.022372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.022794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.023216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.023633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7145d0c-28c6-441f-9f83-6d1adba21499 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:57.026764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] For port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:57.030244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.060947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd9204-1d93-4c3c-894c-fd72f3f0b461 req-3797fa12-e89f-448d-aee6-99f683f7ea17 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:57.071751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efdd9204-1d93-4c3c-894c-fd72f3f0b461 req-3797fa12-e89f-448d-aee6-99f683f7ea17 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.4587109 Oct 19 20:19:57.072464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.072464 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Added segment d2837fc8-67db-4d60-b6f4-d8ca8abb9016 of type vlan for network 43815988-5f6e-4240-9b0c-d65e38e463ce Oct 19 20:19:57.074849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:57.075755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:57.076090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:57.085148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.090341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] For port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:57.100245 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:56Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:57.112597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:19:57.113573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:57.116184 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.129079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:57.129480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:57.130133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:57.130624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Bound port: 84e94011-3374-4efe-8d3f-065c0625a893, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:57.131032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.153976 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c72df-5688-45b1-b914-4bc30e8ab6cb None None] The sync data for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 is: [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:56Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:19:57.182480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] For port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:57.224537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.271295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.301344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efdd9204-1d93-4c3c-894c-fd72f3f0b461 req-dbac3266-41db-402b-b848-3e0e500ea3f0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282109 Oct 19 20:19:57.345123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:57.345821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:57.460540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ebc6c-3cb5-4a77-8514-e54e14ea8fee None None] Pushing event updated for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:57.477726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Provisioning complete for port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:57.478478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.480722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.535419 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.563360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:19:57.583200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:57.614280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:57.616555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:19:57.637347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f18b00-e25d-4e81-844c-e049675351e6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:57.654199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-c1ccf656-f323-44d8-99b6-7945e888b2ce service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255884 Oct 19 20:19:57.664541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.665497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:57.666064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.806731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:57.891419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5403941 Oct 19 20:19:57.892269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:57.893675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57404) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:57.918316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Request body: {'subnet': {'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-subnet', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:57.938976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7082b82-6c29-453b-8057-60adc79d323b admin admin] Pushing event updated for resources: {'Network': ['ID=43815988-5f6e-4240-9b0c-d65e38e463ce,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:57.980582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 43815988-5f6e-4240-9b0c-d65e38e463ce details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:19:58.100803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Made reservation on behalf of c8ce557a49d54d8da3375acb63d3877c for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:19:58.107904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.135604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:58.173910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.186944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.197949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:58.198813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.218621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6c484-d512-493b-a8ad-42378643ae95 req-213759c4-d688-477a-8e86-0ab5434dd147 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:58.227195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2d6c484-d512-493b-a8ad-42378643ae95 req-213759c4-d688-477a-8e86-0ab5434dd147 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.7657433 Oct 19 20:19:58.232305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a49674-f33b-4d15-b279-cac1b2342b99 None None] Pushing event updated for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:58.249146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.251324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event updated for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:58.298948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.299466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.299620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.299951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.300313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.300644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.301012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.301370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.301743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.302066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.302386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.302704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:19:58.310269 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-4af547b6-84e7-4696-84d6-c7d81e2b240f tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8196268 Oct 19 20:19:58.312334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Pushing event deleted for resources: {'Port': ['ID=1586bef0-4dcd-4c50-95d8-b7a0a4942717,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:58.331937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639ba8cc-862e-41d6-9545-64f533800b5c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:58.349525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.349947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] No DVR routers for this DVR port 1586bef0-4dcd-4c50-95d8-b7a0a4942717 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:19:58.350694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61c3aa5e-60c7-47e3-bca8-530b08d524c8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3953755 Oct 19 20:19:58.357583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:58.365318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57412) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:58.372121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'security_group_rule': {'security_group_id': 'a77a1907-c83e-43cb-8a8d-d7e5857ecc48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:58.382421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:58.383356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.385063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] 10.222.0.37 "PUT /v2.0/ports/84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 1096 time: 5.6614468 Oct 19 20:19:58.385705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:58.385998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.389784 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:58.389931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98f01783-dcbe-4d7f-a389-eadeac95ac94 req-15c71404-81b9-43d2-814a-2b4994243da3 tempest-DeleteServersAdminTestJSON-1271301464 tempest-DeleteServersAdminTestJSON-1271301464-project] 10.222.0.11 "DELETE /v2.0/ports/1586bef0-4dcd-4c50-95d8-b7a0a4942717 HTTP/1.1" status: 204 len: 173 time: 3.5011806 Oct 19 20:19:58.413024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'name': 'network-vif-deleted', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:19:58.479272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-a736c6b2-fe0e-495f-bbd7-9f106bf736fc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2551601 Oct 19 20:19:58.482830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:58.483463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.503755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.523645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Request body: {'port': {'device_id': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:58.552554 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.610198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-71b576d4-3869-4c5b-bda5-21e35d36e92b tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:58.616414 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-71b576d4-3869-4c5b-bda5-21e35d36e92b tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.6464615 Oct 19 20:19:58.622269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.629067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.634433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dfb5e-d9fd-4841-8294-497d0856265b None None] Pushing event updated for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:58.638907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:56Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:58.649677 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e0d153-9af2-49ea-9f9d-439f4639bf4f" -d '{"events": [{"server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "name": "network-vif-deleted", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:19:58.668323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2d6c484-d512-493b-a8ad-42378643ae95 req-7c2d739a-e94a-4c5c-9fca-1bf499a43432 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401612 Oct 19 20:19:58.772134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc00de6-4aee-4a9f-a433-dd1f211f9240 None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:56Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:19:58.825527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:58.906919 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.000479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] For port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:19:59.029078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.104953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Attempting to bind port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:19:59.105460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Attempting to bind port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:19:59.105861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Attempting to bind port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 on network 9eef55b2-50f8-472c-b2dc-3531392bff2a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:19:59.124536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:19:59.124889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Checking segment: {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:59.125317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.125707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Bound using segment: {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:19:59.126191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Bound port: 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf80275-5840-42d4-ac28-ba6a4544e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:19:59.126567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.205865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:19:59.220062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.268465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7128f47d-120d-4e15-99f2-a42138f8ccd2 None None] Provisioning complete for port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:59.269067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7128f47d-120d-4e15-99f2-a42138f8ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.281643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Transition to ACTIVE for port object d0521f77-29f9-4202-9fa1-f6b015b7339c will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:19:59.282688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022a62c-20b3-45ae-a0cb-747d11464598 service neutron] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:59.329790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-7252ba75-7fb8-48e9-aa5d-4abd3fe26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:59.331455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-7252ba75-7fb8-48e9-aa5d-4abd3fe26923 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.8511627 Oct 19 20:19:59.338785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7128f47d-120d-4e15-99f2-a42138f8ccd2 None None] Port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:19:59.343435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.346759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:19:59.398473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29a9c3-5e69-4260-bba0-4127ab97e04c None None] Pushing event updated for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:59.408288 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-99ae06dd-901c-4f06-b0ec-299a33109c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.457014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:59.457235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-860bb765-94a1-4072-9db1-3175dce0d039 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.1149554 Oct 19 20:19:59.457409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.468791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.479739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-beb6ee96-df60-4e1c-98b8-4c67c2649c30 service neutron] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:59.486103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.495724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1586bef0-4dcd-4c50-95d8-b7a0a4942717 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:19:59.518389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-beb6ee96-df60-4e1c-98b8-4c67c2649c30 service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.520224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c16e9a3-c057-41a5-b58a-e32cae784888 req-beb6ee96-df60-4e1c-98b8-4c67c2649c30 service neutron] 10.222.0.37 "DELETE /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65/bindings/n-h2-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.8675528 Oct 19 20:19:59.521527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] For port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:19:59.524084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fe076c-d6c6-48e4-8f8b-0df004923f1c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:59.524222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 1586bef0-4dcd-4c50-95d8-b7a0a4942717 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:19:59.524426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1586bef0-4dcd-4c50-95d8-b7a0a4942717 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:19:59.532936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.557854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7128f47d-120d-4e15-99f2-a42138f8ccd2 None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:19:59.558099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7128f47d-120d-4e15-99f2-a42138f8ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.611229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] For port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:19:59.622466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.623646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.672031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3fe29-7c7d-4a21-a0a2-4c74962927aa req-fc6cfb5e-8b02-4c2f-939c-d77a6307e427 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:59.678122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf3fe29-7c7d-4a21-a0a2-4c74962927aa req-fc6cfb5e-8b02-4c2f-939c-d77a6307e427 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 935 time: 0.6794813 Oct 19 20:19:59.690339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:19:59.691800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:19:59.692039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90520c99-8800-48fa-8327-32edb0fe703b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:59.718205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:19:59.738013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.739530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fb4b3408-fb63-43fa-817e-94305130027f tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3711450 Oct 19 20:19:59.746989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57426) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:19:59.758905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:19:59.817334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Checking segment: {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:19:59.817904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Network hostable DHCP agents. Network: 43815988-5f6e-4240-9b0c-d65e38e463ce, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:19:59.841639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.881074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Allocated IP 172.25.7.221 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/832473d5-0380-4926-84fc-b3bc0f397aed) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:19:59.887098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0933dd84-fb54-493a-903c-44e901aa5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:59.891045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-0933dd84-fb54-493a-903c-44e901aa5e6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.4212809 Oct 19 20:19:59.903454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:19:59.903646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Network 43815988-5f6e-4240-9b0c-d65e38e463ce is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:19:59.935664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 43815988-5f6e-4240-9b0c-d65e38e463ce) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:19:59.950080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:19:59.951237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:19:59.978110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccb243-90b4-4523-a349-a44c1f87233d None None] Network 43815988-5f6e-4240-9b0c-d65e38e463ce requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:00.016314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Attempting to bind port d0521f77-29f9-4202-9fa1-f6b015b7339c on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:00.016845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Attempting to bind port d0521f77-29f9-4202-9fa1-f6b015b7339c by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:00.017209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Attempting to bind port d0521f77-29f9-4202-9fa1-f6b015b7339c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:00.071200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-83d41034-3820-4a10-bea9-2399f1c264e7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1693335 Oct 19 20:20:00.074409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:00.079242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:00.095409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Port d0521f77-29f9-4202-9fa1-f6b015b7339c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:00.096213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Attempting to bind port d0521f77-29f9-4202-9fa1-f6b015b7339c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:00.119668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf3fe29-7c7d-4a21-a0a2-4c74962927aa req-4a35bcda-4c38-4d7a-83a5-42b16b030c79 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849804 Oct 19 20:20:00.138721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.143223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.144973 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.165807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:00.166839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.167763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:00.168179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:00.169808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Bound port: d0521f77-29f9-4202-9fa1-f6b015b7339c, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:00.170176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.172040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:00.184503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dfb5e-d9fd-4841-8294-497d0856265b None None] Pushing event updated for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:00.193754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:00.242417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.247902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-8abb3537-26c5-4d19-ba9a-9d79f34d51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:00.256076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-8abb3537-26c5-4d19-ba9a-9d79f34d51c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342899 Oct 19 20:20:00.279522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.296057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Transition to ACTIVE for port object 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:00.336922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.378740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.482746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-09d3a242-ff9a-48d0-9658-d5b198c31714 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829054 Oct 19 20:20:00.510126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.552239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-43815988-5f6e-4240-9b0c-d65e38e463ce', 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'fixed_ips': [{'subnet_id': '90520c99-8800-48fa-8327-32edb0fe703b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:20:00.552849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.611643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:00.612403 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.645172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:00.647067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Pushing event updated for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:00.653209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:00.655122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:00.678029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c84c-c13e-43d3-9151-60078f46f4cb req-fee437a4-59ba-465d-91c3-7ba7da12e0fa tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:00.679629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ca5c84c-c13e-43d3-9151-60078f46f4cb req-fee437a4-59ba-465d-91c3-7ba7da12e0fa tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.3179615 Oct 19 20:20:00.697850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:00.735618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4e9e035-d7f3-4c6a-8bef-31883f3434ba req-7c8c0d9d-cc4a-449c-8bfc-8cd69a048551 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189362 Oct 19 20:20:00.736116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] Provisioning complete for port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:00.736484 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.748806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:00.757440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.763406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.813330 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ca5c84c-c13e-43d3-9151-60078f46f4cb req-0ef98eb2-aa22-407e-8f39-f1a3034ca219 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126833 Oct 19 20:20:00.815018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Allocated IP 172.25.7.57 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/29af52dc-2432-4495-bfbb-d3a9680a95e5) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:00.835426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:00.836039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.837511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0521f77-29f9-4202-9fa1-f6b015b7339c HTTP/1.1" status: 200 len: 1095 time: 5.0586658 Oct 19 20:20:00.850510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Attempting to bind port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:00.850910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Attempting to bind port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:00.851308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Attempting to bind port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:00.865732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:00.866058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Attempting to bind port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:00.872206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457ea5-827a-4276-8e56-0a6a5a6b6462 service neutron] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:00.876272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:00.876695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:00.877102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:00.877562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Bound port: 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:00.878023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.878566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:00.899905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=832473d5-0380-4926-84fc-b3bc0f397aed,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:00.926253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Allocated IP 172.20.0.2 (43815988-5f6e-4240-9b0c-d65e38e463ce/90520c99-8800-48fa-8327-32edb0fe703b/c5312b97-0a71-4d58-91af-65a448c40e06) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:01.018357 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2df1168-ec2a-4d1c-8bc3-da1dd6f338cf x-openstack-request-id: req-c2df1168-ec2a-4d1c-8bc3-da1dd6f338cf {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:01.018644 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:01.019012 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2df1168-ec2a-4d1c-8bc3-da1dd6f338cf {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:01.019426 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'status': 'completed', 'code': 200} Oct 19 20:20:01.129611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-28aafa22-ea8c-4a9b-8d2f-2c9fb9107b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.131340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-28aafa22-ea8c-4a9b-8d2f-2c9fb9107b5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1098 time: 0.2359562 Oct 19 20:20:01.132674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:01.133062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '43ad7a56-b8a9-4ca6-bce1-06e97f5949f9', 'name': '', 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'mac_address': 'fa:16:3e:a5:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:46Z', 'updated_at': '2021-10-19T20:19:59Z', 'revision_number': 4, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'subnets': [{'id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:01.139638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:01.173345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-64cbe239-0fc4-43ac-baa3-8335840a8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.175858 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-64cbe239-0fc4-43ac-baa3-8335840a8455 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.1507058 Oct 19 20:20:01.178670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.216917 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bbd2ba-4278-4cda-8dbd-8ef199b8d778 x-openstack-request-id: req-14bbd2ba-4278-4cda-8dbd-8ef199b8d778 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:01.217184 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1918ffce-974f-4e71-a5c5-f8aecf11c34a", "name": "network-vif-deleted", "tag": "1586bef0-4dcd-4c50-95d8-b7a0a4942717", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:01.217461 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14bbd2ba-4278-4cda-8dbd-8ef199b8d778 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:01.217941 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1918ffce-974f-4e71-a5c5-f8aecf11c34a', 'name': 'network-vif-deleted', 'tag': '1586bef0-4dcd-4c50-95d8-b7a0a4942717', 'status': 'completed', 'code': 200} Oct 19 20:20:01.230097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:01.240709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1e3b5-de39-4024-9511-d9ca12d81566 None None] The sync data for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 is: [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '43ad7a56-b8a9-4ca6-bce1-06e97f5949f9', 'name': '', 'network_id': '9eef55b2-50f8-472c-b2dc-3531392bff2a', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'mac_address': 'fa:16:3e:a5:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:46Z', 'updated_at': '2021-10-19T20:19:59Z', 'revision_number': 4, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'subnets': [{'id': '6b4b8580-7b7c-40df-9d79-d1e5b84d713a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:01.242978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.249193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-040daea6-842a-4997-984d-bfa30380bd9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c HTTP/1.1" status: 200 len: 217 time: 0.1021833 Oct 19 20:20:01.362274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.362927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.364313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] 10.222.0.11 "PUT /v2.0/ports/5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 HTTP/1.1" status: 200 len: 1095 time: 2.8454385 Oct 19 20:20:01.398617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.448401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] For port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:01.464632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.480799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.588431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-0f199694-a66c-4277-8b97-12c5396a5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.590132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-0f199694-a66c-4277-8b97-12c5396a5693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.3062863 Oct 19 20:20:01.591031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61387113-ba2e-4067-9c1b-e76c11c59628 service neutron] Pushing event updated for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:01.615004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821eeafd-1d2f-4848-b5a8-2f15c0a1c857 None None] Pushing event updated for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:01.632041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:01.632406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.662613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.669013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-0a7be7ea-f9bc-4ff0-8bb5-5b449812c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.671963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-0a7be7ea-f9bc-4ff0-8bb5-5b449812c1df service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.4529765 Oct 19 20:20:01.699163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.712424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.715951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e376c1-c76d-4389-bce6-fdaf735a2a60 req-c1af01a5-2b6c-4a5e-96ed-b2b077482ccd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.717800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29e376c1-c76d-4389-bce6-fdaf735a2a60 req-c1af01a5-2b6c-4a5e-96ed-b2b077482ccd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.2556319 Oct 19 20:20:01.759196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-88cbebb8-c11b-4380-abc9-6ac303b3fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:01.760739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-88cbebb8-c11b-4380-abc9-6ac303b3fba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 1098 time: 0.2887731 Oct 19 20:20:01.771565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-ffd076c2-b476-4404-b5ce-0e497888922e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0864756 Oct 19 20:20:01.808466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Network 43815988-5f6e-4240-9b0c-d65e38e463ce is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:01.822837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:01.834745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:01.897104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Pushing event updated for resources: {'Port': ['ID=c5312b97-0a71-4d58-91af-65a448c40e06,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:01.924575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:01.990258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Attempting to bind port c5312b97-0a71-4d58-91af-65a448c40e06 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:01.990995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Attempting to bind port c5312b97-0a71-4d58-91af-65a448c40e06 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:01.991511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Attempting to bind port c5312b97-0a71-4d58-91af-65a448c40e06 on network 43815988-5f6e-4240-9b0c-d65e38e463ce {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:01.999754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:02.004217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Checking segment: {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:02.004623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.005020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Bound using segment: {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:02.007051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:02.007180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Bound port: c5312b97-0a71-4d58-91af-65a448c40e06, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:02.007441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.041570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:02.044612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:02.049607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.079643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.099648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] For port c5312b97-0a71-4d58-91af-65a448c40e06, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:02.102442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-c47550d9-827d-4ed3-b619-c1a866262884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.103642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] For port c5312b97-0a71-4d58-91af-65a448c40e06, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c5312b97-0a71-4d58-91af-65a448c40e06,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:02.104176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-c47550d9-827d-4ed3-b619-c1a866262884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5019865 Oct 19 20:20:02.107866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-f8881399-19eb-4af2-a828-634a794950ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 HTTP/1.1" status: 200 len: 217 time: 0.3352528 Oct 19 20:20:02.111835 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.137546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'Port': ['ID=29af52dc-2432-4495-bfbb-d3a9680a95e5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:02.165870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.187278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db691-bc83-40c5-92a4-19af6fdd7a31 None None] Pushing event updated for resources: {'Port': ['ID=c5312b97-0a71-4d58-91af-65a448c40e06,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:02.193437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29e376c1-c76d-4389-bce6-fdaf735a2a60 req-f4b8cba5-de9b-479e-96c2-7d0e10a4c7cc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312842 Oct 19 20:20:02.234193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-c2e44ba7-ba03-4e69-8987-49cacb52b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.235659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-c2e44ba7-ba03-4e69-8987-49cacb52b07c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.4454200 Oct 19 20:20:02.254968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-fdf6145a-6dfd-4c2b-96e1-f7162f784454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.264755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-fdf6145a-6dfd-4c2b-96e1-f7162f784454 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1429806 Oct 19 20:20:02.294046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=832473d5-0380-4926-84fc-b3bc0f397aed,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:02.301627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.330787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.349003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-34ccc984-a0f1-491b-a1a9-138ad076efb4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315817 Oct 19 20:20:02.360264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.371023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-4fad3c39-8120-443e-9e4f-da777dc26294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.372241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.372489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-4fad3c39-8120-443e-9e4f-da777dc26294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286173 Oct 19 20:20:02.373668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-5b357218-8d0b-4b22-8105-a9dc3ce76c9a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0624535 Oct 19 20:20:02.395712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.423703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-2c74fb63-8c48-4d79-afda-5da80a01605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.426050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-2c74fb63-8c48-4d79-afda-5da80a01605b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511016 Oct 19 20:20:02.530867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-3ee14aa1-088a-4170-b009-7534eb6c6500 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.1477127 Oct 19 20:20:02.654627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20d28-9255-43ba-bc43-d0d1e442d5a4 req-4001cbb8-a47c-45df-be9b-1aa3a450efc6 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.655647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ab20d28-9255-43ba-bc43-d0d1e442d5a4 req-4001cbb8-a47c-45df-be9b-1aa3a450efc6 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 947 time: 0.2954335 Oct 19 20:20:02.660054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:02.699755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Allocated IP 172.25.7.173 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/20da1011-17fe-42e4-9483-ffe6543d2862) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:02.705006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8008cc65-aa23-4d00-8f69-2e9e0d58f808 req-c508b68a-94ab-4fdc-b81d-606f16ef0a40 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479307 Oct 19 20:20:02.719877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-541cd3e7-35be-48c5-976c-8390cb6a887b service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257549 Oct 19 20:20:02.743481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-9dc73f5e-21cc-44d5-b064-ff92c416c1e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982671 Oct 19 20:20:02.771975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ab20d28-9255-43ba-bc43-d0d1e442d5a4 req-79440d57-aef2-4ec0-9e83-8238e0d2776c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000793 Oct 19 20:20:02.831891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-86c34ff5-2829-44b3-abac-0607735bde2c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:02.836814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-86c34ff5-2829-44b3-abac-0607735bde2c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2815180 Oct 19 20:20:02.874192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-09fd98b7-22db-4b29-b236-f6822bee3fc2 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:02.875762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c6734f1-5ff5-4d52-9f39-b7a0e3790a1a req-09fd98b7-22db-4b29-b236-f6822bee3fc2 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068562 Oct 19 20:20:02.917694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebcfdaf1-7ea2-489f-ba5d-2c1bb100ebe7 req-fe044c92-e7f8-4512-ae3f-5400c9d2296c service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896751 Oct 19 20:20:02.928833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc24fbf0-3ef5-4d3d-b4b7-0003fa0438ca req-9af0f4b9-fcde-4bdb-8b08-02cc189d5395 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690726 Oct 19 20:20:03.020967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}, {'name': 'network-changed', 'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:03.026643 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3417be-c58d-4349-b616-c6521e811f47" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}, {"name": "network-changed", "server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:03.117005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:03.248874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c5312b97-0a71-4d58-91af-65a448c40e06 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:03.269944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.328369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfbdd9-a62c-40be-a800-b2eab530b3bf req-86262cd2-d31a-488c-9386-aadda477a433 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:03.329589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:03.336606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8bfbdd9-a62c-40be-a800-b2eab530b3bf req-86262cd2-d31a-488c-9386-aadda477a433 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1095 time: 0.1314073 Oct 19 20:20:03.346627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '84e94011-3374-4efe-8d3f-065c0625a893', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '84e94011-3374-4efe-8d3f-065c0625a893', 'mac_address': 'fa:16:3e:d6:0f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:03.353596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c5312b97-0a71-4d58-91af-65a448c40e06 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:03.354052 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.380870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-222b74af-08b0-46e1-9801-a128fe2d9e66 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2445924 Oct 19 20:20:03.381581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.386789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:03.393457 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.409096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.419007 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.422563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.440871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8bfbdd9-a62c-40be-a800-b2eab530b3bf req-083c361a-3cf6-4f07-8d18-5bc81ee4b6e2 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032877 Oct 19 20:20:03.444170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e94011-3374-4efe-8d3f-065c0625a893 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:03.495726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:03.512771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:03.524768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:03.530750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.536968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:03.538244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68721bfd-5f3b-4149-886b-0fd398c2e6c3 None None] Network 43815988-5f6e-4240-9b0c-d65e38e463ce requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:03.554247 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58336c4e-3b70-4b31-9198-06e51084e42c x-openstack-request-id: req-58336c4e-3b70-4b31-9198-06e51084e42c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:03.554989 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:03.555260 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58336c4e-3b70-4b31-9198-06e51084e42c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:03.555669 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'status': 'completed', 'code': 200} Oct 19 20:20:03.555928 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9', 'status': 'completed', 'code': 200} Oct 19 20:20:03.615104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.671225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.737491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'Port': ['ID=29af52dc-2432-4495-bfbb-d3a9680a95e5,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:03.743553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:03.747718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-b8887d39-c8f0-4475-b855-e89bc7aeaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:03.749230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-b8887d39-c8f0-4475-b855-e89bc7aeaa96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1098 time: 0.1786408 Oct 19 20:20:03.759819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c5312b97-0a71-4d58-91af-65a448c40e06, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c5312b97-0a71-4d58-91af-65a448c40e06,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:03.763220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49896b38-bae2-481a-a676-8c6d7bc94cc8 None None] Provisioning complete for port c5312b97-0a71-4d58-91af-65a448c40e06 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:03.764035 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49896b38-bae2-481a-a676-8c6d7bc94cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.772236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:03.799206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Pushing event updated for resources: {'Port': ['ID=20da1011-17fe-42e4-9483-ffe6543d2862,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:03.826113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.826113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:03.842060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Allocated IP 172.25.7.72 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/be2feb84-fa77-4d4d-bd36-4cb5b32aece9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:03.884317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.910057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:03.920415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5912ba48-708f-436f-9b9b-d62a7fef11fa tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1660445 Oct 19 20:20:03.942102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f6c69-3e85-4957-93ff-3393f187cf0a req-806cf33f-6c11-48fe-8d7f-84ccabe54bf4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:03.943660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd7f6c69-3e85-4957-93ff-3393f187cf0a req-806cf33f-6c11-48fe-8d7f-84ccabe54bf4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 949 time: 0.1285722 Oct 19 20:20:03.994331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.020560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd7f6c69-3e85-4957-93ff-3393f187cf0a req-ae17fce5-630f-4d49-b8a5-36524cd3bf25 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695364 Oct 19 20:20:04.035264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.042900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c5312b97-0a71-4d58-91af-65a448c40e06,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:04.047211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-89f33356-5d48-47a6-a367-f61d9fa1463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.057063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-89f33356-5d48-47a6-a367-f61d9fa1463e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 1098 time: 0.4764969 Oct 19 20:20:04.144376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:04.236748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:04.237272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.291443 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.299687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-c08a60dd-b832-4549-9576-69679fed8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.301526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-c08a60dd-b832-4549-9576-69679fed8fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3256204 Oct 19 20:20:04.514700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-a523fbae-8514-41a1-80d1-592e74bc1d16 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.516303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-a523fbae-8514-41a1-80d1-592e74bc1d16 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.3150816 Oct 19 20:20:04.537616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.545276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-93855198-976a-4a07-811e-3f55a88fdf6b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/quotas/b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 375 time: 0.0175252 Oct 19 20:20:04.617388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-50b52818-866d-4897-b2a8-0e5b9c8266c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.618828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-50b52818-866d-4897-b2a8-0e5b9c8266c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5518515 Oct 19 20:20:04.627735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:04.629699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-7b9d5330-ceaf-43e5-af5c-7a3a9a440381 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c HTTP/1.1" status: 200 len: 217 time: 0.3114035 Oct 19 20:20:04.643985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:04.652187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:04.683926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-0f4cfcc6-7427-473f-a369-afc1a7f4774c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040444 Oct 19 20:20:04.699097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-9b65d62b-12a0-4e81-9d61-4da6e2125ef8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:04.700086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-9b65d62b-12a0-4e81-9d61-4da6e2125ef8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053744 Oct 19 20:20:04.743273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=be2feb84-fa77-4d4d-bd36-4cb5b32aece9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:04.752625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-5340b5dc-9a27-4a44-9040-870e710369a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 HTTP/1.1" status: 200 len: 217 time: 0.1217692 Oct 19 20:20:04.789728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-04aa2f4a-74f9-4a6e-ad38-1401369d41e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16f1752f2d2747b2a2f83f508798891b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6391740 Oct 19 20:20:04.791385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57490) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:04.814357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Router fd734c5e-fb5d-4383-b454-9adb3d605eaa is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:20:04.821065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-ef3b6a40-072a-4001-8b9d-b04fbe127f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.822528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-ef3b6a40-072a-4001-8b9d-b04fbe127f3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1758866 Oct 19 20:20:04.848114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-f8fc74ed-5ff4-48b0-bdba-8abac2194fc7 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407158 Oct 19 20:20:04.910226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1a0b1841-9bcf-426f-b7ac-fea744c38310 None None] Provisioning complete for port c5312b97-0a71-4d58-91af-65a448c40e06 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:04.911382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a0b1841-9bcf-426f-b7ac-fea744c38310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.914316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-dbe730a9-95d0-4ce1-a939-3bbb02006a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.915785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-dbe730a9-95d0-4ce1-a939-3bbb02006a9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1474094 Oct 19 20:20:04.968564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.972478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:04.988609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-6ed54ea2-a45a-47a3-bb4c-7f5886b04ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:04.990153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-6ed54ea2-a45a-47a3-bb4c-7f5886b04ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584215 Oct 19 20:20:05.045318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3417be-c58d-4349-b616-c6521e811f47 req-37debdd4-0521-48d1-bfa2-5397107d76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:05.046854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-37debdd4-0521-48d1-bfa2-5397107d76fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228783 Oct 19 20:20:05.050691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.092037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c5312b97-0a71-4d58-91af-65a448c40e06 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:05.147640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:05.152539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c5312b97-0a71-4d58-91af-65a448c40e06 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:05.153005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.195446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:05.248633 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.279862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:20:05.286036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-1164901a-122c-4927-a1ef-fa9758e72e81 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733827 Oct 19 20:20:05.294468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-a57f4345-8809-4a57-ba40-f6e5a4d665cb service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229970 Oct 19 20:20:05.295197 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Sync routers for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:20:05.298683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-acd990c4-5cf9-4afa-922e-83db78786c31 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423411 Oct 19 20:20:05.319988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.322092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-927a3b59-b777-4be6-af65-0113c9420154 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2461827 Oct 19 20:20:05.324551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:05.330388 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:05.331843 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:05.404712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.407909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.412612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69e5351d-3129-442f-8203-93a1aac4a43f HTTP/1.1" status: 204 len: 168 time: 0.6209326 Oct 19 20:20:05.437981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 84e94011-3374-4efe-8d3f-065c0625a893 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:05.460984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453995a4-613e-46f0-a874-5286e7fa61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e5351d-3129-442f-8203-93a1aac4a43f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:05.488315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.517249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.527174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 84e94011-3374-4efe-8d3f-065c0625a893 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:05.527554 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.531515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-f653ce24-2bbb-4f3b-b968-18650ee838fe service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342639 Oct 19 20:20:05.546029 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:05.551194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:05.586037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:05.612327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3417be-c58d-4349-b616-c6521e811f47 req-e7a1b3be-a1d1-4d40-bcb2-74b8f73d305c service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883415 Oct 19 20:20:05.694086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=be2feb84-fa77-4d4d-bd36-4cb5b32aece9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:05.695979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'mac_address': 'fa:16:3e:03:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:05.714219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.746593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.748176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-732d171e-c33d-4605-8515-0f5ce8a9bae7 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3661742 Oct 19 20:20:05.874936 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:03Z', 'revision_number': 3, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:05.909638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-46fb5158-b72f-4596-9258-c2ccbd021a47 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1432440 Oct 19 20:20:05.910864 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Checking router: fd734c5e-fb5d-4383-b454-9adb3d605eaa for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:20:05.911308 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Updating router fd734c5e-fb5d-4383-b454-9adb3d605eaa port 20da1011-17fe-42e4-9483-ffe6543d2862 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:20:05.944432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3552e1-7df3-43ab-bb85-4bf2656cc9c3 req-600cd13d-52cf-4a05-bce2-1c310c34e78a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:05.946612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e3552e1-7df3-43ab-bb85-4bf2656cc9c3 req-600cd13d-52cf-4a05-bce2-1c310c34e78a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 947 time: 0.2842536 Oct 19 20:20:05.947186 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:05.951050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.015318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e3552e1-7df3-43ab-bb85-4bf2656cc9c3 req-5bf4cc95-c946-419e-a7b9-34b8e17ffe50 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601139 Oct 19 20:20:06.058463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57508) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:06.075341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:06.079028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74bb72b-05a4-482c-a1df-b0f2a177a7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.173086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe37-a13b-4204-ac0d-f93c728b829c req-2d73a2ba-0d69-4bfb-8aa6-d7dd71f2e775 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:06.176926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-2d73a2ba-0d69-4bfb-8aa6-d7dd71f2e775 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2660573 Oct 19 20:20:06.188726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-1c94d7e0-81ca-47fb-957c-8edb9fabd8e8 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:06.190668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109efe37-a13b-4204-ac0d-f93c728b829c req-1c94d7e0-81ca-47fb-957c-8edb9fabd8e8 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080729 Oct 19 20:20:06.199260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:06.206650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:06.215116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.219185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-4af81263-85fd-4fbc-9f19-07eb94036f2a tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--368396241&fields=id&tenant_id=eb0841280a97405fbc1498248ad44bea HTTP/1.1" status: 200 len: 267 time: 0.1113651 Oct 19 20:20:06.228405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.255540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9', 'mac_address': 'fa:16:3e:6d:5a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:06.308723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:06.311260 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733f640b-8287-49ac-92f0-e082f4e9f2c6" -d '{"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-plugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:06.399771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:06.418961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.420927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbf406-fc00-4ab3-8f9f-ebe9115bc0fb req-8258e43a-18cd-4d54-8fd8-b27509d02ce9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:06.424464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44fbf406-fc00-4ab3-8f9f-ebe9115bc0fb req-8258e43a-18cd-4d54-8fd8-b27509d02ce9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 949 time: 0.0930493 Oct 19 20:20:06.424818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.436033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.442668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74bb72b-05a4-482c-a1df-b0f2a177a7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.476262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74bb72b-05a4-482c-a1df-b0f2a177a7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.489848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:06.499974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.504692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:06.509801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-f90078ca-57da-4677-9fcb-bc1ce5829b65 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:06.511809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44fbf406-fc00-4ab3-8f9f-ebe9115bc0fb req-15b92597-5870-40b4-9d18-6a1a131314b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601156 Oct 19 20:20:06.525375 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.526098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-f90078ca-57da-4677-9fcb-bc1ce5829b65 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/networks?id=aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 200 len: 815 time: 0.2972958 Oct 19 20:20:06.531770 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.562231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f74bb72b-05a4-482c-a1df-b0f2a177a7bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0171115f434f45379a7c52f0341b725b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026968 Oct 19 20:20:06.566228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57526) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:06.570754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-738be79a-3b5d-4385-bd7a-47b9fec61542 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/quotas/eb0841280a97405fbc1498248ad44bea HTTP/1.1" status: 200 len: 375 time: 0.0525029 Oct 19 20:20:06.586984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb72b-05a4-482c-a1df-b0f2a177a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fddd1a-c6a6-46e4-95a8-4f01a6069e7f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.608770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:06.611818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.613237 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Attempting to bind port 20da1011-17fe-42e4-9483-ffe6543d2862 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:06.613648 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Attempting to bind port 20da1011-17fe-42e4-9483-ffe6543d2862 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:06.614007 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Attempting to bind port 20da1011-17fe-42e4-9483-ffe6543d2862 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:06.618131 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d493-bd50-4cd6-a448-5ebd94bc6aea None None] Pushing event updated for resources: {'Port': ['ID=20da1011-17fe-42e4-9483-ffe6543d2862,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.618728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.626470 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:06.628253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:06.628661 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.629049 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:06.629547 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Bound port: 20da1011-17fe-42e4-9483-ffe6543d2862, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:06.629957 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.681508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.695855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.711476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.746653 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] For port 20da1011-17fe-42e4-9483-ffe6543d2862, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:06.750118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] For port 20da1011-17fe-42e4-9483-ffe6543d2862, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20da1011-17fe-42e4-9483-ffe6543d2862,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:06.753371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-3383a029-5a65-4d8b-9924-13434db116bd tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eb0841280a97405fbc1498248ad44bea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1803048 Oct 19 20:20:06.755875 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.763132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-47447693-8665-4ac7-b8a8-d49fae6c9b7b req-ec5f7cc4-a3c0-4193-bd87-0c3125defc6b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 210 time: 0.0472143 Oct 19 20:20:06.812433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.815441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:06.817238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70fddd1a-c6a6-46e4-95a8-4f01a6069e7f HTTP/1.1" status: 204 len: 168 time: 0.2493546 Oct 19 20:20:06.818230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:06.902083 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d493-bd50-4cd6-a448-5ebd94bc6aea None None] Pushing event updated for resources: {'Port': ['ID=20da1011-17fe-42e4-9483-ffe6543d2862,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:06.914781 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:06.915409 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:06.954375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Allocated IP 172.20.0.1 (43815988-5f6e-4240-9b0c-d65e38e463ce/90520c99-8800-48fa-8327-32edb0fe703b/87fe5549-b9f9-41df-8e64-e87e442c1f55) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:06.977520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-ddf3999c-8c5a-4d0e-a948-e4305dfb2f09 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1586416 Oct 19 20:20:06.988914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b1b05-3ea1-48a4-b589-1da26714b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fddd1a-c6a6-46e4-95a8-4f01a6069e7f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:07.013342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:07.016836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-5fa04147-8f1e-4f44-b0aa-ce7c03e3ee24 service neutron] 10.222.0.31 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573848 Oct 19 20:20:07.102594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.151613 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:07.163724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-eba4b258-74a5-435e-ac0f-de738297422d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:07.165033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-eba4b258-74a5-435e-ac0f-de738297422d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.1861365 Oct 19 20:20:07.188175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Request body: {'port': {'device_id': '8b6fd684-8304-4c93-ac3d-40451801c298', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'admin_state_up': True, 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:07.244709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-31e7f09d-0666-46a3-9ce0-cb70c030f134 service neutron] 10.222.0.31 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268686 Oct 19 20:20:07.277244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.335732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.379777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.394733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:07.399234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.415044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Network 43815988-5f6e-4240-9b0c-d65e38e463ce is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:07.419354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:07.424121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:07.459651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:03Z', 'revision_number': 3, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:07.481436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Pushing event updated for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:07.529567 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98a415-1c24-4e37-94e0-5190574bd549 None None] The sync data for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 is: [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:03Z', 'revision_number': 3, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:07.532884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.556520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:07.635474 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35281aa1-91c2-4104-b868-637cb16552ba x-openstack-request-id: req-35281aa1-91c2-4104-b868-637cb16552ba {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:07.641913 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-plugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:07.642430 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35281aa1-91c2-4104-b868-637cb16552ba {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:07.643013 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'code': 200} Oct 19 20:20:07.706379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:07.710495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:07.710807 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.853769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Allocated IP 172.25.7.199 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/8a171e10-d232-4df4-9229-b1b337d4732b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:07.870727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d5bb-1005-4fa0-abf0-b990302928a8 req-e5dba1fd-5ba1-448e-8ab8-3fd2b64ab3d7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:07.878738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafed77-f9ed-4de9-ae93-b4e39f5d5a53 req-14c277e7-e687-4cb0-958b-f12bb5be74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:07.880408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edafed77-f9ed-4de9-ae93-b4e39f5d5a53 req-14c277e7-e687-4cb0-958b-f12bb5be74b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1101 time: 0.2335684 Oct 19 20:20:07.881724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c6d5bb-1005-4fa0-abf0-b990302928a8 req-e5dba1fd-5ba1-448e-8ab8-3fd2b64ab3d7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 948 time: 0.1769204 Oct 19 20:20:07.900862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.922108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.932708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Allocated IP 172.20.0.11 (f9e3c1dd-307c-461e-982c-50e8cd7ff7ff/0dba038e-8ad1-406c-be33-b1167b0c8de6/8dc8711b-c6a3-4f63-ad62-371c2f07e819) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:07.960439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c6d5bb-1005-4fa0-abf0-b990302928a8 req-ee964934-117b-44f0-8d60-f5b3e1e103fa tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774317 Oct 19 20:20:07.964269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-809a3df9-3648-4632-9fb1-fd4bb085b71d None None] Provisioning complete for port 87fe5549-b9f9-41df-8e64-e87e442c1f55 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:07.966073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-809a3df9-3648-4632-9fb1-fd4bb085b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:07.999152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edafed77-f9ed-4de9-ae93-b4e39f5d5a53 req-767c75de-1461-4f94-9152-7ae5e5ce0412 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043978 Oct 19 20:20:08.073586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:08.074819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-809a3df9-3648-4632-9fb1-fd4bb085b71d None None] Port 87fe5549-b9f9-41df-8e64-e87e442c1f55 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:08.087951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.107969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.115456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63103b8b-9585-4757-8705-ae3267d035b1 req-796b4709-7fd5-46f7-99d5-9ddd32a6cfdb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0699384 Oct 19 20:20:08.174420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:08.266274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.303980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.324170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:08.329698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:08.339845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:08.346066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=8a171e10-d232-4df4-9229-b1b337d4732b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:08.354021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b293d-ba03-4988-ab74-1b6dd8206098 req-9043519a-d943-4114-9c14-ca626b7c365f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:08.356688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-240b293d-ba03-4988-ab74-1b6dd8206098 req-9043519a-d943-4114-9c14-ca626b7c365f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.0782614 Oct 19 20:20:08.421274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.426652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.427642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-240b293d-ba03-4988-ab74-1b6dd8206098 req-b37c7921-ef6d-45aa-b6d0-0b21ad974de5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589843 Oct 19 20:20:08.430471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.553051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:08.575270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:08.585118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:08.614370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Pushing event updated for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:08.674578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:08.675383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.675485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.694183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:08.703076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:08.705601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c57a37-bd30-413b-a81b-7241830b76d4 req-f73f22f8-5e5f-449c-a856-3dfbbe5fc64c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:08.709787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57c57a37-bd30-413b-a81b-7241830b76d4 req-f73f22f8-5e5f-449c-a856-3dfbbe5fc64c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 932 time: 0.1064618 Oct 19 20:20:08.714508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-18062552-49e8-4ac5-8f38-28ed02e47830 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5377979 Oct 19 20:20:08.808639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57c57a37-bd30-413b-a81b-7241830b76d4 req-13968a00-b486-4f6f-8e66-b732f5f243e7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Oct 19 20:20:08.852359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Network 43815988-5f6e-4240-9b0c-d65e38e463ce is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:08.853904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:09.088415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.108743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Request body: {'port': {'device_id': '8b6fd684-8304-4c93-ac3d-40451801c298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:09.187226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:09.232352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20da1011-17fe-42e4-9483-ffe6543d2862 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:09.329778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.376485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-02e1ab3b-97c5-4197-9c13-913b1a083ed4 None None] Provisioning complete for port 87fe5549-b9f9-41df-8e64-e87e442c1f55 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:09.377020 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02e1ab3b-97c5-4197-9c13-913b1a083ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.431335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d0521f77-29f9-4202-9fa1-f6b015b7339c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:09.435758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-02e1ab3b-97c5-4197-9c13-913b1a083ed4 None None] Port 87fe5549-b9f9-41df-8e64-e87e442c1f55 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:09.438266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 20da1011-17fe-42e4-9483-ffe6543d2862 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:09.438881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.443385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d0521f77-29f9-4202-9fa1-f6b015b7339c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:09.444059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.529726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.542356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.577147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Router fd734c5e-fb5d-4383-b454-9adb3d605eaa has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:20:09.611054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=8a171e10-d232-4df4-9229-b1b337d4732b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:09.619764 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.627280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.644868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:09.647031 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f486a3-4f24-4dc3-affd-2528d52d0be8" -d '{"events": [{"server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:09.651663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382d01-8fb3-43cc-817e-f829d29fc375 req-62539d86-7650-48fa-ae71-7ccad314cf20 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:09.653358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42382d01-8fb3-43cc-817e-f829d29fc375 req-62539d86-7650-48fa-ae71-7ccad314cf20 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.1107192 Oct 19 20:20:09.666006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 20da1011-17fe-42e4-9483-ffe6543d2862, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20da1011-17fe-42e4-9483-ffe6543d2862,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:09.677128 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.687600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:09.708714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-ef322245-7b0d-45eb-a0dc-6c34f288e851 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:09.710131 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-ef322245-7b0d-45eb-a0dc-6c34f288e851 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.11 "GET /v2.0/networks?id=aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 200 len: 815 time: 0.6296842 Oct 19 20:20:09.713777 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.720910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.746245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=20da1011-17fe-42e4-9483-ffe6543d2862,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:09.790789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:09.792067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-4d9c7db4-0e8f-4ab1-b8c0-418974d5def1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7998059 Oct 19 20:20:09.827725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42382d01-8fb3-43cc-817e-f829d29fc375 req-80f11df4-4af8-4bd7-9420-93af15b62cfb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262026 Oct 19 20:20:09.838613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-f5a23b46-57c4-4566-aa21-59536bddbf46 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0841280a97405fbc1498248ad44bea HTTP/1.1" status: 200 len: 379 time: 0.1162338 Oct 19 20:20:09.852596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-fb6ed035-a3f6-46d0-9743-5fed2a70ed54 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0538483 Oct 19 20:20:09.861005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'port': {'device_id': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'admin_state_up': True, 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'security_groups': ['a77a1907-c83e-43cb-8a8d-d7e5857ecc48']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:09.868900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:20:09.890016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e528578-f74b-4699-8f6c-e44c17dc3610 admin admin] 10.222.0.31 "PUT /v2.0/routers/fd734c5e-fb5d-4383-b454-9adb3d605eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5613921 Oct 19 20:20:09.932021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:10.007000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-092a50f7-fc89-4e65-9f6d-043697118f15 req-13b9e14a-d1f0-4893-a05b-7a0d5878b24a tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0310771 Oct 19 20:20:10.039991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc8711b-c6a3-4f63-ad62-371c2f07e819 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:10.052857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Made reservation on behalf of eb0841280a97405fbc1498248ad44bea for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:10.056532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.056860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.067911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-36137c39-41d4-4694-ae82-6c7f7deb521d tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.069270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ac9d0b7-9ad6-4026-910c-63995823488d req-36137c39-41d4-4694-ae82-6c7f7deb521d tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2112620 Oct 19 20:20:10.093059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Transition to ACTIVE for port object 8dc8711b-c6a3-4f63-ad62-371c2f07e819 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:10.100884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.195727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:10.239062 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddd32c8-be2a-4ce9-bae4-5c90e62057d1 x-openstack-request-id: req-7ddd32c8-be2a-4ce9-bae4-5c90e62057d1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:10.239565 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:10.239648 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ddd32c8-be2a-4ce9-bae4-5c90e62057d1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:10.240010 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9', 'code': 200} Oct 19 20:20:10.261247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Allocated IP 172.20.0.9 (aaa017ae-de44-4c52-bfbe-b96223f0040f/0f021e98-a99b-4fcd-aaa6-9ba2e945c348/1f04f72e-9683-4622-aa91-a45955fe817d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:10.271227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f685e-4f94-453c-95e1-9fbceabcd1da req-16688aee-7da3-4ab7-a86c-c2d6198f5987 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.272939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f4f685e-4f94-453c-95e1-9fbceabcd1da req-16688aee-7da3-4ab7-a86c-c2d6198f5987 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1269693 Oct 19 20:20:10.310696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:10.311052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:10.311372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:10.347600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:10.347925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:10.365910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:10.366252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:10.366638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:10.367076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Bound port: 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:10.367431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.373415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f4f685e-4f94-453c-95e1-9fbceabcd1da req-e0bb74ea-c1db-4776-891c-4a43b89d6b49 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Oct 19 20:20:10.422296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16fc63-5eae-458e-8a3b-19802d4fb138 req-9f8c43fa-347b-4540-a779-8c0a4c3952f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.423826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb16fc63-5eae-458e-8a3b-19802d4fb138 req-9f8c43fa-347b-4540-a779-8c0a4c3952f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 1100 time: 0.1092451 Oct 19 20:20:10.448517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff867a-6995-4759-b149-2e9a5cb1c6db req-62da5c20-c0be-4a9f-a4a7-632d2a64f7be tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.450062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26ff867a-6995-4759-b149-2e9a5cb1c6db req-62da5c20-c0be-4a9f-a4a7-632d2a64f7be tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.1433718 Oct 19 20:20:10.479246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:10.484468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:10.486889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb16fc63-5eae-458e-8a3b-19802d4fb138 req-20c5bab9-d86d-4442-8e17-d9ea24f934d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551803 Oct 19 20:20:10.490234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.520796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26ff867a-6995-4759-b149-2e9a5cb1c6db req-be926b0d-9a16-4784-a713-aadb7ef36224 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 Oct 19 20:20:10.524546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.525158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.526638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] 10.222.0.11 "PUT /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 1092 time: 1.4335210 Oct 19 20:20:10.527081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:10.529443 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8953922e-c1bd-457c-986a-ea84daf80919" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:10.530153 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.565052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4d41-9e98-4f82-b328-c3856131ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:10.659288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.688494 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:20:10.747545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Network aaa017ae-de44-4c52-bfbe-b96223f0040f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:10.752478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-730875c4-3108-4513-9bbf-9c125c61e4f8 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2004814 Oct 19 20:20:10.760978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:10.775818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:10.776619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-837d62a2-319e-4a4a-96df-da71f3ffaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.779378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-837d62a2-319e-4a4a-96df-da71f3ffaff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1095 time: 0.0659330 Oct 19 20:20:10.816299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:10.823389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event updated for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:10.839420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-b31acc02-8d0b-4d38-b2b5-73dbe59a4726 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.0502510 Oct 19 20:20:10.839979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.840552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.859713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:10.870858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b60f0503-43a7-423c-902c-ade6de8ca134 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230851 Oct 19 20:20:10.889637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Request body: {'port': {'device_id': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:10.947588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-d894f70b-2105-40c6-b661-90cb4f2890af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.949149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-d894f70b-2105-40c6-b661-90cb4f2890af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0864031 Oct 19 20:20:10.951809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-b9873380-30b5-468e-b8da-3301b0b9fe02 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:10.953276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-b9873380-30b5-468e-b8da-3301b0b9fe02 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1101 time: 0.0742314 Oct 19 20:20:10.992996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-1e518e95-cb1e-4c5e-b353-750bcd4b2f00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358076 Oct 19 20:20:11.005947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.006584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Sync routers for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:20:11.017075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:11.017761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:11.087850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c8f2f3f0-3491-4b57-a0a7-5dd7c1118029 None None] Provisioning complete for port 1f04f72e-9683-4622-aa91-a45955fe817d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:11.088487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8f2f3f0-3491-4b57-a0a7-5dd7c1118029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.105187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-4d579494-1907-4f34-8f9e-9eb50a030b13 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947514 Oct 19 20:20:11.105918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-4514a3bc-bd0e-497e-bbc4-311151d7b0c6 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.143490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20da1011-17fe-42e4-9483-ffe6543d2862 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:11.173612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.216602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2f3f0-3491-4b57-a0a7-5dd7c1118029 None None] Port 1f04f72e-9683-4622-aa91-a45955fe817d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:11.219419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:11.242748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abfa55ee-e456-4981-a3d6-d2f961cfd04e req-c748d5e1-a48c-4aa8-a7c1-eec989a83213 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247780 Oct 19 20:20:11.277495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 20da1011-17fe-42e4-9483-ffe6543d2862 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:11.277918 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.279439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-4514a3bc-bd0e-497e-bbc4-311151d7b0c6 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.282800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-4514a3bc-bd0e-497e-bbc4-311151d7b0c6 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.311979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514a3bc-bd0e-497e-bbc4-311151d7b0c6 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e79bc5-b8f4-446a-8a4a-1010fe8b2984,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:11.327593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ebe4424-23f9-4e3c-8a06-bc13b4dcf743 req-4514a3bc-bd0e-497e-bbc4-311151d7b0c6 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610098 Oct 19 20:20:11.403160 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba718db0-c268-4da6-8950-b95f42449509 x-openstack-request-id: req-ba718db0-c268-4da6-8950-b95f42449509 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:11.403453 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:11.403709 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba718db0-c268-4da6-8950-b95f42449509 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:11.404478 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'status': 'completed', 'code': 200} Oct 19 20:20:11.417066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Allocated IP 172.25.7.252 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f417bf33-76b8-42b9-b485-2b88751f318e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:11.520718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:07Z', 'revision_number': 4, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '87fe5549-b9f9-41df-8e64-e87e442c1f55', 'name': '', 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'mac_address': 'fa:16:3e:11:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '90520c99-8800-48fa-8327-32edb0fe703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:06Z', 'updated_at': '2021-10-19T20:20:08Z', 'revision_number': 2, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'subnets': [{'id': '90520c99-8800-48fa-8327-32edb0fe703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:11.529353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953922e-c1bd-457c-986a-ea84daf80919 req-20f6932f-1b6c-4369-b6f7-35666dadb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:11.530920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-20f6932f-1b6c-4369-b6f7-35666dadb678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1095 time: 0.0868506 Oct 19 20:20:11.539797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f04f72e-9683-4622-aa91-a45955fe817d {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:11.554517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Checking router: fd734c5e-fb5d-4383-b454-9adb3d605eaa for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:20:11.554868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Updating router fd734c5e-fb5d-4383-b454-9adb3d605eaa port 87fe5549-b9f9-41df-8e64-e87e442c1f55 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:20:11.560701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.598980 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.609779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Transition to ACTIVE for port object 1f04f72e-9683-4622-aa91-a45955fe817d will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:11.614846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.691046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.691695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953922e-c1bd-457c-986a-ea84daf80919 req-b463f885-27be-4cf4-a5f8-32ca6f0e4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:11.692916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-b463f885-27be-4cf4-a5f8-32ca6f0e4100 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1386983 Oct 19 20:20:11.711988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ca8ef-6a0d-4983-8b21-6102188b4d4e req-ffe834c4-dbdf-4d85-899a-2f706fc3d983 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:11.713827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-661ca8ef-6a0d-4983-8b21-6102188b4d4e req-ffe834c4-dbdf-4d85-899a-2f706fc3d983 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0711224 Oct 19 20:20:11.725178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Pushing event updated for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:11.754288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-d9aad103-d5e4-40a6-878f-b2bb69be174c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.0514975 Oct 19 20:20:11.804513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.841964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-661ca8ef-6a0d-4983-8b21-6102188b4d4e req-141ace79-9565-409e-8489-ca698567158f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213529 Oct 19 20:20:11.861487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Attempting to bind port 1f04f72e-9683-4622-aa91-a45955fe817d on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:11.861983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Attempting to bind port 1f04f72e-9683-4622-aa91-a45955fe817d by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:11.862537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Attempting to bind port 1f04f72e-9683-4622-aa91-a45955fe817d on network aaa017ae-de44-4c52-bfbe-b96223f0040f {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:11.866985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:11.872614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:11.875687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953922e-c1bd-457c-986a-ea84daf80919 req-e8d35de0-21aa-473e-9e3e-75ae71042542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:11.877171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-e8d35de0-21aa-473e-9e3e-75ae71042542 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1095984 Oct 19 20:20:11.880414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Port 1f04f72e-9683-4622-aa91-a45955fe817d on network aaa017ae-de44-4c52-bfbe-b96223f0040f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:11.880872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Attempting to bind port 1f04f72e-9683-4622-aa91-a45955fe817d on network aaa017ae-de44-4c52-bfbe-b96223f0040f {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:11.883150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:11.887178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=f417bf33-76b8-42b9-b485-2b88751f318e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:11.913625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:11.914132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Checking segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:11.914756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Bound using segment: {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:11.915303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Bound port: 1f04f72e-9683-4622-aa91-a45955fe817d, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:11.915756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.925001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-66ca423c-3fbe-41dc-a75d-8140170a8013 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394640 Oct 19 20:20:11.947746 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:11.957690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.021561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52635b8e-e26b-41d5-b0c3-983cede88bf2 None None] Pushing event updated for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:12.040740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:12.043720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.060731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f04f72e-9683-4622-aa91-a45955fe817d,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:12.061670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a357ff5-0688-4872-8cb1-deaf409636f3 req-5bbfeee3-2dff-4eb1-b8b4-9414be026097 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:12.064511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a357ff5-0688-4872-8cb1-deaf409636f3 req-5bbfeee3-2dff-4eb1-b8b4-9414be026097 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 943 time: 0.1207480 Oct 19 20:20:12.078851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Attempting to bind port 87fe5549-b9f9-41df-8e64-e87e442c1f55 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:12.079455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Attempting to bind port 87fe5549-b9f9-41df-8e64-e87e442c1f55 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:12.080001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Attempting to bind port 87fe5549-b9f9-41df-8e64-e87e442c1f55 on network 43815988-5f6e-4240-9b0c-d65e38e463ce {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:12.082780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.086548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:12.087202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Checking segment: {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:12.088174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.088728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Bound using segment: {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:12.089394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Bound port: 87fe5549-b9f9-41df-8e64-e87e442c1f55, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:12.089934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.109977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-d787e4a2-f1fc-4c25-9727-751329ab1024 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771097 Oct 19 20:20:12.131452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.136184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:12.136911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a357ff5-0688-4872-8cb1-deaf409636f3 req-9b64a25b-1806-41bf-b122-2180970a24ac tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591526 Oct 19 20:20:12.137029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.138227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 200 len: 1091 time: 1.2542624 Oct 19 20:20:12.138861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:12.141581 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b900b-4037-48cc-879b-4136fa78d89b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:12.212113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] For port 87fe5549-b9f9-41df-8e64-e87e442c1f55, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:12.217923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] For port 87fe5549-b9f9-41df-8e64-e87e442c1f55, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87fe5549-b9f9-41df-8e64-e87e442c1f55,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:12.223887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.241247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a8a1-9154-48a8-9b01-faf395920d52 service neutron] Pushing event updated for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:12.244056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:12.246100 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a737a8-e075-4f7f-8a06-d48e11d5bbfc" -d '{"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:12.286543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8953922e-c1bd-457c-986a-ea84daf80919 req-35f84464-96f9-4989-9957-bb7a2bc0e6a1 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683779 Oct 19 20:20:12.327318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-76f70201-9ed2-4758-b3de-79a04dc0e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:12.329339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-76f70201-9ed2-4758-b3de-79a04dc0e4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0841280a97405fbc1498248ad44bea&device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 1094 time: 0.1363397 Oct 19 20:20:12.356401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52635b8e-e26b-41d5-b0c3-983cede88bf2 None None] Pushing event updated for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:12.374659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-5259e7ba-c22c-4e41-ad5c-7b1b2954e72f req-2a1e85b1-50c8-41b9-a698-6a84c8750764 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:12.375940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5259e7ba-c22c-4e41-ad5c-7b1b2954e72f req-2a1e85b1-50c8-41b9-a698-6a84c8750764 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061660 Oct 19 20:20:12.404365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-f64706b7-dcd5-4ced-a1a8-d650059a6501 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 200 len: 217 time: 0.0406406 Oct 19 20:20:12.422360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] Provisioning complete for port 87fe5549-b9f9-41df-8e64-e87e442c1f55 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:12.422767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.424383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.426502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:12.429953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:12.490366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-4cb49a65-668b-4433-b8a3-4a11cd99c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:12.491840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-4cb49a65-668b-4433-b8a3-4a11cd99c716 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f021e98-a99b-4fcd-aaa6-9ba2e945c348 HTTP/1.1" status: 200 len: 854 time: 0.0799789 Oct 19 20:20:12.538430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.565135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.647314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:12.649518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.669963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-ffa3d6b1-50a4-4731-886c-6a2316c2f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:12.671465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-ffa3d6b1-50a4-4731-886c-6a2316c2f582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaa017ae-de44-4c52-bfbe-b96223f0040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726627 Oct 19 20:20:12.686651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event updated for resources: {'Port': ['ID=f417bf33-76b8-42b9-b485-2b88751f318e,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:12.688998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.724025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.725226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-d74e6a73-d6c0-4440-95cc-78ac23f48cb9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9656332 Oct 19 20:20:12.758461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] For port 87fe5549-b9f9-41df-8e64-e87e442c1f55, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87fe5549-b9f9-41df-8e64-e87e442c1f55,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:12.767999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.805857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-e144389e-5d24-4c5a-a998-62e1cf4b1a5e tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.0538104 Oct 19 20:20:12.820369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.853940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-0d74ed23-3f6d-42b4-bd53-292f87120cda service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743908 Oct 19 20:20:12.872814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92686b-9828-494b-b242-ff8a9b52628d None None] Pushing event updated for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:12.944431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-b18f8976-12d8-4300-88f2-1816739016f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390971 Oct 19 20:20:12.950515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-75f1f317-794a-44dd-bd25-5cbe50477398 None None] Provisioning complete for port 87fe5549-b9f9-41df-8e64-e87e442c1f55 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:12.951246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75f1f317-794a-44dd-bd25-5cbe50477398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:12.954101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-8100b959-5b5c-4a03-b14c-fd10ad35c8cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:12.955139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-8100b959-5b5c-4a03-b14c-fd10ad35c8cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059063 Oct 19 20:20:13.008984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33517a-d173-47c8-a156-1234d635fcb8 req-8e25f644-8937-4012-92a8-c32672fe2b61 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.010789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed33517a-d173-47c8-a156-1234d635fcb8 req-8e25f644-8937-4012-92a8-c32672fe2b61 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.0540249 Oct 19 20:20:13.075234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed33517a-d173-47c8-a156-1234d635fcb8 req-d6fd92e2-8af6-4db1-b871-f954b0c374b5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Oct 19 20:20:13.212345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:07Z', 'revision_number': 4, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '87fe5549-b9f9-41df-8e64-e87e442c1f55', 'name': '', 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'mac_address': 'fa:16:3e:11:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '90520c99-8800-48fa-8327-32edb0fe703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:06Z', 'updated_at': '2021-10-19T20:20:12Z', 'revision_number': 4, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'subnets': [{'id': '90520c99-8800-48fa-8327-32edb0fe703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:13.251350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431cfa9b-bce2-4f74-9a05-e21047decf8b None None] The sync data for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 is: [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:20:07Z', 'revision_number': 4, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '87fe5549-b9f9-41df-8e64-e87e442c1f55', 'name': '', 'network_id': '43815988-5f6e-4240-9b0c-d65e38e463ce', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'mac_address': 'fa:16:3e:11:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '90520c99-8800-48fa-8327-32edb0fe703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:06Z', 'updated_at': '2021-10-19T20:20:12Z', 'revision_number': 4, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'subnets': [{'id': '90520c99-8800-48fa-8327-32edb0fe703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:13.269178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-0fe4dd14-88e7-4f18-b3ae-38e348c929fa tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.274936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8142ed6e-9918-43b2-8fd9-6e7a425b0286 req-0fe4dd14-88e7-4f18-b3ae-38e348c929fa tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.4518139 Oct 19 20:20:13.280458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248459d-3b2d-4c60-b826-94dbcd0dfc30 req-26e87cc0-0f5f-4803-8946-34163933f827 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.282034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d248459d-3b2d-4c60-b826-94dbcd0dfc30 req-26e87cc0-0f5f-4803-8946-34163933f827 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0774684 Oct 19 20:20:13.305404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c4116d-2bef-4563-b5bd-1b787a3c4ee9 req-cedbffd0-bca6-4eb8-8ab8-63b12d5008ab service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431436 Oct 19 20:20:13.336864 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243613e2-6eb5-427a-b16d-3a0cdc011855 x-openstack-request-id: req-243613e2-6eb5-427a-b16d-3a0cdc011855 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:13.337158 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:13.337423 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-243613e2-6eb5-427a-b16d-3a0cdc011855 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:13.337833 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d', 'status': 'completed', 'code': 200} Oct 19 20:20:13.401356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d248459d-3b2d-4c60-b826-94dbcd0dfc30 req-99465e51-718d-4037-af78-45cdeb12ab70 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087854 Oct 19 20:20:13.410438 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8228a064-9a2c-4284-a583-019c1a7af449 x-openstack-request-id: req-8228a064-9a2c-4284-a583-019c1a7af449 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:13.410905 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:13.410984 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8228a064-9a2c-4284-a583-019c1a7af449 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:13.411385 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'code': 200} Oct 19 20:20:13.450257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-dcedbea7-2099-4718-92f0-91c6b056279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.451781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-dcedbea7-2099-4718-92f0-91c6b056279c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0841280a97405fbc1498248ad44bea&device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 1094 time: 0.0778179 Oct 19 20:20:13.559328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb296189-7497-459b-9fad-b5de1a4b62b5 req-ded16577-42f4-4e2b-b99f-88001ead647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.560948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fb296189-7497-459b-9fad-b5de1a4b62b5 req-ded16577-42f4-4e2b-b99f-88001ead647b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1100 time: 0.0926423 Oct 19 20:20:13.602130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd0df-9c2a-423d-90db-771e296b5eaa req-60864c11-650a-42a3-8afe-8f40135a4abf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.603613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b66dd0df-9c2a-423d-90db-771e296b5eaa req-60864c11-650a-42a3-8afe-8f40135a4abf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.0998647 Oct 19 20:20:13.633881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-9b78678d-7bae-4715-9d64-cd108e607dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.635362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-9b78678d-7bae-4715-9d64-cd108e607dae service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 200 len: 916 time: 0.1770272 Oct 19 20:20:13.646179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fb296189-7497-459b-9fad-b5de1a4b62b5 req-2c9b1447-6875-42d2-b2f3-3530a1d3fd5d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766718 Oct 19 20:20:13.656079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b66dd0df-9c2a-423d-90db-771e296b5eaa req-b76204da-2746-40ef-a5ee-5dc196dd99d8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Oct 19 20:20:13.685868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-58cd444a-bd98-436f-a913-1bafb76c4707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 200 len: 217 time: 0.0408983 Oct 19 20:20:13.707607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4744af9-44f3-4367-96d3-fa58ee59c461 req-ffa305bf-e946-418b-8ad2-80b97f401d9d tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.709949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4744af9-44f3-4367-96d3-fa58ee59c461 req-ffa305bf-e946-418b-8ad2-80b97f401d9d tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 943 time: 0.1123028 Oct 19 20:20:13.783748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79380771-3158-425f-8738-a53dd801dd7f req-99b6857b-636a-42f6-b484-dca31764f4de tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips/03cd42bd-29d8-44d1-bffa-d611b46a29c1 HTTP/1.1" status: 200 len: 693 time: 0.0951159 Oct 19 20:20:13.806686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-058e43ae-7e60-4e41-b061-52e47a24da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.808760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-058e43ae-7e60-4e41-b061-52e47a24da0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f021e98-a99b-4fcd-aaa6-9ba2e945c348 HTTP/1.1" status: 200 len: 854 time: 0.1155219 Oct 19 20:20:13.820644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4744af9-44f3-4367-96d3-fa58ee59c461 req-c8a681cc-bf33-4531-8b6b-3419e66a9e22 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769553 Oct 19 20:20:13.878805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-ba1f0170-6c61-4915-be4c-d9e2d0918f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.878805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-ba1f0170-6c61-4915-be4c-d9e2d0918f56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaa017ae-de44-4c52-bfbe-b96223f0040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502033 Oct 19 20:20:13.962241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380771-3158-425f-8738-a53dd801dd7f req-397e0de2-374f-445d-9115-ae5ca81abc44 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:13.967024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79380771-3158-425f-8738-a53dd801dd7f req-397e0de2-374f-445d-9115-ae5ca81abc44 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1740189 Oct 19 20:20:13.975852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-2e6f0f60-5155-4030-8522-ddf3ae9aa95b service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963030 Oct 19 20:20:13.976883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-79380771-3158-425f-8738-a53dd801dd7f req-94503e1e-67b2-4c2b-90c7-b47f8615ba2f tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:13.978150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79380771-3158-425f-8738-a53dd801dd7f req-94503e1e-67b2-4c2b-90c7-b47f8615ba2f tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069802 Oct 19 20:20:14.169942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-c8cd57a7-67be-4e62-9c7b-a6aace5d623c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips/03cd42bd-29d8-44d1-bffa-d611b46a29c1 HTTP/1.1" status: 200 len: 693 time: 0.1316183 Oct 19 20:20:14.232447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7b900b-4037-48cc-879b-4136fa78d89b req-90dad481-1727-42b3-bf3f-44ee3ab78c99 service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463112 Oct 19 20:20:14.308471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-ae8a8ff2-0e44-4742-8715-2b6c497877be tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:14.310157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-ae8a8ff2-0e44-4742-8715-2b6c497877be tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1343424 Oct 19 20:20:14.321810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-fb0252dd-6e34-4f7d-b498-daf24f586260 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:14.323037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-fb0252dd-6e34-4f7d-b498-daf24f586260 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064726 Oct 19 20:20:14.372418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57714) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:14.377548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689443401', 'description': 'tempest-description--1709002130'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:14.389569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-af19d2fc-7742-4155-835c-76a7ecbb8505 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.0576248 Oct 19 20:20:14.416430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.448015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-0827b4dc-50a8-4c8b-b143-575c7a0d09aa tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.252 HTTP/1.1" status: 200 len: 696 time: 0.0575595 Oct 19 20:20:14.566915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.574338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.604628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Deleting port f417bf33-76b8-42b9-b485-2b88751f318e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:14.605191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.608494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1905-9ad4-4fc6-b236-70837043d30d req-1810a796-eaba-4f09-a626-e53f32e805b3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:14.610042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-338f1905-9ad4-4fc6-b236-70837043d30d req-1810a796-eaba-4f09-a626-e53f32e805b3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.1193352 Oct 19 20:20:14.626381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-c2716ab3-5a48-48a1-8f33-ea7b941a4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:14.628459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-c2716ab3-5a48-48a1-8f33-ea7b941a4d22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1101 time: 0.1062238 Oct 19 20:20:14.636191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.637383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2633522 Oct 19 20:20:14.646723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57722) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:14.663135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce1461-041a-415d-ae6f-448dc5a3e5ec tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06995794-7089-4a1d-83bb-aa1faecfa19c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:14.671368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'security_group_rule': {'security_group_id': '06995794-7089-4a1d-83bb-aa1faecfa19c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:14.705549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.705923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.721595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Calling delete_port for f417bf33-76b8-42b9-b485-2b88751f318e owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:14.738299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-338f1905-9ad4-4fc6-b236-70837043d30d req-b07e3a2e-9b6e-41eb-a6fe-79ca0f6ef8c3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166666 Oct 19 20:20:14.802114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.885090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.894437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-b87f11d6-2c98-40d4-ae81-4c52c7893f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:14.896367 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-b87f11d6-2c98-40d4-ae81-4c52c7893f29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2567036 Oct 19 20:20:14.914017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event deleted for resources: {'Port': ['ID=f417bf33-76b8-42b9-b485-2b88751f318e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:14.951117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-50f1cec4-8015-4aba-a1ca-579df75d4fa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0457773 Oct 19 20:20:14.957770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.970837 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.975871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.978939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:14.980872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59a14983-aae4-4cd4-9d45-d78d1ca8045b req-b4f410e5-d8c0-4628-b520-a8898dd4dc91 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "DELETE /v2.0/floatingips/03cd42bd-29d8-44d1-bffa-d611b46a29c1 HTTP/1.1" status: 204 len: 173 time: 0.5187640 Oct 19 20:20:15.004791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0de2b8-db5c-415e-bc20-c0c678024c9e req-5c5e32e7-35ac-4738-847b-ca19be4fc271 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.006447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c0de2b8-db5c-415e-bc20-c0c678024c9e req-5c5e32e7-35ac-4738-847b-ca19be4fc271 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1852028 Oct 19 20:20:15.037754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d460594-fd30-4427-a84c-aaf36e735165,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:15.054237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.058061 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2991e8a6-fe74-4e4e-baae-81d4a4fab624 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877800 Oct 19 20:20:15.058826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57734) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:15.062843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'security_group_rule': {'security_group_id': '06995794-7089-4a1d-83bb-aa1faecfa19c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:15.072447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-d25a73c2-6643-486b-8f3a-97d1940c9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.074253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-d25a73c2-6643-486b-8f3a-97d1940c9fb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1140444 Oct 19 20:20:15.105821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c0de2b8-db5c-415e-bc20-c0c678024c9e req-c280a178-f25b-4c94-94e7-2f09a180fcaf tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830123 Oct 19 20:20:15.137828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87fe5549-b9f9-41df-8e64-e87e442c1f55 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:15.148517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-0646922a-fdb1-4d93-8a94-f4ec9b19232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.150266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-0646922a-fdb1-4d93-8a94-f4ec9b19232d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647733 Oct 19 20:20:15.151420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d55f6-ef18-451b-9f2f-a9e2e2bc5c4c req-3a5e3dd5-feb3-422c-94e3-903eea205a3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.153153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-117d55f6-ef18-451b-9f2f-a9e2e2bc5c4c req-3a5e3dd5-feb3-422c-94e3-903eea205a3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.0858026 Oct 19 20:20:15.163020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.189686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 87fe5549-b9f9-41df-8e64-e87e442c1f55 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:15.190042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.223276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-117d55f6-ef18-451b-9f2f-a9e2e2bc5c4c req-40c165f7-20b7-4d8c-8b3a-dfbca306cdff tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Oct 19 20:20:15.262431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.273441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.301484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0490ee-44bb-476e-92f4-0cd07f2916be req-4996aee1-a3a7-449b-851f-98aa9880904c tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.302962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a0490ee-44bb-476e-92f4-0cd07f2916be req-4996aee1-a3a7-449b-851f-98aa9880904c tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 943 time: 0.1137676 Oct 19 20:20:15.306800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-607424ba-c259-4444-872d-75b3559f8677 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497345 Oct 19 20:20:15.312207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f9ce5a-d748-4b26-80c1-62c46827f3d0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:15.331284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.332445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a60b1f96-8b59-4e01-8384-153b82433796 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2731247 Oct 19 20:20:15.339529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57736) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:15.343768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:15.416721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a0490ee-44bb-476e-92f4-0cd07f2916be req-77bc8a7c-b203-424e-a56f-828f2eb3b917 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065974 Oct 19 20:20:15.419047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.473903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-f9187af1-8bdf-4349-9541-0dbae24f8f22 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578007 Oct 19 20:20:15.500181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f68d32-7c67-47a0-91f4-24603e2ec47a req-cd8a6076-c42a-4457-b2c4-4766cfc2b8d1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.502029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16f68d32-7c67-47a0-91f4-24603e2ec47a req-cd8a6076-c42a-4457-b2c4-4766cfc2b8d1 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2163668 Oct 19 20:20:15.568228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:15.719745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:15.745030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'port_id': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'mac_address': 'fa:16:3e:40:d4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dba038e-8ad1-406c-be33-b1167b0c8de6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:15.793336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.810521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc8711b-c6a3-4f63-ad62-371c2f07e819 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:15.840104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:15.845535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.880762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:15.885854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45a75-9ca8-4bb5-9764-07f3414c8c56 req-d62dd7f5-62cd-4efb-9860-6fa86dd645f0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:15.887617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62cd40c0-97da-42b9-bc2c-b01e75d36a94 req-63b1f0ac-3b56-465a-bb06-55ed9cd7059e tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=0968ca72342e4f018c9c04206b3f1aba HTTP/1.1" status: 200 len: 1656 time: 0.3278904 Oct 19 20:20:15.888057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38d45a75-9ca8-4bb5-9764-07f3414c8c56 req-d62dd7f5-62cd-4efb-9860-6fa86dd645f0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.0607202 Oct 19 20:20:15.902285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:15.940419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38d45a75-9ca8-4bb5-9764-07f3414c8c56 req-6fac104a-2cfe-48ac-bacf-53770bb28e1f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Oct 19 20:20:15.950162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57764) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:16.046897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8dc8711b-c6a3-4f63-ad62-371c2f07e819'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:16.095740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72467817-227b-4d50-a815-969d8a57a7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.112776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Allocated IP 172.25.7.32 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f0bf6822-7af4-4fa8-89ef-6e1dbea7b588) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:16.130944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd40c0-97da-42b9-bc2c-b01e75d36a94 req-6178241b-4e2a-45ca-9e98-7f343cf05639 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:16.139534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62cd40c0-97da-42b9-bc2c-b01e75d36a94 req-6178241b-4e2a-45ca-9e98-7f343cf05639 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks?id=b9792312-f124-4cb1-bfaf-6d9648415f36&id=b9792312-f124-4cb1-bfaf-6d9648415f36&id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 787 time: 0.2056701 Oct 19 20:20:16.147896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-62cd40c0-97da-42b9-bc2c-b01e75d36a94 req-e16c7097-c076-42ca-9051-8b1d7e9865f9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:16.155972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62cd40c0-97da-42b9-bc2c-b01e75d36a94 req-e16c7097-c076-42ca-9051-8b1d7e9865f9 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0126944 Oct 19 20:20:16.191309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72467817-227b-4d50-a815-969d8a57a7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.196606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72467817-227b-4d50-a815-969d8a57a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.283498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-2101e989-51ef-46aa-8a4c-f58b7e448f5a tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips/11ffd6d6-c05c-4d07-a8d1-8f76f2afc705 HTTP/1.1" status: 200 len: 693 time: 0.0796490 Oct 19 20:20:16.300597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467817-227b-4d50-a815-969d8a57a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d6442-5579-43d2-a39f-3221bda1d67f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:16.308584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-72467817-227b-4d50-a815-969d8a57a7ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fd225fd52d44531a6445d9f3d5c9943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550689 Oct 19 20:20:16.309318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57784) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:16.338448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.380164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062612d8-6bb3-44ca-ad4a-9aefbfc9dab1 req-48f2b8b8-594c-4698-9cd0-d6f5d533901d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:16.381781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-062612d8-6bb3-44ca-ad4a-9aefbfc9dab1 req-48f2b8b8-594c-4698-9cd0-d6f5d533901d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1313713 Oct 19 20:20:16.405606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-e8811887-bfab-4169-9a5f-03404cb4bdf2 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:16.413179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-e8811887-bfab-4169-9a5f-03404cb4bdf2 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1232276 Oct 19 20:20:16.449013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.450516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:16.463195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.468346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-614b113f-2c07-4bda-b899-d69b5d11e983 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0543168 Oct 19 20:20:16.474617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-062612d8-6bb3-44ca-ad4a-9aefbfc9dab1 req-d5abe8ee-0f24-40e6-be13-a826406dc158 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831609 Oct 19 20:20:16.528637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.548812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:16.558177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-7eddb436-b00b-4903-939b-4d230a2115a4 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0837510 Oct 19 20:20:16.558865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'Port': ['ID=f0bf6822-7af4-4fa8-89ef-6e1dbea7b588,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:16.562026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:16.568145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:16.647225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-11c2285b-191a-4d61-976d-9a009f4deba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.700895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963fb7-8694-44d1-aea6-6779deb859b2 req-3314b919-592b-48c5-9d05-879db2db0042 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:16.702460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1963fb7-8694-44d1-aea6-6779deb859b2 req-3314b919-592b-48c5-9d05-879db2db0042 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1452854 Oct 19 20:20:16.705855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Deleting port 8a171e10-d232-4df4-9229-b1b337d4732b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:16.706274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.728124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.730695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.734406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c91d6442-5579-43d2-a39f-3221bda1d67f HTTP/1.1" status: 204 len: 168 time: 0.4215155 Oct 19 20:20:16.795544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494b39a-2537-4aa0-a330-659f44f1322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d6442-5579-43d2-a39f-3221bda1d67f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:16.797427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.798036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.818593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Calling delete_port for 8a171e10-d232-4df4-9229-b1b337d4732b owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:16.834590 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1963fb7-8694-44d1-aea6-6779deb859b2 req-28619b01-6999-465a-ab9c-4df767ff12ca tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197751 Oct 19 20:20:16.835852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.901325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.962311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-11c2285b-191a-4d61-976d-9a009f4deba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.969325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-11c2285b-191a-4d61-976d-9a009f4deba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:16.984976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.025538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event deleted for resources: {'Port': ['ID=8a171e10-d232-4df4-9229-b1b337d4732b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.055276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-11c2285b-191a-4d61-976d-9a009f4deba7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce7e641238a745f2b3413c0d77d13752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019435 Oct 19 20:20:17.059871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:17.060508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2285b-191a-4d61-976d-9a009f4deba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d9643-d07c-463f-a20e-efd606345d33,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.063950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:17.078266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac3478-43ff-4b1e-9b49-7735cb91ad88 req-960ac2e2-0c0f-414b-9c1a-51f1f7b4b363 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:17.079747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4ac3478-43ff-4b1e-9b49-7735cb91ad88 req-960ac2e2-0c0f-414b-9c1a-51f1f7b4b363 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 943 time: 0.1574643 Oct 19 20:20:17.099182 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b8982c6-6b4f-420f-9be6-075627d20772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.125146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.128021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.129101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0b0a2ae-66ff-4790-a890-70a30e304617 req-d3daf443-cef9-4b11-bc3d-2024ac1298d0 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "DELETE /v2.0/floatingips/11ffd6d6-c05c-4d07-a8d1-8f76f2afc705 HTTP/1.1" status: 204 len: 173 time: 0.5531359 Oct 19 20:20:17.194217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b8982c6-6b4f-420f-9be6-075627d20772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.198679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4ac3478-43ff-4b1e-9b49-7735cb91ad88 req-0d2a09a2-19fc-4629-8d4f-772b933f0de8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114964 Oct 19 20:20:17.199059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b8982c6-6b4f-420f-9be6-075627d20772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.220931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.255440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-18744ae1-6ea5-4dd2-84ec-f09b164d1e02 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453420 Oct 19 20:20:17.262204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.265223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b8982c6-6b4f-420f-9be6-075627d20772 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=083aadd36636481288a374821b6d1118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004724 Oct 19 20:20:17.265832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.267198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8982c6-6b4f-420f-9be6-075627d20772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f03e57-74ba-4aa8-abaf-d6d4f84a346b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.270495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57818) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:17.288063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.394230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.403436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'Port': ['ID=f0bf6822-7af4-4fa8-89ef-6e1dbea7b588,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.416696 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-ad467b38-9c6e-4542-a2fc-72dc217f986f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:17.416864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a74c9-b6c2-4244-beca-24bf72034243 req-92f6a539-6e84-40fa-888e-4541e3d59570 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:17.418176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-ad467b38-9c6e-4542-a2fc-72dc217f986f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467824 Oct 19 20:20:17.418410 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-800a74c9-b6c2-4244-beca-24bf72034243 req-92f6a539-6e84-40fa-888e-4541e3d59570 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.1506712 Oct 19 20:20:17.426162 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.439365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.449814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.452307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.453629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e7d9643-d07c-463f-a20e-efd606345d33 HTTP/1.1" status: 204 len: 168 time: 0.3898807 Oct 19 20:20:17.466981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-575c07ab-10e4-4a8d-8b0d-079d5ab68c4a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/quotas/dd514715c2b74209a6d68072bad9366f HTTP/1.1" status: 200 len: 375 time: 0.0348713 Oct 19 20:20:17.471620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.478565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73f0d641-783d-4192-9bcf-bfef4e0e4648 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1323359 Oct 19 20:20:17.478565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bd3a7-55c7-44d1-b143-61bdd03ef604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d9643-d07c-463f-a20e-efd606345d33,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.501287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-800a74c9-b6c2-4244-beca-24bf72034243 req-cd031510-65a8-4671-b68a-8eec122e15c9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641444 Oct 19 20:20:17.555091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7224ba4d-dcb4-429d-a34a-67c658f0ab62 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796175 Oct 19 20:20:17.560576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.563769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.568075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6f03e57-74ba-4aa8-abaf-d6d4f84a346b HTTP/1.1" status: 204 len: 168 time: 0.2923565 Oct 19 20:20:17.573961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f6367-4ad3-4505-9e22-76b21be1583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f03e57-74ba-4aa8-abaf-d6d4f84a346b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:17.593190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-54b009d3-db2f-471f-9432-2a61f295672c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips/2ab7902c-d685-4def-b1de-4a9563565a09 HTTP/1.1" status: 200 len: 692 time: 0.0811369 Oct 19 20:20:17.602304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f04f72e-9683-4622-aa91-a45955fe817d details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:17.605560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:17.788924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-38dc75ee-63df-4945-b866-66cfe8f3acd5 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:17.795877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-38dc75ee-63df-4945-b866-66cfe8f3acd5 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1960478 Oct 19 20:20:17.812203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-afcfb3c8-25e5-44e9-8298-e911645d6bde tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:17.820375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f04f72e-9683-4622-aa91-a45955fe817d,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:17.825558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-afcfb3c8-25e5-44e9-8298-e911645d6bde tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0286427 Oct 19 20:20:17.840859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '1f04f72e-9683-4622-aa91-a45955fe817d', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'port_id': '1f04f72e-9683-4622-aa91-a45955fe817d', 'mac_address': 'fa:16:3e:df:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:17.869770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-19ff6de7-6318-4da8-b891-644dc78dda75 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1689443401&fields=id&tenant_id=c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 267 time: 0.0713367 Oct 19 20:20:17.897186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-bc56094b-c95a-4159-96fb-899e0e60849c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0706074 Oct 19 20:20:17.904563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:17.923186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:17.926585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:17.975056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-e0328dce-e650-40d7-b7ca-c974a697a3cb tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0759392 Oct 19 20:20:18.022525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.054225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f04f72e-9683-4622-aa91-a45955fe817d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:18.059128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-5884bee4-86d3-42d6-9cc9-1b0c142b7089 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:18.068589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-5884bee4-86d3-42d6-9cc9-1b0c142b7089 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 824 time: 0.1902168 Oct 19 20:20:18.087928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f04f72e-9683-4622-aa91-a45955fe817d,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:18.110465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-6a198ab8-c543-47d4-89f0-aea0db448429 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/quotas/c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 375 time: 0.0380406 Oct 19 20:20:18.152553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.155223 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.199909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-e782bb53-1358-4f98-96f5-11767992c870 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884409 Oct 19 20:20:18.217894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:18.220318 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0fcc5-5ad5-461b-b8be-adc4051d66ed" -d '{"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:18.246461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:18.251408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:18.255455 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.269878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.270213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.270560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.270966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.271338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.271624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.272154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.272691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.273289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.282649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.283246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.285007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:18.310583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Deleting port be2feb84-fa77-4d4d-bd36-4cb5b32aece9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:18.312384 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.319609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57862) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:18.359803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d47a2e4-769e-4474-aa6f-c98e480a360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.396054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-e972ef82-d71b-4aeb-98b6-c8c8a43b7fca service neutron] 10.222.0.31 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950343 Oct 19 20:20:18.405056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:18.416776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['1f04f72e-9683-4622-aa91-a45955fe817d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:18.474571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.475750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.502163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Calling delete_port for be2feb84-fa77-4d4d-bd36-4cb5b32aece9 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:18.610961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d47a2e4-769e-4474-aa6f-c98e480a360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.623121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d47a2e4-769e-4474-aa6f-c98e480a360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.676458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1d47a2e4-769e-4474-aa6f-c98e480a360c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b622edddd06e4b419dc7fd55f13b61a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514352 Oct 19 20:20:18.691697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57870) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:18.702168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47a2e4-769e-4474-aa6f-c98e480a360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac09bf-df7b-4c3d-906a-ef07bdc5199a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:18.851984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.857781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.917844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event deleted for resources: {'Port': ['ID=be2feb84-fa77-4d4d-bd36-4cb5b32aece9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:18.927838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.936018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-b9182195-fb8e-4f74-9936-1f81df0ec5d5 service neutron] 10.222.0.31 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310223 Oct 19 20:20:18.991801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:18.994753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:19.001963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2aa4464-bc1a-465a-98ff-22aee4bfd14a req-5eea590a-ef50-4b1d-abaa-9389ed0aeb30 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ab7902c-d685-4def-b1de-4a9563565a09 HTTP/1.1" status: 204 len: 173 time: 1.0220158 Oct 19 20:20:19.029256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:19.032976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:19.037173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fac09bf-df7b-4c3d-906a-ef07bdc5199a HTTP/1.1" status: 204 len: 168 time: 0.3421893 Oct 19 20:20:19.058774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3b74c-f968-4259-b770-e2ae07f79e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac09bf-df7b-4c3d-906a-ef07bdc5199a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:19.114516 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9431031-2d8a-44fc-a156-bebe56211db7 req-b986c188-bae3-400f-830a-9c9b1a942cf8 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 210 time: 0.0432866 Oct 19 20:20:19.337221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f1bc-c965-43b7-b65a-37e55a72b0ad req-f6d302b1-3c46-437a-bbfa-3c086b3f8b7b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:19.343101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f13f1bc-c965-43b7-b65a-37e55a72b0ad req-f6d302b1-3c46-437a-bbfa-3c086b3f8b7b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1440530 Oct 19 20:20:19.376309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-3a841b04-107b-4d17-8500-ae76975f768c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd514715c2b74209a6d68072bad9366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945258 Oct 19 20:20:19.403797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f13f1bc-c965-43b7-b65a-37e55a72b0ad req-eb13e92b-bfc1-45d8-a55f-b543184eadc1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Oct 19 20:20:19.410150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1e975-06b5-4888-a780-c49308c8e971 req-6217819c-9b3f-4687-828c-60810cc336bc tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:19.418504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eff1e975-06b5-4888-a780-c49308c8e971 req-6217819c-9b3f-4687-828c-60810cc336bc tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 944 time: 0.2017035 Oct 19 20:20:19.503325 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74985f1f-b62c-49f4-aac4-4aafc28da884 x-openstack-request-id: req-74985f1f-b62c-49f4-aac4-4aafc28da884 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:19.503830 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:19.503830 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74985f1f-b62c-49f4-aac4-4aafc28da884 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:19.504063 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'code': 200} Oct 19 20:20:19.560852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eff1e975-06b5-4888-a780-c49308c8e971 req-70bc9961-4cad-4239-b593-eccec01ff647 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395574 Oct 19 20:20:19.613259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f04f72e-9683-4622-aa91-a45955fe817d up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:19.696063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-9f639c84-40b1-44d2-b757-24d3c1d450ee tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:19.697556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-9f639c84-40b1-44d2-b757-24d3c1d450ee tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150163 Oct 19 20:20:19.723771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 1f04f72e-9683-4622-aa91-a45955fe817d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:19.730150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 1f04f72e-9683-4622-aa91-a45955fe817d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:19.730521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:19.748762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c102e-feb8-4635-85ae-2a47df20030a req-6b9cf08b-b979-404c-abb1-82d418fa5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:19.750603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-329c102e-feb8-4635-85ae-2a47df20030a req-6b9cf08b-b979-404c-abb1-82d418fa5689 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.1476116 Oct 19 20:20:19.751833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Request body: {'port': {'device_id': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'dd514715c2b74209a6d68072bad9366f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:19.806435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-48e7620d-c60f-4ed2-8945-a847c776b90c tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips/3b500271-0ba4-45a3-b0e9-4db1f4256483 HTTP/1.1" status: 200 len: 693 time: 0.1575580 Oct 19 20:20:19.876299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe9a9-3ab4-4846-9284-2b8885fca356 req-514044c8-4084-4c62-8a34-1edaed934991 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:19.890354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4efe9a9-3ab4-4846-9284-2b8885fca356 req-514044c8-4084-4c62-8a34-1edaed934991 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 946 time: 0.2132609 Oct 19 20:20:19.920867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:19.977253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-329c102e-feb8-4635-85ae-2a47df20030a req-9e12b580-3de7-486b-b133-47a043afbd70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172189 Oct 19 20:20:19.994513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f04f72e-9683-4622-aa91-a45955fe817d,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:19.999735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:20.009544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4efe9a9-3ab4-4846-9284-2b8885fca356 req-f4cedc51-f253-4fed-aff2-7dddd31fe45b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134534 Oct 19 20:20:20.072559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-472b1b8c-81e8-4d9b-b04c-ea6b596d1096 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:20.081537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-472b1b8c-81e8-4d9b-b04c-ea6b596d1096 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2740436 Oct 19 20:20:20.144957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dfe8602-7c35-4b7b-8a4f-251223d25a65 req-3e9cd391-0aa5-4e8d-bc23-b1f591057fc2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 210 time: 0.0609536 Oct 19 20:20:20.168553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:20.227632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-f5dbc9cc-49b5-49bc-b57c-4c64812370dd tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.1440318 Oct 19 20:20:20.233417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Made reservation on behalf of dd514715c2b74209a6d68072bad9366f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:20.240879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:20.296070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5886f9e6-0eaf-45de-9b46-55952500b7e3 req-3e6e140c-5d10-4902-a1de-e733c3801ec5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 210 time: 0.0525079 Oct 19 20:20:20.345783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-a63f6442-3c48-49a0-88e2-03b5f1389c0f tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0998077 Oct 19 20:20:20.652299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Allocated IP 192.168.233.83 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/fb6a4143-da40-4b81-bd2b-2316b705d458) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:20.679253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Deleting port 832473d5-0380-4926-84fc-b3bc0f397aed {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:20.679597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:20.814047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c697e52-d92f-4404-81a5-95a0aaf97f86 req-2c5b873a-2ebf-49bc-86cf-42ab52dc212a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:20.816112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c697e52-d92f-4404-81a5-95a0aaf97f86 req-2c5b873a-2ebf-49bc-86cf-42ab52dc212a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.0664351 Oct 19 20:20:20.862807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c697e52-d92f-4404-81a5-95a0aaf97f86 req-69d68850-8d03-4b77-8f3b-45f3daf0e170 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Oct 19 20:20:20.990474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2b3df-e8c6-4e31-9fee-0da6ce065f90 req-b037a05f-217b-4ef8-bffa-700de31471fd tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:20.996641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0e2b3df-e8c6-4e31-9fee-0da6ce065f90 req-b037a05f-217b-4ef8-bffa-700de31471fd tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0685222 Oct 19 20:20:21.081575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.081902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.100158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Calling delete_port for 832473d5-0380-4926-84fc-b3bc0f397aed owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:21.110826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0e2b3df-e8c6-4e31-9fee-0da6ce065f90 req-cb03805e-f967-4ac8-ae3d-636eb25865a1 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000223 Oct 19 20:20:21.176138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8e60dbac-878d-4f97-9784-60f802affa72 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:21.177031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.181804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8e60dbac-878d-4f97-9784-60f802affa72 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.11 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 824 time: 0.1835303 Oct 19 20:20:21.248113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.261010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:21.266938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:21.309643 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-d9593f30-0ce2-48cc-8431-2c90cbf3a836 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 380 time: 0.0996215 Oct 19 20:20:21.326927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'port': {'device_id': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'admin_state_up': True, 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'security_groups': ['06995794-7089-4a1d-83bb-aa1faecfa19c']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:21.348299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:21.354361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:21.359450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:21.391110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event updated for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:21.398152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df8328-c9d5-4696-9f50-0d92bc4e7508 req-0019bee5-b52e-4895-b1f4-bab09916cc85 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:21.399712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0df8328-c9d5-4696-9f50-0d92bc4e7508 req-0019bee5-b52e-4895-b1f4-bab09916cc85 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 946 time: 0.0889256 Oct 19 20:20:21.415016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.452327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Pushing event deleted for resources: {'Port': ['ID=832473d5-0380-4926-84fc-b3bc0f397aed,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:21.482550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0df8328-c9d5-4696-9f50-0d92bc4e7508 req-4de5db75-b392-4bad-877d-a6fee6e9a522 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542650 Oct 19 20:20:21.505806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:21.509003 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0dd232-3537-4a31-a84e-33db2221892d" -d '{"events": [{"server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:21.518845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:21.519515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.532941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Made reservation on behalf of c7e74a4753e34310a8306c0f85b41c54 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:21.539710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.582513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-7d959e00-0a90-46f1-8ac1-431525da73d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8344126 Oct 19 20:20:21.589000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.591551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.592688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26fa7d14-7866-4bc0-a3b6-ab1140c5cdaf req-9214ca7e-a67e-4f2e-829d-c82768633e43 tempest-FloatingIPDetailsTestJSON-1455817022 tempest-FloatingIPDetailsTestJSON-1455817022-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b500271-0ba4-45a3-b0e9-4db1f4256483 HTTP/1.1" status: 204 len: 173 time: 1.2374315 Oct 19 20:20:21.600211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57964) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:21.604201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Request body: {'port': {'device_id': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:21.649648 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-218cb111-eece-40ec-82f7-57d9367d5938 req-73881489-25e3-4f36-9d8e-bc087d11b07f tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 210 time: 0.0414083 Oct 19 20:20:21.720366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Allocated IP 172.20.0.12 (eb894d48-896e-40c9-bfab-c973df1c2797/5a0b8d12-2a01-4d4d-b938-886a6baee35c/30ebf62e-36c4-48f9-978c-a474ddcd3d37) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:21.728989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.765769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c41f94e4-c436-44d6-bb0c-b0384e40427e None None] Provisioning complete for port fb6a4143-da40-4b81-bd2b-2316b705d458 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:21.766474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c41f94e4-c436-44d6-bb0c-b0384e40427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.800136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4e97d-7353-4787-822a-5f8897f542e4 req-2f9d0393-211d-4d05-9ab7-a3daa07b015e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:21.801561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64c4e97d-7353-4787-822a-5f8897f542e4 req-2f9d0393-211d-4d05-9ab7-a3daa07b015e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 935 time: 0.0789070 Oct 19 20:20:21.810186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c41f94e4-c436-44d6-bb0c-b0384e40427e None None] Port fb6a4143-da40-4b81-bd2b-2316b705d458 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:21.893832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64c4e97d-7353-4787-822a-5f8897f542e4 req-3b54406a-78e4-4c65-9a2b-93fc8ea80ab9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820806 Oct 19 20:20:21.936174 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:21.947607 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b1635-c2c8-4264-92c8-f6dfb066ef96 x-openstack-request-id: req-060b1635-c2c8-4264-92c8-f6dfb066ef96 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:21.947916 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:21.948174 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-060b1635-c2c8-4264-92c8-f6dfb066ef96 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:21.948566 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d', 'code': 200} Oct 19 20:20:21.982881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.031887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Network eb894d48-896e-40c9-bfab-c973df1c2797 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:22.035686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:22.039487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:22.049345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:22.050102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc7f05-7b49-4aef-93a1-1d4270bea3c5 req-ac421365-cca9-467a-aa82-3548c9b8141e tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.051803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bfc7f05-7b49-4aef-93a1-1d4270bea3c5 req-ac421365-cca9-467a-aa82-3548c9b8141e tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.1349871 Oct 19 20:20:22.104378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.105156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.127041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-c967cd17-907d-47ca-8807-28058096742b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8055954 Oct 19 20:20:22.141115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Request body: {'port': {'device_id': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:22.167488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bfc7f05-7b49-4aef-93a1-1d4270bea3c5 req-6d4981ee-792b-42d6-8d0d-2e00188af151 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819669 Oct 19 20:20:22.230903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fbb27-0382-4226-8f03-3ddd556ca09c req-04a9e7c8-bfcd-40ab-8d91-0a9a0893b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.232558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d7fbb27-0382-4226-8f03-3ddd556ca09c req-04a9e7c8-bfcd-40ab-8d91-0a9a0893b8ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.1957400 Oct 19 20:20:22.233843 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.343510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bac0229f-15cb-4c90-a745-f56c19d7b2d6 None None] Provisioning complete for port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:22.344087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bac0229f-15cb-4c90-a745-f56c19d7b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.382156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bac0229f-15cb-4c90-a745-f56c19d7b2d6 None None] Port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:22.410105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6a4143-da40-4b81-bd2b-2316b705d458 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:22.420303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb0b95-73a1-4359-b37e-738679083a58 req-c0bf8030-7270-4947-a0f1-a6629c38cf72 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.421823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4eb0b95-73a1-4359-b37e-738679083a58 req-c0bf8030-7270-4947-a0f1-a6629c38cf72 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1214793 Oct 19 20:20:22.426118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.430268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d7fbb27-0382-4226-8f03-3ddd556ca09c req-88bdb5e0-8ac2-4ac3-9206-2f1c838b45bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888337 Oct 19 20:20:22.455164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Transition to ACTIVE for port object fb6a4143-da40-4b81-bd2b-2316b705d458 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:22.464178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.477333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd366f7-b414-4bc1-bfea-ade64789a4f9 req-6497664c-d7e4-40f9-bb6b-159485dc6f3a tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.478795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdd366f7-b414-4bc1-bfea-ade64789a4f9 req-6497664c-d7e4-40f9-bb6b-159485dc6f3a tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.1488709 Oct 19 20:20:22.509913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4eb0b95-73a1-4359-b37e-738679083a58 req-6aa0da1d-fadb-462e-8601-c05e7f735518 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782983 Oct 19 20:20:22.572418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:22.607621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ebf62e-36c4-48f9-978c-a474ddcd3d37 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:22.616279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.632664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Transition to ACTIVE for port object 30ebf62e-36c4-48f9-978c-a474ddcd3d37 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:22.638104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.661650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdd366f7-b414-4bc1-bfea-ade64789a4f9 req-f7248833-8694-4f35-ab75-9030f41f94f1 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603408 Oct 19 20:20:22.728352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Attempting to bind port fb6a4143-da40-4b81-bd2b-2316b705d458 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:22.728872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Attempting to bind port fb6a4143-da40-4b81-bd2b-2316b705d458 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:22.728994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Attempting to bind port fb6a4143-da40-4b81-bd2b-2316b705d458 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:22.730708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41501-5d3f-4ffb-b6e4-ddc61ea64016 req-16aff029-c067-4e5c-9237-294135888942 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:22.733762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52d41501-5d3f-4ffb-b6e4-ddc61ea64016 req-16aff029-c067-4e5c-9237-294135888942 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.0929856 Oct 19 20:20:22.744382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.747016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Port fb6a4143-da40-4b81-bd2b-2316b705d458 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:22.747419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Attempting to bind port fb6a4143-da40-4b81-bd2b-2316b705d458 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:22.756735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:22.799543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:22.799776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:22.800197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:22.800648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Bound port: fb6a4143-da40-4b81-bd2b-2316b705d458, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:22.801005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.805500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52d41501-5d3f-4ffb-b6e4-ddc61ea64016 req-73508cf1-2b6f-4422-acce-89757a5bfce2 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Oct 19 20:20:22.919222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Attempting to bind port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:22.919799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Attempting to bind port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:22.919890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Attempting to bind port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:22.926293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 on network eb894d48-896e-40c9-bfab-c973df1c2797 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:22.926579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Attempting to bind port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:22.935913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:22.935913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Checking segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:22.935913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Bound using segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:22.935913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Bound port: 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:22.935913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:22.997817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:23.031500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:23.039273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:23.043994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:23.112948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.113586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:23.115000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] 10.222.0.11 "PUT /v2.0/ports/30ebf62e-36c4-48f9-978c-a474ddcd3d37 HTTP/1.1" status: 200 len: 1092 time: 0.9796300 Oct 19 20:20:23.115503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:23.117816 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ad5c40-ed88-41cb-939c-ffcc14ee36df" -d '{"events": [{"name": "network-changed", "server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:23.148310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d484-524e-4461-8eae-9d6fe6e67ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:23.168209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d49cb-e3ce-4a40-89d4-a62376b41e01 req-efd3373a-3409-47ad-9145-6b7a0b6bbf21 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.169824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b3d49cb-e3ce-4a40-89d4-a62376b41e01 req-efd3373a-3409-47ad-9145-6b7a0b6bbf21 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 947 time: 0.0933928 Oct 19 20:20:23.235636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b3d49cb-e3ce-4a40-89d4-a62376b41e01 req-ed5818c2-33d3-415b-917b-0ff982833b87 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Oct 19 20:20:23.241155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-3fd9c4e6-dc30-4a9f-a06c-e229b4c05b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.242846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-3fd9c4e6-dc30-4a9f-a06c-e229b4c05b23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 1095 time: 0.0720348 Oct 19 20:20:23.310383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-109818e2-3c05-4814-8bc5-267440bd003d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37 HTTP/1.1" status: 200 len: 217 time: 0.0588119 Oct 19 20:20:23.342204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=fb6a4143-da40-4b81-bd2b-2316b705d458,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:23.351169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611a54-6582-46a7-9508-a5e27ce1ca59 req-db1f4769-5bc2-45a8-af9e-4d40d50d2fcf tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.353320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28611a54-6582-46a7-9508-a5e27ce1ca59 req-db1f4769-5bc2-45a8-af9e-4d40d50d2fcf tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 944 time: 0.4611740 Oct 19 20:20:23.357004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:23.373376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-dcd5fc2c-86d5-4535-b655-0a74ea74039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.374933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-dcd5fc2c-86d5-4535-b655-0a74ea74039a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.0556753 Oct 19 20:20:23.393424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.394037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:23.395406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb6a4143-da40-4b81-bd2b-2316b705d458 HTTP/1.1" status: 200 len: 1095 time: 1.7961340 Oct 19 20:20:23.429483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:23.431933 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb0037b-ed95-4367-9dea-2329f1fae3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:23.467515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-7b1d6740-b9cc-45ad-9227-8e428fb7ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.469042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-7b1d6740-b9cc-45ad-9227-8e428fb7ca80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760059 Oct 19 20:20:23.582101 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aab875-63db-43f4-bf9b-0ebc6fc974ff x-openstack-request-id: req-c4aab875-63db-43f4-bf9b-0ebc6fc974ff {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:23.582473 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:23.583323 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4aab875-63db-43f4-bf9b-0ebc6fc974ff {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:23.583783 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'status': 'completed', 'code': 200} Oct 19 20:20:23.605204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28611a54-6582-46a7-9508-a5e27ce1ca59 req-267f328c-f73e-41ba-9fcf-ee15d8c4d96d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369688 Oct 19 20:20:23.638766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9023aef-322f-423d-9144-edb8e6299854 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:23.659636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-6f536311-b455-4f4a-9678-4e635f6657c9 service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805859 Oct 19 20:20:23.669096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-0cfd9e82-4217-4b09-a945-163be4bb8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.675291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-0cfd9e82-4217-4b09-a945-163be4bb8f94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 1098 time: 0.2263942 Oct 19 20:20:23.740047 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a606ab-bafa-45f8-9123-3967984024f1 x-openstack-request-id: req-76a606ab-bafa-45f8-9123-3967984024f1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:23.740441 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:23.740784 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a606ab-bafa-45f8-9123-3967984024f1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:23.741255 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458', 'status': 'completed', 'code': 200} Oct 19 20:20:23.806133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-ff7bd3bd-af47-4d21-8c8c-2d196bdd870d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fb6a4143-da40-4b81-bd2b-2316b705d458 HTTP/1.1" status: 200 len: 217 time: 0.0890703 Oct 19 20:20:23.838404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b89bc5-2a3d-47b9-aed6-07a10c32bfa3 req-cc76828d-1851-434f-94c0-0fe05ac75e57 service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695149 Oct 19 20:20:23.928329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-81f9e840-3f74-4fe0-88e1-533850e912c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.929843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-81f9e840-3f74-4fe0-88e1-533850e912c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1125081 Oct 19 20:20:23.934488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b92c0-e5ba-4235-aaac-046aa5a7a2e9 req-e4cea03e-97ee-4bcf-b3de-dae85f988db8 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.942209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d05b92c0-e5ba-4235-aaac-046aa5a7a2e9 req-e4cea03e-97ee-4bcf-b3de-dae85f988db8 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.1425304 Oct 19 20:20:23.946713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150c579-ac0e-4d8b-b650-ba730a0bef1c req-ef059dca-a47b-4117-b5c2-9b0c87cc98a6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.954624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a150c579-ac0e-4d8b-b650-ba730a0bef1c req-ef059dca-a47b-4117-b5c2-9b0c87cc98a6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1061664 Oct 19 20:20:23.975008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58030) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:23.976427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Deleting port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:23.976762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:23.988323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-663d744d-1cf2-4e65-9643-970aace1bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:23.989845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-663d744d-1cf2-4e65-9643-970aace1bdea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 1095 time: 0.0929723 Oct 19 20:20:24.004437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58034) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:24.008612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a150c579-ac0e-4d8b-b650-ba730a0bef1c req-3f82b305-96fd-4a19-9a35-edf4d2d2b337 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Oct 19 20:20:24.086831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d05b92c0-e5ba-4235-aaac-046aa5a7a2e9 req-184f9d0b-0167-4c4f-9902-aa720f304266 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294732 Oct 19 20:20:24.099058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-4a51aacb-6f3e-4a96-b1f7-61e374cf0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.100546 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-4a51aacb-6f3e-4a96-b1f7-61e374cf0b57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1546123 Oct 19 20:20:24.107896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-6cc309d4-f390-40d7-a26e-44289cb61bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.109306 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-6cc309d4-f390-40d7-a26e-44289cb61bf3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 925 time: 0.1038880 Oct 19 20:20:24.142517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] For port 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:24.144049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.165373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Calling delete_port for 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:24.197505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-6fead8fc-22c0-49db-bed3-df3e9e1ba505 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37 HTTP/1.1" status: 200 len: 217 time: 0.0519118 Oct 19 20:20:24.205144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-834abe90-8171-47a2-9c83-97c7746bc883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.210223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba6c69d-6378-4b6d-b4e7-a0efbed3491f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.259389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-2b44f3e5-ae67-4e55-a5df-c7cb39b5cda9 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510015 Oct 19 20:20:24.278443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4e14d-3506-4a0d-9b97-023362ca9f53 req-e0bd32ed-de16-42a1-b0f3-cf92b1bfc854 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.279941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bde4e14d-3506-4a0d-9b97-023362ca9f53 req-e0bd32ed-de16-42a1-b0f3-cf92b1bfc854 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.1608512 Oct 19 20:20:24.337268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-d70863e4-c1d7-4336-be10-70bd236ef17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.338774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-d70863e4-c1d7-4336-be10-70bd236ef17b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.1310089 Oct 19 20:20:24.410191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bde4e14d-3506-4a0d-9b97-023362ca9f53 req-7a0c34fb-5fb2-4a50-b8b5-fa10a01b06f6 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174722 Oct 19 20:20:24.459558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba6c69d-6378-4b6d-b4e7-a0efbed3491f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.460669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0cff76-36db-4a23-a022-ea4cc2af89ba req-010f736e-4c57-4943-a419-368746cabcbd service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943173 Oct 19 20:20:24.465010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba6c69d-6378-4b6d-b4e7-a0efbed3491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.467977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d8605-6ad9-45cd-98df-d03254372ae6 req-6f1ce26b-f702-4190-b42c-ad5ad096821d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.469570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f0d8605-6ad9-45cd-98df-d03254372ae6 req-6f1ce26b-f702-4190-b42c-ad5ad096821d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 947 time: 0.1509449 Oct 19 20:20:24.483154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-ef4ba57d-123b-405e-9bf2-a8588de0d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.484746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-ef4ba57d-123b-405e-9bf2-a8588de0d151 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361878 Oct 19 20:20:24.537361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-834abe90-8171-47a2-9c83-97c7746bc883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.556889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-834abe90-8171-47a2-9c83-97c7746bc883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.578785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f0d8605-6ad9-45cd-98df-d03254372ae6 req-ccdefe7d-f911-40f1-9b40-0754a81dc85e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985448 Oct 19 20:20:24.581272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.605927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aba6c69d-6378-4b6d-b4e7-a0efbed3491f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=781e6d2f6cfd4a998678b73deffea035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938945 Oct 19 20:20:24.605927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c69d-6378-4b6d-b4e7-a0efbed3491f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70dadb1-6c5c-4214-8d17-09c71d4300d9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:24.609622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58042) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:24.618345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Pushing event deleted for resources: {'Port': ['ID=43ad7a56-b8a9-4ca6-bce1-06e97f5949f9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:24.624322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-4e9fefa5-375a-4493-b958-7a2d680602cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.625836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-4e9fefa5-375a-4493-b958-7a2d680602cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 1098 time: 0.1106920 Oct 19 20:20:24.663141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-834abe90-8171-47a2-9c83-97c7746bc883 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d25342d23b5543d08dc2e55c3b8fbf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870990 Oct 19 20:20:24.669890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:24.705912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834abe90-8171-47a2-9c83-97c7746bc883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f027e2-48ab-4f39-b880-c68b46f6d785,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:24.728705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ff02-6742-416a-811e-32ade4c65ecb req-abc5986b-e0f7-4ec5-a810-a661dd849bee tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.733566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c71ff02-6742-416a-811e-32ade4c65ecb req-abc5986b-e0f7-4ec5-a810-a661dd849bee tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.1867509 Oct 19 20:20:24.740426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58048) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:24.749275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Request body: {'floatingip': {'port_id': '1f04f72e-9683-4622-aa91-a45955fe817d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:24.759359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-fd8c0703-1ab4-4b92-bd64-afab34056cf7 service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617373 Oct 19 20:20:24.815899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.880222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:24.902043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f999d-165e-421e-939c-bae3f8edcc70 req-40ab82bf-d7da-4d3e-bd55-459b7412846b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.903526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-106f999d-165e-421e-939c-bae3f8edcc70 req-40ab82bf-d7da-4d3e-bd55-459b7412846b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 944 time: 0.2084620 Oct 19 20:20:24.921925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-a324a89c-dfa7-4ac2-8621-686513b7e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:24.923384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-a324a89c-dfa7-4ac2-8621-686513b7e2af service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2668080 Oct 19 20:20:24.983905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.027003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-66b945d1-1ebf-449d-a9eb-c2f79e7fc1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fb6a4143-da40-4b81-bd2b-2316b705d458 HTTP/1.1" status: 200 len: 217 time: 0.0852075 Oct 19 20:20:25.103850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.110602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-106f999d-165e-421e-939c-bae3f8edcc70 req-c22c80b1-34e5-475d-8864-8161a1f08c7a tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937063 Oct 19 20:20:25.171124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-71b30215-5571-43da-8d02-d38eab5bd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:25.172853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-71b30215-5571-43da-8d02-d38eab5bd2d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1341822 Oct 19 20:20:25.175983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.201110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.203657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.204751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f70dadb1-6c5c-4214-8d17-09c71d4300d9 HTTP/1.1" status: 204 len: 168 time: 0.5941792 Oct 19 20:20:25.262178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.280430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c8145-13e4-4375-8af2-8acf0d4a0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70dadb1-6c5c-4214-8d17-09c71d4300d9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:25.284717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76ad5c40-ed88-41cb-939c-ffcc14ee36df req-8c97e46b-127b-4e47-8731-0537be735ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950082 Oct 19 20:20:25.317447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-6e974077-6c83-48f0-bfaa-fbc27586bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:25.318975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-6e974077-6c83-48f0-bfaa-fbc27586bafb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375749 Oct 19 20:20:25.323882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53698985-8c86-4854-8b4f-aa0287287e89 req-e2f125a5-61bd-40ff-a2a9-5b67a0fb90ca tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:25.325328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53698985-8c86-4854-8b4f-aa0287287e89 req-e2f125a5-61bd-40ff-a2a9-5b67a0fb90ca tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.1427963 Oct 19 20:20:25.333251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbbf14-07f5-457d-b9b5-ed8901024ddb req-ea47132a-4c46-41af-8a53-650cc393284e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:25.340592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cbbf14-07f5-457d-b9b5-ed8901024ddb req-ea47132a-4c46-41af-8a53-650cc393284e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.2281950 Oct 19 20:20:25.443622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cbbf14-07f5-457d-b9b5-ed8901024ddb req-3c21941b-b3a3-4ebd-826e-ebb575e02a0b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020436 Oct 19 20:20:25.457783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.460875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.462240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15f027e2-48ab-4f39-b880-c68b46f6d785 HTTP/1.1" status: 204 len: 168 time: 0.7912745 Oct 19 20:20:25.483927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8492ae-02df-415c-aa9c-80538727d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f027e2-48ab-4f39-b880-c68b46f6d785,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:25.623337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:25.659952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a8635ced-309a-4cce-b4b2-92c39cba0078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.730909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53698985-8c86-4854-8b4f-aa0287287e89 req-4e851d10-54de-4765-aa24-9957aa1b80e5 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943605 Oct 19 20:20:25.766544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-b0fd05dd-075b-4a66-9ec6-213a9d225133 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390156 Oct 19 20:20:25.771978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Router deabbcff-366e-4839-81c7-2737f33c3319 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:20:25.863058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd6f5-3415-4005-a56b-deaa4359fa2a req-b60f1e83-04e0-47e4-8fb6-443efd2bfc88 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:25.870264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-753cd6f5-3415-4005-a56b-deaa4359fa2a req-b60f1e83-04e0-47e4-8fb6-443efd2bfc88 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 947 time: 0.1971691 Oct 19 20:20:25.891405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58068) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:25.952268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32e0d21b-fd0c-4b43-a140-4387de97485d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:25.972107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abb0037b-ed95-4367-9dea-2329f1fae3e3 req-27fbb7e8-5aca-4655-af1a-1cc72e38f5ed service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930790 Oct 19 20:20:25.984244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:20:25.994340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e4e6cb1-9b2c-4f44-82eb-df7e963899de admin admin] 10.222.0.31 "PUT /v2.0/routers/deabbcff-366e-4839-81c7-2737f33c3319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3621938 Oct 19 20:20:25.998218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:25.998481 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Sync routers for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:20:26.009935 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:26.010936 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:26.064508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:20:26.147793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:26.157836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.166769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-753cd6f5-3415-4005-a56b-deaa4359fa2a req-b8b87a8c-133f-4e7b-b2eb-dc476edbb3ce tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951233 Oct 19 20:20:26.198548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32e0d21b-fd0c-4b43-a140-4387de97485d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.205180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32e0d21b-fd0c-4b43-a140-4387de97485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.213814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a8635ced-309a-4cce-b4b2-92c39cba0078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.245729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a8635ced-309a-4cce-b4b2-92c39cba0078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.277725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.294444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.295248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-32e0d21b-fd0c-4b43-a140-4387de97485d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6333332d65db4e829e152cb05071f9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982117 Oct 19 20:20:26.295984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:26.298642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0d21b-fd0c-4b43-a140-4387de97485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21cc243-8b78-491b-a352-f16a6d7af602,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:26.325894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.371029 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:20:24Z', 'revision_number': 5, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port': {'id': 'bf7398b8-7fe9-43bc-958e-78e0633c4cfb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:39Z', 'updated_at': '2021-10-19T20:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:26.382134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-33bb1bb1-f102-459b-8188-06487f38d513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.399291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Deleting port bf7398b8-7fe9-43bc-958e-78e0633c4cfb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:26.399291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.405005 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Checking router: deabbcff-366e-4839-81c7-2737f33c3319 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:20:26.414373 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Routers {'deabbcff-366e-4839-81c7-2737f33c3319'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:26.414540 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['deabbcff-366e-4839-81c7-2737f33c3319'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:26.495291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] For port bf7398b8-7fe9-43bc-958e-78e0633c4cfb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:26.495473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.510046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Calling delete_port for bf7398b8-7fe9-43bc-958e-78e0633c4cfb owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:26.514999 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] Set router deabbcff-366e-4839-81c7-2737f33c3319 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:26.532833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a8635ced-309a-4cce-b4b2-92c39cba0078 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a6265dff26c4315b019a1b18712acef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083087 Oct 19 20:20:26.537947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8635ced-309a-4cce-b4b2-92c39cba0078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad448e19-d4b9-447c-99b9-41736ecd5ff2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:26.548380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58096) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:26.558565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.568607 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Floating IP 454e19c4-fc1d-4fea-99cc-a2501ba8cd1c associated. External IP: 172.25.7.57, port: 1f04f72e-9683-4622-aa91-a45955fe817d. Oct 19 20:20:26.600877 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:20:26Z', 'revision_number': 6, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:26.632148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c7a7a-3765-48e4-b852-510fe67f2b85 req-eeb7ddeb-ac2c-4e7f-9e8c-33437d464d8b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:26.633694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-664c7a7a-3765-48e4-b852-510fe67f2b85 req-eeb7ddeb-ac2c-4e7f-9e8c-33437d464d8b tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 944 time: 0.3838139 Oct 19 20:20:26.635154 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d9b1e-fcd6-4bb3-9bce-8dd3a366c36e None None] The sync data for ids ['deabbcff-366e-4839-81c7-2737f33c3319'] in n-d-805649-9 is: [{'id': 'deabbcff-366e-4839-81c7-2737f33c3319', 'name': 'tempest-FloatingIPDetailsTestJSON-1507924516-router', 'tenant_id': '0968ca72342e4f018c9c04206b3f1aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:20:26Z', 'revision_number': 6, 'project_id': '0968ca72342e4f018c9c04206b3f1aba', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:26.639969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.729901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.756057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7398b8-7fe9-43bc-958e-78e0633c4cfb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:26.776631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-664c7a7a-3765-48e4-b852-510fe67f2b85 req-965fbfa8-cb60-4b11-9579-5ed17ee11ae5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220574 Oct 19 20:20:26.798826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.841028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.852064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.854261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.857984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b21cc243-8b78-491b-a352-f16a6d7af602 HTTP/1.1" status: 204 len: 168 time: 0.5290987 Oct 19 20:20:26.869909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:26.884544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d5199-cea1-4260-80a8-330d475b241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21cc243-8b78-491b-a352-f16a6d7af602,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:27.021334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0833d51-7617-45f4-86d7-46f5cc792a1c req-d8140656-0a25-4b3c-ae23-dbf9ecc884c5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:27.021688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.022857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0833d51-7617-45f4-86d7-46f5cc792a1c req-d8140656-0a25-4b3c-ae23-dbf9ecc884c5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1333835 Oct 19 20:20:27.024845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Router 4401257c-afc3-422a-ab97-0e42a7d036b7 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:20:27.035850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.041578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.044368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.047887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad448e19-d4b9-447c-99b9-41736ecd5ff2 HTTP/1.1" status: 204 len: 168 time: 0.4962211 Oct 19 20:20:27.175846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:27.186851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.187915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deabbcff-366e-4839-81c7-2737f33c3319 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:20:27.195230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.196840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3764193-3429-4be1-81e0-527ea262b603 admin admin] 10.222.0.31 "DELETE /v2.0/routers/deabbcff-366e-4839-81c7-2737f33c3319 HTTP/1.1" status: 204 len: 168 time: 1.1968751 Oct 19 20:20:27.200381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:27.251943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:20:27.256096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 43ad7a56-b8a9-4ca6-bce1-06e97f5949f9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:20:27.283389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Deleting subnet 6b4b8580-7b7c-40df-9d79-d1e5b84d713a {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:20:27.284924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device fb6a4143-da40-4b81-bd2b-2316b705d458 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:27.286668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.323653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.401716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdffdf-a002-410c-bd95-b11637c051a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad448e19-d4b9-447c-99b9-41736ecd5ff2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:27.451634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0833d51-7617-45f4-86d7-46f5cc792a1c req-511fc378-9a0f-4b2d-9dba-c85a5dfe2a77 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Oct 19 20:20:27.504898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=fb6a4143-da40-4b81-bd2b-2316b705d458,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:27.526051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'fb6a4143-da40-4b81-bd2b-2316b705d458', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'fb6a4143-da40-4b81-bd2b-2316b705d458', 'mac_address': 'fa:16:3e:41:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:27.537684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.605711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58124) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:27.627511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.634153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:20:27.638291 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.647378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.652955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Sync routers for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:20:27.675445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 30ebf62e-36c4-48f9-978c-a474ddcd3d37 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:27.685858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6a4143-da40-4b81-bd2b-2316b705d458 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:27.694069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4b8580-7b7c-40df-9d79-d1e5b84d713a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:27.696520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b6953f6-8d14-4aaa-b510-cd490bf82049 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "PUT /v2.0/floatingips/454e19c4-fc1d-4fea-99cc-a2501ba8cd1c HTTP/1.1" status: 200 len: 990 time: 2.9517601 Oct 19 20:20:27.705993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:27.708488 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85666a8-002a-48d1-8eb7-5d530891fd82" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:27.709798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.716703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d2440-dd53-4a53-97ab-5b7cd6d55646 None None] Network 9eef55b2-50f8-472c-b2dc-3531392bff2a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:27.723851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db281127-dc9c-432c-a567-8d0aadf61367 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b4b8580-7b7c-40df-9d79-d1e5b84d713a HTTP/1.1" status: 204 len: 168 time: 0.5222933 Oct 19 20:20:27.724500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:27.773152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02113f5b-9332-4ee9-a710-fc741f773a84 req-9c47924e-8c22-4027-834d-efa23b933a63 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:27.778903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02113f5b-9332-4ee9-a710-fc741f773a84 req-9c47924e-8c22-4027-834d-efa23b933a63 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 947 time: 0.1860602 Oct 19 20:20:27.780345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:27.782868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:19:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:27.853608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02113f5b-9332-4ee9-a710-fc741f773a84 req-5824fd8f-d490-44da-9090-cdae641c1cff tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713472 Oct 19 20:20:27.858932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.888016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=fb6a4143-da40-4b81-bd2b-2316b705d458,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:27.894288 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.resource_extend [None req-de4578ef-503c-4342-a348-10187e134571 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:20:27.935486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Deleting port 806279a7-8fa5-49b2-84d2-feee963fa5ff {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:27.935832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:27.950152 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.001650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-0414b2ff-c397-4c03-b6e6-0147888fb9ff tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:28.003317 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-0414b2ff-c397-4c03-b6e6-0147888fb9ff tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3966680 Oct 19 20:20:28.063027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] For port 806279a7-8fa5-49b2-84d2-feee963fa5ff, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806279a7-8fa5-49b2-84d2-feee963fa5ff,segment=NetworkSegment(cdf80275-5840-42d4-ac28-ba6a4544e834),segment_id=cdf80275-5840-42d4-ac28-ba6a4544e834)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:28.065589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.082810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-579bb120-81d2-4c42-917b-988cf556471a tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.092571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-579bb120-81d2-4c42-917b-988cf556471a tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 1094 time: 0.0740461 Oct 19 20:20:28.106024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Calling delete_port for 806279a7-8fa5-49b2-84d2-feee963fa5ff owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:28.112694 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c77622-698f-4442-93af-de7900b89039 x-openstack-request-id: req-a6c77622-698f-4442-93af-de7900b89039 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:28.113055 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:28.113449 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6c77622-698f-4442-93af-de7900b89039 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:28.113946 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d', 'status': 'completed', 'code': 200} Oct 19 20:20:28.251388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-c31ffd51-bddc-4094-99ba-afbb82914119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.252787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-c31ffd51-bddc-4094-99ba-afbb82914119 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0841280a97405fbc1498248ad44bea&device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.1156044 Oct 19 20:20:28.276824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924588-e422-4ad5-9cc1-60df94d72d08 req-d6cb3501-7234-459c-8a5d-f359a357e438 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.278472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75924588-e422-4ad5-9cc1-60df94d72d08 req-d6cb3501-7234-459c-8a5d-f359a357e438 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 944 time: 0.0769868 Oct 19 20:20:28.322914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.342510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['fb6a4143-da40-4b81-bd2b-2316b705d458'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:28.378327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Request body: {'binding': {'host': 'n-h1-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:28.379171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Unknown quota resources ['binding']. {{(pid=100735) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:20:28.398148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] No DVR routers for this DVR port 806279a7-8fa5-49b2-84d2-feee963fa5ff on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:20:28.407561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=806279a7-8fa5-49b2-84d2-feee963fa5ff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:28.422880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75924588-e422-4ad5-9cc1-60df94d72d08 req-357ebbb3-c0f4-4328-92cf-9c9d5a54b2b9 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327615 Oct 19 20:20:28.488025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-8f73a67f-ee12-4503-8015-b3b07d134b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.492557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-8f73a67f-ee12-4503-8015-b3b07d134b54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 200 len: 916 time: 0.2302387 Oct 19 20:20:28.547662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.572912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eef55b2-50f8-472c-b2dc-3531392bff2a']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:28.587951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf80275-5840-42d4-ac28-ba6a4544e834') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:28.588277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf80275-5840-42d4-ac28-ba6a4544e834') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:28.600916 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.602967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb6eea-1244-4c3d-bfd0-046eefb035a7 None None] DHCP port deletion for 9eef55b2-50f8-472c-b2dc-3531392bff2a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:20:28.617893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.625954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:20:28.626790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.630043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:28.632028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:20:28.693639 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:20:28.696409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.700369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:28.719837 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.730452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9eef55b2-50f8-472c-b2dc-3531392bff2a HTTP/1.1" status: 204 len: 168 time: 1.0008600 Oct 19 20:20:28.730452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58168) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:28.730452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b0c8e-a7c7-4dda-ab7e-257bad46f2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eef55b2-50f8-472c-b2dc-3531392bff2a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:28.771257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-29798609-3ef8-445a-a940-e83984763db3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 200 len: 998 time: 0.2636476 Oct 19 20:20:28.803258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'port_id': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'mac_address': 'fa:16:3e:ae:ac:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:28.832792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-5ad73e4f-fb7c-4e0d-9122-18646755a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.834350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-5ad73e4f-fb7c-4e0d-9122-18646755a20c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f021e98-a99b-4fcd-aaa6-9ba2e945c348 HTTP/1.1" status: 200 len: 854 time: 0.0547566 Oct 19 20:20:28.849177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee763-cfda-41bb-b107-5e63b3b39fe4 req-9ee0f8eb-7c50-4a0b-a80b-dc321ca5aa8f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.851542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c1ee763-cfda-41bb-b107-5e63b3b39fe4 req-9ee0f8eb-7c50-4a0b-a80b-dc321ca5aa8f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.2391379 Oct 19 20:20:28.901076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-490215168-network', 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:28.910382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on host n-h1-805649-9 for vnic_type normal with profile None {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:28.910722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:28.911048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:28.919081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:28.919442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:28.933638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-7925f484-f7d1-479f-aed0-129a380f542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:28.935453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-7925f484-f7d1-479f-aed0-129a380f542d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaa017ae-de44-4c52-bfbe-b96223f0040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813856 Oct 19 20:20:28.942453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:28.942896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:28.943271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:28.943781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Bound port: 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:28.949669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:28.956374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.973270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:28.992544 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.011997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:29.020746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58178) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:29.032691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ebf62e-36c4-48f9-978c-a474ddcd3d37 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:29.034600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.036645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-6074b586-d68e-4ede-94c4-93bf9aed9686 service neutron] 10.222.0.31 "POST /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819/bindings HTTP/1.1" status: 201 len: 389 time: 0.7403760 Oct 19 20:20:29.054133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:29.058324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c1ee763-cfda-41bb-b107-5e63b3b39fe4 req-9c739ca6-e1f8-4ed2-b35b-aaecd80f6018 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770566 Oct 19 20:20:29.069258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.144743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-27e4569a-dcd4-4ca0-beb3-ed38bef08b00 service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296008 Oct 19 20:20:29.188941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806279a7-8fa5-49b2-84d2-feee963fa5ff no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:29.214734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b60734a-e6d8-48a3-bef0-9e9d70e4eacb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0968ca72342e4f018c9c04206b3f1aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920512 Oct 19 20:20:29.219316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58186) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:29.294927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:29.297605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0324f77d-667e-4644-bdae-b145ff119967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.310150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.313941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '454e19c4-fc1d-4fea-99cc-a2501ba8cd1c', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'port_id': '1f04f72e-9683-4622-aa91-a45955fe817d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'mac_address': 'fa:16:3e:df:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:25Z', 'revision_number': 1, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:29.320156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 806279a7-8fa5-49b2-84d2-feee963fa5ff {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:20:29.321282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806279a7-8fa5-49b2-84d2-feee963fa5ff not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:20:29.321282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf7398b8-7fe9-43bc-958e-78e0633c4cfb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:29.368109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Checking router: 4401257c-afc3-422a-ab97-0e42a7d036b7 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:20:29.370218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bf7398b8-7fe9-43bc-958e-78e0633c4cfb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:20:29.370556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf7398b8-7fe9-43bc-958e-78e0633c4cfb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:20:29.379230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:29.379865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:20:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:29.400244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f85666a8-002a-48d1-8eb7-5d530891fd82 req-7e68c2f1-2f97-4a28-9f0f-78e63dae2cea service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495544 Oct 19 20:20:29.425079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['30ebf62e-36c4-48f9-978c-a474ddcd3d37'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:29.435293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.444605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d391c-484c-47af-80bd-335bacbe2c48 req-709f6b11-5dbb-4bde-8f4c-91336cb4f729 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.452528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-014d391c-484c-47af-80bd-335bacbe2c48 req-709f6b11-5dbb-4bde-8f4c-91336cb4f729 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 948 time: 0.2239456 Oct 19 20:20:29.458930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.476577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.525605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-014d391c-484c-47af-80bd-335bacbe2c48 req-483f2727-80b3-45b5-b2d7-5e29677ae707 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Oct 19 20:20:29.547331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:20:29.572752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:29.593615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9c882-570e-4ce8-9415-3700eba54a64,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:29.600112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.600457 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Added segment 47e30b7c-32c1-45af-99ac-617f6e90f82d of type vlan for network 65485b93-44b4-4ed4-8553-a2d87a7f0826 Oct 19 20:20:29.603445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-c1d2557e-3082-4855-bbb8-b6769a6efe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.605120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-c1d2557e-3082-4855-bbb8-b6769a6efe7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1097 time: 0.1978531 Oct 19 20:20:29.680520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3b66-29ff-4b47-8494-8f159f786e92 req-66dd0b50-2465-4785-abc5-7d0476e10c75 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.682147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1db3b66-29ff-4b47-8494-8f159f786e92 req-66dd0b50-2465-4785-abc5-7d0476e10c75 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 945 time: 0.0880864 Oct 19 20:20:29.691535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.693595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.696129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.699736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d8c86bc-bf1a-452f-8e1d-208ab0f51529 HTTP/1.1" status: 204 len: 168 time: 0.4769928 Oct 19 20:20:29.767377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1db3b66-29ff-4b47-8494-8f159f786e92 req-8b603976-0538-4128-8ca2-b3db0dd15e9d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718956 Oct 19 20:20:29.775843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6040e6-35fb-498f-9756-703920953937 req-8e97934b-2e23-446e-8a8c-c49cc6e9a5f3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.777791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e6040e6-35fb-498f-9756-703920953937 req-8e97934b-2e23-446e-8a8c-c49cc6e9a5f3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 946 time: 0.2685180 Oct 19 20:20:29.809498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5f9bd-86e4-44e6-b2ba-f47da97efdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c86bc-bf1a-452f-8e1d-208ab0f51529,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:29.849432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.851040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.851783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:29.917155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '454e19c4-fc1d-4fea-99cc-a2501ba8cd1c', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'port_id': '1f04f72e-9683-4622-aa91-a45955fe817d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'mac_address': 'fa:16:3e:df:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:25Z', 'revision_number': 1, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:29.924720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-e11cc143-4190-4875-9916-bb6ac5725de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:29.926394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-e11cc143-4190-4875-9916-bb6ac5725de2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.3065288 Oct 19 20:20:29.948632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1966660 Oct 19 20:20:29.951573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:29.952915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608fdd8-1513-4a46-bcb1-77652547af70 None None] The sync data for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 is: [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '454e19c4-fc1d-4fea-99cc-a2501ba8cd1c', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'port_id': '1f04f72e-9683-4622-aa91-a45955fe817d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'mac_address': 'fa:16:3e:df:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:25Z', 'revision_number': 1, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:29.958814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Request body: {'subnet': {'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-490215168-subnet', 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:29.997372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:30.003588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:30.020453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e6040e6-35fb-498f-9756-703920953937 req-a9a58d4f-0839-4d47-8618-70f3f39e4baf tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263935 Oct 19 20:20:30.022298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-a92e9e44-4c6e-425c-a955-d2dae3ed9f89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.0869229 Oct 19 20:20:30.023204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21cc55-3d02-473f-a99c-36b3fdd40f81 admin admin] Pushing event updated for resources: {'Network': ['ID=65485b93-44b4-4ed4-8553-a2d87a7f0826,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:30.036132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:20:30.131433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-4738923d-b212-4af3-b354-6a3eacdc2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.133190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-4738923d-b212-4af3-b354-6a3eacdc2038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1035085 Oct 19 20:20:30.183184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-7d5417b6-58c8-4727-adb8-e77db57d54de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425642 Oct 19 20:20:30.198641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:30.329177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:30.336574 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef15d3-5634-46db-932e-75fb8604d2b7 None None] New status for floating IP 454e19c4-fc1d-4fea-99cc-a2501ba8cd1c: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:20:30.352851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beadc8-1351-4c7f-b2db-47b32dde5ebd req-3d0b65d0-c5b7-442a-9b07-20b44e64b922 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.355010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69beadc8-1351-4c7f-b2db-47b32dde5ebd req-3d0b65d0-c5b7-442a-9b07-20b44e64b922 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1306510 Oct 19 20:20:30.400685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-a7fe513c-213d-4f74-9546-cadbabb14deb service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038078 Oct 19 20:20:30.442116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69beadc8-1351-4c7f-b2db-47b32dde5ebd req-06f1e2e0-0a53-4b71-b086-d4d9ee91d53c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747864 Oct 19 20:20:30.508481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa70235-3356-4979-aedc-e352fcabbaf2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:30.535891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:30.536241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Network hostable DHCP agents. Network: 65485b93-44b4-4ed4-8553-a2d87a7f0826, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:20:30.622926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:20:30.626022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.626506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.626965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.627445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.627970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.628335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.628786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.629232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.629716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.631664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b8b5f11-ae5f-47f4-b260-3d5d14f66314 req-e2065e4c-db33-4035-83c9-33b11c081426 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6424 time: 0.3248973 Oct 19 20:20:30.641539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 65485b93-44b4-4ed4-8553-a2d87a7f0826) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:30.653082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42cfd6e-2321-45e8-8d87-aff53ea4ee60 None None] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:30.667051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.667051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:30.695034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3704e2d0-9dbe-40ec-bd8b-548273e99e70 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7418814 Oct 19 20:20:30.836965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd99a-a0d2-4a9d-a234-7485ca397642 req-b25e014c-4f95-4c4b-a9af-4beb661e5667 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.842881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b899c2-e653-4bba-99af-add18e681b53 req-5931029c-6517-44d8-bfbb-efc54a843c03 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:30.844070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-19edd99a-a0d2-4a9d-a234-7485ca397642 req-b25e014c-4f95-4c4b-a9af-4beb661e5667 tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 886 time: 0.1590619 Oct 19 20:20:30.844921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18b899c2-e653-4bba-99af-add18e681b53 req-5931029c-6517-44d8-bfbb-efc54a843c03 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 948 time: 0.0704751 Oct 19 20:20:30.852911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-d038c0df-b117-4fd9-8249-3fbca7f05ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390299 Oct 19 20:20:30.877036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:30.901496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5c0df-0342-4fac-8a41-df0f2ed9b0ff None None] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:30.918258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18b899c2-e653-4bba-99af-add18e681b53 req-eb5b8332-72d2-4472-b23d-a64a6d78c642 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Oct 19 20:20:31.018862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d10a6-2448-431b-b5cf-e999783bf405 req-0c4f1f7a-c0bb-4a07-9302-50924489e898 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.026397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a81d10a6-2448-431b-b5cf-e999783bf405 req-0c4f1f7a-c0bb-4a07-9302-50924489e898 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 945 time: 0.0803432 Oct 19 20:20:31.075626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a81d10a6-2448-431b-b5cf-e999783bf405 req-7d8d5eaf-a0e2-43da-b6d0-4bcf3c374320 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480673 Oct 19 20:20:31.080291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-6eae3211-2c4d-419f-9572-00abe0b80213 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.082480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-6eae3211-2c4d-419f-9572-00abe0b80213 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1097 time: 0.1070077 Oct 19 20:20:31.122506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.123240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.123893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.124896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.125828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.126447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.127069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.127777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.128603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.132168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-957c2d09-4d2e-469a-9a61-1ef28ad9eccb req-e5149383-50ae-4dc3-a38d-6abd73b4c36a tempest-NetworksTest-1466080973 tempest-NetworksTest-1466080973-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.1868865 Oct 19 20:20:31.144194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:31.282727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.288069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device fb6a4143-da40-4b81-bd2b-2316b705d458 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:31.310337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef080a2-932c-4e88-a931-22ae1eec48ef req-8a1f49c7-94b7-4ada-8299-6f4b9efb8cf4 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.310337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ef080a2-932c-4e88-a931-22ae1eec48ef req-8a1f49c7-94b7-4ada-8299-6f4b9efb8cf4 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 946 time: 0.0841837 Oct 19 20:20:31.358385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port fb6a4143-da40-4b81-bd2b-2316b705d458 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:31.363102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port fb6a4143-da40-4b81-bd2b-2316b705d458 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:31.365004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.409650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ef080a2-932c-4e88-a931-22ae1eec48ef req-2c47cc17-c3f3-4878-9990-00b8d926f184 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746009 Oct 19 20:20:31.481433 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.526845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:31.531956 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5696e10-8b3a-4d6b-9c36-c81007d1bce4" -d '{"events": [{"server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "name": "network-vif-plugged", "status": "completed", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:31.534352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:31.541493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58268) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:31.569617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=fb6a4143-da40-4b81-bd2b-2316b705d458,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:31.574453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.580893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:31.640690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:31.665736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:31.670663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:31.671703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1696302593-network', 'tenant_id': 'cff45c0900094d63bb3f6fe0cd800cfa'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:31.673034 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5809b2b-6dc4-41c6-bcd5-8111f3d3108a" -d '{"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:31.677630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.685691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 30ebf62e-36c4-48f9-978c-a474ddcd3d37 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:31.699507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.716335 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e0ee6-1a79-4668-9d37-b6ed2d8931dd x-openstack-request-id: req-7c4e0ee6-1a79-4668-9d37-b6ed2d8931dd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:31.716635 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "name": "network-vif-plugged", "status": "completed", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:31.716751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Made reservation on behalf of cff45c0900094d63bb3f6fe0cd800cfa for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:31.717218 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c4e0ee6-1a79-4668-9d37-b6ed2d8931dd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:31.717630 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458', 'code': 200} Oct 19 20:20:31.719253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.726711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1bc7c-beba-46a9-b717-e5e48966de43 req-ad8b9e33-6e84-4245-baf4-2ffdfbf7d4ed tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.737438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71c1bc7c-beba-46a9-b717-e5e48966de43 req-ad8b9e33-6e84-4245-baf4-2ffdfbf7d4ed tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1141539 Oct 19 20:20:31.755221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.769618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:31.775714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:31.784181 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.847265 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b0b6f1-2d3c-4c11-9fe2-fa58687a05ee x-openstack-request-id: req-03b0b6f1-2d3c-4c11-9fe2-fa58687a05ee {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:31.847562 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:31.847815 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03b0b6f1-2d3c-4c11-9fe2-fa58687a05ee {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:31.848228 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'code': 200} Oct 19 20:20:31.897093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on host n-h2-805649-9 for vnic_type normal with profile {"migrating_to": "n-h1-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:31.897528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:31.897861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:31.917094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.922830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:31.923166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Attempting to bind port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:31.930624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.936802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.938034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71c1bc7c-beba-46a9-b717-e5e48966de43 req-ac658fd1-b667-4b4f-bb4b-80407e050c20 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962721 Oct 19 20:20:31.957963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:20:31.975382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:31.982203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:31.982535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:31.982912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:31.983348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Bound port: 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:31.983750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.997763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a5160-96ef-4850-8162-462530c290ad req-bcddaeef-854b-4f71-b84c-807d15458b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:31.997965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58162329-b53f-4221-9a61-b1663d1c7552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:31.999458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a5a5160-96ef-4850-8162-462530c290ad req-bcddaeef-854b-4f71-b84c-807d15458b06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 1100 time: 0.2127206 Oct 19 20:20:32.023016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:32.026748 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.027266 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Added segment a49496b1-9535-41e9-9b4c-3dd1083acc6c of type vlan for network b76c5a9f-2311-4743-8690-172d5f1d8b90 Oct 19 20:20:32.029217 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.055898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2de17c5-17ab-4fb5-9048-c5eb31c4c863,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.122412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.142639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a5a5160-96ef-4850-8162-462530c290ad req-35662d91-dd8d-4068-bcd9-494a409c2fe5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340950 Oct 19 20:20:32.153422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:32.159076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.164714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46e4e-8cac-43c5-9594-c7ab3cdc5acf req-49ba8220-aa18-43ff-8163-6043683f06ca tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.166660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02b46e4e-8cac-43c5-9594-c7ab3cdc5acf req-49ba8220-aa18-43ff-8163-6043683f06ca tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.1153624 Oct 19 20:20:32.168936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:32.174367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.181435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.187627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.188505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.189066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.250800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02b46e4e-8cac-43c5-9594-c7ab3cdc5acf req-5e04af4c-8631-42ca-b241-ab489e0167eb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768714 Oct 19 20:20:32.252798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5851173 Oct 19 20:20:32.264300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:32.276816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Request body: {'subnet': {'network_id': 'b76c5a9f-2311-4743-8690-172d5f1d8b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1696302593-subnet', 'tenant_id': 'cff45c0900094d63bb3f6fe0cd800cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:32.290374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.290998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.292359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 1122 time: 1.1725922 Oct 19 20:20:32.293332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e538b-41e3-4108-b4e9-2ab2baf1bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.314374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b473d0-aa4d-4c3a-96d7-bbdacda4a7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b76c5a9f-2311-4743-8690-172d5f1d8b90,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.317730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58162329-b53f-4221-9a61-b1663d1c7552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.326891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b76c5a9f-2311-4743-8690-172d5f1d8b90 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:20:32.328041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58162329-b53f-4221-9a61-b1663d1c7552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.365697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f655dc0-12fa-46c8-a0d8-c2115e4d8f1d req-3681ea33-7b3d-49fd-b6fe-9d4718d919d1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.371849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f655dc0-12fa-46c8-a0d8-c2115e4d8f1d req-3681ea33-7b3d-49fd-b6fe-9d4718d919d1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.1933625 Oct 19 20:20:32.385235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Made reservation on behalf of cff45c0900094d63bb3f6fe0cd800cfa for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:32.387873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.390230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8dc8711b-c6a3-4f63-ad62-371c2f07e819'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:32.434724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58162329-b53f-4221-9a61-b1663d1c7552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3fab037fc464a85b31e5aa45af200f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8921511 Oct 19 20:20:32.441517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58162329-b53f-4221-9a61-b1663d1c7552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb51aec-0469-4d8e-941c-0a172080ec28,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.445694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58300) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:32.501913 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-d85fbfb1-6ff5-4c0f-86e2-c9ac2072c81b service neutron] show failed (client error): The resource could not be found. Oct 19 20:20:32.503914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-d85fbfb1-6ff5-4c0f-86e2-c9ac2072c81b service neutron] 10.222.0.37 "GET /v2.0/ports/84e94011-3374-4efe-8d3f-065c0625a893/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.1478870 Oct 19 20:20:32.515666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.550181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f655dc0-12fa-46c8-a0d8-c2115e4d8f1d req-88140eed-3e2a-4f7a-8a2d-f8758730b48c tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656413 Oct 19 20:20:32.566171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.667108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42accc-cbf5-490c-b93f-01e5ccd07208 req-1f2e2814-8ca5-49e7-b583-4ae253ff2e3a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.668945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b42accc-cbf5-490c-b93f-01e5ccd07208 req-1f2e2814-8ca5-49e7-b583-4ae253ff2e3a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.1005974 Oct 19 20:20:32.684188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.713694 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.716406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.725588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abb51aec-0469-4d8e-941c-0a172080ec28 HTTP/1.1" status: 204 len: 168 time: 0.2737641 Oct 19 20:20:32.747112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b42accc-cbf5-490c-b93f-01e5ccd07208 req-56940cab-141f-4282-89b1-046a67e298b4 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686207 Oct 19 20:20:32.757238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f111-df17-4ad3-b12c-14215c23a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb51aec-0469-4d8e-941c-0a172080ec28,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.792352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Checking segment: {'id': 'a49496b1-9535-41e9-9b4c-3dd1083acc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b76c5a9f-2311-4743-8690-172d5f1d8b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:32.792710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Network hostable DHCP agents. Network: b76c5a9f-2311-4743-8690-172d5f1d8b90, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:20:32.794846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659a68cf-3fd4-4fd1-b024-ad6f89f82cd4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:32.805764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-01c59df9-57bb-41e8-8339-49436883088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.807372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-01c59df9-57bb-41e8-8339-49436883088c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.0901289 Oct 19 20:20:32.824207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:32.827959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Network b76c5a9f-2311-4743-8690-172d5f1d8b90 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:20:32.857254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b76c5a9f-2311-4743-8690-172d5f1d8b90) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:32.864630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:32.865208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.867363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96284d3-ffcb-478a-a0c4-16172359bdce None None] Network b76c5a9f-2311-4743-8690-172d5f1d8b90 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:32.897535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:32.903557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-97ebcc5f-a5ce-439b-af1c-0f0febb30667 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6347759 Oct 19 20:20:33.109461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d59a0-ddb4-48af-894a-4579a90d9136 None None] Network b76c5a9f-2311-4743-8690-172d5f1d8b90 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:33.195858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032588d-fc5e-4ef4-be96-aa976f57ac66 req-1de81af3-7316-42f4-a891-6ff34163e2b4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:33.198266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7032588d-fc5e-4ef4-be96-aa976f57ac66 req-1de81af3-7316-42f4-a891-6ff34163e2b4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1268246 Oct 19 20:20:33.204915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58320) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:33.265018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-649b9719-e687-403f-a527-10e238a67306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.349473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7032588d-fc5e-4ef4-be96-aa976f57ac66 req-542609ba-ac42-4b59-9f59-8d22fc76a4b6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294401 Oct 19 20:20:33.352811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:33.385273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-649b9719-e687-403f-a527-10e238a67306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.390532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-649b9719-e687-403f-a527-10e238a67306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.403083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:33.443204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-649b9719-e687-403f-a527-10e238a67306 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=967084dd53554fccace8df34a08bcff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363398 Oct 19 20:20:33.446311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:33.454088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:33.456904 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c66eab-5a73-4215-ae31-6db273897444" -d '{"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-unplugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:33.460817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.471485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b9719-e687-403f-a527-10e238a67306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52733b63-bb82-4e7b-8a17-49f29c77358d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:33.480794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Transition to ACTIVE for port object 84e94011-3374-4efe-8d3f-065c0625a893 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:33.487594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.522157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8eaae-2cda-480f-a1c3-7983828a9bf5 req-e7cb08d1-8eca-4a0f-b0d0-09d5fc402cda tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:33.529254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cab8eaae-2cda-480f-a1c3-7983828a9bf5 req-e7cb08d1-8eca-4a0f-b0d0-09d5fc402cda tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.0994523 Oct 19 20:20:33.542520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:33.563285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.589167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cab8eaae-2cda-480f-a1c3-7983828a9bf5 req-b16f44b1-77d7-4ec2-b644-3d3c9edfabee tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Oct 19 20:20:33.590137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] No DVR routers for this DVR port 84e94011-3374-4efe-8d3f-065c0625a893 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:20:33.610655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.667020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.670903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:33.677352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52733b63-bb82-4e7b-8a17-49f29c77358d HTTP/1.1" status: 204 len: 168 time: 0.2296252 Oct 19 20:20:33.688141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552db2f0-9286-4768-bc8b-633134a0fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52733b63-bb82-4e7b-8a17-49f29c77358d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:33.718287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:33.721348 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec937b6-d3e4-4eca-93bf-4857f5e78414" -d '{"events": [{"server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "name": "network-vif-plugged", "status": "completed", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:33.817782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f8f84-ed7a-4e88-b682-4781a0f9b6d8 req-45ceab9c-7606-4719-9f8a-8aad4420709e tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:33.819430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88f8f84-ed7a-4e88-b682-4781a0f9b6d8 req-45ceab9c-7606-4719-9f8a-8aad4420709e tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.0574582 Oct 19 20:20:33.853997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:33.856345 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72eac0b-040f-4469-9a30-2b9ef6b94c40" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:33.868726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88f8f84-ed7a-4e88-b682-4781a0f9b6d8 req-90e5cf8a-f814-42ac-a8f2-0dbb303442bb tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Oct 19 20:20:33.945479 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac4f80-c26a-4297-a53c-d7acb058f4ad x-openstack-request-id: req-adac4f80-c26a-4297-a53c-d7acb058f4ad {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:33.945767 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-unplugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:33.946013 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adac4f80-c26a-4297-a53c-d7acb058f4ad {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:33.946384 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'code': 200} Oct 19 20:20:33.955340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:33.955670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:33.955980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:33.963398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:33.963761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Attempting to bind port 84e94011-3374-4efe-8d3f-065c0625a893 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:33.972278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:33.972741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:33.973267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:33.973855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Bound port: 84e94011-3374-4efe-8d3f-065c0625a893, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:33.974207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:34.007263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e20a9ab-5d9a-474f-93d5-e4a57984ee14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.008732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e20a9ab-5d9a-474f-93d5-e4a57984ee14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.4205539 Oct 19 20:20:34.042500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-7011f2a0-fb0d-4ad2-b938-bcf1e4ba2a3c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/quotas/ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 375 time: 0.0161083 Oct 19 20:20:34.088211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-5baa3722-ec62-4938-b8b4-2f3ca8bd8106 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361454 Oct 19 20:20:34.090581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:34.102127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:34.113538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:34.172069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.172673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:34.174072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 1096 time: 1.3543479 Oct 19 20:20:34.253701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b4866-fc91-480b-a278-d9fad4d329a8 service neutron] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:34.286299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-ef45455b-2172-40d5-aaa7-e281490fea7f service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826341 Oct 19 20:20:34.294337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-8e3e5fcd-3fdd-4eb9-a146-287f98f70336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.296401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-8e3e5fcd-3fdd-4eb9-a146-287f98f70336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.0937426 Oct 19 20:20:34.303112 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25ef8fa-6edf-42b1-9a50-ce1da3ef5123 x-openstack-request-id: req-d25ef8fa-6edf-42b1-9a50-ce1da3ef5123 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:34.303425 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "name": "network-vif-plugged", "status": "completed", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:34.303684 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d25ef8fa-6edf-42b1-9a50-ce1da3ef5123 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:34.304093 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'code': 200} Oct 19 20:20:34.425851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-12724e5d-40be-491d-b643-9bc56391a0bd service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263216 Oct 19 20:20:34.496106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4689-142e-4a79-839d-e1b397e8cdb2 req-83929ec8-a824-4eea-9e49-8c96d3ba3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.499151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-020a4689-142e-4a79-839d-e1b397e8cdb2 req-83929ec8-a824-4eea-9e49-8c96d3ba3583 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 1097 time: 0.1030965 Oct 19 20:20:34.519604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158b70-30c7-41f5-ab2e-7b43f6fe887b req-9d4a9a1b-f810-4676-85a4-1a62f9d968d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.522303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-ed4a2be9-529f-4a7c-8caf-954f100995db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.523874 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-ed4a2be9-529f-4a7c-8caf-954f100995db service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1240585 Oct 19 20:20:34.527116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2158b70-30c7-41f5-ab2e-7b43f6fe887b req-9d4a9a1b-f810-4676-85a4-1a62f9d968d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.1432731 Oct 19 20:20:34.574527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-020a4689-142e-4a79-839d-e1b397e8cdb2 req-4a01ba05-5438-49a5-aafe-3385173c5a24 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686059 Oct 19 20:20:34.586915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2158b70-30c7-41f5-ab2e-7b43f6fe887b req-b8f367e9-dd70-4c0d-8d9b-722a2911a063 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Oct 19 20:20:34.607105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-5e1ce9d8-7afc-4f01-b6b8-52b68c7e4c3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0759437 Oct 19 20:20:34.632856 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15089e1f-4a04-4c79-9ec1-2146c31dd5a3 x-openstack-request-id: req-15089e1f-4a04-4c79-9ec1-2146c31dd5a3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:34.633207 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:34.633558 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15089e1f-4a04-4c79-9ec1-2146c31dd5a3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:34.634068 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'status': 'completed', 'code': 200} Oct 19 20:20:34.888592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-ec5ea192-8a4e-44ca-b8e3-3bc2017a97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.890474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-ec5ea192-8a4e-44ca-b8e3-3bc2017a97ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0654764 Oct 19 20:20:34.935378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-79cb0f89-4df7-41a8-b896-872ad1c22e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.936960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-79cb0f89-4df7-41a8-b896-872ad1c22e46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1125 time: 0.0942061 Oct 19 20:20:34.987458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-731d18ae-ae7b-4959-8a1f-1f1fce44f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:34.988976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-731d18ae-ae7b-4959-8a1f-1f1fce44f724 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865467 Oct 19 20:20:35.002115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd8567-b2cb-4c02-a76a-7083e08384c1 req-2381f1b7-7734-4448-adda-f8676f3eaf3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.003585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0fd8567-b2cb-4c02-a76a-7083e08384c1 req-2381f1b7-7734-4448-adda-f8676f3eaf3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.0684645 Oct 19 20:20:35.042163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.042741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.043214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.043677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.044134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.044593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.045090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.045960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.047534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-7b372c78-3c3d-455e-abbc-bbc055fa35ce tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb&device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192&device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f&device_id=8b6fd684-8304-4c93-ac3d-40451801c298&device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6&device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88&device_id=2d638670-8150-46fd-8322-9ef50756d42d&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 7343 time: 0.1240819 Oct 19 20:20:35.087764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-c76ed2ad-b9d8-4ed6-9917-d3d1b43a569d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:35.097482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-e2c42c0c-a84c-48fe-bde8-345dde4d3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.098962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-e2c42c0c-a84c-48fe-bde8-345dde4d3d1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1385491 Oct 19 20:20:35.100892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0fd8567-b2cb-4c02-a76a-7083e08384c1 req-15974971-a7f2-4cc0-b746-f5a97d1de8cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893924 Oct 19 20:20:35.130068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-eb7f90c3-f99f-430a-8cf6-e506ad692d3a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Oct 19 20:20:35.161985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-3173aac0-90f7-4e34-adf0-23d83a069d2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.0518625 Oct 19 20:20:35.230363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd9c486c-7988-4e3a-a2ca-09e3d190e177 req-41129a4f-a0e4-4c8a-b91b-630798ff33f9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0596495 Oct 19 20:20:35.232616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-fc7cc9e1-78fa-41cd-be4d-2a8693fb52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.234117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-fc7cc9e1-78fa-41cd-be4d-2a8693fb52cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0616341 Oct 19 20:20:35.254807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ac33f06-5039-4ff5-9b90-23bfba07e42d req-c5255bbb-f744-43e6-ba2e-065ef32a0838 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177802 Oct 19 20:20:35.289072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-20a51e78-7d08-4179-a2be-8a3ed5010a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443869 Oct 19 20:20:35.293980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-c76ed2ad-b9d8-4ed6-9917-d3d1b43a569d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:35.314300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:35.318384 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-c76ed2ad-b9d8-4ed6-9917-d3d1b43a569d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:35.348462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e36049-8f0c-489f-9384-05eb2fd96d74 req-c76ed2ad-b9d8-4ed6-9917-d3d1b43a569d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&id=d6278626-1815-42c1-83c6-a72f3295f91d&id=2d265689-60c2-45e1-9f94-9218f9851bdd&id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.2844620 Oct 19 20:20:35.441818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ed2ad-b9d8-4ed6-9917-d3d1b43a569d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f44bf4-2c6d-46db-b026-5f58be4e5120,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:35.461912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:35.481115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-db029039-f9f3-405c-8b67-4cf68bb5e544 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831443 Oct 19 20:20:35.485413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 has no active binding in host n-h1-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:20:35.552836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-878e6e56-2edd-430a-920d-a6cd7fbb7c5f tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e54e9be010364812ba1241debffd37e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227795 Oct 19 20:20:35.601319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed351a23-3f3c-45e9-b3cd-46906a405f19 req-59a08cfb-2a1a-46b8-bbfc-a1db28833c8c tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.602830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed351a23-3f3c-45e9-b3cd-46906a405f19 req-59a08cfb-2a1a-46b8-bbfc-a1db28833c8c tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.1142375 Oct 19 20:20:35.635115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72eac0b-040f-4469-9a30-2b9ef6b94c40 req-db5afc93-e88e-4781-93a4-e5974b8a0d16 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328232 Oct 19 20:20:35.653764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed351a23-3f3c-45e9-b3cd-46906a405f19 req-9c2454d6-4949-4567-8427-09111b92a7c1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Oct 19 20:20:35.671226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-f4228865-5217-4954-b47d-d4a5f5d0c019 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.678710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-f4228865-5217-4954-b47d-d4a5f5d0c019 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200991 Oct 19 20:20:35.689847 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-7196e13f-c64e-4d97-9c5a-4957938b3908 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/quotas/e54e9be010364812ba1241debffd37e3 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Oct 19 20:20:35.726990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c412ec6e-d121-48dc-823a-a1caece405a1 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e54e9be010364812ba1241debffd37e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303631 Oct 19 20:20:35.850955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-8b82bd3c-b087-4dc8-8b9b-214d39cffd26 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.852836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-8b82bd3c-b087-4dc8-8b9b-214d39cffd26 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.1332793 Oct 19 20:20:35.876736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Request body: {'port': {'device_id': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'admin_state_up': True, 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:35.954464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9cc2-28f4-41b2-9d5a-23b77cd16949 req-11146fd9-e68b-45e9-9faa-2089a11de930 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:35.957446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-baed9cc2-28f4-41b2-9d5a-23b77cd16949 req-11146fd9-e68b-45e9-9faa-2089a11de930 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.0612876 Oct 19 20:20:35.958026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:35.961500 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46222e7f-c091-4d0d-93b3-6d4f9177814a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:36.019153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:36.022873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:36.025952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-baed9cc2-28f4-41b2-9d5a-23b77cd16949 req-fe9c4cd6-6bc5-4d5e-beb5-4da0224ced73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595434 Oct 19 20:20:36.258164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-76a5e71c-5342-488e-b396-49974ff585cc service neutron] 10.222.0.11 "GET /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819/bindings/n-h1-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.1666322 Oct 19 20:20:36.260014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12680d49-126d-49ea-94ac-2e448429ad46 req-def02a10-2c65-4d84-adf0-cf776b300022 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0424864 Oct 19 20:20:36.302760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Allocated IP 172.20.0.9 (65485b93-44b4-4ed4-8553-a2d87a7f0826/daa70235-3356-4979-aedc-e352fcabbaf2/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:36.356084 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e134a4-2ddf-4059-aca3-9a7a6415c4cf x-openstack-request-id: req-35e134a4-2ddf-4059-aca3-9a7a6415c4cf {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:36.357511 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:36.357878 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35e134a4-2ddf-4059-aca3-9a7a6415c4cf {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:36.360083 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'status': 'completed', 'code': 200} Oct 19 20:20:36.494971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-62d75696-7b7a-4ac4-b68e-1eabb0236bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.496357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-62d75696-7b7a-4ac4-b68e-1eabb0236bb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.0941296 Oct 19 20:20:36.516019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d518f-7268-4cfe-a99a-d58dd84a4163 req-9a4c8737-f670-4a2e-9b9f-28fa193cbbcd tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.516498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d518f-7268-4cfe-a99a-d58dd84a4163 req-9a4c8737-f670-4a2e-9b9f-28fa193cbbcd tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.516963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d518f-7268-4cfe-a99a-d58dd84a4163 req-9a4c8737-f670-4a2e-9b9f-28fa193cbbcd tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.522613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e1d518f-7268-4cfe-a99a-d58dd84a4163 req-9a4c8737-f670-4a2e-9b9f-28fa193cbbcd tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192&device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6&device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 2881 time: 0.0705707 Oct 19 20:20:36.601364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-46341f40-3249-47c4-8885-d02a6381a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.603009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-46341f40-3249-47c4-8885-d02a6381a2e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.2152042 Oct 19 20:20:36.613532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e1d518f-7268-4cfe-a99a-d58dd84a4163 req-0d729093-7f91-4a84-8d5b-310b608d1546 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760043 Oct 19 20:20:36.630245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-31b007af-df97-49bb-93a5-eb0eb3059256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.631912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-31b007af-df97-49bb-93a5-eb0eb3059256 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1274550 Oct 19 20:20:36.659385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05f20c-4469-4581-aaeb-ca4e9f26d2ba req-87fdc254-ce8c-4324-9661-e73885845110 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.660985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc05f20c-4469-4581-aaeb-ca4e9f26d2ba req-87fdc254-ce8c-4324-9661-e73885845110 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.2289882 Oct 19 20:20:36.691606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:36.695431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-ca57a74f-0ff8-44f9-91f7-97ce00882f7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0508971 Oct 19 20:20:36.725802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2eb926a-fd9d-4ad7-85ba-0c5b9c1ff58f req-c49eedc0-ca05-4e16-9a11-f6b7cb59fd7d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0327532 Oct 19 20:20:36.757783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:36.766726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-e9532a17-5336-4b0e-9607-40321639c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.768370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-e9532a17-5336-4b0e-9607-40321639c0cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0643423 Oct 19 20:20:36.815806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc05f20c-4469-4581-aaeb-ca4e9f26d2ba req-0ef7905c-b771-4987-bbc9-6096f1cc03eb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353974 Oct 19 20:20:36.821135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-e2ac250a-267a-4aa6-ad28-fb2f66441950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.822668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-e2ac250a-267a-4aa6-ad28-fb2f66441950 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446072 Oct 19 20:20:36.831307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:36.852182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-03e0b2f6-eb47-4713-8fdf-7839f445fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.854157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-03e0b2f6-eb47-4713-8fdf-7839f445fe41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2423615 Oct 19 20:20:36.875178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:36.880759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc8711b-c6a3-4f63-ad62-371c2f07e819 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:36.924516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:36.958713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-cdebbaa9-0481-44fa-90bc-c98b755b93c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0956364 Oct 19 20:20:36.980127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:36.992640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818f957-1565-45b5-bffc-cb138cbc3699 req-a9bbf433-15da-4bea-9749-7d77c2e5a6ab tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:36.994242 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c818f957-1565-45b5-bffc-cb138cbc3699 req-a9bbf433-15da-4bea-9749-7d77c2e5a6ab tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.0728133 Oct 19 20:20:37.004670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-f81488dd-89de-4c25-b152-c8d8f7d189d5 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662614 Oct 19 20:20:37.005908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:37.021386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:37.030436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:37.034081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:37.069726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c818f957-1565-45b5-bffc-cb138cbc3699 req-3bd65094-593b-424c-879e-35349a17ee1c tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640221 Oct 19 20:20:37.098175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-aa5258dd-ae7f-4b2a-ab43-a47823ecec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.099635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-aa5258dd-ae7f-4b2a-ab43-a47823ecec47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1321454 Oct 19 20:20:37.212833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-82abf3c9-4a2c-4215-b9a9-f1f8dc626a3c service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974883 Oct 19 20:20:37.317954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:37.333417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4d56b-0c64-41c2-9a3a-443d56b4f803 req-ce6d5863-6f39-4c2e-8631-a5c5f58432f9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.335244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31a4d56b-0c64-41c2-9a3a-443d56b4f803 req-ce6d5863-6f39-4c2e-8631-a5c5f58432f9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 944 time: 0.0631864 Oct 19 20:20:37.366363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:20:37.381792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31a4d56b-0c64-41c2-9a3a-443d56b4f803 req-49c6d3d3-6e87-47db-bbc5-84e3480139d8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Oct 19 20:20:37.404124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-f26bc5bc-9ecd-4bda-907e-f688d5ad8496 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e54e9be010364812ba1241debffd37e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2977688 Oct 19 20:20:37.456905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.457576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:37.505481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cbaea-9fd6-4cc3-b5a2-7db6a35e17dc req-fbf593fa-7385-40b6-a8dc-e94ce606f0ac tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.507556 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe0cbaea-9fd6-4cc3-b5a2-7db6a35e17dc req-fbf593fa-7385-40b6-a8dc-e94ce606f0ac tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.0655572 Oct 19 20:20:37.516399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58466) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:37.524975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'floatingip': {'port_id': '30ebf62e-36c4-48f9-978c-a474ddcd3d37'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:37.566755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-3e31b19b-3864-4764-a41c-5be6daede141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6943858 Oct 19 20:20:37.582866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] Transition to ACTIVE for port object 8dc8711b-c6a3-4f63-ad62-371c2f07e819 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:37.590728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Request body: {'port': {'device_id': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:37.594548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-7bfd54dd-0130-46e9-a23d-92f53e920e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.596588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-7bfd54dd-0130-46e9-a23d-92f53e920e3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4802701 Oct 19 20:20:37.613172 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:37.617893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:37.667107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14c9f13d-84dc-4e5e-b79a-ac84ca42a8e5 req-f701ca8f-78e5-40cb-b525-ef0463611dae tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0829859 Oct 19 20:20:37.766054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-3f990cab-bf66-4ab5-9a6d-43714fbadec0 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.771154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-3f990cab-bf66-4ab5-9a6d-43714fbadec0 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386900 Oct 19 20:20:37.821191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Request body: {'port': {'device_id': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'e54e9be010364812ba1241debffd37e3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:37.873077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] No DVR routers for this DVR port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:20:37.925779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:37.973452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:37.996115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b2dab-8882-4c1c-bbb4-10af755bf430 req-ee292c99-8241-4da2-a6ab-7d0a885aa91b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:37.997733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b7b2dab-8882-4c1c-bbb4-10af755bf430 req-ee292c99-8241-4da2-a6ab-7d0a885aa91b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 931 time: 0.1258817 Oct 19 20:20:38.083765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-ca128c81-06b7-4e37-b62b-ad6d14e2cb01 service neutron] 10.222.0.11 "PUT /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819/bindings/n-h1-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8179047 Oct 19 20:20:38.101088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b7b2dab-8882-4c1c-bbb4-10af755bf430 req-67bbe8c3-7e2c-4964-9064-4944d963b7ff tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616682 Oct 19 20:20:38.108908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-1fcdf2e9-8bd6-4985-97cd-59371186e764 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001349 Oct 19 20:20:38.130041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:38.256441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad1e1-2bc7-4804-a309-7527dc226496 req-bbb502ee-dc21-44bf-bc0a-a0529075eb69 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.257992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf4ad1e1-2bc7-4804-a309-7527dc226496 req-bbb502ee-dc21-44bf-bc0a-a0529075eb69 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.3186562 Oct 19 20:20:38.311314 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853bd40a-d7c5-434a-a537-c5d020c8efa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.317795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-7710a046-632b-4db4-94d1-ff220cddf922 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.319297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-7710a046-632b-4db4-94d1-ff220cddf922 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.1630759 Oct 19 20:20:38.346991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7fef4-07a1-41e9-9748-728b53f7ca0f req-3b9a1abb-c945-49a6-94b2-62416eef005f tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.348461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45d7fef4-07a1-41e9-9748-728b53f7ca0f req-3b9a1abb-c945-49a6-94b2-62416eef005f tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1100 time: 0.1606095 Oct 19 20:20:38.353748 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.380309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Made reservation on behalf of e54e9be010364812ba1241debffd37e3 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:38.383857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.389366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.416568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf4ad1e1-2bc7-4804-a309-7527dc226496 req-7b7cf7e8-45cf-4ca0-b8c3-c07decd0f38f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447458 Oct 19 20:20:38.419953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.426643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46222e7f-c091-4d0d-93b3-6d4f9177814a req-24a3bbf4-c3fc-47fd-80b3-511938cf80b7 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080602 Oct 19 20:20:38.489443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45d7fef4-07a1-41e9-9748-728b53f7ca0f req-5da091ad-5aac-4c6d-b28c-c40ba3fc8c40 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171076 Oct 19 20:20:38.517732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-2dd3b0fd-b4b7-4a83-9714-0bcc9c5fd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.517732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-2dd3b0fd-b4b7-4a83-9714-0bcc9c5fd741 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 1096 time: 0.1746101 Oct 19 20:20:38.612050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853bd40a-d7c5-434a-a537-c5d020c8efa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.613453 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 associated. External IP: 172.25.7.32, port: 30ebf62e-36c4-48f9-978c-a474ddcd3d37. Oct 19 20:20:38.618835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853bd40a-d7c5-434a-a537-c5d020c8efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.675766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:38.679286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-32ded55e-e3ad-4b3c-b24b-ee07dcf012bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.680778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-32ded55e-e3ad-4b3c-b24b-ee07dcf012bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1096 time: 0.1370699 Oct 19 20:20:38.683381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.700311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Transition to ACTIVE for port object 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:38.711298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bee8a-2c8f-4ce5-94e8-b35d3d076326 req-86e944a6-fac7-45d4-9acc-55d0a50e8275 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.719744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257bee8a-2c8f-4ce5-94e8-b35d3d076326 req-86e944a6-fac7-45d4-9acc-55d0a50e8275 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.2130184 Oct 19 20:20:38.738686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bd40a-d7c5-434a-a537-c5d020c8efa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab151997-2d2f-4a72-ad40-ef891b689da7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:38.746875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.748566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-853bd40a-d7c5-434a-a537-c5d020c8efa3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76179481caca4bc1861dae00e0c2007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174972 Oct 19 20:20:38.758092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58500) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:38.762450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.779355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:38.918857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df399a6-5c90-4287-b570-e5feff6c217b req-552c01d5-b4ff-4a20-8f4f-169fcedd8f5d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.920361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4df399a6-5c90-4287-b570-e5feff6c217b req-552c01d5-b4ff-4a20-8f4f-169fcedd8f5d tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1100 time: 0.1394575 Oct 19 20:20:38.929871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-2e192f1f-144f-41cd-93a7-ab151664759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:38.931254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-2e192f1f-144f-41cd-93a7-ab151664759e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.2416720 Oct 19 20:20:38.995117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77992046-2795-4782-8a7b-309fa763c1ad,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:39.004865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:39.010674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257bee8a-2c8f-4ce5-94e8-b35d3d076326 req-61e02fba-bf98-494b-87ac-491c96560f21 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900965 Oct 19 20:20:39.054155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-35aa6ab6-a786-4102-befd-45fed09711ab tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.055859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-35aa6ab6-a786-4102-befd-45fed09711ab tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 948 time: 0.2966135 Oct 19 20:20:39.188743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.242822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-45d4e7c4-ea5a-4163-b6bf-ab54f11a906a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.3024704 Oct 19 20:20:39.260640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.265906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Allocated IP 192.168.233.246 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/6c995259-0500-4998-97f5-03ac977bd90c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:39.282173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:39.282503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:39.282830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:39.315779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4df399a6-5c90-4287-b570-e5feff6c217b req-f8809951-0458-4820-8a8c-bdbdbbcb901c tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871982 Oct 19 20:20:39.319427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716599cb-1470-4904-a255-9da191a65e47 req-d4156980-8a65-4213-b977-3d10efebbf6a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.320938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-716599cb-1470-4904-a255-9da191a65e47 req-d4156980-8a65-4213-b977-3d10efebbf6a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 948 time: 0.1920948 Oct 19 20:20:39.321539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:39.321856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:39.323979 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-08780db0-96e8-4ddf-9aa7-3186fc75be5f service neutron] delete failed (client error): The resource could not be found. Oct 19 20:20:39.325022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-08780db0-96e8-4ddf-9aa7-3186fc75be5f service neutron] 10.222.0.37 "DELETE /v2.0/ports/84e94011-3374-4efe-8d3f-065c0625a893/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.2581077 Oct 19 20:20:39.345337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-1762084a-9113-4a84-89ed-bf1fb674804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.346902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-1762084a-9113-4a84-89ed-bf1fb674804e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0758362 Oct 19 20:20:39.348766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:20:39.363478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:39.363943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:39.364284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:39.364728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Bound port: 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:39.365097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.436673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-228e57f6-4455-4bd0-82d2-fc024b3fe578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750341 Oct 19 20:20:39.460279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1e12826-2218-44c5-82d6-0a764a9a8c0a req-592424b1-3a0c-445d-8598-c93dc0edab07 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0519850 Oct 19 20:20:39.502657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-716599cb-1470-4904-a255-9da191a65e47 req-552a0621-d65a-48e6-b749-38c943411561 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620796 Oct 19 20:20:39.503245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.506325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.509160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab151997-2d2f-4a72-ad40-ef891b689da7 HTTP/1.1" status: 204 len: 168 time: 0.7455487 Oct 19 20:20:39.527944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f411-04e7-44df-a521-2ed7b01c0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab151997-2d2f-4a72-ad40-ef891b689da7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:39.622700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:39.626933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:20:39.633866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.637028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-650ad4f4-40ae-4972-b95c-946dea7b0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.638389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:20:39.639416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-650ad4f4-40ae-4972-b95c-946dea7b0b35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1099 time: 0.2022421 Oct 19 20:20:39.659739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-724b9ee5-9b23-4e25-925c-bca70de10808 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020535 Oct 19 20:20:39.660926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:39.663247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:20:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:39.663987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:39.682445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.695567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb92291-ac69-44a9-a2c4-36662727a75b req-5641824b-7cee-4b7b-9539-bffcdbc51e16 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.697110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cb92291-ac69-44a9-a2c4-36662727a75b req-5641824b-7cee-4b7b-9539-bffcdbc51e16 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.1347749 Oct 19 20:20:39.699774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ae9d7df3-66fe-4baa-8328-3de9e4b344c2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "PUT /v2.0/floatingips/f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 HTTP/1.1" status: 200 len: 991 time: 2.1825037 Oct 19 20:20:39.722454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:39.724649 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864" -d '{"events": [{"name": "network-changed", "server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:39.778203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:39.785481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:39.807576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.815188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cb92291-ac69-44a9-a2c4-36662727a75b req-19f97646-868f-4a65-be83-0af2de321783 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846934 Oct 19 20:20:39.816121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.816890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:39.818328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 1091 time: 2.2418673 Oct 19 20:20:39.818769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:39.821111 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b19561-8c92-40db-aca5-d41e19ebd3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:39.847639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-8ff2deef-90a8-445d-8d5a-aba89e7572f5 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785591 Oct 19 20:20:39.883449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4baae3-7072-4b70-b785-0d6bca2930e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:39.917698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:20:39.947788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-0403d1a2-f782-45bf-a41e-31e189ac537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.949669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-0403d1a2-f782-45bf-a41e-31e189ac537e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0752285 Oct 19 20:20:39.967968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-9cdefec2-a67b-4214-8a4b-34c4694f80df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:39.971357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-9cdefec2-a67b-4214-8a4b-34c4694f80df service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3202364 Oct 19 20:20:40.027375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-ced4e026-f7cf-4e5e-aa04-f20e44cbaddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.0685158 Oct 19 20:20:40.054903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:40.073871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:40.119688 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ce8c3-80ae-41cc-b0e7-79a804a8b19f x-openstack-request-id: req-110ce8c3-80ae-41cc-b0e7-79a804a8b19f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:40.120061 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:40.120193 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-110ce8c3-80ae-41cc-b0e7-79a804a8b19f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:40.120591 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'status': 'completed', 'code': 200} Oct 19 20:20:40.139380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-15e44136-3916-4a9c-9a16-38ecb92841e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.148692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-15e44136-3916-4a9c-9a16-38ecb92841e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.1136112 Oct 19 20:20:40.160852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-bfe19604-cf06-4570-b0ae-09ed45747352 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.1129935 Oct 19 20:20:40.213109 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3055a7dc-4d9f-4a2a-8950-5131b7608b06 x-openstack-request-id: req-3055a7dc-4d9f-4a2a-8950-5131b7608b06 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:40.213688 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:40.214091 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3055a7dc-4d9f-4a2a-8950-5131b7608b06 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:40.214635 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'status': 'completed', 'code': 200} Oct 19 20:20:40.215556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Pushing event updated for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:40.218316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-36698276-113c-4cbf-a0c0-31471f1aa38a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561597 Oct 19 20:20:40.241966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:40.267245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '84e94011-3374-4efe-8d3f-065c0625a893', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '84e94011-3374-4efe-8d3f-065c0625a893', 'mac_address': 'fa:16:3e:d6:0f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:40.354008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-a9cbb9bc-5233-404b-9e4a-685e90e61115 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233644 Oct 19 20:20:40.374426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:40.404280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:40.420771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:40.429538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:40.436747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-db7f27d4-238a-4510-8b6d-8b2d58e827d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.439076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-db7f27d4-238a-4510-8b6d-8b2d58e827d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1974742 Oct 19 20:20:40.451436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af105-1ce4-4552-af93-69c822208d6d req-2af5e36f-5e3c-4bd7-98bd-ca2f309be65c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.452023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e94011-3374-4efe-8d3f-065c0625a893 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:40.453054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-2af5e36f-5e3c-4bd7-98bd-ca2f309be65c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.2417068 Oct 19 20:20:40.470113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707e87-1d51-4eea-8e29-bd7b1ffdaaf1 req-4249164f-c956-4217-bf44-bc8cb20f60ab tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.492198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e707e87-1d51-4eea-8e29-bd7b1ffdaaf1 req-4249164f-c956-4217-bf44-bc8cb20f60ab tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.2718539 Oct 19 20:20:40.510750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:40.547214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:40.621968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e707e87-1d51-4eea-8e29-bd7b1ffdaaf1 req-1fc0ae4d-4801-48a4-86be-d4cf23e90227 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241720 Oct 19 20:20:40.624487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-336c03aa-dc36-4908-8967-dc5f5c6b5753 req-54cf3e67-63de-4ab0-abde-376d088f1f1a service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616334 Oct 19 20:20:40.643979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:40.662602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:ae:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:20:38Z', 'revision_number': 1, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:40.704444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:20:40.716381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-2b05e76a-1c28-4364-a126-a09d2eabf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.720437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-2b05e76a-1c28-4364-a126-a09d2eabf849 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 1097 time: 0.5583942 Oct 19 20:20:40.738745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:20:40.739382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:20:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:40.779454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-22bd341b-2d80-4124-9207-416ed6ee67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.783835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-22bd341b-2d80-4124-9207-416ed6ee67b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1094 time: 0.0971687 Oct 19 20:20:40.844263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58560) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:40.847775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-e99c50a4-e347-4b64-8a66-443c100d660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.849625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-e99c50a4-e347-4b64-8a66-443c100d660d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4012983 Oct 19 20:20:40.887980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.891067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:40.947280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168030f-e1c7-4aee-b7d0-93e428c42b47 req-b59c18bc-7d1d-4d4f-8200-8ef0c977b06a tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.955732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4168030f-e1c7-4aee-b7d0-93e428c42b47 req-b59c18bc-7d1d-4d4f-8200-8ef0c977b06a tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 936 time: 0.1681652 Oct 19 20:20:40.994009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-a306f60d-3612-4ea9-9b49-8ae89a200861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:40.995522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-a306f60d-3612-4ea9-9b49-8ae89a200861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1918974 Oct 19 20:20:41.012755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:41.029636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4168030f-e1c7-4aee-b7d0-93e428c42b47 req-b06f89c7-424b-4621-af6e-4c7c126ca704 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685275 Oct 19 20:20:41.092817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-61cdca56-1044-4e94-9fad-c093f9179383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.0878584 Oct 19 20:20:41.106141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:20:41.169142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-4f5f3dbf-eb43-428d-8ed8-8ed1480879d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.170984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-4f5f3dbf-eb43-428d-8ed8-8ed1480879d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0672731 Oct 19 20:20:41.218415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-8a89885b-3b03-4cc3-a276-57ebf3511333 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379705 Oct 19 20:20:41.251651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1593388163-network', 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:41.289784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-76f37d8b-12dc-4820-a042-a493f28ed927 None None] Provisioning complete for port 6c995259-0500-4998-97f5-03ac977bd90c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:41.290248 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76f37d8b-12dc-4820-a042-a493f28ed927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:41.304988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-4ea09109-ef6f-4780-9e53-49f7ea6eb8fd tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4902844 Oct 19 20:20:41.314141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2584bf-07e5-4020-b9ee-d1124d7c519e req-cadc739a-91d3-48ac-9c28-e7c8264f7bd3 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.316216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd2584bf-07e5-4020-b9ee-d1124d7c519e req-cadc739a-91d3-48ac-9c28-e7c8264f7bd3 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1346238 Oct 19 20:20:41.365070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-0698cecf-2b8d-44e8-8519-7d9e2be65fda service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326969 Oct 19 20:20:41.367860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Request body: {'port': {'device_id': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:41.372825 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd2584bf-07e5-4020-b9ee-d1124d7c519e req-adb5d8a0-7e5b-42ed-86f4-6b6e57bfe82f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Oct 19 20:20:41.397256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-76f37d8b-12dc-4820-a042-a493f28ed927 None None] Port 6c995259-0500-4998-97f5-03ac977bd90c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:41.444692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-437af105-1ce4-4552-af93-69c822208d6d req-97b0d5d9-5f00-435e-bcab-fb30b1e6078a service neutron] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:41.447255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-13ccba73-3908-4453-98e1-430668ef1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.448751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-13ccba73-3908-4453-98e1-430668ef1360 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 925 time: 0.7031460 Oct 19 20:20:41.460614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-437af105-1ce4-4552-af93-69c822208d6d req-97b0d5d9-5f00-435e-bcab-fb30b1e6078a service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:41.461557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-437af105-1ce4-4552-af93-69c822208d6d req-97b0d5d9-5f00-435e-bcab-fb30b1e6078a service neutron] 10.222.0.37 "DELETE /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819/bindings/n-h2-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.9616554 Oct 19 20:20:41.462107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Made reservation on behalf of e00ccd0ee40f4cb68d67de08f4828929 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:41.464265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:41.490892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1b19561-8c92-40db-aca5-d41e19ebd3ef req-ee4ea88d-f524-4c5e-abe5-960f366b794d service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170771 Oct 19 20:20:41.508059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9124870-facb-4923-b64d-04829c7b2a50 req-1d054be5-f732-41e2-b0ec-e33e67b01d6b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.509529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9124870-facb-4923-b64d-04829c7b2a50 req-1d054be5-f732-41e2-b0ec-e33e67b01d6b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.0671809 Oct 19 20:20:41.550860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9124870-facb-4923-b64d-04829c7b2a50 req-f8b02578-a08a-4c0e-bd7f-67915b8833d9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Oct 19 20:20:41.551075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a0d80-dbef-4997-8315-3891f4bf5054 req-40a3a4c5-4994-4ae9-8e0b-96a395875560 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.552468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5a0d80-dbef-4997-8315-3891f4bf5054 req-40a3a4c5-4994-4ae9-8e0b-96a395875560 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 949 time: 0.7007825 Oct 19 20:20:41.560420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:ae:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:20:38Z', 'revision_number': 1, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:20:41.574468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:41.592553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ec55-0157-425b-b588-1594aefb7dcb None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:ae:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:20:38Z', 'revision_number': 1, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:20:41.613947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:41.617120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-5b237c2a-f14b-4132-9bee-375ab60f1f6f service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449341 Oct 19 20:20:41.706808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-a000b752-d7cb-41db-93a5-c8abea746f7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37 HTTP/1.1" status: 200 len: 999 time: 0.2392654 Oct 19 20:20:41.741988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5a0d80-dbef-4997-8315-3891f4bf5054 req-2d128b7a-d0b9-4217-9553-9aa0c1397520 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685898 Oct 19 20:20:41.801096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e94e7-050c-49b2-96b1-2673ca1198ce req-82fb40d2-1c83-4daf-b29f-2509dcc886e0 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.803496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-107e94e7-050c-49b2-96b1-2673ca1198ce req-82fb40d2-1c83-4daf-b29f-2509dcc886e0 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1096 time: 0.0594759 Oct 19 20:20:41.840266 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e2fe4-5db8-4e62-9459-d8d1367d7214 None None] New status for floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:20:41.865850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-107e94e7-050c-49b2-96b1-2673ca1198ce req-68006d01-bc72-4ff9-b1b5-6b63b895f4d0 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Oct 19 20:20:41.936103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-fe58ec33-867d-4f71-96c8-f3566b2d31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:41.937625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-fe58ec33-867d-4f71-96c8-f3566b2d31c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.2041063 Oct 19 20:20:41.997107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-530fe9cd-92c2-4886-919c-e4809db8da44 req-891e968d-432a-4f12-81ca-234e91b36082 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591068 Oct 19 20:20:42.062896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.085164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.172871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf64fc7-4639-4d90-9b61-b7991eedc5f5 req-1091d5bf-cf1c-4f99-be42-14f175a08789 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.177799 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdf64fc7-4639-4d90-9b61-b7991eedc5f5 req-1091d5bf-cf1c-4f99-be42-14f175a08789 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 936 time: 0.0674598 Oct 19 20:20:42.186170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:20:42.195496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-5e97b0c8-7d42-4db4-a552-239d2f4327a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.197006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-5e97b0c8-7d42-4db4-a552-239d2f4327a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449059 Oct 19 20:20:42.213863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdf64fc7-4639-4d90-9b61-b7991eedc5f5 req-72155b17-9e09-4083-9bbf-897de2fc1ad2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Oct 19 20:20:42.235631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e26f2-61fa-4f66-bc38-7494b27fd42b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:42.282062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.282346 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Added segment ba110dab-402d-436c-9ed9-a3ec4a7be274 of type vlan for network c85f595f-b01b-456d-be8e-7e9a64da9d7d Oct 19 20:20:42.337880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.393907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.435070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-d7eb77aa-25fd-4570-9965-3c2d6a11621d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.436543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-d7eb77aa-25fd-4570-9965-3c2d6a11621d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.3553014 Oct 19 20:20:42.470100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c995259-0500-4998-97f5-03ac977bd90c {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:42.487779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.494283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-f02e8586-27e3-4aa2-9aa3-c26ea4f4391b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/quotas/b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 375 time: 0.0453427 Oct 19 20:20:42.499840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dd9ec-2471-4d57-bbd6-894693b01367 req-a21644e3-4cdf-4334-9cab-fa2567c9bafd tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.501830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-2a4f95eb-16f5-49fb-b092-f8c8373999b5 service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712865 Oct 19 20:20:42.506200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d8dd9ec-2471-4d57-bbd6-894693b01367 req-a21644e3-4cdf-4334-9cab-fa2567c9bafd tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0584323 Oct 19 20:20:42.507235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.508040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.508608 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.529939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Transition to ACTIVE for port object 6c995259-0500-4998-97f5-03ac977bd90c will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:42.551127 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d8dd9ec-2471-4d57-bbd6-894693b01367 req-c384cf95-5308-4224-9520-1aaa8f2c29b1 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Oct 19 20:20:42.581041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.600516 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7457170 Oct 19 20:20:42.600623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58594) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:42.604685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Request body: {'subnet': {'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1593388163-subnet', 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:42.630627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Made reservation on behalf of e00ccd0ee40f4cb68d67de08f4828929 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:42.633361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.703880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d688d-f514-49cd-ad9e-9b1e51daebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=c85f595f-b01b-456d-be8e-7e9a64da9d7d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:42.714584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:20:42.741325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-9ab42242-f823-4d74-9467-b4d83fee46ef tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2372618 Oct 19 20:20:42.744824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Pushing event updated for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:42.766276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b4ff-5a16-4191-89b0-7a21b5b0a9f2 req-7a39afe1-3aa9-4da4-b40a-cce6b614a50d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:42.767892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db99b4ff-5a16-4191-89b0-7a21b5b0a9f2 req-7a39afe1-3aa9-4da4-b40a-cce6b614a50d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.1183536 Oct 19 20:20:42.805611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ec11bc4-1ab5-460d-acd5-d376c1ba2864 req-6bb0e09e-bdc7-4522-b295-e9e53515e35e service neutron] 10.222.0.11 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857018 Oct 19 20:20:42.821817 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.880225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db99b4ff-5a16-4191-89b0-7a21b5b0a9f2 req-3acb689f-32b8-4e89-bdc9-490201781db8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990925 Oct 19 20:20:42.935767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-79d5159a-9c56-4ba0-8678-7afcc07e1bd7 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756787 Oct 19 20:20:42.944024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Attempting to bind port 6c995259-0500-4998-97f5-03ac977bd90c on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:42.944524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Attempting to bind port 6c995259-0500-4998-97f5-03ac977bd90c by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:42.944703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Attempting to bind port 6c995259-0500-4998-97f5-03ac977bd90c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:42.946356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:42.962293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Port 6c995259-0500-4998-97f5-03ac977bd90c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:42.962634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Attempting to bind port 6c995259-0500-4998-97f5-03ac977bd90c on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:42.976903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:42.977237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:42.977642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:42.978069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Bound port: 6c995259-0500-4998-97f5-03ac977bd90c, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:42.978418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.008479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f29df3e-dc3b-4695-97c0-79e30b6ff1be,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:43.040935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Checking segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:43.041587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Network hostable DHCP agents. Network: c85f595f-b01b-456d-be8e-7e9a64da9d7d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:20:43.067283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:20:43.080231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c85f595f-b01b-456d-be8e-7e9a64da9d7d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:43.084811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.085531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.086088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-96d35965-134d-4b55-90df-8c029882e71b service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492684 Oct 19 20:20:43.093485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d811e-0ff5-475c-8522-543694567c5d None None] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:43.104681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aa3e71d3-0286-44fe-a541-1695cf3580ea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5042930 Oct 19 20:20:43.123169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:43.127565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6c995259-0500-4998-97f5-03ac977bd90c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:43.133805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.172698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.174580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.176182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] 10.222.0.11 "PUT /v2.0/ports/6c995259-0500-4998-97f5-03ac977bd90c HTTP/1.1" status: 200 len: 1096 time: 1.8489118 Oct 19 20:20:43.178753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:43.190627 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "tag": "6c995259-0500-4998-97f5-03ac977bd90c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:43.219820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d7091-b1ad-448b-b9b2-ed50b6dd189b req-9631a308-312f-447f-9573-372bcb91e4f0 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.234692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f3d7091-b1ad-448b-b9b2-ed50b6dd189b req-9631a308-312f-447f-9573-372bcb91e4f0 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 949 time: 0.1272855 Oct 19 20:20:43.273898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be2e5c-c021-48d7-ad2e-501db850ef3e service neutron] Pushing event updated for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:43.303891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-e332872e-3d12-47ca-9099-00e1525d8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.305873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-e332872e-3d12-47ca-9099-00e1525d8942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e54e9be010364812ba1241debffd37e3&device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 1099 time: 0.0826883 Oct 19 20:20:43.328651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f3d7091-b1ad-448b-b9b2-ed50b6dd189b req-59c90ce7-52ac-4bb8-9fc5-23c674cda489 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943384 Oct 19 20:20:43.339704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:43.386551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-d8780b8d-d14f-4d44-8cdc-4bc87a025c30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6c995259-0500-4998-97f5-03ac977bd90c HTTP/1.1" status: 200 len: 217 time: 0.0633295 Oct 19 20:20:43.386551 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cae8d6e-ce4f-46ed-978a-a5c153c36a9e x-openstack-request-id: req-5cae8d6e-ce4f-46ed-978a-a5c153c36a9e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:43.386551 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "tag": "6c995259-0500-4998-97f5-03ac977bd90c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:43.386551 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cae8d6e-ce4f-46ed-978a-a5c153c36a9e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:43.386551 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c', 'status': 'completed', 'code': 200} Oct 19 20:20:43.486852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-39acad14-a507-4e11-ba24-805baf4e32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.494150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-39acad14-a507-4e11-ba24-805baf4e32ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0969102 Oct 19 20:20:43.507953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929', 'fixed_ips': [{'subnet_id': '9f29df3e-dc3b-4695-97c0-79e30b6ff1be'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:20:43.509018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.525943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429db5f8-04ef-43a3-a178-b464ba8f5b4c req-00fbef88-36a0-482e-8019-7af20646cba5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 210 time: 0.1302607 Oct 19 20:20:43.538851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816e8f8-f7f3-44f1-9a61-19bd3672f6e3 req-47815248-84ec-438e-8536-48cb013b4994 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.553711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1816e8f8-f7f3-44f1-9a61-19bd3672f6e3 req-47815248-84ec-438e-8536-48cb013b4994 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 948 time: 0.1049895 Oct 19 20:20:43.603116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-9f003105-bfae-42cb-b0de-5037cb257c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.604752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-9f003105-bfae-42cb-b0de-5037cb257c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779340 Oct 19 20:20:43.612561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:43.614727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1816e8f8-f7f3-44f1-9a61-19bd3672f6e3 req-74057bd1-c435-40d0-bd5f-313ae4b369f3 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Oct 19 20:20:43.634542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'port_id': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'mac_address': 'fa:16:3e:46:80:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa70235-3356-4979-aedc-e352fcabbaf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:43.734066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.744010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312adf29-6c19-4d1c-b750-8a3ac58b2627 req-340bc5f3-8697-4b3d-964b-dc42cf525735 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:43.745753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-312adf29-6c19-4d1c-b750-8a3ac58b2627 req-340bc5f3-8697-4b3d-964b-dc42cf525735 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1100 time: 0.1053009 Oct 19 20:20:43.777076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:43.798599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-fcf1a091-d815-4a7d-980a-743969e4f457 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738210 Oct 19 20:20:43.805252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-312adf29-6c19-4d1c-b750-8a3ac58b2627 req-d610c9bb-00c2-42a4-afeb-8004cd28d10b tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Oct 19 20:20:43.824242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:43.870172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:43.880452 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:43.888839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Allocated IP 172.20.0.2 (c85f595f-b01b-456d-be8e-7e9a64da9d7d/9f29df3e-dc3b-4695-97c0-79e30b6ff1be/9469cbb7-93c3-4a43-bdce-f8bd13f06d1c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:43.941559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdfe44fc-de2f-4a54-adaf-88b4d42d1b25 req-2f502664-acfc-44c2-af25-456e26e41f39 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258821 Oct 19 20:20:43.973346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 84e94011-3374-4efe-8d3f-065c0625a893 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:44.001553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b5de-c95b-41a1-a7de-aca136e2595e req-4e51ffc3-e836-4bdf-8332-f3822bf5a06a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.004011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa2b5de-c95b-41a1-a7de-aca136e2595e req-4e51ffc3-e836-4bdf-8332-f3822bf5a06a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0673921 Oct 19 20:20:44.008004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 84e94011-3374-4efe-8d3f-065c0625a893 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:44.008369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.031300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-e7ffbf57-3625-4882-99f4-d233575d925e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.033191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-e7ffbf57-3625-4882-99f4-d233575d925e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.1299467 Oct 19 20:20:44.051855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-73465984-3e19-4be8-85d3-9370575ef780 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/quotas/e00ccd0ee40f4cb68d67de08f4828929 HTTP/1.1" status: 200 len: 375 time: 0.0107105 Oct 19 20:20:44.053048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:44.099784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-c67d2858-c471-4451-895a-d12cdfecf63b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361807 Oct 19 20:20:44.120785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa2b5de-c95b-41a1-a7de-aca136e2595e req-5dc5bb58-23e7-4373-b09d-e83e50ca9f56 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Oct 19 20:20:44.142885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-e4f85ec4-7083-4798-8182-9abac34533c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.144567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-e4f85ec4-7083-4798-8182-9abac34533c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e54e9be010364812ba1241debffd37e3&device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 1099 time: 0.1228642 Oct 19 20:20:44.191135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:44.222478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.241893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-eb6be0be-749d-4d55-9ee0-2692eb403f47 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321414 Oct 19 20:20:44.278253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.306171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.355703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:44.359233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-058637e0-5ff0-4c75-b0dc-b7d59cc58b48 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137221 Oct 19 20:20:44.370911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:44.384416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:44.386325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:44.389409 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6faf0ed-8c42-4600-b6b4-d1e9061621a3" -d '{"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-plugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:44.397057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Pushing event updated for resources: {'Port': ['ID=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:44.424318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:44.450371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.525780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Attempting to bind port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:44.526131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Attempting to bind port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:44.526491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Attempting to bind port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:44.548811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:44.549252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Checking segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:44.549597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.549988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Bound using segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:44.550453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Bound port: 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:44.550824 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.585663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:44.611438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-2e5f0fa9-b154-47bc-84a4-632f4151f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.614410 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-2e5f0fa9-b154-47bc-84a4-632f4151f1ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.4607608 Oct 19 20:20:44.629134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632d17-9757-4b00-b7c9-94999027e5ee req-b83977d6-01b3-497b-b549-a449e16b1974 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.631053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de632d17-9757-4b00-b7c9-94999027e5ee req-b83977d6-01b3-497b-b549-a449e16b1974 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.3916836 Oct 19 20:20:44.698884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-5bb76b56-1354-42a6-b052-ca3429715fc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6c995259-0500-4998-97f5-03ac977bd90c HTTP/1.1" status: 200 len: 217 time: 0.0647848 Oct 19 20:20:44.803675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] For port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:44.807452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] For port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:44.822892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:44.870537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-01d97655-d203-41b9-8f74-6145f9ff3042 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365663 Oct 19 20:20:44.928133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a72e1-4f6f-4f79-b57d-b21f020ca9a9 None None] Pushing event updated for resources: {'Port': ['ID=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:44.948675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-5c1f057f-2920-4209-bb15-cf8a0ad4c0d8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:44.951021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-5c1f057f-2920-4209-bb15-cf8a0ad4c0d8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.3187346 Oct 19 20:20:44.972805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Request body: {'port': {'device_id': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'admin_state_up': True, 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:45.015624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de632d17-9757-4b00-b7c9-94999027e5ee req-dbac9de8-388d-4d45-9216-9d4dc1addef5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640716 Oct 19 20:20:45.025833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-d11b65df-ee0a-48a2-9d7f-d26328b50caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.027332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-d11b65df-ee0a-48a2-9d7f-d26328b50caf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.3031523 Oct 19 20:20:45.051673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-3a213c3b-234a-4b8c-a87b-bac75e7e2207 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.053574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-3a213c3b-234a-4b8c-a87b-bac75e7e2207 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813202 Oct 19 20:20:45.082286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-83ffdfd8-a05d-4c2b-a4e1-c8d1e303d2e8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/quotas/96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 375 time: 0.0212471 Oct 19 20:20:45.105058 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ca3b9-3a15-4611-a434-3a8bb59ef029 x-openstack-request-id: req-b14ca3b9-3a15-4611-a434-3a8bb59ef029 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:45.105487 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-plugged", "status": "completed", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:45.105843 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b14ca3b9-3a15-4611-a434-3a8bb59ef029 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:45.106323 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'code': 200} Oct 19 20:20:45.160455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-6347256b-f8a2-4251-808a-66fb0b4f46b9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713155 Oct 19 20:20:45.342386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-77e77fdc-0460-470c-b0ea-39ef535745be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.344050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-77e77fdc-0460-470c-b0ea-39ef535745be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2993195 Oct 19 20:20:45.468448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-682bd5c3-5203-4253-9712-e059e70c124a req-a7913d2d-9506-455e-b726-828ead648148 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Oct 19 20:20:45.558166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:45.561665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:45.590363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-1fe28ebe-94f8-4168-adea-a4fa1605d7c9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.591866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-1fe28ebe-94f8-4168-adea-a4fa1605d7c9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.3021853 Oct 19 20:20:45.599358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773b67d-f00c-4093-be94-f5f5720db944 req-1da9d47a-5be5-468d-9ea4-bd13af5cfdd6 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.609565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1773b67d-f00c-4093-be94-f5f5720db944 req-1da9d47a-5be5-468d-9ea4-bd13af5cfdd6 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 948 time: 0.0675316 Oct 19 20:20:45.627965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-8694471a-7865-46c5-951a-ba3fac966b6a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/quotas/e00ccd0ee40f4cb68d67de08f4828929 HTTP/1.1" status: 200 len: 375 time: 0.0196669 Oct 19 20:20:45.631515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-007d7c54-99a7-44f9-966c-a539bcf7cec8 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604828 Oct 19 20:20:45.661733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1773b67d-f00c-4093-be94-f5f5720db944 req-3f045f10-bbfd-4743-8e60-bbc252f479ec tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512030 Oct 19 20:20:45.772573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf415c6d-5ba3-4e30-b6dd-3d66bc88c1f7 req-b40d7b7a-a68f-4e12-95b2-f5c0a8cdc125 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:45.774425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf415c6d-5ba3-4e30-b6dd-3d66bc88c1f7 req-b40d7b7a-a68f-4e12-95b2-f5c0a8cdc125 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0576370 Oct 19 20:20:45.826149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-03fb18e0-747e-4d4a-b8cd-786f200db659 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1678426 Oct 19 20:20:45.835137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf415c6d-5ba3-4e30-b6dd-3d66bc88c1f7 req-38dbebf5-1a36-4cfa-a40e-de4d57961934 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532212 Oct 19 20:20:45.852996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Allocated IP 172.20.0.5 (f9e3c1dd-307c-461e-982c-50e8cd7ff7ff/0dba038e-8ad1-406c-be33-b1167b0c8de6/5ac20982-5a99-4db7-aa70-1ef09b470348) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:45.887897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b21156d3-74ca-4fcf-b1e9-dcd3c81a9f6b req-b1480903-cc18-4769-a634-b2bb63e7807d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280145 Oct 19 20:20:45.967947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62784d04-5c57-4377-80f2-d6ca7b705602 req-7530912c-c9fe-49c4-bf98-2e3e20d41347 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 210 time: 0.0437124 Oct 19 20:20:46.188053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-67d1cc0f-5029-4d69-b557-e9675343f113 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513637 Oct 19 20:20:46.236868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879b66-dad1-4ee8-bc3f-3b5eabd7ce3a req-fe278e6a-0bb5-4441-842f-a1c620910325 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:46.238572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f879b66-dad1-4ee8-bc3f-3b5eabd7ce3a req-fe278e6a-0bb5-4441-842f-a1c620910325 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.0546741 Oct 19 20:20:46.262941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-a6913a5d-c2db-4c28-8b34-3f1de82c10a0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:46.266847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-a6913a5d-c2db-4c28-8b34-3f1de82c10a0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.3079646 Oct 19 20:20:46.281038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f879b66-dad1-4ee8-bc3f-3b5eabd7ce3a req-ca8ae408-7ed9-4ea5-9e46-ae78c5fc5991 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Oct 19 20:20:46.284479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c96fd-5657-40a2-abba-ffd48e001056 None None] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:20:46.323498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Request body: {'port': {'device_id': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'admin_state_up': True, 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:46.351840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.358520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] Provisioning complete for port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:46.358887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.442020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-d19f7d12-eaa8-424f-abe4-570f683955d2 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429385 Oct 19 20:20:46.442722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-2741e713-44c0-4754-91ff-ef8e65bdf300 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405271 Oct 19 20:20:46.485243 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.532286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.583237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Made reservation on behalf of e00ccd0ee40f4cb68d67de08f4828929 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:46.586979 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.630095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] For port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:46.634499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.689188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:46.700851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:46.710420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:46.744806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6d4f2-8905-4973-b80c-89ba77e8b889 None None] Pushing event updated for resources: {'Port': ['ID=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:46.763324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-f0353a4f-1df2-4ef2-aeb1-ed533e8a633c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092536 Oct 19 20:20:46.777838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:46.778585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.801941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-ac08ecec-c623-4495-88a5-4122c7bd1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:46.809460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-ac08ecec-c623-4495-88a5-4122c7bd1a8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1101 time: 0.2394621 Oct 19 20:20:46.836139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:46.859115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e34a17e2-28e4-400b-b317-8c894899bad2 None None] Provisioning complete for port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:46.859357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a636ad-4c23-4a7e-a588-0bab25b5c4aa req-0044bd44-3b65-4039-83ff-4b54c6848970 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:46.859711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e34a17e2-28e4-400b-b317-8c894899bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:46.867912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9a636ad-4c23-4a7e-a588-0bab25b5c4aa req-0044bd44-3b65-4039-83ff-4b54c6848970 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 931 time: 0.2248180 Oct 19 20:20:46.951922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-446108fc-3ed6-4167-912f-1b4020b24588 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3736997 Oct 19 20:20:46.955734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-117e7320-356d-4bf0-9a7c-0442dd37af0c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9909990 Oct 19 20:20:46.982686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Request body: {'port': {'device_id': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:47.042012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9a636ad-4c23-4a7e-a588-0bab25b5c4aa req-ffa3e2f0-4fcf-4673-a18c-9f617ad2a247 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726627 Oct 19 20:20:47.065074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c5cd8-b65a-4b0d-8d5d-af8d57731248 req-c0ef965f-1e6b-4756-b967-f22c17fd65e9 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.071278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-852c5cd8-b65a-4b0d-8d5d-af8d57731248 req-c0ef965f-1e6b-4756-b967-f22c17fd65e9 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 948 time: 0.2878816 Oct 19 20:20:47.107979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-2c3265f0-7777-4327-b34f-378ae3bac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.109547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-2c3265f0-7777-4327-b34f-378ae3bac5b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2681859 Oct 19 20:20:47.145718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-fdd17224-b0aa-4d95-b832-be3dcbe39f76 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.147471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-fdd17224-b0aa-4d95-b832-be3dcbe39f76 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611767 Oct 19 20:20:47.176126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Allocated IP 172.20.0.7 (c85f595f-b01b-456d-be8e-7e9a64da9d7d/9f29df3e-dc3b-4695-97c0-79e30b6ff1be/2f7c6fa8-6813-4657-9bef-e5a3b4966294) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:47.186376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Request body: {'port': {'device_id': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '96bed1dba4ab40ce9e56c835ab5bdea2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:47.202505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-226bcd7a-4883-4cfd-931e-6fd34151086f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.0834963 Oct 19 20:20:47.209564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:47.238471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-852c5cd8-b65a-4b0d-8d5d-af8d57731248 req-3bacccda-63fd-4f8f-9ee8-5d2ebf66aa69 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663024 Oct 19 20:20:47.239083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.306296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:47.307121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.323010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-cd2595a1-9b66-4c8a-b8ec-b51b119dc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.324601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-cd2595a1-9b66-4c8a-b8ec-b51b119dc006 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 1095 time: 0.3082793 Oct 19 20:20:47.355424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:47.463487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:47.471909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:47.472510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.483661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-1b4d301a-125b-4c15-bd1b-5191584b3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.485156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-1b4d301a-125b-4c15-bd1b-5191584b3651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2564554 Oct 19 20:20:47.500258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-431cb4ec-ed57-4c84-96c6-6f43c9d29360 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.502794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-431cb4ec-ed57-4c84-96c6-6f43c9d29360 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.3131785 Oct 19 20:20:47.574672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-1acfc852-8966-431b-8352-81dde2091a16 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/quotas/e00ccd0ee40f4cb68d67de08f4828929 HTTP/1.1" status: 200 len: 375 time: 0.0535004 Oct 19 20:20:47.579674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.591893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Made reservation on behalf of 96bed1dba4ab40ce9e56c835ab5bdea2 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:47.595385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.606562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:47.609509 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e70904-3188-4b62-8e16-25a785ed2f36" -d '{"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-plugged", "status": "completed", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:47.629876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:47.635686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.644712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-1ce307f6-24eb-49e8-95a7-593955e6cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.646297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-1ce307f6-24eb-49e8-95a7-593955e6cb7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393449 Oct 19 20:20:47.650995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43638fd4-cb30-43e6-92df-76bdd9a16c25 req-f673b56b-49aa-4dac-88f8-6691b2ee070b tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.652784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43638fd4-cb30-43e6-92df-76bdd9a16c25 req-f673b56b-49aa-4dac-88f8-6691b2ee070b tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.2594581 Oct 19 20:20:47.691681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:20:47.707999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:47.734879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-56b8a53e-efba-40d8-b707-e4ee94ed3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.736897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-56b8a53e-efba-40d8-b707-e4ee94ed3371 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.3836510 Oct 19 20:20:47.738572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-a9c5fcc9-fbbf-421c-8939-47a66bac92f6 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1524901 Oct 19 20:20:47.766709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.802190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-c5eab46e-064a-4d02-9ced-8ae87f2eec38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 200 len: 217 time: 0.0489938 Oct 19 20:20:47.827700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6c995259-0500-4998-97f5-03ac977bd90c details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:47.870727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43638fd4-cb30-43e6-92df-76bdd9a16c25 req-6491d488-fb39-4a82-b75c-cee84ba76985 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893880 Oct 19 20:20:47.912553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-023242cb-9dc0-4fc2-9d0e-4f96c6d4f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:47.914092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-023242cb-9dc0-4fc2-9d0e-4f96c6d4f024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0975761 Oct 19 20:20:47.953584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:47.959471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-501b71cf-c5d1-4b95-b4f6-686f4e2cf9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377846 Oct 19 20:20:47.998687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6c995259-0500-4998-97f5-03ac977bd90c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:48.041531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '6c995259-0500-4998-97f5-03ac977bd90c', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '6c995259-0500-4998-97f5-03ac977bd90c', 'mac_address': 'fa:16:3e:6b:4a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:48.097619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.103244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac20982-5a99-4db7-aa70-1ef09b470348 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:48.115005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c995259-0500-4998-97f5-03ac977bd90c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:48.137117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.140155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6c995259-0500-4998-97f5-03ac977bd90c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:48.141012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:48.144500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.153238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1414939f-3f7e-4c5e-bfff-ad5581913a64 req-fba0c60d-7080-4ad7-b32c-cbf67775ebac tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 210 time: 0.1007669 Oct 19 20:20:48.178470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:48.199182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-0ddcadc4-179b-4405-881f-73e01a71cd09 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427165 Oct 19 20:20:48.245341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:48.264763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-653118bf-9866-4285-9542-a4c69e74afc3 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966900 Oct 19 20:20:48.275415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Allocated IP 192.168.233.210 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/26fa882e-ec11-4559-ac1c-f72ae91864be) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:48.293183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event updated for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:48.320963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:48.358984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Transition to ACTIVE for port object 5ac20982-5a99-4db7-aa70-1ef09b470348 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:48.378077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.424055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-6b785bcb-d290-4044-9975-5c02eccd0a51 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:48.425867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-6b785bcb-d290-4044-9975-5c02eccd0a51 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.37 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.4417174 Oct 19 20:20:48.428488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6c995259-0500-4998-97f5-03ac977bd90c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:48.459942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346d41b-b485-4f72-8c47-110fc3192ce2 req-86561d94-a7d0-457d-bde3-a0b19a320eaa service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483194 Oct 19 20:20:48.515579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f8dafb10-b3bf-47af-8f14-79c853aff8ee None None] Provisioning complete for port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:48.516271 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8dafb10-b3bf-47af-8f14-79c853aff8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.545958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-90b88284-7031-44c2-bd7b-da0aa5be3188 service neutron] 10.222.0.31 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801888 Oct 19 20:20:48.574235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f8dafb10-b3bf-47af-8f14-79c853aff8ee None None] Port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:48.623228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.664964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.707463 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af2f35-6d62-4641-8ddd-42b1330d1cd7 x-openstack-request-id: req-d7af2f35-6d62-4641-8ddd-42b1330d1cd7 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:48.707838 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-plugged", "status": "completed", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:48.708097 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7af2f35-6d62-4641-8ddd-42b1330d1cd7 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:48.708499 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'code': 200} Oct 19 20:20:48.725376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:48.732878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:48.746995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:48.751605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:48.777695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.37', 61449) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:48.814145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Request body: {'port': {'device_id': '56181642-0ceb-4f78-8649-a002b387c821', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'admin_state_up': True, 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:48.868155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:48.869036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.880451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:48.881076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:48.890838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f7ccf-6fa5-4fd0-a4e8-b52ff99ed9e4 req-61fba042-2bd9-4052-b759-45615b523163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:48.892401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-701f7ccf-6fa5-4fd0-a4e8-b52ff99ed9e4 req-61fba042-2bd9-4052-b759-45615b523163 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.1125658 Oct 19 20:20:48.901291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6add-7dc8-4b4b-a5a7-503ffcd0f7c7 req-a4830e29-d787-4f9e-8856-b3f0721a10ad tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:48.901549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-ae6150ee-91ee-43c1-bdab-4c0d8c964df4 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9161890 Oct 19 20:20:48.902795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-681a6add-7dc8-4b4b-a5a7-503ffcd0f7c7 req-a4830e29-d787-4f9e-8856-b3f0721a10ad tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.1241994 Oct 19 20:20:48.906056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-e7a1f6d8-f7e2-4a97-b9ed-efc08bcd9872 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7239668 Oct 19 20:20:48.923920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-3928d670-4706-44f7-bd22-0deaa1c5bca5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6079478 Oct 19 20:20:48.935046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:48.953706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Request body: {'port': {'device_id': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:48.979665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Request body: {'port': {'device_id': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:49.056792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-681a6add-7dc8-4b4b-a5a7-503ffcd0f7c7 req-b6d4fef9-6a5e-4227-a540-fa22313ae8fb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435230 Oct 19 20:20:49.070151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.097177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7598367b-73d1-4729-becc-c086394d8ecf None None] Provisioning complete for port 26fa882e-ec11-4559-ac1c-f72ae91864be triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:49.097633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-701f7ccf-6fa5-4fd0-a4e8-b52ff99ed9e4 req-a754bdb1-a3a3-45f5-915b-995cf0a92717 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905227 Oct 19 20:20:49.097761 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7598367b-73d1-4729-becc-c086394d8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.132973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7598367b-73d1-4729-becc-c086394d8ecf None None] Port 26fa882e-ec11-4559-ac1c-f72ae91864be cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:49.157007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd14e-3378-4829-a4d5-dbc7622f6230 req-cc26158d-0a0c-4012-8697-28bb1308dbfc tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:49.157403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:49.159185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-076cd14e-3378-4829-a4d5-dbc7622f6230 req-cc26158d-0a0c-4012-8697-28bb1308dbfc tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 945 time: 0.3585453 Oct 19 20:20:49.209742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93296d90-233c-472c-8c81-23c4a7099cc6 req-322b94c4-1c75-4050-a721-07d1af48adba tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:49.211258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93296d90-233c-472c-8c81-23c4a7099cc6 req-322b94c4-1c75-4050-a721-07d1af48adba tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 949 time: 0.0821786 Oct 19 20:20:49.239915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.319719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:49.320387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:49.320639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:49.353886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-076cd14e-3378-4829-a4d5-dbc7622f6230 req-1d30adf4-14af-4a6d-b61b-f00fe8ac1554 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736023 Oct 19 20:20:49.354672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:49.355060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:49.361385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93296d90-233c-472c-8c81-23c4a7099cc6 req-b83c082d-9903-4122-bed7-3237aa4360e3 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382837 Oct 19 20:20:49.394685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66bd7ca9-849e-4133-b14a-e05b3fac7302 req-a995c134-c684-4bc9-9a75-6c24d254b85b service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769092 Oct 19 20:20:49.395570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:49.396016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:49.396505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:49.398128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Bound port: 5ac20982-5a99-4db7-aa70-1ef09b470348, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:49.405781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.423965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Made reservation on behalf of e00ccd0ee40f4cb68d67de08f4828929 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:49.428017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.511782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-682070ab-ee19-443c-8558-e6b04c925f70 req-04f9694f-75ec-4f86-b734-71e961f9794e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Oct 19 20:20:49.588583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fa882e-ec11-4559-ac1c-f72ae91864be {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:49.597093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.625845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Transition to ACTIVE for port object 26fa882e-ec11-4559-ac1c-f72ae91864be will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:49.635160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.650909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9cc4-9786-4a28-ab4d-207d29d84449 req-f9095c08-5b85-49f5-92fc-9cb18b6a0d4a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:49.652426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fdf9cc4-9786-4a28-ab4d-207d29d84449 req-f9095c08-5b85-49f5-92fc-9cb18b6a0d4a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 936 time: 0.0776951 Oct 19 20:20:49.684878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:49.701616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a529e-f6de-4178-bab9-5e9590789ff1 req-753cc5cc-b325-4c5d-947e-c1e0ada53b73 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:49.703190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-813a529e-f6de-4178-bab9-5e9590789ff1 req-753cc5cc-b325-4c5d-947e-c1e0ada53b73 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.2143631 Oct 19 20:20:49.724498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:49.741617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:49.755182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fdf9cc4-9786-4a28-ab4d-207d29d84449 req-b7ccd75f-c5bf-4d09-a6f7-3b3169e92d81 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773087 Oct 19 20:20:49.767225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.812778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:49.813132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:49.813517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:49.820671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:49.822714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:49.832216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:49.834288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:49.837755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:49.838305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Bound port: 26fa882e-ec11-4559-ac1c-f72ae91864be, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:49.842032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6c995259-0500-4998-97f5-03ac977bd90c up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:49.845142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.847393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:49.848014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.849447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] 10.222.0.11 "PUT /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 1091 time: 2.8738122 Oct 19 20:20:49.849896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:49.862790 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce583789-43bb-4ec6-b398-fcc039684b88" -d '{"events": [{"name": "network-changed", "server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:49.891985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-813a529e-f6de-4178-bab9-5e9590789ff1 req-96e1d925-c775-4509-be62-6a66c0317209 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726356 Oct 19 20:20:49.944497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 6c995259-0500-4998-97f5-03ac977bd90c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:49.952927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 6c995259-0500-4998-97f5-03ac977bd90c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:49.953616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:49.973124 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958888ba-2134-4c00-8299-c342b1570384 x-openstack-request-id: req-958888ba-2134-4c00-8299-c342b1570384 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:49.973516 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:49.973791 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-958888ba-2134-4c00-8299-c342b1570384 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:49.974206 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'status': 'completed', 'code': 200} Oct 19 20:20:49.988193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:49.993562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:49.994323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1f0cc-7c3b-4b84-a2b8-4184ea66c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:50.022570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.060764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-55fe4c8f-10ce-4435-8f75-5de7d70076fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.062336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-55fe4c8f-10ce-4435-8f75-5de7d70076fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1094 time: 0.1121473 Oct 19 20:20:50.070651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7c6fa8-6813-4657-9bef-e5a3b4966294 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:50.079193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.115753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Transition to ACTIVE for port object 2f7c6fa8-6813-4657-9bef-e5a3b4966294 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:50.124604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.128430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.129952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] 10.222.0.37 "PUT /v2.0/ports/26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 1096 time: 1.2147214 Oct 19 20:20:50.137877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:50.139968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.149899 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bab8c8-2861-491a-9517-46b21dc4c1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:50.188199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.220994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-8d80698e-a70e-4a83-9d79-dd6cf3025905 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.223032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-8d80698e-a70e-4a83-9d79-dd6cf3025905 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 816 time: 0.2321005 Oct 19 20:20:50.223705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa27889-8787-4d0e-acf2-e6757e684745 service neutron] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:50.227026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6c995259-0500-4998-97f5-03ac977bd90c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:50.233673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.252421 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebfca4f-1c17-4de0-8d6f-2fb1950c32ce x-openstack-request-id: req-1ebfca4f-1c17-4de0-8d6f-2fb1950c32ce {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:50.252860 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:50.253215 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ebfca4f-1c17-4de0-8d6f-2fb1950c32ce {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:50.253638 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'status': 'completed', 'code': 200} Oct 19 20:20:50.258328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Request body: {'port': {'device_id': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'admin_state_up': True, 'tenant_id': 'e00ccd0ee40f4cb68d67de08f4828929'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:50.287492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-b3746cbb-f5d8-44ff-9bc6-da2334d04d54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 217 time: 0.2009466 Oct 19 20:20:50.292852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:50.319900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:50.430556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-de0456ed-d2e4-4be7-b16b-ffbcb33df50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.432089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-de0456ed-d2e4-4be7-b16b-ffbcb33df50a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.1946666 Oct 19 20:20:50.447374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Allocated IP 172.20.0.13 (c85f595f-b01b-456d-be8e-7e9a64da9d7d/9f29df3e-dc3b-4695-97c0-79e30b6ff1be/c2f3d879-4fd2-4446-b703-050259f28787) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:50.491989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-762c1310-ad28-4c0d-a582-3e4b15119f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.493666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-762c1310-ad28-4c0d-a582-3e4b15119f76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1589410 Oct 19 20:20:50.495858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-414070c0-1a80-42d9-ae2c-59edaaa0f35e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0548365 Oct 19 20:20:50.522826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e75d0-4473-4c0c-9c02-c5d898a49ded req-34190f0c-6e0c-4f7a-bdbf-567160d17a12 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.524579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296e75d0-4473-4c0c-9c02-c5d898a49ded req-34190f0c-6e0c-4f7a-bdbf-567160d17a12 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.3332000 Oct 19 20:20:50.527145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Made reservation on behalf of e00ccd0ee40f4cb68d67de08f4828929 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:20:50.530764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.577920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-be7dfc45-9204-4a41-ac51-4194d5dcdbac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492811 Oct 19 20:20:50.605370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518999e-0e14-43cb-bf19-a7d9f4400b67 req-edb49bab-7778-430b-99a9-354c09c55135 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.606952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4518999e-0e14-43cb-bf19-a7d9f4400b67 req-edb49bab-7778-430b-99a9-354c09c55135 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.1239595 Oct 19 20:20:50.610392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-0ad3be7f-f292-448b-8e5a-0536705aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.612474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-0ad3be7f-f292-448b-8e5a-0536705aa1ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0944281 Oct 19 20:20:50.692848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296e75d0-4473-4c0c-9c02-c5d898a49ded req-ec3ffecc-0dda-4fa3-abf1-9b310eaba4af tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496816 Oct 19 20:20:50.693413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Attempting to bind port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:50.693744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Attempting to bind port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:50.694070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Attempting to bind port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:50.711630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:50.716263 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2c6d8-7c29-4fd0-8ace-0ea8fe894e54" -d '{"events": [{"server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "6c995259-0500-4998-97f5-03ac977bd90c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:50.735227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4518999e-0e14-43cb-bf19-a7d9f4400b67 req-ce4cc286-c2fe-45d9-8148-9260e2725349 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936537 Oct 19 20:20:50.739602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:50.739929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Attempting to bind port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:50.740653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-4a81de1c-a6b3-41c0-aecc-08c2645285b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.742294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-4a81de1c-a6b3-41c0-aecc-08c2645285b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996478 Oct 19 20:20:50.781649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:50.781990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Checking segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:50.782352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Bound using segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:50.782951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Bound port: 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:50.783720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.851656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1452e2f-6e24-4ea2-b374-2a631e2ab1c8 req-f61d6ee3-e094-40d9-af5a-a12759e7653b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 210 time: 0.0356951 Oct 19 20:20:50.873976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-1e3dc9d2-5edc-43e9-8cd9-40f4aeea5bba service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735932 Oct 19 20:20:50.874590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-ad9e0aec-ba5c-4909-b59a-312fb0db8178 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243610 Oct 19 20:20:50.905745 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90842e96-71a6-4152-a5f3-f605e6b94d31 x-openstack-request-id: req-90842e96-71a6-4152-a5f3-f605e6b94d31 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:50.906366 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "6c995259-0500-4998-97f5-03ac977bd90c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:50.907395 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90842e96-71a6-4152-a5f3-f605e6b94d31 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:50.907395 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c', 'code': 200} Oct 19 20:20:50.946350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47ddd9-9a2a-4136-a604-c5c1c9529558 req-010e055a-eb5e-4157-9f57-5a98262bac81 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:50.953824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e47ddd9-9a2a-4136-a604-c5c1c9529558 req-010e055a-eb5e-4157-9f57-5a98262bac81 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 945 time: 0.1780705 Oct 19 20:20:50.959390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:50.994359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.11', 49867) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:51.004706 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ef485a7-0a1e-4fb4-8449-6d5d7e21c5fb req-726fe83a-44f8-46d3-9594-3fa3bcd52758 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225355 Oct 19 20:20:51.016930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba74bb-07b9-42f8-bdff-4158ed8a1b6f req-f04f6766-1877-447f-9ba7-dbf4f6e640f8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.018943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebba74bb-07b9-42f8-bdff-4158ed8a1b6f req-f04f6766-1877-447f-9ba7-dbf4f6e640f8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.0651257 Oct 19 20:20:51.052203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:51.084956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebba74bb-07b9-42f8-bdff-4158ed8a1b6f req-298f5b5e-08d1-4bc5-a041-4a4a5d741a8e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Oct 19 20:20:51.095700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:51.110098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-deda4a13-faab-4816-951b-42efc02690ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.111791 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-deda4a13-faab-4816-951b-42efc02690ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.0558140 Oct 19 20:20:51.118414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.132861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e47ddd9-9a2a-4136-a604-c5c1c9529558 req-0711a67a-b184-409c-bb3c-c8180c459bc6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781697 Oct 19 20:20:51.197168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.197830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.199220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] 10.222.0.11 "PUT /v2.0/ports/2f7c6fa8-6813-4657-9bef-e5a3b4966294 HTTP/1.1" status: 200 len: 1091 time: 2.2582259 Oct 19 20:20:51.205759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38d47844-ee64-4f3e-afce-03fdd621c0e0 req-fe8ac6cb-4521-442b-bd40-bfa78881ed8a service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156703 Oct 19 20:20:51.214143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-e22c78ba-1be9-47f1-90be-9927ab0a77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.216447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-e22c78ba-1be9-47f1-90be-9927ab0a77eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.0982461 Oct 19 20:20:51.219414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf309c7-605d-4e35-b1d9-2452ae30df06 req-1f6cfaf7-89aa-4b9a-b5f8-9e6e2006125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.221211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bf309c7-605d-4e35-b1d9-2452ae30df06 req-1f6cfaf7-89aa-4b9a-b5f8-9e6e2006125e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 1101 time: 0.2221820 Oct 19 20:20:51.231025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.247841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5631e-15f6-47b3-b77a-6da3316de2ad service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:51.320332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Allocated IP 172.20.0.12 (c85f595f-b01b-456d-be8e-7e9a64da9d7d/9f29df3e-dc3b-4695-97c0-79e30b6ff1be/3978276e-0bd7-449d-a141-3eea07453210) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:20:51.323555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-c90e88fb-245b-4002-9e6a-3388f6c05fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0460453 Oct 19 20:20:51.400735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-42fcb32c-e666-4a6d-8d0e-87292c32302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.402363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-42fcb32c-e666-4a6d-8d0e-87292c32302a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0703626 Oct 19 20:20:51.408080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:51.429532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event updated for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:51.458182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bf309c7-605d-4e35-b1d9-2452ae30df06 req-bb1f3b62-d861-4e35-95c2-6a3f3fc3f3bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183988 Oct 19 20:20:51.469077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:51.469077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:51.532749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156880-fbba-4090-b2e9-3682dc710d28 req-5971f71e-0be5-4d4a-9c00-7150b0a0b025 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.541508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6156880-fbba-4090-b2e9-3682dc710d28 req-5971f71e-0be5-4d4a-9c00-7150b0a0b025 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.2650754 Oct 19 20:20:51.562764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-b884b54d-f4ca-4bf2-ba4a-e6c7398d2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.564940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-b884b54d-f4ca-4bf2-ba4a-e6c7398d2864 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 1094 time: 0.2819948 Oct 19 20:20:51.580071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-c28b8cf3-9f7a-49a1-9c4a-51f177a118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.581834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-c28b8cf3-9f7a-49a1-9c4a-51f177a118dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657903 Oct 19 20:20:51.583274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.584259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.587938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-d9198307-68af-4556-99f6-e33c965c440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.589517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-d9198307-68af-4556-99f6-e33c965c440c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1094 time: 0.2902234 Oct 19 20:20:51.615674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-b28e4d68-010f-4049-99ee-42cee92f6e0e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8059051 Oct 19 20:20:51.618575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6156880-fbba-4090-b2e9-3682dc710d28 req-50d901bc-ccc6-43b8-9822-076e91239334 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 Oct 19 20:20:51.630514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Request body: {'port': {'device_id': '56181642-0ceb-4f78-8649-a002b387c821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:51.646302 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.680564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b245-51b9-44a3-a4f4-6d0d6f1ebc6b req-10e5c106-f6dc-41f6-b910-625f0df77fe6 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:51.682048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46f3b245-51b9-44a3-a4f4-6d0d6f1ebc6b req-10e5c106-f6dc-41f6-b910-625f0df77fe6 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.1596622 Oct 19 20:20:51.700513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.740685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-e3027563-5e48-4cf0-91e5-8c0f0e0f1299 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470747 Oct 19 20:20:51.771122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-136c2960-3b45-4c74-8acd-f4ac28b491ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294 HTTP/1.1" status: 200 len: 217 time: 0.0530858 Oct 19 20:20:51.773986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ea7a2b53-a669-4b41-b13e-a9bc568b4f8b None None] Provisioning complete for port c2f3d879-4fd2-4446-b703-050259f28787 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:51.774553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2b53-a669-4b41-b13e-a9bc568b4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.785589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46f3b245-51b9-44a3-a4f4-6d0d6f1ebc6b req-2b5721be-d610-47ff-9b8f-359e9f9a9079 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887606 Oct 19 20:20:51.816338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2b53-a669-4b41-b13e-a9bc568b4f8b None None] Port c2f3d879-4fd2-4446-b703-050259f28787 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:51.841912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:51.922686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:20:51.942895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:20:51.947061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event updated for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:51.962612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:20:51.967877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69bab8c8-2861-491a-9517-46b21dc4c1d7 req-8cebfbe2-80dd-424b-b92b-ecb75bd44876 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169197 Oct 19 20:20:51.978661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:51.981085 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0731f4c-60a7-41f7-a220-41e2ad86b841" -d '{"events": [{"name": "network-changed", "server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:52.002748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-aa37b754-5868-45db-9988-a1d6b3620df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.004710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-aa37b754-5868-45db-9988-a1d6b3620df3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.2138739 Oct 19 20:20:52.028701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9270-71b4-4822-b705-c92d946b8219 req-a300fc2e-7573-416c-9e56-1d741866fda1 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.030319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94bc9270-71b4-4822-b705-c92d946b8219 req-a300fc2e-7573-416c-9e56-1d741866fda1 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.1097915 Oct 19 20:20:52.036672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.037306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:52.044533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-f1efbccf-8712-4640-a488-73b92bc07cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.046294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-f1efbccf-8712-4640-a488-73b92bc07cbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.3361628 Oct 19 20:20:52.054251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811a9e9-e683-4b1c-8599-91c52ea13624 req-b86e0fcf-b2a7-48a5-85d7-e46279e2ad81 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.055474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5811a9e9-e683-4b1c-8599-91c52ea13624 req-b86e0fcf-b2a7-48a5-85d7-e46279e2ad81 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.2634659 Oct 19 20:20:52.068047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-832b561e-5fc9-4e6f-8b73-908c350b5f0c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8134971 Oct 19 20:20:52.086001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Request body: {'port': {'device_id': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:52.111220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94bc9270-71b4-4822-b705-c92d946b8219 req-527fcaf3-0357-493f-accb-26a0750e4aa0 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707641 Oct 19 20:20:52.160304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:52.239918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-35b50088-aeb6-43a4-83ca-3cd479adebc2 None None] Provisioning complete for port 3978276e-0bd7-449d-a141-3eea07453210 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:52.240570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-35b50088-aeb6-43a4-83ca-3cd479adebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:52.283316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-35b50088-aeb6-43a4-83ca-3cd479adebc2 None None] Port 3978276e-0bd7-449d-a141-3eea07453210 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:20:52.339861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b1aa-487f-436d-b454-61de25b7b48c req-2fd5fd0c-1a82-49cc-92ad-fd8b87c76550 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.341349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8b5b1aa-487f-436d-b454-61de25b7b48c req-2fd5fd0c-1a82-49cc-92ad-fd8b87c76550 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 932 time: 0.1428273 Oct 19 20:20:52.380928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8b5b1aa-487f-436d-b454-61de25b7b48c req-dc7fcff1-9bb9-44ca-b3a6-a4c64816d310 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Oct 19 20:20:52.394616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-72bc7f63-2d4f-4a95-81f0-ebb0352e7c27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 217 time: 0.0734873 Oct 19 20:20:52.472458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd07dd-f725-4f88-affc-8bee65f36287 req-76771b1d-5ec6-4fb3-9f93-55d0beb81a25 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.474062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49cd07dd-f725-4f88-affc-8bee65f36287 req-76771b1d-5ec6-4fb3-9f93-55d0beb81a25 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.0386622 Oct 19 20:20:52.480936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5811a9e9-e683-4b1c-8599-91c52ea13624 req-9490d77b-9f8b-4f05-b0a3-4fa38443f987 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565485 Oct 19 20:20:52.485640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-d531de22-189f-4312-9286-4564fb198294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.487612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-d531de22-189f-4312-9286-4564fb198294 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691164 Oct 19 20:20:52.510234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49cd07dd-f725-4f88-affc-8bee65f36287 req-c2399a5f-51a2-42a9-a4c5-f0340d9f6e69 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302739 Oct 19 20:20:52.527908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-fe707f7a-dd2e-4829-90b1-2ddfa00843ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.529375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-fe707f7a-dd2e-4829-90b1-2ddfa00843ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1014810 Oct 19 20:20:52.549559 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c829c383-9e68-4614-8f49-1036fb7f5387 x-openstack-request-id: req-c829c383-9e68-4614-8f49-1036fb7f5387 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:52.549838 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:52.550091 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c829c383-9e68-4614-8f49-1036fb7f5387 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:52.550474 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294', 'status': 'completed', 'code': 200} Oct 19 20:20:52.591527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-18300a18-1f49-47c2-ad7f-14f901b948e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369036 Oct 19 20:20:52.781853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f3d879-4fd2-4446-b703-050259f28787 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:52.800018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328447-156c-42a0-b98d-4065c082e02a req-c6e23794-9f12-47db-ac0a-21b438bb2a91 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.801517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91328447-156c-42a0-b98d-4065c082e02a req-c6e23794-9f12-47db-ac0a-21b438bb2a91 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.2151890 Oct 19 20:20:52.804887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:52.810263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-f243c5d4-93f9-459a-9923-f818f9055bfd service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957597 Oct 19 20:20:52.820879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc51a6f-9bbe-4e9f-a65a-c1ee667552e3 req-7ff51407-4a45-40fb-a2d7-cadade6e412d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:52.822367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecc51a6f-9bbe-4e9f-a65a-c1ee667552e3 req-7ff51407-4a45-40fb-a2d7-cadade6e412d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0609746 Oct 19 20:20:52.846051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Transition to ACTIVE for port object c2f3d879-4fd2-4446-b703-050259f28787 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:52.865141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:52.886342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecc51a6f-9bbe-4e9f-a65a-c1ee667552e3 req-33a48f22-b4e6-4ae0-a23a-df9da5a400a5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Oct 19 20:20:52.915865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-8dc22e4c-5c69-4a9f-9bab-f131e9a6a36e service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791262 Oct 19 20:20:52.956830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91328447-156c-42a0-b98d-4065c082e02a req-b40ed270-1340-42cb-93e1-bf19b46ffc4e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456375 Oct 19 20:20:53.019761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:53.040790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3978276e-0bd7-449d-a141-3eea07453210 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:53.057012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.074893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Transition to ACTIVE for port object 3978276e-0bd7-449d-a141-3eea07453210 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:20:53.080234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.127523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f6be227-a4ee-4531-85ee-a2cf79062f98 req-65d03fbc-9613-405c-aa22-484f609f6559 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988784 Oct 19 20:20:53.167773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce583789-43bb-4ec6-b398-fcc039684b88 req-886064d1-dc64-41e5-b348-34566df3f67e service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157910 Oct 19 20:20:53.178288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Attempting to bind port c2f3d879-4fd2-4446-b703-050259f28787 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:53.178288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Attempting to bind port c2f3d879-4fd2-4446-b703-050259f28787 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:53.178624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Attempting to bind port c2f3d879-4fd2-4446-b703-050259f28787 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:53.193109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Port c2f3d879-4fd2-4446-b703-050259f28787 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:53.193465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Attempting to bind port c2f3d879-4fd2-4446-b703-050259f28787 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:53.205748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:53.206474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Checking segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:53.206862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Bound using segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:53.207341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Bound port: c2f3d879-4fd2-4446-b703-050259f28787, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:53.208026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.211120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:53.278631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Attempting to bind port 3978276e-0bd7-449d-a141-3eea07453210 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:53.279085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Attempting to bind port 3978276e-0bd7-449d-a141-3eea07453210 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:53.279511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Attempting to bind port 3978276e-0bd7-449d-a141-3eea07453210 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:53.284975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Port 3978276e-0bd7-449d-a141-3eea07453210 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:53.285342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Attempting to bind port 3978276e-0bd7-449d-a141-3eea07453210 on network c85f595f-b01b-456d-be8e-7e9a64da9d7d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:53.293520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:53.293777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Checking segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:53.294211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Bound using segment: {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:53.294642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Bound port: 3978276e-0bd7-449d-a141-3eea07453210, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba110dab-402d-436c-9ed9-a3ec4a7be274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:53.294988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.341960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-e533fe48-9bd6-47d6-b503-aa24eeeff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.343471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-e533fe48-9bd6-47d6-b503-aa24eeeff942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 1094 time: 0.1321738 Oct 19 20:20:53.358351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96626a-2b6e-4031-93ef-f8557032ed0b req-5134d297-48e3-4e4d-9d06-acde868055ed tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.359878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec96626a-2b6e-4031-93ef-f8557032ed0b req-5134d297-48e3-4e4d-9d06-acde868055ed tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.1323254 Oct 19 20:20:53.361072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:53.371562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c2f3d879-4fd2-4446-b703-050259f28787,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:53.385196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:53.389589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3978276e-0bd7-449d-a141-3eea07453210,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:53.394681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.403597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.436267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.436891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.438380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] 10.222.0.11 "PUT /v2.0/ports/3978276e-0bd7-449d-a141-3eea07453210 HTTP/1.1" status: 200 len: 1092 time: 1.3594589 Oct 19 20:20:53.441684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'tag': '3978276e-0bd7-449d-a141-3eea07453210'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:53.443955 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a822044a-9a0d-4e5f-af15-bd00f715a16f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "tag": "3978276e-0bd7-449d-a141-3eea07453210"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:53.479861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c4c07-7eb5-4ea3-9213-1d5b04914f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:53.532282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.533459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:53.534984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c2f3d879-4fd2-4446-b703-050259f28787 HTTP/1.1" status: 200 len: 1092 time: 1.9104185 Oct 19 20:20:53.550883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec96626a-2b6e-4031-93ef-f8557032ed0b req-d1bb67df-159c-4fb3-a0a5-40ab1cbc1194 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746747 Oct 19 20:20:53.567309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-343abdbb-c2f0-49e7-9022-96a50fccb2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.580026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f63268-f1ae-4008-8231-f28393377fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:53.582446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-343abdbb-c2f0-49e7-9022-96a50fccb2f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 1095 time: 0.0820713 Oct 19 20:20:53.586750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-1543e31b-daa4-4212-bf1f-cd7f6435fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.588526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-1543e31b-daa4-4212-bf1f-cd7f6435fc79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 917 time: 0.2248976 Oct 19 20:20:53.656996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-170c3547-b87c-4f99-95d6-b7e2991ab2a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294 HTTP/1.1" status: 200 len: 217 time: 0.0574641 Oct 19 20:20:53.666318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-81864fb3-5514-48b6-9085-443648b551e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3978276e-0bd7-449d-a141-3eea07453210 HTTP/1.1" status: 200 len: 217 time: 0.0683560 Oct 19 20:20:53.723768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-d1fd6fb9-3e5e-43c3-8af7-c9cae1e76195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.725329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-d1fd6fb9-3e5e-43c3-8af7-c9cae1e76195 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 1095 time: 0.1359510 Oct 19 20:20:53.739009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-cb4874af-f1e8-4b9d-ab1e-e2cad1e10a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.742024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-cb4874af-f1e8-4b9d-ab1e-e2cad1e10a99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.0597296 Oct 19 20:20:53.779133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-892abb09-15fb-4c64-8cf5-ce3edddff5e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f3d879-4fd2-4446-b703-050259f28787 HTTP/1.1" status: 200 len: 217 time: 0.0418372 Oct 19 20:20:53.789732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae0bf-7242-4c3c-992e-64106c8ea7cb req-2f44f4d7-0a65-4a16-8c81-a5bc1db34dd7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.792027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-164ae0bf-7242-4c3c-992e-64106c8ea7cb req-2f44f4d7-0a65-4a16-8c81-a5bc1db34dd7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 944 time: 0.1325715 Oct 19 20:20:53.801378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-2567e1bf-34c2-42cd-8eba-e731ea15dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.803067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-2567e1bf-34c2-42cd-8eba-e731ea15dfa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.1120369 Oct 19 20:20:53.814383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-e9051b27-dc83-4dc5-8deb-54000e186b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.815895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-e9051b27-dc83-4dc5-8deb-54000e186b63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635240 Oct 19 20:20:53.901910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-e9d60d5a-14f8-4e7b-b585-bab0771c9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.903402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-e9d60d5a-14f8-4e7b-b585-bab0771c9aad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.1103940 Oct 19 20:20:53.917823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-c0eaee9f-1ba8-4b8b-b490-a5d456cadf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:53.919423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-c0eaee9f-1ba8-4b8b-b490-a5d456cadf95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072307 Oct 19 20:20:53.930045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-164ae0bf-7242-4c3c-992e-64106c8ea7cb req-bb4bf894-cebc-466e-a426-4417a2e9219e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259422 Oct 19 20:20:53.933346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-045ac636-e715-48a2-adbb-ebeb6922c614 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053548 Oct 19 20:20:54.024596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-cdf705a0-6cc8-4a00-8b30-f806a70ab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.026120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-cdf705a0-6cc8-4a00-8b30-f806a70ab2de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109138 Oct 19 20:20:54.033220 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06298502-5e09-4eb6-9d61-30cb8e9f41e8 x-openstack-request-id: req-06298502-5e09-4eb6-9d61-30cb8e9f41e8 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:54.033576 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "tag": "3978276e-0bd7-449d-a141-3eea07453210", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:54.033928 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06298502-5e09-4eb6-9d61-30cb8e9f41e8 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:54.034355 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'tag': '3978276e-0bd7-449d-a141-3eea07453210', 'status': 'completed', 'code': 200} Oct 19 20:20:54.074693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-b6f2d923-386e-46c2-b76b-f3c8afce4365 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:20:54.075815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-b6f2d923-386e-46c2-b76b-f3c8afce4365 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0135415 Oct 19 20:20:54.082756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0879239-0603-48a7-8203-dc3b1ef966fe req-3ac152be-55e6-43df-bab6-41e8a2edc588 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391506 Oct 19 20:20:54.088984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-65519b33-410d-40ea-9262-e7a92cf6c7f0 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580038 Oct 19 20:20:54.191249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-2c8976eb-e8c9-441d-9c7d-d250eb8dc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.192944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-2c8976eb-e8c9-441d-9c7d-d250eb8dc92a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 1095 time: 0.0477626 Oct 19 20:20:54.209840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-1f4db886-05d4-48ee-9279-77c17e736cac tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.211227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-1f4db886-05d4-48ee-9279-77c17e736cac tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 1093 time: 0.1268275 Oct 19 20:20:54.246881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Request body: {'binding': {'host': 'n-h2-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:54.247328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Unknown quota resources ['binding']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:20:54.306903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-de8ed02a-4383-403e-8ada-155693b7bd81 service neutron] 10.222.0.37 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724230 Oct 19 20:20:54.310855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-a2098eef-c19c-449e-a3fd-e056c5ab16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.312305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-a2098eef-c19c-449e-a3fd-e056c5ab16d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 917 time: 0.1036608 Oct 19 20:20:54.319590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b35d3-95b4-4514-9a66-32f3485a4935 req-73f342d8-7120-4574-878f-86811cf26e73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.320973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-632b35d3-95b4-4514-9a66-32f3485a4935 req-73f342d8-7120-4574-878f-86811cf26e73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.1796470 Oct 19 20:20:54.367185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-0ad0d8f3-b0b8-4927-b9bd-69c1e70f4903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3978276e-0bd7-449d-a141-3eea07453210 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Oct 19 20:20:54.382174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0731f4c-60a7-41f7-a220-41e2ad86b841 req-8eea27fb-e2e6-456a-85e5-275753ef3e37 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418678 Oct 19 20:20:54.417104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-5fa06bdb-0cac-4446-9a01-a5bf8e186195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.418665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-5fa06bdb-0cac-4446-9a01-a5bf8e186195 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.0442135 Oct 19 20:20:54.465484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-9ac5a1ed-cd70-45ee-bfe5-ace860a3eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:54.466986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-9ac5a1ed-cd70-45ee-bfe5-ace860a3eb47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396724 Oct 19 20:20:54.566721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-8f30db26-3d95-4891-bc9a-b4711709567d service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 Oct 19 20:20:54.658504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a822044a-9a0d-4e5f-af15-bd00f715a16f req-0891d9bf-5c33-49b6-b84e-cc380a30b821 service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Oct 19 20:20:54.709954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:54.712389 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d059bc5-840d-4764-bbdb-f23f9d438f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "tag": "c2f3d879-4fd2-4446-b703-050259f28787"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:54.738742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-632b35d3-95b4-4514-9a66-32f3485a4935 req-9b78c7c3-90f4-4505-8fd5-3bf7b1dce1f3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037595 Oct 19 20:20:54.777031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-679e9a37-a041-42e7-b0fc-fb7ff403ce7b req-5fb4050e-fb5d-45b4-a6ef-4e05c764acf3 service neutron] 10.222.0.37 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535317 Oct 19 20:20:54.793625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on host n-h2-805649-9 for vnic_type normal with profile None {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:54.793921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:54.794251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:54.798695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:54.799018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:54.803824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:54.804160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:54.804536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:54.804956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Bound port: 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:54.856208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:54.869926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:54.871257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-837623b3-4971-4a48-a3e3-00aaec15f434 service neutron] 10.222.0.31 "POST /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.6531751 Oct 19 20:20:55.044969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e98b94-08fb-4a89-ad9f-0f98e7b079f7 req-917e8c83-92c8-44b8-9acd-ac94548d3cb0 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.046478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3e98b94-08fb-4a89-ad9f-0f98e7b079f7 req-917e8c83-92c8-44b8-9acd-ac94548d3cb0 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0580428 Oct 19 20:20:55.087281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3e98b94-08fb-4a89-ad9f-0f98e7b079f7 req-cb3d915e-eb0e-4c5c-bc6b-640280183e36 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Oct 19 20:20:55.140569 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a51f7-194d-4ea1-ae78-1df22bc00a3c x-openstack-request-id: req-279a51f7-194d-4ea1-ae78-1df22bc00a3c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:55.140965 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "tag": "c2f3d879-4fd2-4446-b703-050259f28787", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:55.141333 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-279a51f7-194d-4ea1-ae78-1df22bc00a3c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:55.141862 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787', 'status': 'completed', 'code': 200} Oct 19 20:20:55.234524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-d407eae2-fadd-4df7-9365-0780e0555a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.236539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-d407eae2-fadd-4df7-9365-0780e0555a9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 1095 time: 0.0715296 Oct 19 20:20:55.248985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cf97e-d203-4041-9f40-cae853a49189 req-32de0509-c9d2-4d98-91a3-972f723d8309 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.250555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-447cf97e-d203-4041-9f40-cae853a49189 req-32de0509-c9d2-4d98-91a3-972f723d8309 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.0616839 Oct 19 20:20:55.347137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-447cf97e-d203-4041-9f40-cae853a49189 req-072b3c8f-1ab8-4b6a-bd4d-f980115240ea tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876193 Oct 19 20:20:55.374524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-6b92b7b8-3a35-411d-859b-2ab55802da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.376285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-6b92b7b8-3a35-411d-859b-2ab55802da88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 917 time: 0.1248262 Oct 19 20:20:55.380309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:55.419408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80aba0-147f-4b7f-ac0e-033290ec8d47 req-6363dd33-7d20-4680-973e-5d136db62eef tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.425039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa80aba0-147f-4b7f-ac0e-033290ec8d47 req-6363dd33-7d20-4680-973e-5d136db62eef tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.3661988 Oct 19 20:20:55.427310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-6d850484-f8ea-40bd-8703-409690a3ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.428810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-6d850484-f8ea-40bd-8703-409690a3ebe8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1096 time: 0.3389878 Oct 19 20:20:55.439651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-b96b6079-f8ee-42ad-b5b5-367967431efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2f3d879-4fd2-4446-b703-050259f28787 HTTP/1.1" status: 200 len: 217 time: 0.0533597 Oct 19 20:20:55.486883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:55.497630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'mac_address': 'fa:16:3e:21:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:55.525838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674a995-031f-49f4-9e50-2f9a7bd3b676 req-a49244bb-37c5-416b-bdbb-59c33dbfae95 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.527332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b674a995-031f-49f4-9e50-2f9a7bd3b676 req-a49244bb-37c5-416b-bdbb-59c33dbfae95 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 945 time: 0.0867918 Oct 19 20:20:55.531436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-f3102669-c526-4191-af9c-8ec8645e4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.532456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-f3102669-c526-4191-af9c-8ec8645e4f6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.0817759 Oct 19 20:20:55.536463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa80aba0-147f-4b7f-ac0e-033290ec8d47 req-965ff4f7-fece-46e7-b403-45a5d865add9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066506 Oct 19 20:20:55.541267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:55.566412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fa882e-ec11-4559-ac1c-f72ae91864be {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:55.569898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-dd7314bc-bc8c-454a-9b6b-63354b62fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.571746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-dd7314bc-bc8c-454a-9b6b-63354b62fa9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1342652 Oct 19 20:20:55.588063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b674a995-031f-49f4-9e50-2f9a7bd3b676 req-c6517e82-e8e7-48e1-9349-95ee1dd5eaf8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Oct 19 20:20:55.593227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:55.598894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:55.600010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:55.626355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-9d7cad6a-1927-4344-a63f-542abedbc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.627967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-9d7cad6a-1927-4344-a63f-542abedbc533 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541694 Oct 19 20:20:55.633836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-4a5d0e0d-a2a5-41a7-a01e-22e1c56b34da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.0495555 Oct 19 20:20:55.677266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:55.679815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:55.691351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'mac_address': 'fa:16:3e:03:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:55.707374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-4879daf1-dc6c-4986-8847-167a004c4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.708852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-4879daf1-dc6c-4986-8847-167a004c4b43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0656838 Oct 19 20:20:55.726509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06d8ab-9319-4c7e-85e7-004a549d5154 req-19eba66b-d669-4da4-af5f-3e32e0c310d4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.728090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4b06d8ab-9319-4c7e-85e7-004a549d5154 req-19eba66b-d669-4da4-af5f-3e32e0c310d4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 944 time: 0.0967929 Oct 19 20:20:55.729586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-5f4e146b-45bc-4e99-bba5-287e08472f7a service neutron] 10.222.0.37 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927944 Oct 19 20:20:55.733273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:55.750566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:55.760677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-7aab5e5f-e8d1-45e1-99b7-220f191a8290 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302501 Oct 19 20:20:55.779944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:55.784315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:55.842152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:55.859001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4b06d8ab-9319-4c7e-85e7-004a549d5154 req-ec7a5d7d-04be-455d-acd9-97cc91dd21b9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222098 Oct 19 20:20:55.860718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d059bc5-840d-4764-bbdb-f23f9d438f1b req-f7596c8f-d531-4d3e-81bd-87306c37fd44 service neutron] 10.222.0.37 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231382 Oct 19 20:20:55.880175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dff0a-537a-4ff9-9102-87616c7d5bcc req-51b27590-73aa-4811-bca9-4483045f7e3b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:55.881928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:55.882083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-038dff0a-537a-4ff9-9102-87616c7d5bcc req-51b27590-73aa-4811-bca9-4483045f7e3b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0680199 Oct 19 20:20:55.888681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-9b1f08ff-560a-4f8d-b05c-42c236ba4ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168118 Oct 19 20:20:55.924373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-038dff0a-537a-4ff9-9102-87616c7d5bcc req-fd1a4721-d87d-43e3-9411-5a6532a8a02e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Oct 19 20:20:55.984094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-868a426a-493e-42d1-ba64-16b9d5731299 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861993 Oct 19 20:20:55.990280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:56.008595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'port_id': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'mac_address': 'fa:16:3e:52:d2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dba038e-8ad1-406c-be33-b1167b0c8de6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:56.047912 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.061277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac20982-5a99-4db7-aa70-1ef09b470348 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:56.075034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:56.083213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:56.088506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:56.116501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-67d5eee4-82ed-4017-a5ba-adeb0d3c5cb3 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.118060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-67d5eee4-82ed-4017-a5ba-adeb0d3c5cb3 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0457103 Oct 19 20:20:56.124758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.131753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-9'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:20:56.217033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:56.217333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.240110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfa9a6-eab4-4948-92c3-20ed9b001137 req-1b666a01-13d6-4f74-968e-66f509039358 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.241601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdcfa9a6-eab4-4948-92c3-20ed9b001137 req-1b666a01-13d6-4f74-968e-66f509039358 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 948 time: 0.0841539 Oct 19 20:20:56.332379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdcfa9a6-eab4-4948-92c3-20ed9b001137 req-e95f8b0b-84ac-447c-b60e-20aee547c8b9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698195 Oct 19 20:20:56.387934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c9358a0-57b8-4765-b7af-6960275ddbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.395248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:56.432992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:56.460635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5ac20982-5a99-4db7-aa70-1ef09b470348'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:56.473727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd466b8-b192-4a0a-b96f-5b0e0e9e1685 req-f9387f7a-da01-430e-bcb2-9ef414c35b8a tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.475249 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fd466b8-b192-4a0a-b96f-5b0e0e9e1685 req-f9387f7a-da01-430e-bcb2-9ef414c35b8a tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.0526829 Oct 19 20:20:56.479754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:56.482530 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d1e6a-904d-428b-a508-49468b9f1071" -d '{"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:56.487038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.493607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.534538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fd466b8-b192-4a0a-b96f-5b0e0e9e1685 req-649c52b7-db7c-4f78-be05-236641a5e025 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/security-groups?id=77992046-2795-4782-8a7b-309fa763c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Oct 19 20:20:56.556126 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce75dd-24b1-4425-adb7-b388987d4259 x-openstack-request-id: req-acce75dd-24b1-4425-adb7-b388987d4259 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:56.556126 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:56.556126 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acce75dd-24b1-4425-adb7-b388987d4259 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:56.556126 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'code': 200} Oct 19 20:20:56.599080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on host n-h1-805649-9 for vnic_type normal with profile {"migrating_to": "n-h2-805649-9"} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:20:56.599424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:20:56.599729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:56.603199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:56.617406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:20:56.617731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Attempting to bind port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:20:56.638270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:20:56.638892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:20:56.639238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:20:56.639672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Bound port: 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:20:56.640045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.695798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073577e-e0f5-41d7-b5fe-005cbd3f83c3 req-2bf8fdd2-689d-452d-8e92-5b43d44c7c0d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.697334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8073577e-e0f5-41d7-b5fe-005cbd3f83c3 req-2bf8fdd2-689d-452d-8e92-5b43d44c7c0d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 949 time: 0.0901301 Oct 19 20:20:56.741843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:20:56.750176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-96765b35-6dec-4912-9cab-c1fde9d58b9c tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.752193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-96765b35-6dec-4912-9cab-c1fde9d58b9c tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 950 time: 0.0707483 Oct 19 20:20:56.759753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd84a-2227-4fa4-b281-7843b41720a6 req-ff573d42-e211-48c3-aa24-623e81e908c5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.761151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df7bd84a-2227-4fa4-b281-7843b41720a6 req-ff573d42-e211-48c3-aa24-623e81e908c5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.0906780 Oct 19 20:20:56.766814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8073577e-e0f5-41d7-b5fe-005cbd3f83c3 req-ee435c9d-7ae6-46a5-aa91-19651e50fac4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Oct 19 20:20:56.768472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:20:56.774701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.839552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.840166 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.842108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 1121 time: 0.7153051 Oct 19 20:20:56.853527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df7bd84a-2227-4fa4-b281-7843b41720a6 req-98581bb0-b6af-4f53-aa43-3a5fe1478382 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Oct 19 20:20:56.859853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cab7d-86e6-4f93-866c-20da808d07f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=8']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:56.892242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Deleting port 6c995259-0500-4998-97f5-03ac977bd90c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:20:56.892242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:56.953103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:56.983838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792426-105c-44e9-b9a8-c7530f90f209 req-3580cc98-c58e-4d57-a39e-af02134d78f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:56.986489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de792426-105c-44e9-b9a8-c7530f90f209 req-3580cc98-c58e-4d57-a39e-af02134d78f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 944 time: 0.0507464 Oct 19 20:20:56.988373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] For port 6c995259-0500-4998-97f5-03ac977bd90c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6c995259-0500-4998-97f5-03ac977bd90c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:56.988748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.004970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Calling delete_port for 6c995259-0500-4998-97f5-03ac977bd90c owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:20:57.029891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de792426-105c-44e9-b9a8-c7530f90f209 req-21c9531c-bdc4-4c36-b091-684a5dbac52d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366366 Oct 19 20:20:57.095966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad3a02-72cb-41fd-9b46-79fd41b56040 req-40b5f1a8-d6ef-4a1a-9375-88e109ef082a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:57.097482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8ad3a02-72cb-41fd-9b46-79fd41b56040 req-40b5f1a8-d6ef-4a1a-9375-88e109ef082a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.0901136 Oct 19 20:20:57.154015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8ad3a02-72cb-41fd-9b46-79fd41b56040 req-0d3935c0-effb-4f7f-a631-6c3ca2d44947 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480132 Oct 19 20:20:57.210120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.222044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6c995259-0500-4998-97f5-03ac977bd90c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:57.237464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Pushing event deleted for resources: {'Port': ['ID=6c995259-0500-4998-97f5-03ac977bd90c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:57.279975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] No DVR routers for this DVR port 6c995259-0500-4998-97f5-03ac977bd90c on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:20:57.283293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.286941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0ab1445-fb70-43c9-960c-1357dd961ff5 req-ef3380f2-12a2-421d-ab3a-6d24de9f3ee2 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.11 "DELETE /v2.0/ports/6c995259-0500-4998-97f5-03ac977bd90c HTTP/1.1" status: 204 len: 173 time: 0.5230160 Oct 19 20:20:57.287425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'name': 'network-vif-deleted', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:57.289788 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e44f7-522b-45b8-9db5-54f799a91ef3" -d '{"events": [{"server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "name": "network-vif-deleted", "tag": "6c995259-0500-4998-97f5-03ac977bd90c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:57.338945 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26f816f-78a7-4dd8-9413-8c0ee565b08f x-openstack-request-id: req-f26f816f-78a7-4dd8-9413-8c0ee565b08f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:57.339287 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2", "name": "network-vif-deleted", "tag": "6c995259-0500-4998-97f5-03ac977bd90c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:57.339545 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f26f816f-78a7-4dd8-9413-8c0ee565b08f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:57.341708 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2', 'name': 'network-vif-deleted', 'tag': '6c995259-0500-4998-97f5-03ac977bd90c', 'status': 'completed', 'code': 200} Oct 19 20:20:57.394805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c2f3d879-4fd2-4446-b703-050259f28787 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:57.398114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:57.461682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e0b5-fa75-447e-905c-c6ee6437c58b req-acb749d0-e18b-4e54-a1e4-77bcb6b0455f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:57.463179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91b4e0b5-fa75-447e-905c-c6ee6437c58b req-acb749d0-e18b-4e54-a1e4-77bcb6b0455f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 948 time: 0.0527885 Oct 19 20:20:57.504685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91b4e0b5-fa75-447e-905c-c6ee6437c58b req-8a039e40-bff8-426e-82e8-e3fb4289abd9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Oct 19 20:20:57.520172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 26fa882e-ec11-4559-ac1c-f72ae91864be completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:57.527093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 26fa882e-ec11-4559-ac1c-f72ae91864be triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:57.527449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.563204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c2f3d879-4fd2-4446-b703-050259f28787,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:57.580276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'c2f3d879-4fd2-4446-b703-050259f28787', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'port_id': 'c2f3d879-4fd2-4446-b703-050259f28787', 'mac_address': 'fa:16:3e:bd:b8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f29df3e-dc3b-4695-97c0-79e30b6ff1be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:57.645506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.647529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d7fbd9-82ce-4a1f-923e-13c4ca826bb6 req-86db83ef-ca2a-4618-a7dc-9eff5d994897 tempest-ImagesNegativeTestJSON-400080348 tempest-ImagesNegativeTestJSON-400080348-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ac27fe-198c-4bfe-a4d8-1bf2a0bf6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0300210 Oct 19 20:20:57.661688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.666210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f3d879-4fd2-4446-b703-050259f28787 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:57.701151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c2f3d879-4fd2-4446-b703-050259f28787,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:57.706589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:57.709060 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f661767b-7d28-4ff7-a2f7-2f4d1b446db1" -d '{"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-plugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:57.713845 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.742283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:57.745623 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3b9bc-3d1e-4022-bb96-1d3eb4222145 x-openstack-request-id: req-edc3b9bc-3d1e-4022-bb96-1d3eb4222145 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:57.745952 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-plugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:57.746206 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edc3b9bc-3d1e-4022-bb96-1d3eb4222145 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:57.746582 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'code': 200} Oct 19 20:20:57.749466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.750287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:57.802592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:57.856792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d0521f77-29f9-4202-9fa1-f6b015b7339c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:57.857163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:57.884158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f7c6fa8-6813-4657-9bef-e5a3b4966294 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:57.892084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c81b6-b2d9-4f1e-85f5-600ba9741991 req-88e040d6-9d22-4b4b-ab6d-faac742f9386 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:57.908587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab4d8a-9b80-44a6-8071-ac954a32a239 req-c3d8d9c1-bebb-4639-866e-5de73540db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:57.910667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10ab4d8a-9b80-44a6-8071-ac954a32a239 req-c3d8d9c1-bebb-4639-866e-5de73540db15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1101 time: 0.0496228 Oct 19 20:20:57.915050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a51c81b6-b2d9-4f1e-85f5-600ba9741991 req-88e040d6-9d22-4b4b-ab6d-faac742f9386 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0752661 Oct 19 20:20:57.964302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a51c81b6-b2d9-4f1e-85f5-600ba9741991 req-5b210357-1dff-466f-8690-664146e12f2f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Oct 19 20:20:57.996608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10ab4d8a-9b80-44a6-8071-ac954a32a239 req-01169ebc-770b-4f7d-98aa-79ed7234ad41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719168 Oct 19 20:20:58.002610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:58.005601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:20:58.040631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2116f-9565-483b-b59a-1b73c3399eef req-aaf68c14-9f59-4112-bfc2-bdf9b0c3e4bd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.042158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fda2116f-9565-483b-b59a-1b73c3399eef req-aaf68c14-9f59-4112-bfc2-bdf9b0c3e4bd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.0609193 Oct 19 20:20:58.082620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fda2116f-9565-483b-b59a-1b73c3399eef req-0e07abee-58b1-4121-80b3-a5f5b9bf8648 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Oct 19 20:20:58.138132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['c2f3d879-4fd2-4446-b703-050259f28787'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:58.164635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 5ac20982-5a99-4db7-aa70-1ef09b470348 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:20:58.165175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71589e85-6e0f-4dd1-8573-4dafbac55c69 req-cc83f92e-a8bd-40a2-9e40-44a4b5c06e34 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.168157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71589e85-6e0f-4dd1-8573-4dafbac55c69 req-cc83f92e-a8bd-40a2-9e40-44a4b5c06e34 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 944 time: 0.0611582 Oct 19 20:20:58.203985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 5ac20982-5a99-4db7-aa70-1ef09b470348 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:20:58.204349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.214912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71589e85-6e0f-4dd1-8573-4dafbac55c69 req-4a0384ec-baaf-4cba-9ff6-9fa9c4458de7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Oct 19 20:20:58.219231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.245790 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.274213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2f7c6fa8-6813-4657-9bef-e5a3b4966294', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'port_id': '2f7c6fa8-6813-4657-9bef-e5a3b4966294', 'mac_address': 'fa:16:3e:3c:44:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f29df3e-dc3b-4695-97c0-79e30b6ff1be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:58.323220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b430-9753-4f4a-9bc3-64f2ec5f7ff0 req-69cee2f3-76bb-4c4d-871f-6fdb7aa33fe5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.324736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab78b430-9753-4f4a-9bc3-64f2ec5f7ff0 req-69cee2f3-76bb-4c4d-871f-6fdb7aa33fe5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.0522113 Oct 19 20:20:58.334448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.343661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.367944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab78b430-9753-4f4a-9bc3-64f2ec5f7ff0 req-3ed6c193-9cdc-45d6-9a00-4ecdb8f936e0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363100 Oct 19 20:20:58.388854 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.449265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c6fa8-6813-4657-9bef-e5a3b4966294 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:58.474325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:58.482834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.502189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.512830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.513942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3978276e-0bd7-449d-a141-3eea07453210 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:58.554843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:58.557426 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0128b-4180-49c2-b364-a3dcb2f8767c" -d '{"events": [{"name": "network-changed", "server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:58.582036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.598609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.599039 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1de4d-f94a-4221-9d3b-3d46e70b39ec x-openstack-request-id: req-78c1de4d-f94a-4221-9d3b-3d46e70b39ec {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:58.599756 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:58.600383 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78c1de4d-f94a-4221-9d3b-3d46e70b39ec {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:58.600666 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'status': 'completed', 'code': 200} Oct 19 20:20:58.627926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3978276e-0bd7-449d-a141-3eea07453210,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.641146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:58.651091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '3978276e-0bd7-449d-a141-3eea07453210', 'network_id': 'c85f595f-b01b-456d-be8e-7e9a64da9d7d', 'port_id': '3978276e-0bd7-449d-a141-3eea07453210', 'mac_address': 'fa:16:3e:a3:ed:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f29df3e-dc3b-4695-97c0-79e30b6ff1be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:20:58.669754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c98fa-1615-4545-8420-53a07155fdf1 req-2c651b94-c2b2-413b-aede-0e58473ef26e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.671261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c24c98fa-1615-4545-8420-53a07155fdf1 req-2c651b94-c2b2-413b-aede-0e58473ef26e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0902364 Oct 19 20:20:58.677787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-d97a5c9a-1eb0-426f-931f-39c1ff6e3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.679350 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-d97a5c9a-1eb0-426f-931f-39c1ff6e3786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1124 time: 0.0600297 Oct 19 20:20:58.732327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:58.735601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.743748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c24c98fa-1615-4545-8420-53a07155fdf1 req-adfd0b64-845c-4e94-b96c-8ba1dd9e2da2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Oct 19 20:20:58.754713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3978276e-0bd7-449d-a141-3eea07453210 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:20:58.779008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3978276e-0bd7-449d-a141-3eea07453210,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:20:58.784157 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:58.806497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-99561aa3-198e-4d77-a036-3cc57b891734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.807980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-99561aa3-198e-4d77-a036-3cc57b891734 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1142573 Oct 19 20:20:58.834896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:58.856916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-61eb1ef2-ddfd-408f-81aa-a121bd7ea9de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.0404601 Oct 19 20:20:58.909503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-582db597-d3d5-4464-8c5b-f17eb4c16116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:58.910983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-582db597-d3d5-4464-8c5b-f17eb4c16116 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0459709 Oct 19 20:20:58.944428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-911c7e7d-a4f1-4e60-bd44-5e14d627c760 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246866 Oct 19 20:20:59.060450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:59.087524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-5db06122-f1ae-49ea-a87b-e1d4bb7d63f9 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314018 Oct 19 20:20:59.103284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847f33-2999-4da6-acc0-fafadf2629c4 req-307158ca-4363-48d3-86f0-d9d105257736 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.104726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29847f33-2999-4da6-acc0-fafadf2629c4 req-307158ca-4363-48d3-86f0-d9d105257736 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0751150 Oct 19 20:20:59.136874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['3978276e-0bd7-449d-a141-3eea07453210'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:59.140090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2f7c6fa8-6813-4657-9bef-e5a3b4966294'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:20:59.144758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d01ce31-bab2-425c-87e8-465743a71fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:59.213450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29847f33-2999-4da6-acc0-fafadf2629c4 req-8d0f75d7-828e-4d06-a084-f15baf0a49e1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982296 Oct 19 20:20:59.269994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-275afff3-e610-4cc2-b5c8-012e12db2a66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e54e9be010364812ba1241debffd37e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083540 Oct 19 20:20:59.275608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58938) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:20:59.291202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41f0128b-4180-49c2-b364-a3dcb2f8767c req-4f8d61b2-0e40-4259-b00a-df204ea8bfff service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854753 Oct 19 20:20:59.317427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8b6db-5267-400e-93b9-2a7cef7699be req-b0fa8a83-c26c-443c-9db8-b6d12553c7cf tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.319347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20b8b6db-5267-400e-93b9-2a7cef7699be req-b0fa8a83-c26c-443c-9db8-b6d12553c7cf tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.1269524 Oct 19 20:20:59.383346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:59.414620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:59.424053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20b8b6db-5267-400e-93b9-2a7cef7699be req-e9af302e-e668-4655-9695-98b2fb5dda66 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926230 Oct 19 20:20:59.448574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c8f9-bc97-4ee1-8ac6-f1153616365d req-feed516a-097e-430e-8d5c-7560469ed33b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.450341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1818c8f9-bc97-4ee1-8ac6-f1153616365d req-feed516a-097e-430e-8d5c-7560469ed33b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 945 time: 0.0592158 Oct 19 20:20:59.472253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:59.475156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:20:59.476296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77992046-2795-4782-8a7b-309fa763c1ad HTTP/1.1" status: 204 len: 168 time: 0.1990805 Oct 19 20:20:59.484901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77992046-2795-4782-8a7b-309fa763c1ad,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:20:59.493535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.493879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.494302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.494546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.494878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.495221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.495531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.495856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.496236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.496564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.496887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.497207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523af8d-6978-4210-9fbe-e9bdccf3324b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:20:59.509573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1818c8f9-bc97-4ee1-8ac6-f1153616365d req-0aa7de71-cf3c-4e1c-963c-286fa15cb2da tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512984 Oct 19 20:20:59.612049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6454f-6fb4-4988-b1ea-477b265cc36c req-c054022d-8d25-479e-a4e4-a0cabd60bd0b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.613543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7a6454f-6fb4-4988-b1ea-477b265cc36c req-c054022d-8d25-479e-a4e4-a0cabd60bd0b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0498769 Oct 19 20:20:59.663997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7a6454f-6fb4-4988-b1ea-477b265cc36c req-3edf667f-a771-4de8-9025-af3571313851 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Oct 19 20:20:59.747707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}, {'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:20:59.750083 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4437e2f4-5db7-4372-b8e8-9d2e53cc0315" -d '{"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}, {"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-plugged", "status": "completed", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:20:59.801946 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cfd87b-604e-4115-beab-37a36ec7c9a7 x-openstack-request-id: req-87cfd87b-604e-4115-beab-37a36ec7c9a7 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:20:59.802380 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "code": 200}, {"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-plugged", "status": "completed", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:20:59.802740 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87cfd87b-604e-4115-beab-37a36ec7c9a7 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:20:59.803180 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'code': 200} Oct 19 20:20:59.803564 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'code': 200} Oct 19 20:20:59.901119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:20:59.920834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6c995259-0500-4998-97f5-03ac977bd90c no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:20:59.925255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1723d5-3ff3-416e-af4f-0ae2a8365642 req-5314cfaa-7e55-49fc-84af-f21d90a56415 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.932769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b1723d5-3ff3-416e-af4f-0ae2a8365642 req-5314cfaa-7e55-49fc-84af-f21d90a56415 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1012864 Oct 19 20:20:59.945913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc97d-9c12-49a0-866b-a923360d976a req-64d7dc62-ad9e-4f79-925c-e706aeff2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:20:59.947406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-713fc97d-9c12-49a0-866b-a923360d976a req-64d7dc62-ad9e-4f79-925c-e706aeff2854 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1096 time: 0.0761836 Oct 19 20:20:59.980433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 6c995259-0500-4998-97f5-03ac977bd90c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:20:59.981418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6c995259-0500-4998-97f5-03ac977bd90c not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:00.002086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b1723d5-3ff3-416e-af4f-0ae2a8365642 req-ebf8ff99-7437-4b2b-962a-9f217b6eb79d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640817 Oct 19 20:21:00.047773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-713fc97d-9c12-49a0-866b-a923360d976a req-c01e120f-d046-4456-8677-bcbe6c68a576 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930600 Oct 19 20:21:00.059045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc744059-801c-4bd4-93a0-cef1fa97805c req-5d8c44a8-cd6c-4853-bfeb-8d777b678151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:00.060646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc744059-801c-4bd4-93a0-cef1fa97805c req-5d8c44a8-cd6c-4853-bfeb-8d777b678151 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1100 time: 0.0574508 Oct 19 20:21:00.095823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:00.101862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc744059-801c-4bd4-93a0-cef1fa97805c req-3a43b9aa-d55c-4521-92ba-38a8186ed6e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Oct 19 20:21:00.107080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed has no active binding in host n-h2-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:21:00.193092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:00.341568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8811f2-09f2-405a-a170-5b9003009811 req-5c70161b-dbe3-46e0-8b08-27d3a00e5aa2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:00.343191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be8811f2-09f2-405a-a170-5b9003009811 req-5c70161b-dbe3-46e0-8b08-27d3a00e5aa2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0548551 Oct 19 20:21:00.382324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be8811f2-09f2-405a-a170-5b9003009811 req-cfd2f46a-d27c-4f58-b5ba-1b843b1bdf77 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Oct 19 20:21:00.519511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-2732f230-99f0-4df5-b254-f8636bb00742 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261185 Oct 19 20:21:00.627910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-a72af449-6130-43b5-b2c0-d220f5529018 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:00.629340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-a72af449-6130-43b5-b2c0-d220f5529018 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043591 Oct 19 20:21:00.644025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-9c5f4ae9-240c-49cb-8fbf-c8e08a3ef5a6 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/quotas/03f439f0ef0549349c01adf3e39eb8fc HTTP/1.1" status: 200 len: 375 time: 0.0089157 Oct 19 20:21:00.677445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-fab3aa68-fa26-481c-befe-582b6e509420 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283191 Oct 19 20:21:00.824165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:01.070934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-cd185efb-d420-4e41-a569-807eaf4175ec req-43c93fa4-9a15-48a1-9c30-ed925f366a93 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:21:01.072041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd185efb-d420-4e41-a569-807eaf4175ec req-43c93fa4-9a15-48a1-9c30-ed925f366a93 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060751 Oct 19 20:21:01.301002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-806d27ec-f876-4d66-85c8-7b645cb22d65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642836 Oct 19 20:21:01.313564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c76c2f-d39d-40cd-8325-89f7e85d7ab0 req-f457d26e-2c58-44c9-8c79-ceb3cb970899 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:01.315250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8c76c2f-d39d-40cd-8325-89f7e85d7ab0 req-f457d26e-2c58-44c9-8c79-ceb3cb970899 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 943 time: 0.0698297 Oct 19 20:21:01.356439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8c76c2f-d39d-40cd-8325-89f7e85d7ab0 req-bd698bdb-a559-44c5-896b-afb75c6440a9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346737 Oct 19 20:21:01.415846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c2f3d879-4fd2-4446-b703-050259f28787 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:01.471770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port c2f3d879-4fd2-4446-b703-050259f28787 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:01.475822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port c2f3d879-4fd2-4446-b703-050259f28787 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:01.476398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:01.484901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d757a-308e-4895-9c38-3e388b34298d req-90e303c0-2171-4f50-9923-a1c1f72eb6dd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:01.489833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f38d757a-308e-4895-9c38-3e388b34298d req-90e303c0-2171-4f50-9923-a1c1f72eb6dd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 945 time: 0.0693922 Oct 19 20:21:01.532279 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f38d757a-308e-4895-9c38-3e388b34298d req-dbd58499-0def-4432-b7ea-a45f2f6ea926 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Oct 19 20:21:01.570963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:01.609952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c2f3d879-4fd2-4446-b703-050259f28787,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:01.614071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:01.666116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:01.804534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:01.807070 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f4654-0fea-44f6-927a-80f7b36a68aa" -d '{"events": [{"server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "name": "network-vif-plugged", "status": "completed", "tag": "c2f3d879-4fd2-4446-b703-050259f28787"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:01.920428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f7c6fa8-6813-4657-9bef-e5a3b4966294 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:01.968985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:01.972581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:01.972944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.049968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.080740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:02.084603 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.085380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3978276e-0bd7-449d-a141-3eea07453210 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:02.160787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.172980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:02.186557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 3978276e-0bd7-449d-a141-3eea07453210 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:02.191038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 3978276e-0bd7-449d-a141-3eea07453210 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:02.191402 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.200976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-d32e7eba-ec56-4df6-b146-e9eb0a877a43 service neutron] 10.222.0.37 "GET /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.0606084 Oct 19 20:21:02.268518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.301042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3978276e-0bd7-449d-a141-3eea07453210,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:02.304769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.355922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:02.378095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:02.397361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:02.430119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:02.440187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:02.452803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.522320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Transition to ACTIVE for port object 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:02.526155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:02.592609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] No DVR routers for this DVR port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:02.600424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:02.625646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.625995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.626603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.627191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.627789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.628378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.628967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.629437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.629781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.630114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.630445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.630772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:02.641029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-239dfd00-c533-4b16-850d-76dbda47e040 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed/bindings/n-h2-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 0.4320166 Oct 19 20:21:05.412050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:05.453378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:06.348592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60c39bae-f8ba-42ab-af7e-c98f3693fd3b req-a0901343-5a00-4716-b40d-1d13efa091e9 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 210 time: 0.0277894 Oct 19 20:21:06.385288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b305c-dba5-470f-96fb-e5e2d5cdd0a6 req-43d91b7b-35eb-4028-9793-1115bc68fe73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.387652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e8b305c-dba5-470f-96fb-e5e2d5cdd0a6 req-43d91b7b-35eb-4028-9793-1115bc68fe73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0765896 Oct 19 20:21:06.396155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-fcef1f8f-1966-4c1f-bbb1-7190512219d4 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.397693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-fcef1f8f-1966-4c1f-bbb1-7190512219d4 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0517218 Oct 19 20:21:06.453622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e8b305c-dba5-470f-96fb-e5e2d5cdd0a6 req-dc66d041-d42a-440c-91ab-f9b8f44fbcec tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Oct 19 20:21:06.534597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2bc38-e61c-4ceb-b8fa-51e27d28d448 req-91bd5b86-858f-42f3-8766-866f1edf261a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.538697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ff2bc38-e61c-4ceb-b8fa-51e27d28d448 req-91bd5b86-858f-42f3-8766-866f1edf261a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0900290 Oct 19 20:21:06.538697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-e3cae6af-03a9-4bb5-b123-1cfab86de631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.539863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-e3cae6af-03a9-4bb5-b123-1cfab86de631 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&tenant_id=ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 1095 time: 0.1232963 Oct 19 20:21:06.576027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d97de-b417-4004-a0ef-c4937300d792 req-aacd9d93-499c-4fb3-a8cd-e6bd0a56d151 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.577563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a2d97de-b417-4004-a0ef-c4937300d792 req-aacd9d93-499c-4fb3-a8cd-e6bd0a56d151 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0534372 Oct 19 20:21:06.581164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ff2bc38-e61c-4ceb-b8fa-51e27d28d448 req-3f1c568d-41d9-4415-84d7-21c0daa8062d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Oct 19 20:21:06.628231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a2d97de-b417-4004-a0ef-c4937300d792 req-ef00d6b5-4425-46d3-a080-14b6902cf098 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Oct 19 20:21:06.637325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-d926f9f3-1b48-49bc-8a92-e73a56e5e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.639175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-d926f9f3-1b48-49bc-8a92-e73a56e5e7b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1095 time: 0.0562119 Oct 19 20:21:06.645505 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685b23d-8835-4d2a-9d6f-272c5db4226c x-openstack-request-id: req-e685b23d-8835-4d2a-9d6f-272c5db4226c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:06.645505 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "name": "network-vif-plugged", "status": "completed", "tag": "c2f3d879-4fd2-4446-b703-050259f28787", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:06.645505 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e685b23d-8835-4d2a-9d6f-272c5db4226c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:06.645505 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787', 'code': 200} Oct 19 20:21:06.747755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebf49f-3101-4db1-af03-44c727f568d9 req-ecce01b7-11d8-453c-806a-54d0b314e790 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.749281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbebf49f-3101-4db1-af03-44c727f568d9 req-ecce01b7-11d8-453c-806a-54d0b314e790 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0526574 Oct 19 20:21:06.787457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbebf49f-3101-4db1-af03-44c727f568d9 req-f6daee2f-e40d-4255-8b18-6f23d48c32c0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 19 20:21:06.798672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-d4c8edf9-74a1-4b61-bed8-704ff39018eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.800274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-d4c8edf9-74a1-4b61-bed8-704ff39018eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1525931 Oct 19 20:21:06.810253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b812d-aad5-4c08-9788-ace4d127cc30 req-03c1ebce-1943-452e-a5b6-ab0164407b44 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.811591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c32b812d-aad5-4c08-9788-ace4d127cc30 req-03c1ebce-1943-452e-a5b6-ab0164407b44 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.1026349 Oct 19 20:21:06.816041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0fed4-c8c7-43aa-a573-dc606bb0bda9 req-6f0e4255-f7d3-4ea1-911a-00f1f08006e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.817445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3f0fed4-c8c7-43aa-a573-dc606bb0bda9 req-6f0e4255-f7d3-4ea1-911a-00f1f08006e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 1097 time: 0.0934541 Oct 19 20:21:06.870340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-a5394ce8-8b79-4e05-adad-0b4c8fc04177 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.0519643 Oct 19 20:21:06.889238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61631-33e0-4c6d-8784-a7c7d5b4f192 req-9f88c489-f604-44d1-a71c-2ac4b6540e2b tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.890837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77a61631-33e0-4c6d-8784-a7c7d5b4f192 req-9f88c489-f604-44d1-a71c-2ac4b6540e2b tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0495408 Oct 19 20:21:06.927875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77a61631-33e0-4c6d-8784-a7c7d5b4f192 req-3b6dc08f-e948-4821-9dfb-c5298315a9d9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Oct 19 20:21:06.930206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c32b812d-aad5-4c08-9788-ace4d127cc30 req-4c106e2f-dc98-402c-84ec-8fae2784dd75 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108007 Oct 19 20:21:06.946926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3f0fed4-c8c7-43aa-a573-dc606bb0bda9 req-2830eb21-08e7-487d-b7e3-b50e3cb52275 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Oct 19 20:21:06.954938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-993d5806-3a72-4a7f-aa95-d94c7ba8d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:06.956605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-993d5806-3a72-4a7f-aa95-d94c7ba8d83c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0738993 Oct 19 20:21:07.023712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-0842081c-d474-4611-a98d-59d25badf13d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320995 Oct 19 20:21:07.107486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-6da46edc-d1e3-405c-826b-35832bb7ce1d tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254316 Oct 19 20:21:07.170674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-14786296-2ac7-43cc-a175-927f14e9651b service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343560 Oct 19 20:21:07.252795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ebdb4b71-b8af-45b7-b6c2-eefa3661d9da tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.254450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ebdb4b71-b8af-45b7-b6c2-eefa3661d9da tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359248 Oct 19 20:21:07.301887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Request body: {'port': {'device_id': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '03f439f0ef0549349c01adf3e39eb8fc'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:07.338500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-5f264634-8689-4f16-9408-09a009a4ffa1 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511250 Oct 19 20:21:07.352897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dffa0-3a9d-4f19-a74a-510539311b3e req-10ae70d0-299e-4de6-bb07-4d598ccc50e7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.358050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-512dffa0-3a9d-4f19-a74a-510539311b3e req-10ae70d0-299e-4de6-bb07-4d598ccc50e7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1019030 Oct 19 20:21:07.455671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-512dffa0-3a9d-4f19-a74a-510539311b3e req-806e779a-f6de-498d-a9f5-8ababc180737 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557539 Oct 19 20:21:07.478865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Made reservation on behalf of 03f439f0ef0549349c01adf3e39eb8fc for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:21:07.482538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:07.495082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:07.517238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3922a131-c5c2-42bf-8b2d-82f7da50263f req-b3c39bf9-4f6a-48a6-a06b-a37f06f452ff tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 210 time: 0.0296218 Oct 19 20:21:07.595855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deee38b-2ad6-44d7-b41a-c486330d6fce req-837c90f4-34d1-47ce-8c8e-bff95268b285 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.597542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8deee38b-2ad6-44d7-b41a-c486330d6fce req-837c90f4-34d1-47ce-8c8e-bff95268b285 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0755956 Oct 19 20:21:07.645427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:07.652529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:07.682316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8deee38b-2ad6-44d7-b41a-c486330d6fce req-d8e1a079-64fa-4be5-8551-0cf83c669078 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Oct 19 20:21:07.736516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e5132a-5361-437d-a2b5-de8073267bd1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:07.759073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a2be-e157-4d87-8c4c-e78a7d6ba6e4 req-93fe1665-5c37-4f43-81ff-cfd44863ac67 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.760664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd3a2be-e157-4d87-8c4c-e78a7d6ba6e4 req-93fe1665-5c37-4f43-81ff-cfd44863ac67 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0556204 Oct 19 20:21:07.827016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Allocated IP 192.168.233.68 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/558d9623-694c-4107-abe3-a373e3b1be2a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:21:07.830251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd3a2be-e157-4d87-8c4c-e78a7d6ba6e4 req-58eea9c3-c99c-4410-8b18-82c32fb64a64 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Oct 19 20:21:07.839897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-bfdec9b8-cb0c-4357-ba86-45ccc509e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.841364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-bfdec9b8-cb0c-4357-ba86-45ccc509e5b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1101 time: 0.0563781 Oct 19 20:21:07.970358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec2dd-2913-42d1-9d8d-a309477cd8f8 req-db84447d-03a4-4abe-b6f5-9c4680600cde tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.972579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3fec2dd-2913-42d1-9d8d-a309477cd8f8 req-db84447d-03a4-4abe-b6f5-9c4680600cde tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0975492 Oct 19 20:21:07.988027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-5c8efb89-efcd-450f-a560-4cff639f1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.989702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-5c8efb89-efcd-450f-a560-4cff639f1a0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1374888 Oct 19 20:21:07.991510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-183b1756-c50e-4ad1-86d2-a19a46b5c17e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:07.992901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-183b1756-c50e-4ad1-86d2-a19a46b5c17e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0698242 Oct 19 20:21:08.044533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-c2c6e264-470a-4629-a1aa-59ca61d55652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0473249 Oct 19 20:21:08.061883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3fec2dd-2913-42d1-9d8d-a309477cd8f8 req-b2cd7db4-89f2-4290-a23e-41e1061f1daf tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608456 Oct 19 20:21:08.075303 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.109093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.156877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:21:08.160126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:21:08.162621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:21:08.175395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5598813-3921-40a3-b892-f28735b8d5eb req-5e8171c7-12cf-495c-8872-7522f35b7d0b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.176902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5598813-3921-40a3-b892-f28735b8d5eb req-5e8171c7-12cf-495c-8872-7522f35b7d0b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.1400015 Oct 19 20:21:08.184722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-b169d343-353f-4808-b5b8-1156417fc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.186172 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-b169d343-353f-4808-b5b8-1156417fc684 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1149502 Oct 19 20:21:08.199752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:08.224932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.225522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.243800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-ed8d11e2-432b-428f-a9d8-ccacb17e2f8a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9675741 Oct 19 20:21:08.260031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Request body: {'port': {'device_id': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:08.280790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5598813-3921-40a3-b892-f28735b8d5eb req-587379f3-1cb5-4504-a0e1-08288600f968 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927715 Oct 19 20:21:08.290297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-3b16318f-296b-461c-ae74-74f1f1e515bc service neutron] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:08.295650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-3b16318f-296b-461c-ae74-74f1f1e515bc service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.297652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e6fb028-3b46-4b19-8276-b8d0e8504cba req-3b16318f-296b-461c-ae74-74f1f1e515bc service neutron] 10.222.0.11 "DELETE /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed/bindings/n-h1-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.2922034 Oct 19 20:21:08.298501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-f925f9e8-a15d-47b6-97b6-1f06b40b1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.299865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-f925f9e8-a15d-47b6-97b6-1f06b40b1731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858550 Oct 19 20:21:08.323891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.462488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-4abda813-76e1-4a3e-8277-d2f28bbc4d29 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499457 Oct 19 20:21:08.569698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fac04-2fe5-48dd-8f22-2190b7bd2afc req-60edb004-90fa-4fa0-8572-50c72695217e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.571212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-466fac04-2fe5-48dd-8f22-2190b7bd2afc req-60edb004-90fa-4fa0-8572-50c72695217e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1095 time: 0.0774274 Oct 19 20:21:08.581012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3c4f567f-2c2a-49ba-8c36-6df579cd051d None None] Provisioning complete for port 558d9623-694c-4107-abe3-a373e3b1be2a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:08.581666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3c4f567f-2c2a-49ba-8c36-6df579cd051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.618711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f567f-2c2a-49ba-8c36-6df579cd051d None None] Port 558d9623-694c-4107-abe3-a373e3b1be2a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:21:08.645250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294'}, {'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978276e-0bd7-449d-a141-3eea07453210'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:08.648699 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f6848c-b7c9-4843-80fa-313179f41228" -d '{"events": [{"server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294"}, {"server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "name": "network-vif-plugged", "status": "completed", "tag": "3978276e-0bd7-449d-a141-3eea07453210"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:08.656426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-466fac04-2fe5-48dd-8f22-2190b7bd2afc req-ecec279e-bdc5-4924-ab95-821ecfeb3c66 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515616 Oct 19 20:21:08.725286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:08.733905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.748515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Transition to ACTIVE for port object 558d9623-694c-4107-abe3-a373e3b1be2a will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:08.754010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:08.868268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:08.900997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-bec58135-2bda-4540-897b-9d6e088edb12 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270151 Oct 19 20:21:08.921823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833813c1-9e01-42c7-ab8b-713d1309625f req-029f0fcf-307e-4983-92cd-905e218b084e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.923624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1fbc-fa05-435c-a5c1-2f79018ddc83 req-dd0e678d-3d14-43a7-8f1e-349555017d82 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:08.923877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-833813c1-9e01-42c7-ab8b-713d1309625f req-029f0fcf-307e-4983-92cd-905e218b084e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.3740168 Oct 19 20:21:08.925406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-803d1fbc-fa05-435c-a5c1-2f79018ddc83 req-dd0e678d-3d14-43a7-8f1e-349555017d82 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 947 time: 0.1401472 Oct 19 20:21:08.970617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-833813c1-9e01-42c7-ab8b-713d1309625f req-4e71069c-f323-4763-b6bb-48696756d5ad tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Oct 19 20:21:08.972951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Attempting to bind port 558d9623-694c-4107-abe3-a373e3b1be2a on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:08.973437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Attempting to bind port 558d9623-694c-4107-abe3-a373e3b1be2a by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:08.973948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Attempting to bind port 558d9623-694c-4107-abe3-a373e3b1be2a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:09.008534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-803d1fbc-fa05-435c-a5c1-2f79018ddc83 req-4264a389-5971-40d9-8bad-557a4592d213 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763695 Oct 19 20:21:09.014652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Port 558d9623-694c-4107-abe3-a373e3b1be2a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:09.015125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Attempting to bind port 558d9623-694c-4107-abe3-a373e3b1be2a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:09.022828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:09.023426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:09.024022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:09.024684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Bound port: 558d9623-694c-4107-abe3-a373e3b1be2a, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:09.025271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:09.043624 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57304f3-095b-4809-906f-866f6bdf21ba x-openstack-request-id: req-c57304f3-095b-4809-906f-866f6bdf21ba {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:09.044100 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294", "code": 200}, {"server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "name": "network-vif-plugged", "status": "completed", "tag": "3978276e-0bd7-449d-a141-3eea07453210", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:09.044509 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c57304f3-095b-4809-906f-866f6bdf21ba {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:09.045051 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294', 'code': 200} Oct 19 20:21:09.045490 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978276e-0bd7-449d-a141-3eea07453210', 'code': 200} Oct 19 20:21:09.153716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d77fb-4be7-4674-b44b-49fc54d3f98c req-d7592931-e2bd-44ae-9670-90df4d5b3dff tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.162673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d08d77fb-4be7-4674-b44b-49fc54d3f98c req-d7592931-e2bd-44ae-9670-90df4d5b3dff tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0676031 Oct 19 20:21:09.177740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:09.184112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:09.189567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:09.204784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55076fa-858c-4f19-88ea-4495a53b4bd1 req-28b509e3-af86-4e10-b969-af02b3dfd4f1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.206772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55076fa-858c-4f19-88ea-4495a53b4bd1 req-28b509e3-af86-4e10-b969-af02b3dfd4f1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0844820 Oct 19 20:21:09.247441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.248149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:09.249616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] 10.222.0.11 "PUT /v2.0/ports/558d9623-694c-4107-abe3-a373e3b1be2a HTTP/1.1" status: 200 len: 1095 time: 0.9969027 Oct 19 20:21:09.254067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d08d77fb-4be7-4674-b44b-49fc54d3f98c req-ca6145c2-2dba-453a-abf2-7e98032bff31 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Oct 19 20:21:09.255916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:09.259127 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:09.290439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3545e-9826-4054-92c2-6d0fe0f5b642 req-bf928a5b-91c4-459e-ae22-ad0d8d7852ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.293938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ee3545e-9826-4054-92c2-6d0fe0f5b642 req-bf928a5b-91c4-459e-ae22-ad0d8d7852ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 1096 time: 0.1240370 Oct 19 20:21:09.295651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ccd9-10ec-447c-812c-5874f13d0fa4 req-8bf0b32a-8772-4681-b63b-ab6fbafb7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.297594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7118ccd9-10ec-447c-812c-5874f13d0fa4 req-8bf0b32a-8772-4681-b63b-ab6fbafb7d3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 1097 time: 0.0989997 Oct 19 20:21:09.323754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690267-aea3-44c5-ac19-170b3f7641af service neutron] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:09.370644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55076fa-858c-4f19-88ea-4495a53b4bd1 req-a2e04e9a-d032-486c-87dc-1fa8deb9e0cb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425216 Oct 19 20:21:09.396834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-7320cbc6-5f4d-4e6b-9182-92bdda1e909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.398625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-7320cbc6-5f4d-4e6b-9182-92bdda1e909a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 1098 time: 0.0715444 Oct 19 20:21:09.400458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ee3545e-9826-4054-92c2-6d0fe0f5b642 req-8ef2eb27-f950-474a-a874-dfc7572e5119 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797405 Oct 19 20:21:09.475871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7118ccd9-10ec-447c-812c-5874f13d0fa4 req-f86d18ff-9b52-49ee-a84e-410fbff014ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274853 Oct 19 20:21:09.521398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-3d724306-4a65-423b-b6d6-fa6e0d058fd7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.523142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-3d724306-4a65-423b-b6d6-fa6e0d058fd7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.1436670 Oct 19 20:21:09.538963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-eaff46ca-c896-4577-aa19-9196ab63d717 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/quotas/ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 375 time: 0.0098505 Oct 19 20:21:09.592837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-d5360587-3b77-4e49-a107-043a0c17858c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478587 Oct 19 20:21:09.650336 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-91b2f665-596a-4c37-9b15-2ef92d91be0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=558d9623-694c-4107-abe3-a373e3b1be2a HTTP/1.1" status: 200 len: 217 time: 0.0468328 Oct 19 20:21:09.683946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-cb05d6a8-729c-42e6-a585-d05507a9ad62 service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Oct 19 20:21:09.686253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1b3df-836b-4f87-a775-c9dd66c0f7c0 req-d44aea5d-92f3-49ed-80c4-5ea05c3b1fa9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.687718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1b3df-836b-4f87-a775-c9dd66c0f7c0 req-d44aea5d-92f3-49ed-80c4-5ea05c3b1fa9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0764103 Oct 19 20:21:09.726249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1b3df-836b-4f87-a775-c9dd66c0f7c0 req-89e825d3-f297-4d0e-a822-29d34af221c1 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Oct 19 20:21:09.767249 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf23beb-322a-4d6f-bf93-fb3c4c22a75b x-openstack-request-id: req-abf23beb-322a-4d6f-bf93-fb3c4c22a75b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:09.767638 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:09.767895 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abf23beb-322a-4d6f-bf93-fb3c4c22a75b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:09.768282 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'status': 'completed', 'code': 200} Oct 19 20:21:09.780236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-fa35655a-8cbb-4a84-985d-a89dd6b72642 service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896223 Oct 19 20:21:09.849072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c53df-e408-42fc-bb95-d95486c099c6 req-7b1529fe-7e9b-424f-a141-aa8f24543630 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.850740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd6c53df-e408-42fc-bb95-d95486c099c6 req-7b1529fe-7e9b-424f-a141-aa8f24543630 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1096 time: 0.0408351 Oct 19 20:21:09.933173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd6c53df-e408-42fc-bb95-d95486c099c6 req-1124c095-3af1-4831-9b19-8730dc54242d tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756452 Oct 19 20:21:09.948843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-3c35226d-fe3e-42ab-ab83-2975cd40a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:09.950570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-3c35226d-fe3e-42ab-ab83-2975cd40a889 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0755405 Oct 19 20:21:10.022082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6111b87d-da3b-4e95-80c9-d0797a6ec122 req-2690fa69-f3d4-4e8c-8de4-5dd4fc7ce4fc tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 210 time: 0.0312827 Oct 19 20:21:10.026736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-12263a91-3d53-4db8-b82a-6f1babc6db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.029530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-12263a91-3d53-4db8-b82a-6f1babc6db10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697024 Oct 19 20:21:10.165729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7075304-1089-4c88-b417-a0ee3e3044ae req-3c853913-f87d-4839-97bf-54594d52d6cb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.167342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7075304-1089-4c88-b417-a0ee3e3044ae req-3c853913-f87d-4839-97bf-54594d52d6cb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0547299 Oct 19 20:21:10.178034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-8d2972e8-e241-4a48-b3d5-f26f60387a7e service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415243 Oct 19 20:21:10.216231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c577f7f-2159-44b0-8a69-35f56f9e60cc req-00d5e1df-498b-45ca-b738-bb4a544caa11 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.217854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c577f7f-2159-44b0-8a69-35f56f9e60cc req-00d5e1df-498b-45ca-b738-bb4a544caa11 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 947 time: 0.0978746 Oct 19 20:21:10.229228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7075304-1089-4c88-b417-a0ee3e3044ae req-050d8fb2-4dad-4f4d-9721-53383cc5b2d2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Oct 19 20:21:10.314807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c577f7f-2159-44b0-8a69-35f56f9e60cc req-2e5dc72b-fe1c-412a-bbb6-3f7ad1fcb11f tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Oct 19 20:21:10.343955 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facb9fe0-64a5-4d91-afa3-388e8973e329 req-36e8941c-706f-48bc-8f3b-49224e63baae service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583543 Oct 19 20:21:10.436706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12ece5-e219-499b-82bd-e336a1cc9c88 req-c1a6e52d-52c8-45ed-a9b7-f6922483f55d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.445047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff12ece5-e219-499b-82bd-e336a1cc9c88 req-c1a6e52d-52c8-45ed-a9b7-f6922483f55d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0907247 Oct 19 20:21:10.457029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-5cbb628e-f176-48bf-bdd4-943acbd6f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.458686 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-5cbb628e-f176-48bf-bdd4-943acbd6f236 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 1098 time: 0.0619509 Oct 19 20:21:10.488804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff12ece5-e219-499b-82bd-e336a1cc9c88 req-e60468ad-01da-46e8-9d43-5346d6bd5a97 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Oct 19 20:21:10.571768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-e1cfdf84-630f-435c-875f-ebc2b065c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.573231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-e1cfdf84-630f-435c-875f-ebc2b065c193 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.0999112 Oct 19 20:21:10.618918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-b7d517b5-939f-490d-becc-a2509d27a89b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=558d9623-694c-4107-abe3-a373e3b1be2a HTTP/1.1" status: 200 len: 217 time: 0.0355079 Oct 19 20:21:10.675892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-1fbb49f5-9696-46b4-9745-719b0626512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.677805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-1fbb49f5-9696-46b4-9745-719b0626512d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0464518 Oct 19 20:21:10.733503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-1f11a59e-dd3d-4223-a4de-af0c91672057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.735091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-1f11a59e-dd3d-4223-a4de-af0c91672057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468750 Oct 19 20:21:10.868028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-8811c6c2-84c0-4e47-bef9-4c8dc29e7b38 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237299 Oct 19 20:21:10.879155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371c4ea-9cb9-4ab9-a460-bdb03ee298d9 req-1979e9fd-9a5b-4b13-9b4e-4eca6a409341 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:10.880595 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f371c4ea-9cb9-4ab9-a460-bdb03ee298d9 req-1979e9fd-9a5b-4b13-9b4e-4eca6a409341 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0746219 Oct 19 20:21:11.017549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-392a81a9-49e5-4c92-bde3-86ed1b99eb0b req-9e12e749-aaf1-4990-8837-d3396b3a843d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345849 Oct 19 20:21:11.068411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f371c4ea-9cb9-4ab9-a460-bdb03ee298d9 req-39308524-2e14-4b89-9a16-9f0405e54d38 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648357 Oct 19 20:21:11.104726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-610a07fc-5cae-4e05-9a52-46808fbeeeca tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:11.109608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-610a07fc-5cae-4e05-9a52-46808fbeeeca tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.1564641 Oct 19 20:21:11.128445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Request body: {'port': {'device_id': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'admin_state_up': True, 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:11.206518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7fcd9ea-2314-4054-b0a2-fab7a6b3cf1f req-b8b92518-eaa5-4bd8-90b0-3c01216ed521 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 210 time: 0.0458202 Oct 19 20:21:11.271551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:21:11.275132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:11.424862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d16e51-07e4-4a7b-a7d3-dcc48cf8d4c0 req-ff222ddd-6459-4b27-b506-8cf3ac71591f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:11.426442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49d16e51-07e4-4a7b-a7d3-dcc48cf8d4c0 req-ff222ddd-6459-4b27-b506-8cf3ac71591f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1201048 Oct 19 20:21:11.439646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169820-1b66-4792-b063-4d16977c9a18 req-d4c5ceb1-42d5-43f6-8ac1-b20c98d35c95 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:11.441243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6169820-1b66-4792-b063-4d16977c9a18 req-d4c5ceb1-42d5-43f6-8ac1-b20c98d35c95 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 947 time: 0.0547547 Oct 19 20:21:11.479491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Allocated IP 172.20.0.5 (65485b93-44b4-4ed4-8553-a2d87a7f0826/daa70235-3356-4979-aedc-e352fcabbaf2/975fe1a3-1e53-4d6e-9c7e-4720d92914f8) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:21:11.481235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6169820-1b66-4792-b063-4d16977c9a18 req-2519dac8-5ade-4214-9116-fddb4e46c8bb tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Oct 19 20:21:11.494877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49d16e51-07e4-4a7b-a7d3-dcc48cf8d4c0 req-d08f5f43-5cce-44d9-b6b9-4eee869a3296 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568087 Oct 19 20:21:11.605052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c4f2-ed9e-400d-aff0-4dc4d9cab40e req-bca7ce8e-1b06-4285-b420-2473512f82d1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:11.607235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6824c4f2-ed9e-400d-aff0-4dc4d9cab40e req-bca7ce8e-1b06-4285-b420-2473512f82d1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0504084 Oct 19 20:21:11.648329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6824c4f2-ed9e-400d-aff0-4dc4d9cab40e req-d949540f-539f-4c65-bf78-f17a89eaa6a6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Oct 19 20:21:11.651426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:11.690189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:11.732709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:21:11.736268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:21:11.739928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:21:11.767246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:11.795096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:11.795697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:11.813344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-deb31643-bd4d-46ca-a3ba-8a92513a59c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908987 Oct 19 20:21:11.826185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Request body: {'port': {'device_id': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:11.881476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.152596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:12.161626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.184235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Transition to ACTIVE for port object 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:12.190949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.223332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf0c6-b51f-4237-ae57-1eeac7b98c06 req-1ac26770-017d-4120-8183-fdcfcfa85b9b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.226136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65edf0c6-b51f-4237-ae57-1eeac7b98c06 req-1ac26770-017d-4120-8183-fdcfcfa85b9b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0715716 Oct 19 20:21:12.277324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65edf0c6-b51f-4237-ae57-1eeac7b98c06 req-b97dcdd2-a560-4559-bc17-82811136c1db tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Oct 19 20:21:12.279770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:12.345877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.378467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:12.378901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:12.379311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:12.394017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf0bc-23c3-4033-b3dd-0ff848d2580c req-befd5b01-740e-4051-8308-a4cf1e754d42 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.395523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4fcf0bc-23c3-4033-b3dd-0ff848d2580c req-befd5b01-740e-4051-8308-a4cf1e754d42 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0800529 Oct 19 20:21:12.397720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:12.398048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:12.405071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:12.405436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:12.405807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:12.406246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Bound port: 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:12.406602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.423822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e692e76-e0fb-4155-8033-673315bd9a9e req-bba3c7e6-4f94-468b-91c2-a4cab0465e68 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.425408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2e692e76-e0fb-4155-8033-673315bd9a9e req-bba3c7e6-4f94-468b-91c2-a4cab0465e68 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0585210 Oct 19 20:21:12.466195 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2e692e76-e0fb-4155-8033-673315bd9a9e req-c4c484e0-ae0e-442e-8fcf-6006226dda8d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Oct 19 20:21:12.507406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4fcf0bc-23c3-4033-b3dd-0ff848d2580c req-6b159a8c-d8c3-461c-b0de-56d525641926 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024508 Oct 19 20:21:12.510639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:12.514564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:12.519767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.554604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.555301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.557332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] 10.222.0.37 "PUT /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 1091 time: 0.7346916 Oct 19 20:21:12.557332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:12.559841 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99" -d '{"events": [{"name": "network-changed", "server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:12.606492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269c351-4f1d-4c2c-9866-9ea1a8d80db2 req-5dbb4de3-03e2-4d73-8cff-ea3f1d5e3e49 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.607719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6269c351-4f1d-4c2c-9866-9ea1a8d80db2 req-5dbb4de3-03e2-4d73-8cff-ea3f1d5e3e49 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.0638008 Oct 19 20:21:12.649004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8f309-5652-42e7-a2e3-b9a18169e81d service neutron] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:12.675558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6269c351-4f1d-4c2c-9866-9ea1a8d80db2 req-4cd71b38-bb15-4fd7-8162-d2878e48a4db tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Oct 19 20:21:12.698514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433b4c2-1626-44fe-b75d-83ca65508ca2 req-1b532e82-2ea3-47c9-8fd5-79e60064382b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.699903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b433b4c2-1626-44fe-b75d-83ca65508ca2 req-1b532e82-2ea3-47c9-8fd5-79e60064382b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 947 time: 0.0977671 Oct 19 20:21:12.705419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-6d804693-9a56-4207-a62f-5b00c7395543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.706826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-6d804693-9a56-4207-a62f-5b00c7395543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1094 time: 0.0859165 Oct 19 20:21:12.763568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:12.763828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-8b34969c-948b-4abe-9566-f67068a07ebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 217 time: 0.0425801 Oct 19 20:21:12.787696 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd71055-b2d4-4c42-aab8-a8dd39db55d7 req-2cfd7123-8e44-4a71-bb4a-a5c7e54ea74c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.790046 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfd71055-b2d4-4c42-aab8-a8dd39db55d7 req-2cfd7123-8e44-4a71-bb4a-a5c7e54ea74c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0512207 Oct 19 20:21:12.803889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b433b4c2-1626-44fe-b75d-83ca65508ca2 req-ff24a92c-a30b-4aa8-88d1-ebbe1773ec52 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960839 Oct 19 20:21:12.822545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-2c16a53b-1e22-4fc5-8114-6b49f104fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.824025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-2c16a53b-1e22-4fc5-8114-6b49f104fe51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0521660 Oct 19 20:21:12.861066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfd71055-b2d4-4c42-aab8-a8dd39db55d7 req-347a284a-e0a9-4b9f-adb9-26a4be882728 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635297 Oct 19 20:21:12.868839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-8c5e494b-f59c-475c-8c40-110891ccb476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295968 Oct 19 20:21:12.871981 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa31ed-724b-4045-bd12-8b17d14ec8d8 x-openstack-request-id: req-36fa31ed-724b-4045-bd12-8b17d14ec8d8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:12.872269 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:12.872521 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36fa31ed-724b-4045-bd12-8b17d14ec8d8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:12.872904 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'status': 'completed', 'code': 200} Oct 19 20:21:12.963214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55195e3b-1d3e-4d04-8574-dc66daaf6050 req-7cdd2f4e-296b-4fb9-a093-140a662175c3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:12.964624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55195e3b-1d3e-4d04-8574-dc66daaf6050 req-7cdd2f4e-296b-4fb9-a093-140a662175c3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0556600 Oct 19 20:21:12.972078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-ccda940f-456a-4978-9f68-0012e8bc768e service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899122 Oct 19 20:21:13.006128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55195e3b-1d3e-4d04-8574-dc66daaf6050 req-6c551996-8461-470c-9c62-a674e5f413f8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Oct 19 20:21:13.068282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17badc6e-f289-4351-8cc4-2ade70e1e33f req-c80dbcc6-f0a9-4baa-a095-ca4e8c39bc52 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893328 Oct 19 20:21:13.137444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422069-9ece-48aa-9814-b505adf966ea req-b4b10ee7-e6a0-46bd-b211-8ba93f5ea6ba tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.139192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d422069-9ece-48aa-9814-b505adf966ea req-b4b10ee7-e6a0-46bd-b211-8ba93f5ea6ba tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0588162 Oct 19 20:21:13.199005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d422069-9ece-48aa-9814-b505adf966ea req-f49dd53c-7b16-49bb-aa9f-85c0b3d436de tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514593 Oct 19 20:21:13.206462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-498cc089-4848-46ab-b1e7-580b463f9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.208007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-498cc089-4848-46ab-b1e7-580b463f9fce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1094 time: 0.0679474 Oct 19 20:21:13.321518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-6825d014-0b16-411d-8076-ceccff9de38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.323680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-6825d014-0b16-411d-8076-ceccff9de38e service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1027977 Oct 19 20:21:13.379285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-8c7e2b04-7b1f-41c7-9e6c-07d284cd951f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 217 time: 0.0466809 Oct 19 20:21:13.432432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-65162f70-cafa-46de-94c9-35356cb52893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.434145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-65162f70-cafa-46de-94c9-35356cb52893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0470688 Oct 19 20:21:13.465325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-3b49d848-429c-48de-a248-be9f1445c524 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230181 Oct 19 20:21:13.591178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c3925-246b-4698-a87a-8d0eb6cd8757 req-08600a29-0b3e-4b83-a18c-e460cd9af300 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.592520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae4c3925-246b-4698-a87a-8d0eb6cd8757 req-08600a29-0b3e-4b83-a18c-e460cd9af300 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0884106 Oct 19 20:21:13.598882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-63a5e172-1f52-4231-8ce5-099e6e84f70e service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254725 Oct 19 20:21:13.661906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f9b-9ef6-4e85-a15d-ff611677611a req-3578501f-b231-4ad9-ac79-ea403c370e04 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.663565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34494f9b-9ef6-4e85-a15d-ff611677611a req-3578501f-b231-4ad9-ac79-ea403c370e04 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0503874 Oct 19 20:21:13.686934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae4c3925-246b-4698-a87a-8d0eb6cd8757 req-6b750ccc-d262-4c86-ac0e-b99251ed7230 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870907 Oct 19 20:21:13.715221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34494f9b-9ef6-4e85-a15d-ff611677611a req-2e310d30-beb3-45c8-9176-1c025b4414df tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Oct 19 20:21:13.719528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cfcee9a-4bf1-4ed9-9ff1-9f1651562b99 req-b72af4cf-1716-4e13-82a7-825160531f4c service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128597 Oct 19 20:21:13.939131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798ef8-e86c-4a51-8743-47d26f0ef3e9 req-7e40cfb2-bc99-4dc6-a51a-c80888ca32d3 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.940555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c798ef8-e86c-4a51-8743-47d26f0ef3e9 req-7e40cfb2-bc99-4dc6-a51a-c80888ca32d3 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 947 time: 0.0509310 Oct 19 20:21:13.967068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ae5e-e501-4cfa-950c-e2c1c65b7f32 req-f95c49a0-01ef-4d54-9214-8c5dbc6e0d7d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.974134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ae5e-e501-4cfa-950c-e2c1c65b7f32 req-f95c49a0-01ef-4d54-9214-8c5dbc6e0d7d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.979968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c798ef8-e86c-4a51-8743-47d26f0ef3e9 req-49821103-86a3-471a-954c-d9d89a5df834 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Oct 19 20:21:13.982780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ae5e-e501-4cfa-950c-e2c1c65b7f32 req-f95c49a0-01ef-4d54-9214-8c5dbc6e0d7d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:13.984711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f72ae5e-e501-4cfa-950c-e2c1c65b7f32 req-f95c49a0-01ef-4d54-9214-8c5dbc6e0d7d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98&device_id=56181642-0ceb-4f78-8649-a002b387c821&device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 2418 time: 0.0684021 Oct 19 20:21:14.015405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:14.033097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f72ae5e-e501-4cfa-950c-e2c1c65b7f32 req-629ad939-9b64-47b1-981f-e4c7268ff0ce tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Oct 19 20:21:14.116494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fac1-2b43-4dfd-a1d4-e933dc44c397 req-4dc28b14-2171-4061-b977-9a54e7a2a7df tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:14.118861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b523fac1-2b43-4dfd-a1d4-e933dc44c397 req-4dc28b14-2171-4061-b977-9a54e7a2a7df tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0596552 Oct 19 20:21:14.154467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203ceb-7667-464c-85df-a05b250340c6 req-c48e55ce-609b-48bf-8533-f58e4901cc74 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:14.156113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3203ceb-7667-464c-85df-a05b250340c6 req-c48e55ce-609b-48bf-8533-f58e4901cc74 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0726221 Oct 19 20:21:14.168408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b523fac1-2b43-4dfd-a1d4-e933dc44c397 req-fa2ca9ab-87b2-469b-93c5-0c90302107ad tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Oct 19 20:21:14.215096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3203ceb-7667-464c-85df-a05b250340c6 req-35b15c2a-88ca-4978-807b-2272f327588c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521517 Oct 19 20:21:14.276006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:14.288312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '558d9623-694c-4107-abe3-a373e3b1be2a', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '558d9623-694c-4107-abe3-a373e3b1be2a', 'mac_address': 'fa:16:3e:f8:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:14.318615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0feaaff-c234-44ae-a4c1-c2212872c76f req-fa27737a-8dca-4bbf-85b6-429b728a0aa7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:14.320278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0feaaff-c234-44ae-a4c1-c2212872c76f req-fa27737a-8dca-4bbf-85b6-429b728a0aa7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0570533 Oct 19 20:21:14.331313 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:14.347556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:14.364325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0feaaff-c234-44ae-a4c1-c2212872c76f req-bf863ee0-4c01-482e-a3e2-d297513a43fd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373394 Oct 19 20:21:14.371988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:14.378698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:14.432210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:14.794705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['558d9623-694c-4107-abe3-a373e3b1be2a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:14.872220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbb5a8-5a9c-45c4-a3db-15f33899620e req-3eaf554d-e240-4351-adf7-33eac8f3388d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:14.881390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dffbb5a8-5a9c-45c4-a3db-15f33899620e req-3eaf554d-e240-4351-adf7-33eac8f3388d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0941157 Oct 19 20:21:14.932197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dffbb5a8-5a9c-45c4-a3db-15f33899620e req-1f18da5b-d8c9-4ea6-82e3-caaef8fc04a7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Oct 19 20:21:15.098644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d85d1-3d95-486e-aa70-ad07febf75e7 req-7c91def6-83ef-4e7b-bfa3-d8e1e796108a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:15.100134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8f5d85d1-3d95-486e-aa70-ad07febf75e7 req-7c91def6-83ef-4e7b-bfa3-d8e1e796108a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 948 time: 0.0506938 Oct 19 20:21:15.138842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8f5d85d1-3d95-486e-aa70-ad07febf75e7 req-18441f4c-2b87-438f-9458-bb50009afd43 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Oct 19 20:21:15.301884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7668a-f0c8-48de-b839-a73ef64810c1 req-469cef95-ea56-4335-8a07-12c0ba57e18e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:15.303743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbf7668a-f0c8-48de-b839-a73ef64810c1 req-469cef95-ea56-4335-8a07-12c0ba57e18e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0611768 Oct 19 20:21:15.357445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbf7668a-f0c8-48de-b839-a73ef64810c1 req-79f965d9-d335-444c-ab8b-a404d4c0a488 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Oct 19 20:21:15.473845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:15.484924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2ffa0-b8ad-4462-8520-f9e65479409a req-81c055fa-d3ac-479e-9b33-819b45c6bbdd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:15.495634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46e2ffa0-b8ad-4462-8520-f9e65479409a req-81c055fa-d3ac-479e-9b33-819b45c6bbdd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0653679 Oct 19 20:21:15.500851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7a3e-9c52-4a6e-a351-0d5b5118ee6f req-442c7278-6fb5-4816-a21a-f9a89a0f12e6 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:15.513742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88fe7a3e-9c52-4a6e-a351-0d5b5118ee6f req-442c7278-6fb5-4816-a21a-f9a89a0f12e6 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0775003 Oct 19 20:21:15.553324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46e2ffa0-b8ad-4462-8520-f9e65479409a req-0600a5b7-9ca4-4bb6-8960-9d80b3579cf2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Oct 19 20:21:15.581524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88fe7a3e-9c52-4a6e-a351-0d5b5118ee6f req-a6c8e9a2-ef4a-4a4e-8a4f-8d83c0eec00c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 Oct 19 20:21:15.630479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:15.642570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'port_id': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'mac_address': 'fa:16:3e:d0:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa70235-3356-4979-aedc-e352fcabbaf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:15.681129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:15.694156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:15.714226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:15.718583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:15.766099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:16.001690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['975fe1a3-1e53-4d6e-9c7e-4720d92914f8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:16.029067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:16.047280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5fa8f-b46d-4fcb-81d1-2c5821b53dba req-a8ebe835-3742-42d2-9bea-4eaa542358aa tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.048755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46a5fa8f-b46d-4fcb-81d1-2c5821b53dba req-a8ebe835-3742-42d2-9bea-4eaa542358aa tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.0574090 Oct 19 20:21:16.088187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46a5fa8f-b46d-4fcb-81d1-2c5821b53dba req-22f0aa44-bc8b-4375-b6af-bf3162578378 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Oct 19 20:21:16.120093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 558d9623-694c-4107-abe3-a373e3b1be2a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:16.127707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 558d9623-694c-4107-abe3-a373e3b1be2a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:16.128080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:16.250503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:16.263823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25914-2bf1-488c-a53c-08f8c2fca516 req-45dedbf8-5699-41f8-80c8-6c85b8efd2e9 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.266093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5fa25914-2bf1-488c-a53c-08f8c2fca516 req-45dedbf8-5699-41f8-80c8-6c85b8efd2e9 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 948 time: 0.0541320 Oct 19 20:21:16.287947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:16.290255 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c727f84-c24c-4b67-bb70-fe99b71da1c3" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:16.305765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:16.308328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5fa25914-2bf1-488c-a53c-08f8c2fca516 req-88d4d38e-e7df-40ff-a142-b1b8bc609b32 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Oct 19 20:21:16.316038 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:16.347775 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76229228-099d-445c-81af-2b72b13d627f x-openstack-request-id: req-76229228-099d-445c-81af-2b72b13d627f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:16.348374 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:16.348726 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76229228-099d-445c-81af-2b72b13d627f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:16.349215 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'code': 200} Oct 19 20:21:16.377657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:16.484839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd03e2e-9db7-4f32-99bf-449785c5c00e req-26c617da-885d-4289-afd9-55d637a863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.486980 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7dd03e2e-9db7-4f32-99bf-449785c5c00e req-26c617da-885d-4289-afd9-55d637a863dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 1100 time: 0.0736628 Oct 19 20:21:16.497949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1839f-212c-4ecf-a599-92d9aadd41f9 req-40f361bc-fc6d-4ddd-bd79-d641d59259e5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.499369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5e1839f-212c-4ecf-a599-92d9aadd41f9 req-40f361bc-fc6d-4ddd-bd79-d641d59259e5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0584550 Oct 19 20:21:16.550846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7dd03e2e-9db7-4f32-99bf-449785c5c00e req-e9389079-12f3-4052-8de1-821efd646755 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504446 Oct 19 20:21:16.555667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5e1839f-212c-4ecf-a599-92d9aadd41f9 req-9e44d2ca-253e-409a-b9cc-28205b85a824 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Oct 19 20:21:16.673408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5be2f-6fbb-4b54-b74c-f6129626b140 req-7c8d640b-d4d9-4ffa-8a53-8004d3b22b55 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.674934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17f5be2f-6fbb-4b54-b74c-f6129626b140 req-7c8d640b-d4d9-4ffa-8a53-8004d3b22b55 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0498507 Oct 19 20:21:16.700766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cc0c4-a0fb-4d1f-917e-9a64a3d2d4a0 req-09bff37e-0258-4d4d-b470-592a9a1c6d6e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:16.702288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f52cc0c4-a0fb-4d1f-917e-9a64a3d2d4a0 req-09bff37e-0258-4d4d-b470-592a9a1c6d6e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Oct 19 20:21:16.713720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17f5be2f-6fbb-4b54-b74c-f6129626b140 req-8bd423bb-486d-4d3b-8722-e016b4742ffd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Oct 19 20:21:16.753987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f52cc0c4-a0fb-4d1f-917e-9a64a3d2d4a0 req-d613feaa-316c-4a2c-adec-93c521fa4866 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Oct 19 20:21:17.212139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d2f9b-a5df-4074-afd9-24eadf82bd55 req-866315c0-882d-4066-812f-667b45bf2630 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:17.213630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9d2f9b-a5df-4074-afd9-24eadf82bd55 req-866315c0-882d-4066-812f-667b45bf2630 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.0489545 Oct 19 20:21:17.251365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9d2f9b-a5df-4074-afd9-24eadf82bd55 req-18a37e93-85f3-4993-b281-04f342769d15 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Oct 19 20:21:17.427870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a279-8abe-4e5e-b2fc-de53b7097937 req-d7c177b5-b697-4b61-8e5b-33edb7283775 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:17.429265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e25a279-8abe-4e5e-b2fc-de53b7097937 req-d7c177b5-b697-4b61-8e5b-33edb7283775 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 949 time: 0.0501359 Oct 19 20:21:17.467213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e25a279-8abe-4e5e-b2fc-de53b7097937 req-c4827006-e41c-45b2-adc3-c2a99532436d tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Oct 19 20:21:17.473813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:17.521686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:17.526042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:17.526404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:17.606970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:17.642533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:17.647830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:17.686348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f743b-3629-43ef-bc3f-9dc1922a7fc4 req-129ccdc2-4488-40b4-b3a9-594ef7028c0e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:17.687863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-947f743b-3629-43ef-bc3f-9dc1922a7fc4 req-129ccdc2-4488-40b4-b3a9-594ef7028c0e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0608718 Oct 19 20:21:17.702474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:17.727159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-947f743b-3629-43ef-bc3f-9dc1922a7fc4 req-6e3c56bf-3221-4e43-bda0-e218dbf76465 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Oct 19 20:21:17.832761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2844d6b-39f6-45fa-b493-b7de0196db86 req-7591bbf8-3c16-4739-b658-8b4bee382eb5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:17.834275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2844d6b-39f6-45fa-b493-b7de0196db86 req-7591bbf8-3c16-4739-b658-8b4bee382eb5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0492799 Oct 19 20:21:17.873974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2844d6b-39f6-45fa-b493-b7de0196db86 req-23cfba4f-00c7-4959-b8de-06f8c7e3c650 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Oct 19 20:21:17.883118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ef0b2-df75-4c90-aea9-93384d12a14b req-4738b12b-2200-45b8-9980-b6de123d8ce7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:17.884604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d35ef0b2-df75-4c90-aea9-93384d12a14b req-4738b12b-2200-45b8-9980-b6de123d8ce7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Oct 19 20:21:17.928304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d35ef0b2-df75-4c90-aea9-93384d12a14b req-5f3ac96f-2d15-4c0b-83c8-e9a3035b3f9a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371127 Oct 19 20:21:18.350703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:18.353265 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d79c969-7431-4926-b6b7-e291b565addf" -d '{"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-plugged", "status": "completed", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:18.377219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c4267-be7f-47aa-9dbe-2cdcae91421c req-7ff6ecb2-d963-4b68-ac28-7190bdfdf1b2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:18.378923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-716c4267-be7f-47aa-9dbe-2cdcae91421c req-7ff6ecb2-d963-4b68-ac28-7190bdfdf1b2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 945 time: 0.0555646 Oct 19 20:21:18.390223 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59700196-e1aa-4ed9-96a0-808c902b6025 x-openstack-request-id: req-59700196-e1aa-4ed9-96a0-808c902b6025 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:18.390526 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-plugged", "status": "completed", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:18.390773 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59700196-e1aa-4ed9-96a0-808c902b6025 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:18.391157 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'code': 200} Oct 19 20:21:18.433255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-716c4267-be7f-47aa-9dbe-2cdcae91421c req-df1d1200-5d2c-4076-bd83-39170c8f77be tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 Oct 19 20:21:18.491924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4d7f-011b-4e1d-81be-66d5761cd1b2 req-ca06e285-dc8b-4f58-bf99-942d7fc317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:18.494050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-348f4d7f-011b-4e1d-81be-66d5761cd1b2 req-ca06e285-dc8b-4f58-bf99-942d7fc317ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0417972 Oct 19 20:21:18.530460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-348f4d7f-011b-4e1d-81be-66d5761cd1b2 req-f146501c-b782-4c06-9bd5-a5fdd7e3808d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280523 Oct 19 20:21:18.591176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1f1dd-384c-41b1-981b-23316ae0233d req-6a183a84-daec-4ff1-aec7-9a0c1aee8841 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:18.592837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07a1f1dd-384c-41b1-981b-23316ae0233d req-6a183a84-daec-4ff1-aec7-9a0c1aee8841 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 949 time: 0.0575039 Oct 19 20:21:18.634887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07a1f1dd-384c-41b1-981b-23316ae0233d req-04259384-1c25-440d-88b3-9ced0f7af351 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Oct 19 20:21:18.860633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca850631-e167-49d7-aab3-50df5ad19e65 req-585e0e44-bcb0-47d1-bc1a-9b91b82264bd tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:18.862535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca850631-e167-49d7-aab3-50df5ad19e65 req-585e0e44-bcb0-47d1-bc1a-9b91b82264bd tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0546260 Oct 19 20:21:18.914947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca850631-e167-49d7-aab3-50df5ad19e65 req-1c7aae8b-c222-494a-8f3c-ed09f46bdf79 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Oct 19 20:21:19.051582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e1c1-bbb7-4279-8d18-0d3290e5c6f8 req-9109857a-2a03-45ec-ab18-34ac43ba9a5c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:19.053180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f84e1c1-bbb7-4279-8d18-0d3290e5c6f8 req-9109857a-2a03-45ec-ab18-34ac43ba9a5c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0706220 Oct 19 20:21:19.099415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f84e1c1-bbb7-4279-8d18-0d3290e5c6f8 req-2d04250d-e9be-4ece-ba9d-312a4d836690 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Oct 19 20:21:19.182185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0bc1f-04f4-48cc-9c79-02d87b66e6d4 req-013573e5-6e02-4f25-8ce6-315300eb20a5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:19.183662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a0bc1f-04f4-48cc-9c79-02d87b66e6d4 req-013573e5-6e02-4f25-8ce6-315300eb20a5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0583417 Oct 19 20:21:19.223256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a0bc1f-04f4-48cc-9c79-02d87b66e6d4 req-16e07d62-851d-4f17-bb63-fe1a33188c1f tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Oct 19 20:21:19.552820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd6ac9-169c-41c5-a68a-d843846c4fc7 req-fdbfca55-9012-4adc-a75b-47bc87e27af1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:19.554194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9fd6ac9-169c-41c5-a68a-d843846c4fc7 req-fdbfca55-9012-4adc-a75b-47bc87e27af1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Oct 19 20:21:19.592810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9fd6ac9-169c-41c5-a68a-d843846c4fc7 req-8c401c6b-2d69-4d52-835e-649f297d6e17 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Oct 19 20:21:20.026461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a1ba2-db25-44c4-8523-9af8648b45cd req-b3f3b5e9-0f50-4cd3-8239-0bce797559ae tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:20.027835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d6a1ba2-db25-44c4-8523-9af8648b45cd req-b3f3b5e9-0f50-4cd3-8239-0bce797559ae tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0480011 Oct 19 20:21:20.065814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d6a1ba2-db25-44c4-8523-9af8648b45cd req-8d792548-15b7-45fd-a390-dbe041914bab tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Oct 19 20:21:20.214063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558df6b-b7af-4af7-8f30-d11de321a009 req-43b2df01-6545-4b7a-b86f-2f39dba748c4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:20.215518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6558df6b-b7af-4af7-8f30-d11de321a009 req-43b2df01-6545-4b7a-b86f-2f39dba748c4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0480883 Oct 19 20:21:20.253178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6558df6b-b7af-4af7-8f30-d11de321a009 req-5ab77922-7eac-44dd-9480-80c8bdba111e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Oct 19 20:21:20.342096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dba62-0f42-44e5-a96b-556b28422b38 req-f9939f01-11b0-4dfe-8667-7dea7bf009fd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:20.343553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-303dba62-0f42-44e5-a96b-556b28422b38 req-f9939f01-11b0-4dfe-8667-7dea7bf009fd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Oct 19 20:21:20.383866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-303dba62-0f42-44e5-a96b-556b28422b38 req-4d675f4d-042a-4e18-8c11-61f97ef60a34 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Oct 19 20:21:20.711805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0311c3-68bf-4e33-805d-e1ad15c9ee6d req-4ab50845-e26b-4655-a3a3-64ba9e71a01b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:20.713273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a0311c3-68bf-4e33-805d-e1ad15c9ee6d req-4ab50845-e26b-4655-a3a3-64ba9e71a01b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Oct 19 20:21:20.750110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a0311c3-68bf-4e33-805d-e1ad15c9ee6d req-3a986b1c-cc96-40b4-b215-585541d0c86a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Oct 19 20:21:20.855765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e1db-2785-4e79-929b-7df31474a6db req-faf9caf3-2ff7-4640-82d0-b2b2dbaca0c2 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:20.857268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b90e1db-2785-4e79-929b-7df31474a6db req-faf9caf3-2ff7-4640-82d0-b2b2dbaca0c2 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0384798 Oct 19 20:21:20.891979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b90e1db-2785-4e79-929b-7df31474a6db req-49808db1-8086-40be-bd1a-f084022e512d tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279949 Oct 19 20:21:21.011295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0124115-652e-4f51-abb5-46ff82b583af req-ceaf10e2-81c1-4cfb-b804-b0532d805851 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:21.012752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0124115-652e-4f51-abb5-46ff82b583af req-ceaf10e2-81c1-4cfb-b804-b0532d805851 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0423985 Oct 19 20:21:21.046145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0124115-652e-4f51-abb5-46ff82b583af req-e3b04a6b-f5a2-495f-aee9-53c3b6da9ef5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272708 Oct 19 20:21:21.180180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210dbfa-073f-4beb-a428-af5682f41ea5 req-d050f6a0-7bd1-40cd-a71e-c4d8cf4d01fb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:21.181668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c210dbfa-073f-4beb-a428-af5682f41ea5 req-d050f6a0-7bd1-40cd-a71e-c4d8cf4d01fb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0501037 Oct 19 20:21:21.218239 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c210dbfa-073f-4beb-a428-af5682f41ea5 req-135a48ca-fb8e-4233-b831-d521fdd3ca3a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305128 Oct 19 20:21:21.323253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0582b8c-3c6a-41f8-bc7c-b0fc945312c5 req-c72be9fb-e94c-40ac-99e3-fc234b52f96a tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:21.324777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0582b8c-3c6a-41f8-bc7c-b0fc945312c5 req-c72be9fb-e94c-40ac-99e3-fc234b52f96a tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0395303 Oct 19 20:21:21.362842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0582b8c-3c6a-41f8-bc7c-b0fc945312c5 req-ac067e61-b67c-4165-b786-b22be7d4a5ca tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Oct 19 20:21:21.422252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a701ce-71e4-474a-8d77-3d4932934486 req-85b6f6c1-49c8-4514-a3b8-0bd1908ccc08 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:21.424050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2a701ce-71e4-474a-8d77-3d4932934486 req-85b6f6c1-49c8-4514-a3b8-0bd1908ccc08 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0571415 Oct 19 20:21:21.465802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2a701ce-71e4-474a-8d77-3d4932934486 req-93f860e6-07bb-4d67-bafa-9e2f50085da0 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Oct 19 20:21:21.567408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418850fe-df16-4e6c-b1a0-79420dd78d0e req-0a6ca4bb-180a-415d-ae96-b987897f48d3 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:21.568875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-418850fe-df16-4e6c-b1a0-79420dd78d0e req-0a6ca4bb-180a-415d-ae96-b987897f48d3 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Oct 19 20:21:21.605225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-418850fe-df16-4e6c-b1a0-79420dd78d0e req-0e28bfa2-bb96-4075-a795-a322d713e09b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304019 Oct 19 20:21:22.075887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:22.182772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:22.193044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '558d9623-694c-4107-abe3-a373e3b1be2a', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '558d9623-694c-4107-abe3-a373e3b1be2a', 'mac_address': 'fa:16:3e:f8:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:22.236430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:22.252284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:22.274413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:22.278684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:22.329580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:22.339061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.339403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.339745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.340289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.340627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.340969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.341318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.341660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.342244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.342798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.343361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.343582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43b3fa-0e8c-47f2-8b54-0b96c43f8a85 req-76250788-44fc-49ce-83f6-9b5eb792b522 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:22.344042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:21:22.345684 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f43b3fa-0e8c-47f2-8b54-0b96c43f8a85 req-76250788-44fc-49ce-83f6-9b5eb792b522 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0521989 Oct 19 20:21:22.387878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f43b3fa-0e8c-47f2-8b54-0b96c43f8a85 req-4cf1e1b6-1313-4dda-9c42-1cb72187b934 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Oct 19 20:21:22.494254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a86b3b-8d69-4950-b30e-2a6ed5f80905 req-56c2d50d-d9fd-4a08-bcfc-9587bf541cc5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:22.496491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96a86b3b-8d69-4950-b30e-2a6ed5f80905 req-56c2d50d-d9fd-4a08-bcfc-9587bf541cc5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0469398 Oct 19 20:21:22.531373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96a86b3b-8d69-4950-b30e-2a6ed5f80905 req-6961282e-7bff-427b-98f1-7c2ee3a090ab tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281436 Oct 19 20:21:22.625426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['558d9623-694c-4107-abe3-a373e3b1be2a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:22.649349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe92d7-4dfe-468e-9ad1-3b13a0abe634 req-d239a578-ce31-4b85-9411-ee69b88781b3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:22.651217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0bbe92d7-4dfe-468e-9ad1-3b13a0abe634 req-d239a578-ce31-4b85-9411-ee69b88781b3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0586438 Oct 19 20:21:22.691162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0bbe92d7-4dfe-468e-9ad1-3b13a0abe634 req-66b03c28-f6c5-4667-965a-a6e846a0b722 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Oct 19 20:21:22.816447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c413458-1486-48b3-94b9-1c414533b467 req-278d48b0-b7d3-42fa-93fc-9a057deaa90f tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:22.818161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c413458-1486-48b3-94b9-1c414533b467 req-278d48b0-b7d3-42fa-93fc-9a057deaa90f tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0553861 Oct 19 20:21:22.861041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c413458-1486-48b3-94b9-1c414533b467 req-a508eb56-7350-4f6a-85d0-24166b515557 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Oct 19 20:21:23.497624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-73967534-610f-42ca-a421-c99c81838150 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:21:23.499482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-73967534-610f-42ca-a421-c99c81838150 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064795 Oct 19 20:21:23.563523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-baffb467-d02b-40f0-886d-87a60fc5f4d8 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:23.564905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-baffb467-d02b-40f0-886d-87a60fc5f4d8 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 1093 time: 0.0587971 Oct 19 20:21:23.576879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Request body: {'binding': {'host': 'n-h2-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:23.577367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Unknown quota resources ['binding']. {{(pid=100735) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:21:23.609534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050a09e-1628-49ad-b72d-018101f8587d req-73a1b5b7-d8b3-4956-b23f-bb4037be699c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:23.611135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a050a09e-1628-49ad-b72d-018101f8587d req-73a1b5b7-d8b3-4956-b23f-bb4037be699c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0958483 Oct 19 20:21:23.956611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a050a09e-1628-49ad-b72d-018101f8587d req-3efda857-ef6a-413f-b532-2695999f12cc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385627 Oct 19 20:21:24.038573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on host n-h2-805649-9 for vnic_type normal with profile None {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:24.039118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:24.039623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:24.044714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:24.045209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:24.054191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:24.054983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:24.055442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:24.055970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Bound port: 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:24.106395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:24.127287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:24.135334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:24.145852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e8612a9a-7e09-40a4-bed7-0641043dd826 service neutron] 10.222.0.31 "POST /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5684619 Oct 19 20:21:24.216692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 558d9623-694c-4107-abe3-a373e3b1be2a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:24.217107 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:24.234882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fadd0-962d-4347-9603-c103655f86bb req-0958b249-6d26-4d6c-ac73-82c195cee8ab tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.236968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60fadd0-962d-4347-9603-c103655f86bb req-0958b249-6d26-4d6c-ac73-82c195cee8ab tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0693181 Oct 19 20:21:24.314143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:24.327198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60fadd0-962d-4347-9603-c103655f86bb req-e7a96fa9-c1a7-477a-90d6-836eec06703d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728860 Oct 19 20:21:24.341532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:24.343765 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc8074-d1bd-48fd-add5-afea82cd5dd7" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:24.362590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:24.369082 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:24.432987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:24.457323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe587-92f0-4f49-865f-00a1de9b398b req-90cbec45-54e6-43c2-9015-90b0f214233a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.465898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61abe587-92f0-4f49-865f-00a1de9b398b req-90cbec45-54e6-43c2-9015-90b0f214233a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0805347 Oct 19 20:21:24.534384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7375a326-59a5-426b-abbb-985fd887afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.535311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61abe587-92f0-4f49-865f-00a1de9b398b req-694eff80-42da-4e4d-a30b-5584d46f92a7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628362 Oct 19 20:21:24.536463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7375a326-59a5-426b-abbb-985fd887afd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1096 time: 0.0792732 Oct 19 20:21:24.581263 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7134aa8-4f5d-4a60-a3b9-8d1b88a8bc92 x-openstack-request-id: req-f7134aa8-4f5d-4a60-a3b9-8d1b88a8bc92 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:24.581673 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:24.582052 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7134aa8-4f5d-4a60-a3b9-8d1b88a8bc92 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:24.582513 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'code': 200} Oct 19 20:21:24.586371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e08e9-74e0-41e6-b702-dbbb1a8c6602 req-71a0ea89-8566-4224-8d0e-60ab6e5e1af0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.587919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba8e08e9-74e0-41e6-b702-dbbb1a8c6602 req-71a0ea89-8566-4224-8d0e-60ab6e5e1af0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 945 time: 0.1406722 Oct 19 20:21:24.681798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba8e08e9-74e0-41e6-b702-dbbb1a8c6602 req-fcf3b244-df66-49b2-827f-2b01b12f5740 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832181 Oct 19 20:21:24.693664 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:21:24.702684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7cd96c32-1f1b-49f7-83ba-1b0502a7407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.704191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7cd96c32-1f1b-49f7-83ba-1b0502a7407d service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1541390 Oct 19 20:21:24.751334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-18e9502f-3cbf-459c-a0e8-2ed32190968c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 217 time: 0.0359771 Oct 19 20:21:24.808644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e7ee1d5b-d0d9-4633-ad58-6542b30eb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:24.810181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-e7ee1d5b-d0d9-4633-ad58-6542b30eb364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0493088 Oct 19 20:21:24.843403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-0af72b1a-1f87-4f72-9e35-42fe18ae443b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249641 Oct 19 20:21:24.943768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-56b16cc8-9cf0-4e68-ad2e-6d5b3b17dc65 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902638 Oct 19 20:21:25.121657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-07ac785d-ddeb-4b82-ace1-7e42360f5fd4 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699648 Oct 19 20:21:25.175240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5e2fe-ef7c-4893-86e7-5cf51050a3b3 req-817c9a5f-cfae-428e-af26-8c796bb2e187 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:25.186119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ac5e2fe-ef7c-4893-86e7-5cf51050a3b3 req-817c9a5f-cfae-428e-af26-8c796bb2e187 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1513195 Oct 19 20:21:25.227230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ac5e2fe-ef7c-4893-86e7-5cf51050a3b3 req-eb99338d-cb88-49a6-a35e-d4fed27b734c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Oct 19 20:21:25.281154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-43232760-dfd7-4d88-82fe-ca3db2da0223 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:25.282984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-43232760-dfd7-4d88-82fe-ca3db2da0223 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0491049 Oct 19 20:21:25.310726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-9'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:25.390583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:25.488189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c9bd1-68d6-410d-88cf-af184f8a2d7f req-20ac6623-52b2-41ee-934b-7e011e8ebabb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:25.490739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-041c9bd1-68d6-410d-88cf-af184f8a2d7f req-20ac6623-52b2-41ee-934b-7e011e8ebabb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0853286 Oct 19 20:21:25.538364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-041c9bd1-68d6-410d-88cf-af184f8a2d7f req-a001166c-b96a-4e88-9f4b-f45062fd3d29 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Oct 19 20:21:25.587775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:25.657932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:25.692759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb7a97-628a-4bcf-afa7-8fd19ea812f9 req-4d75a6d0-67b2-43a7-80ac-9cba628360bd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:25.700065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71fb7a97-628a-4bcf-afa7-8fd19ea812f9 req-4d75a6d0-67b2-43a7-80ac-9cba628360bd tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0951736 Oct 19 20:21:25.739466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:25.741718 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481b70c-7f0c-4faf-a6e5-57f1b9a7602d" -d '{"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-unplugged", "status": "completed", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:25.745897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:25.759802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:25.773599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71fb7a97-628a-4bcf-afa7-8fd19ea812f9 req-6c035929-343d-4f43-9e7f-0aaf9388c3f4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Oct 19 20:21:25.855763 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed923e-094c-415c-a8aa-a0a1aac036d4 x-openstack-request-id: req-47ed923e-094c-415c-a8aa-a0a1aac036d4 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:25.856316 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-unplugged", "status": "completed", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:25.857051 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47ed923e-094c-415c-a8aa-a0a1aac036d4 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:25.857661 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'code': 200} Oct 19 20:21:25.864214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714730c-f453-47ca-a72c-fd7ee09050a1 req-9aa84d52-6264-442c-af36-9e0a532ca4e3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:25.871494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1714730c-f453-47ca-a72c-fd7ee09050a1 req-9aa84d52-6264-442c-af36-9e0a532ca4e3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0648744 Oct 19 20:21:25.914116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on host n-h1-805649-9 for vnic_type normal with profile {"migrating_to": "n-h2-805649-9"} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:25.914686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:25.915259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:25.918717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:25.923008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1714730c-f453-47ca-a72c-fd7ee09050a1 req-0f04f826-39ea-403d-9592-b60652b0e497 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Oct 19 20:21:25.932866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:25.933281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Attempting to bind port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:25.938820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:25.939249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:25.939695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:25.940184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Bound port: 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:25.940599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:26.007264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:26.010470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:26.017032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:26.098607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:26.099638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:26.100938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 1121 time: 0.7983823 Oct 19 20:21:26.107951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ebcc4-4ba3-4a6f-bc4a-61afd1c01fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=8']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:26.220376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['975fe1a3-1e53-4d6e-9c7e-4720d92914f8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:26.399089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3730c-223a-4278-901d-cccf31cf2ca1 req-2e3b122d-9d8b-4586-a054-d0569b2a4a93 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:26.401068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ba3730c-223a-4278-901d-cccf31cf2ca1 req-2e3b122d-9d8b-4586-a054-d0569b2a4a93 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0619407 Oct 19 20:21:26.402552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b88-bdac-42a9-a575-9fe2c3e7c0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:26.448381 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ba3730c-223a-4278-901d-cccf31cf2ca1 req-700896c9-573f-485b-86bc-f567ec450835 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Oct 19 20:21:26.687602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c2b5-02e6-48b0-a146-819fa2cd05c0 req-33cd292f-fd2e-4cb0-84cf-09075b1d8fe3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:26.698565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6cb4c2b5-02e6-48b0-a146-819fa2cd05c0 req-33cd292f-fd2e-4cb0-84cf-09075b1d8fe3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0773082 Oct 19 20:21:26.736211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6cb4c2b5-02e6-48b0-a146-819fa2cd05c0 req-1be8e07a-1374-453d-b070-b8f4f7533154 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Oct 19 20:21:26.895565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e6af-b0a1-4206-a1da-618922d366e0 req-28dd1553-02f4-4b20-bde9-3d1867b27823 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:26.901612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b814e6af-b0a1-4206-a1da-618922d366e0 req-28dd1553-02f4-4b20-bde9-3d1867b27823 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0568316 Oct 19 20:21:26.939579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b814e6af-b0a1-4206-a1da-618922d366e0 req-ad6b2017-1f77-4f36-a79a-c9ea98b9c855 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Oct 19 20:21:27.058506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcec99c-15b5-4696-8602-648fdd38c31a req-26c841a1-b886-44ae-978f-0e13143e7b50 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:27.060124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbcec99c-15b5-4696-8602-648fdd38c31a req-26c841a1-b886-44ae-978f-0e13143e7b50 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0578344 Oct 19 20:21:27.115180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbcec99c-15b5-4696-8602-648fdd38c31a req-edf5ede4-ea40-4a31-8901-a0eeb34d6766 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Oct 19 20:21:27.499920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70350cb7-a908-48df-b995-4c5d89eae711 req-c149872d-985f-4730-a941-1eb31d005a88 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:27.501961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70350cb7-a908-48df-b995-4c5d89eae711 req-c149872d-985f-4730-a941-1eb31d005a88 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1096 time: 0.0512707 Oct 19 20:21:27.545940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70350cb7-a908-48df-b995-4c5d89eae711 req-40b89fc2-060c-42e0-9b09-3ee9683022e4 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374413 Oct 19 20:21:27.595332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedff36d-191f-48f1-aa70-aa1e918cf26c req-11020759-e43d-4a7f-a9c2-f5367d981dd9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:27.596946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cedff36d-191f-48f1-aa70-aa1e918cf26c req-11020759-e43d-4a7f-a9c2-f5367d981dd9 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0707154 Oct 19 20:21:27.663619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cedff36d-191f-48f1-aa70-aa1e918cf26c req-b9830dde-59d6-48f7-a833-2fcb5ee426b1 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Oct 19 20:21:27.859058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:27.862444 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d" -d '{"events": [{"name": "network-changed", "server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:27.883017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39de45-02a9-45b0-98c1-8ed259e68a26 req-146f724b-461c-491c-825e-2d502d1a37ed tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:27.890657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f39de45-02a9-45b0-98c1-8ed259e68a26 req-146f724b-461c-491c-825e-2d502d1a37ed tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0674090 Oct 19 20:21:27.935406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f39de45-02a9-45b0-98c1-8ed259e68a26 req-43590836-030b-4daa-a271-0a51833f4336 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Oct 19 20:21:28.080998 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22a0a93-340d-4f69-9515-c1a0b8e5d5e8 x-openstack-request-id: req-c22a0a93-340d-4f69-9515-c1a0b8e5d5e8 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:28.081288 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:28.081563 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c22a0a93-340d-4f69-9515-c1a0b8e5d5e8 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:28.081954 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'status': 'completed', 'code': 200} Oct 19 20:21:28.217572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-25206fcd-d5cb-483f-858d-b9527bb3c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.219790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-25206fcd-d5cb-483f-858d-b9527bb3c1b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1124 time: 0.1122663 Oct 19 20:21:28.228639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433e1b-e1b2-458a-b0ff-fdc00d3340f6 req-121191f1-e4b9-4576-8276-c8d1aac6a7e4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.230133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df433e1b-e1b2-458a-b0ff-fdc00d3340f6 req-121191f1-e4b9-4576-8276-c8d1aac6a7e4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0747662 Oct 19 20:21:28.353929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df433e1b-e1b2-458a-b0ff-fdc00d3340f6 req-2d8150ae-f441-44a5-aa89-3160f39b9abb tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 Oct 19 20:21:28.375117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-e38f0623-5ac2-41ae-86fd-86c53191826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.377323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-e38f0623-5ac2-41ae-86fd-86c53191826e service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1462853 Oct 19 20:21:28.438919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-7ed05c59-a57f-4c89-b7d0-087f5a5b3618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 217 time: 0.0407686 Oct 19 20:21:28.505594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-429ea74d-79b3-4299-a548-44516d1b77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.506253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-429ea74d-79b3-4299-a548-44516d1b77d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0597174 Oct 19 20:21:28.559091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-abfa5c60-07e4-4e18-8471-8ed0d12dd7da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327775 Oct 19 20:21:28.569013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-67e4a0ba-2fdf-4e0a-83b0-f433275bd6db tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:21:28.569847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-67e4a0ba-2fdf-4e0a-83b0-f433275bd6db tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078440 Oct 19 20:21:28.613402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3bfd6-6cd9-4615-8237-3c5bb95c9246 req-3ec88d4f-7672-4ea5-85e5-5f1390d93a02 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.614882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4d3bfd6-6cd9-4615-8237-3c5bb95c9246 req-3ec88d4f-7672-4ea5-85e5-5f1390d93a02 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.1267133 Oct 19 20:21:28.647423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-11f998c4-6b71-43fd-a880-acaab444555b tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:28.648873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-11f998c4-6b71-43fd-a880-acaab444555b tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 1093 time: 0.0660062 Oct 19 20:21:28.700955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Request body: {'binding': {'host': 'n-h1-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:28.701553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Unknown quota resources ['binding']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:21:28.763986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4d3bfd6-6cd9-4615-8237-3c5bb95c9246 req-0301a2c6-f74e-4fca-a883-64eb56c98cf8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227739 Oct 19 20:21:28.801479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-ab1798de-7eb0-4c89-b5d1-e76f8edf0411 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288377 Oct 19 20:21:28.981652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed06ed5b-b0a7-46c9-9bde-ccef4639828d req-5b21ecfb-4a88-4b3f-b696-0b19a7258d05 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709037 Oct 19 20:21:28.999851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on host n-h1-805649-9 for vnic_type normal with profile None {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:29.000191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:29.000588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:29.031194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:29.031514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:29.047402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:29.047748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:29.048283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:29.048748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Bound port: 5ac20982-5a99-4db7-aa70-1ef09b470348, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:29.103006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50ddd9-64cf-4c82-baaa-97e7f7ec7236 req-40681c2b-3820-4c1d-9c40-2e97514ed994 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.114616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a50ddd9-64cf-4c82-baaa-97e7f7ec7236 req-40681c2b-3820-4c1d-9c40-2e97514ed994 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1303480 Oct 19 20:21:29.146440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c6a9-d24f-430c-8d17-3d783a68be86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:29.176736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a50ddd9-64cf-4c82-baaa-97e7f7ec7236 req-3e4677fc-d8c7-4e59-81e1-38a6b4adcb46 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612395 Oct 19 20:21:29.186324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:29.194964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:29.197031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2878683-9ce7-4505-9f57-16eda3b75b23 service neutron] 10.222.0.31 "POST /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348/bindings HTTP/1.1" status: 201 len: 389 time: 0.5025191 Oct 19 20:21:29.341805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123bd28-9d12-46a3-943f-7e1d7dfd00b1 req-49a48331-4be2-47a7-8e1f-b179c524ae5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.343825 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d123bd28-9d12-46a3-943f-7e1d7dfd00b1 req-49a48331-4be2-47a7-8e1f-b179c524ae5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0996654 Oct 19 20:21:29.432914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d123bd28-9d12-46a3-943f-7e1d7dfd00b1 req-c55a0fd1-3f6b-49a6-a361-9e71755af607 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663526 Oct 19 20:21:29.481853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba768f-292f-44da-9af3-44406aef540d req-c3cb92c8-fb75-4b39-bb28-9b40c7f916ac tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.490119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8eba768f-292f-44da-9af3-44406aef540d req-c3cb92c8-fb75-4b39-bb28-9b40c7f916ac tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0652664 Oct 19 20:21:29.537324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8eba768f-292f-44da-9af3-44406aef540d req-81a26782-f8d7-4e24-bda3-a6bf290750fd tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Oct 19 20:21:29.882560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293b28-e0d9-4ed0-a8a5-70b89e7abdf1 req-cd561760-f3e9-499f-8471-f1b4c30329a3 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.884095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d293b28-e0d9-4ed0-a8a5-70b89e7abdf1 req-cd561760-f3e9-499f-8471-f1b4c30329a3 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.3798535 Oct 19 20:21:29.898876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-a97ed32c-8553-44d3-a165-3dc2cb1604cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.901626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-a97ed32c-8553-44d3-a165-3dc2cb1604cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1096 time: 0.3452830 Oct 19 20:21:29.906513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef541-af0d-4205-aa71-e9a83d9bce3f req-d37257a8-dc7e-4e1c-bb6f-d169fdd6ce37 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:29.914017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-400ef541-af0d-4205-aa71-e9a83d9bce3f req-d37257a8-dc7e-4e1c-bb6f-d169fdd6ce37 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.0750289 Oct 19 20:21:29.959746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-400ef541-af0d-4205-aa71-e9a83d9bce3f req-c76ef3ea-97e7-457b-a3ec-91a1afed0ca9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Oct 19 20:21:29.992150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d293b28-e0d9-4ed0-a8a5-70b89e7abdf1 req-b845b5b9-edcd-4981-b92f-44f445c04a9c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918598 Oct 19 20:21:30.119016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-92fc0227-c997-4cca-82ab-310e7a302327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:30.120750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-92fc0227-c997-4cca-82ab-310e7a302327 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1940744 Oct 19 20:21:30.127509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:30.200610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-b2b7451a-2d43-4197-8747-b4c0b90db1c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 217 time: 0.0654972 Oct 19 20:21:30.206179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:30.257555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-2824cb4d-a145-412a-aa8b-4306cf6f8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:30.263118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-2824cb4d-a145-412a-aa8b-4306cf6f8abd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0472887 Oct 19 20:21:30.297267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:30.303252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-2d7624ab-422c-45c1-9eae-7eec899ab54d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328393 Oct 19 20:21:30.310694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 has no active binding in host n-h2-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:21:30.331007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b77c46-e682-4826-a6d3-b8211fcc6d97 req-ff6741b5-e36a-446c-ad10-c2387e72db2a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:30.343283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17b77c46-e682-4826-a6d3-b8211fcc6d97 req-ff6741b5-e36a-446c-ad10-c2387e72db2a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0800292 Oct 19 20:21:30.395911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17b77c46-e682-4826-a6d3-b8211fcc6d97 req-c4323515-8dd6-423d-93d7-9993f2161366 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Oct 19 20:21:30.451698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-d84a88b0-0da2-4a29-a396-ed7601e1b88c service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368380 Oct 19 20:21:30.564749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb59f57-5a39-4890-a506-b4568b5f0d74 req-eb588557-c6a5-4526-a753-a51af9329dfa tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:30.566186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb59f57-5a39-4890-a506-b4568b5f0d74 req-eb588557-c6a5-4526-a753-a51af9329dfa tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0550582 Oct 19 20:21:30.590092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-7962bb46-6c08-421f-aa94-c6a20a048673 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276374 Oct 19 20:21:30.633125 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb59f57-5a39-4890-a506-b4568b5f0d74 req-de630449-c74b-4da2-9ee5-75b9aa801d54 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582581 Oct 19 20:21:30.699928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118dc04-f9ff-4726-853e-f37c431ed8a2 req-0d79dd4e-cf45-4231-be8c-7e9dd4001c50 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:30.702197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8118dc04-f9ff-4726-853e-f37c431ed8a2 req-0d79dd4e-cf45-4231-be8c-7e9dd4001c50 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0578601 Oct 19 20:21:30.747229 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8118dc04-f9ff-4726-853e-f37c431ed8a2 req-4f1e4635-f670-4aa0-a831-6f23dd838b0b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Oct 19 20:21:30.831364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:31.157202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8e6c9-9d84-499f-8614-8af3e77ddc9e req-e833c5da-ad47-4ec6-b22b-b4d5337c23e2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:31.158818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fb8e6c9-9d84-499f-8614-8af3e77ddc9e req-e833c5da-ad47-4ec6-b22b-b4d5337c23e2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 943 time: 0.1039522 Oct 19 20:21:31.192683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26877025-90a2-47cc-a629-52bb5c24026f req-c0e6db45-6b9b-47a0-bf33-39587df47000 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:31.200708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26877025-90a2-47cc-a629-52bb5c24026f req-c0e6db45-6b9b-47a0-bf33-39587df47000 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0970445 Oct 19 20:21:31.205840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fb8e6c9-9d84-499f-8614-8af3e77ddc9e req-09de9769-ca51-4104-89f5-ac39386691cf tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Oct 19 20:21:31.274522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26877025-90a2-47cc-a629-52bb5c24026f req-6653c5a1-d064-4f91-bdac-a654af3e3465 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726740 Oct 19 20:21:31.377804 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-0503b2e8-f2fd-4a20-961f-880fbea8ed2d service neutron] show failed (client error): The resource could not be found. Oct 19 20:21:31.378813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-0503b2e8-f2fd-4a20-961f-880fbea8ed2d service neutron] 10.222.0.37 "GET /v2.0/ports/26fa882e-ec11-4559-ac1c-f72ae91864be/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0677810 Oct 19 20:21:31.503496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-7450f4fc-01b6-40ce-a344-d3ccbc4ff822 service neutron] 10.222.0.37 "GET /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.1103244 Oct 19 20:21:31.568430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d8925-fac6-427e-9d1c-8a4c30866676 req-733d53a5-bfcd-4c88-a588-2421b0e8e46e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:31.571620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-342d8925-fac6-427e-9d1c-8a4c30866676 req-733d53a5-bfcd-4c88-a588-2421b0e8e46e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1061485 Oct 19 20:21:31.650116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-342d8925-fac6-427e-9d1c-8a4c30866676 req-d7927d36-b4f0-4ddd-ad4d-a1164fbcc7bc tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703979 Oct 19 20:21:31.703842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-056880f9-76a9-4b7d-80cb-ee0b044b2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:31.705707 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-056880f9-76a9-4b7d-80cb-ee0b044b2f10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.0793045 Oct 19 20:21:31.718579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:31.771957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:31.786995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:31.833618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:31.876648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe7cb9-2805-4962-926f-9cc700b6ef10 req-44681d1b-42f5-4e18-b029-076e61fab5ee tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:31.878345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bafe7cb9-2805-4962-926f-9cc700b6ef10 req-44681d1b-42f5-4e18-b029-076e61fab5ee tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.1024296 Oct 19 20:21:31.895606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:31.944210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:31.961541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bafe7cb9-2805-4962-926f-9cc700b6ef10 req-81b09afb-a1ce-440f-98aa-7e9946aab29a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 Oct 19 20:21:31.968948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:31.992793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f989e-30a4-45f9-af02-6925c09b6d73 req-cdeb59be-0ce2-437d-9295-651f50b2282a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.001211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c40f989e-30a4-45f9-af02-6925c09b6d73 req-cdeb59be-0ce2-437d-9295-651f50b2282a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1577606 Oct 19 20:21:32.077429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c40f989e-30a4-45f9-af02-6925c09b6d73 req-b3de04c3-fd09-44c7-b556-b079ceee6b5a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 Oct 19 20:21:32.088734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] Transition to ACTIVE for port object 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:32.094653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.151190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.169242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:32.174288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] No DVR routers for this DVR port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:32.190319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] Pushing event updated for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:32.210586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:32.220840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-4df545d9-ec19-4a42-b358-4c1ff6c986c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8/bindings/n-h2-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7038155 Oct 19 20:21:32.266522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:32.268277 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068914c5-f270-45be-b63d-857da0e50567" -d '{"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-unplugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:32.284162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.317587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Transition to ACTIVE for port object 26fa882e-ec11-4559-ac1c-f72ae91864be will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:32.322202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.401998 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6baf2-1495-4790-8894-ea74451d03b2 x-openstack-request-id: req-67d6baf2-1495-4790-8894-ea74451d03b2 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:32.402232 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-unplugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:32.402435 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67d6baf2-1495-4790-8894-ea74451d03b2 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:32.402822 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'code': 200} Oct 19 20:21:32.427481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-d1555a96-f044-44af-a29d-65ead65558a0 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.429782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-d1555a96-f044-44af-a29d-65ead65558a0 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.1293406 Oct 19 20:21:32.457644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965634b-a334-4ee5-83c7-32827ab8d1af req-3aa0dac1-6f88-4400-bd97-f3df5a6b8f23 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.460574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f965634b-a334-4ee5-83c7-32827ab8d1af req-3aa0dac1-6f88-4400-bd97-f3df5a6b8f23 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.1037574 Oct 19 20:21:32.493942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:32.537236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] No DVR routers for this DVR port 26fa882e-ec11-4559-ac1c-f72ae91864be on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:32.586424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c276a4-0c8f-4eda-ac9a-aa66e866313c req-5bc62e35-d58e-432f-b996-0fbdbf3bf224 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.595420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29c276a4-0c8f-4eda-ac9a-aa66e866313c req-5bc62e35-d58e-432f-b996-0fbdbf3bf224 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1631582 Oct 19 20:21:32.638575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f965634b-a334-4ee5-83c7-32827ab8d1af req-b0435654-8b53-4868-be62-b329799def6e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191857 Oct 19 20:21:32.645907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-f19b0a88-e980-422e-be2b-5853ca7ec17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.647549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-f19b0a88-e980-422e-be2b-5853ca7ec17f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29&tenant_id=ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 1095 time: 0.2079186 Oct 19 20:21:32.657695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:32.658103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:32.658356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:32.679853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29c276a4-0c8f-4eda-ac9a-aa66e866313c req-34966051-4b2d-4741-8e8a-eda9065c9c21 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833061 Oct 19 20:21:32.690528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:32.690849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Attempting to bind port 26fa882e-ec11-4559-ac1c-f72ae91864be on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:32.702130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:32.702130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:32.702130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:32.703864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Bound port: 26fa882e-ec11-4559-ac1c-f72ae91864be, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:32.704283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.765619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-206063a4-8499-41c4-9484-575005b578b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.772129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-206063a4-8499-41c4-9484-575005b578b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1095 time: 0.0959051 Oct 19 20:21:32.905438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:32.910365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:32.918887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.992721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:32.993525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:32.994917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] 10.222.0.11 "PUT /v2.0/ports/26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 1096 time: 1.2806556 Oct 19 20:21:33.033997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a24f54-dccb-4bff-abd2-c1810a7b8cbc req-062c9b24-5347-459b-a184-37c4a344426f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.036199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75a24f54-dccb-4bff-abd2-c1810a7b8cbc req-062c9b24-5347-459b-a184-37c4a344426f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1035304 Oct 19 20:21:33.039606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573647c-3d5e-403e-988e-41da285a2acc service neutron] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:33.058558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-bb47ea80-07dd-420c-a3e2-23192d91395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.062872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-bb47ea80-07dd-420c-a3e2-23192d91395e service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.2731555 Oct 19 20:21:33.148563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-0d7291c9-eaeb-4cad-a8ca-f84655c0471f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 200 len: 217 time: 0.0765786 Oct 19 20:21:33.185950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75a24f54-dccb-4bff-abd2-c1810a7b8cbc req-8f55319f-43a6-451a-a66a-e5f0aacf1e3d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251082 Oct 19 20:21:33.210554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-613a9a0a-efd7-4e10-a487-791c1f3d0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.212068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-613a9a0a-efd7-4e10-a487-791c1f3d0449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.1596987 Oct 19 20:21:33.249661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-b9db7cc1-323b-4796-89e9-f06ff1e5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.263859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-b9db7cc1-323b-4796-89e9-f06ff1e5f43f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.1023557 Oct 19 20:21:33.352489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-c164658f-40ff-4e69-bfb8-f87222739f78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376956 Oct 19 20:21:33.368906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854dd3-c98f-4a7c-ae29-bc90fca48947 req-3572bdfb-9840-486e-b792-27792f8577aa tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.377170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d854dd3-c98f-4a7c-ae29-bc90fca48947 req-3572bdfb-9840-486e-b792-27792f8577aa tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.2269812 Oct 19 20:21:33.401937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-39bd6f91-f11d-455f-9a3c-9fe4ddd181c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.405144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-39bd6f91-f11d-455f-9a3c-9fe4ddd181c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1762292 Oct 19 20:21:33.482083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-e4742497-6091-4b7e-9684-0e8164d0e6c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0623672 Oct 19 20:21:33.500809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d854dd3-c98f-4a7c-ae29-bc90fca48947 req-a601d514-fd17-4c2b-946f-0c77a6386bc8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226285 Oct 19 20:21:33.531645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-3811ee21-50b6-4cc0-bf62-1673c374c61f service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523705 Oct 19 20:21:33.532601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c24dd-404d-4a3b-9d16-4767e99bcd7a req-5db76f95-6f9e-4c60-87bc-c2b516a3bca0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.539986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-476c24dd-404d-4a3b-9d16-4767e99bcd7a req-5db76f95-6f9e-4c60-87bc-c2b516a3bca0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1334801 Oct 19 20:21:33.613568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-476c24dd-404d-4a3b-9d16-4767e99bcd7a req-0c4489cb-a267-45b6-82da-1376b56ef921 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Oct 19 20:21:33.620992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-9fa67941-f3a6-4739-a439-0c9a1edeb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.623424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-9fa67941-f3a6-4739-a439-0c9a1edeb9d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1203518 Oct 19 20:21:33.658044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-32cfb7ed-a42a-4eb1-bc4a-8d1e157e03f5 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108708 Oct 19 20:21:33.748338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-6adb26dc-6c48-4a94-b6b7-78cc9427c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.750392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-6adb26dc-6c48-4a94-b6b7-78cc9427c7f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058195 Oct 19 20:21:33.834412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17195e-ff0f-4963-9652-87a4ac1eb372 req-0dbb37e4-12db-4faa-a87e-c608135057a2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:33.836101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d17195e-ff0f-4963-9652-87a4ac1eb372 req-0dbb37e4-12db-4faa-a87e-c608135057a2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.1056159 Oct 19 20:21:33.905031 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-b2b2c8cb-139c-4f13-a4bc-ea63a20b0a64 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415105 Oct 19 20:21:33.920255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d17195e-ff0f-4963-9652-87a4ac1eb372 req-e93eefe1-1ae7-47e3-ac09-01bbca2cb8b2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Oct 19 20:21:34.054535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-2e67dc6e-8f9a-4a85-b014-aaa226d4d303 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.073645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-2e67dc6e-8f9a-4a85-b014-aaa226d4d303 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0917227 Oct 19 20:21:34.109055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd5663-7ce6-4809-8ce4-03456745579f req-587aab25-ff18-4166-b03e-8837c271afb8 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.117225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cbd5663-7ce6-4809-8ce4-03456745579f req-587aab25-ff18-4166-b03e-8837c271afb8 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.2107506 Oct 19 20:21:34.217163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b700e95-622b-4cc9-84b1-282b9dcc5a30 req-91de3cf1-6f3f-431c-9ad5-fc72b7fa4316 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005080 Oct 19 20:21:34.226719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cbd5663-7ce6-4809-8ce4-03456745579f req-c1397464-ad31-4907-8eb7-e970b3f5ba02 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080763 Oct 19 20:21:34.405070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:34.418635 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c4149-3da6-4faa-84b3-c7ab9c3a695e" -d '{"events": [{"name": "network-changed", "server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:34.535222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b058996-9479-4d04-ae52-e7da4bf849f6 req-2f1df013-b670-4038-89cf-7d623d8273c2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.550017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b058996-9479-4d04-ae52-e7da4bf849f6 req-2f1df013-b670-4038-89cf-7d623d8273c2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.1213799 Oct 19 20:21:34.565361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-3692a2b1-0e82-4283-875e-aeab2ad00c8f service neutron] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:34.571398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-3692a2b1-0e82-4283-875e-aeab2ad00c8f service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:34.572980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe8f25db-8692-4433-af70-4b22f468ea01 req-3692a2b1-0e82-4283-875e-aeab2ad00c8f service neutron] 10.222.0.11 "DELETE /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8/bindings/n-h1-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.4973040 Oct 19 20:21:34.599126 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21636778-13f8-42c3-bf6f-fdeb7fe520f3 x-openstack-request-id: req-21636778-13f8-42c3-bf6f-fdeb7fe520f3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:34.601209 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:34.601505 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21636778-13f8-42c3-bf6f-fdeb7fe520f3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:34.601914 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'status': 'completed', 'code': 200} Oct 19 20:21:34.647552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b058996-9479-4d04-ae52-e7da4bf849f6 req-5804949f-0ae5-43c2-944d-3e8a06ab3720 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826750 Oct 19 20:21:34.745399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-705a10a0-674e-475e-af4c-4eb56bf52c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.746878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-705a10a0-674e-475e-af4c-4eb56bf52c56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.1566601 Oct 19 20:21:34.774503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-153871cd-935b-4004-b10a-1fb78923aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.776356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-153871cd-935b-4004-b10a-1fb78923aa74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.1337724 Oct 19 20:21:34.786990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf5409-9cbd-4f56-ba00-4fca375e49e1 req-65ca1c9e-8a6c-49a2-917e-c76ebd919120 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.798484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d1cf5409-9cbd-4f56-ba00-4fca375e49e1 req-65ca1c9e-8a6c-49a2-917e-c76ebd919120 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.1282432 Oct 19 20:21:34.800099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac533-3e47-463d-afb9-80fff816b93f req-38fb37ab-914e-49ac-be5b-7f997a830030 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:34.803932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-474ac533-3e47-463d-afb9-80fff816b93f req-38fb37ab-914e-49ac-be5b-7f997a830030 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1040208 Oct 19 20:21:34.853173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-474ac533-3e47-463d-afb9-80fff816b93f req-fe98f2e6-a3b1-4e18-aa26-4a3d27208d34 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Oct 19 20:21:34.947420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d1cf5409-9cbd-4f56-ba00-4fca375e49e1 req-69a9accb-9836-4fb8-b696-a8f709222170 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479640 Oct 19 20:21:35.036203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-b6e172d8-745a-4c51-b0c6-f16b0c60ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.037770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-b6e172d8-745a-4c51-b0c6-f16b0c60ead4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2751901 Oct 19 20:21:35.049198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-44b67ea1-beee-4329-8ecc-582dc303b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.050976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-44b67ea1-beee-4329-8ecc-582dc303b037 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2498918 Oct 19 20:21:35.127847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-8c4cd266-9a47-4f5f-b0eb-55400b683f2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0795283 Oct 19 20:21:35.188622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-56f3cd38-9be6-43a4-b423-81f2d48be33e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.1286592 Oct 19 20:21:35.192318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e3c0-c825-4cc3-bd2d-5e71715f5795 req-ffec7056-a322-4550-a30c-9d9804361d45 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.194782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e216e3c0-c825-4cc3-bd2d-5e71715f5795 req-ffec7056-a322-4550-a30c-9d9804361d45 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.1092823 Oct 19 20:21:35.270410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-a4c849de-eb4a-4d99-9409-5752c6b9a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.272080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-a4c849de-eb4a-4d99-9409-5752c6b9a1cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1001554 Oct 19 20:21:35.280461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-65045496-1995-4de6-b41f-b1b5632bb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.282065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-65045496-1995-4de6-b41f-b1b5632bb642 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0724983 Oct 19 20:21:35.290916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e216e3c0-c825-4cc3-bd2d-5e71715f5795 req-c8c56f0c-5e2c-4d1c-b90d-20ccc787b92c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839267 Oct 19 20:21:35.361376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-3633efe8-ddb4-45e9-a9ba-4653d4465abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.362994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-3633efe8-ddb4-45e9-a9ba-4653d4465abc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717936 Oct 19 20:21:35.365571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-db245a2d-036f-4040-b6c5-e74d44edb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.367000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-db245a2d-036f-4040-b6c5-e74d44edb1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839505 Oct 19 20:21:35.504514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04992e-b2f5-4c14-abb6-efc2334bcd16 req-82bca303-7ea8-44b4-8eba-4b5e2e4120f5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.506433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d04992e-b2f5-4c14-abb6-efc2334bcd16 req-82bca303-7ea8-44b4-8eba-4b5e2e4120f5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 1095 time: 0.0597363 Oct 19 20:21:35.578341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:35.623454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:35.624552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:35.633321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d04992e-b2f5-4c14-abb6-efc2334bcd16 req-35621605-b7a9-4db5-b287-9cb96b5a8a82 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187556 Oct 19 20:21:35.677849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-78daf8cb-cbc7-406d-a905-e717919a8b74 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961180 Oct 19 20:21:35.677849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-42e5bb27-15c6-4296-9e5d-8d6a42766f0c service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826149 Oct 19 20:21:35.706259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:35.707780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:35.743417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3be2d-7fff-4ad7-b675-37ec997ef6ac req-26fb4eef-bf79-4a59-987b-a41351154f31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.751085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cf3be2d-7fff-4ad7-b675-37ec997ef6ac req-26fb4eef-bf79-4a59-987b-a41351154f31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.3612413 Oct 19 20:21:35.889996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:35.935766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:35.942556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365f532-c9b0-461a-8686-4dcc8349769d req-446e4df3-fb86-41e1-8757-1c33450e8895 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:35.946847 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59e4bd-9eba-4efd-bc15-f08e09a04f9a" -d '{"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-unplugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:35.948417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-fba703f1-a560-4329-a424-e7f2856344a4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139990 Oct 19 20:21:35.950472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-634c4149-3da6-4faa-84b3-c7ab9c3a695e req-85a1a300-5feb-4d4d-98e5-2704212a3b96 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647619 Oct 19 20:21:35.952274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9365f532-c9b0-461a-8686-4dcc8349769d req-446e4df3-fb86-41e1-8757-1c33450e8895 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 949 time: 0.0801716 Oct 19 20:21:35.975261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cf3be2d-7fff-4ad7-b675-37ec997ef6ac req-62c0b5f7-5ead-4c50-b313-91f6bb7d6325 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167697 Oct 19 20:21:35.992867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:35.999690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:36.038105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9365f532-c9b0-461a-8686-4dcc8349769d req-3b86477f-1702-4de3-8509-e278445842df tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844748 Oct 19 20:21:36.083297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:36.161672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4b90-8458-4f96-8fa6-8ea91750f9c6 req-e6758f8a-5bac-4dc1-b2d1-7fd5a600f200 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:36.169895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-089b4b90-8458-4f96-8fa6-8ea91750f9c6 req-e6758f8a-5bac-4dc1-b2d1-7fd5a600f200 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0685480 Oct 19 20:21:36.216059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-089b4b90-8458-4f96-8fa6-8ea91750f9c6 req-fb83f991-ec2b-4a5d-80f3-18f010b37774 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Oct 19 20:21:36.233511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-1d1a45cd-7ce7-4d83-8caa-e6fc32553aa1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:36.241363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-1d1a45cd-7ce7-4d83-8caa-e6fc32553aa1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.1645906 Oct 19 20:21:36.253078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-6fdd0765-d593-4296-a6f4-fb112bed69b2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/quotas/ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 375 time: 0.0104816 Oct 19 20:21:36.290011 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de45c5-4a0a-4d46-be7a-e372440fb62d x-openstack-request-id: req-27de45c5-4a0a-4d46-be7a-e372440fb62d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:36.290429 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-unplugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:36.290728 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27de45c5-4a0a-4d46-be7a-e372440fb62d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:36.291251 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'code': 200} Oct 19 20:21:36.333741 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-b840109b-f3a3-4ad9-bc27-a230e67899c2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746634 Oct 19 20:21:36.405233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887dc6-a09d-4ef1-9a8f-317853d6e48f req-8b29926f-dc99-437c-acd1-14f1b02970b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:36.407807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24887dc6-a09d-4ef1-9a8f-317853d6e48f req-8b29926f-dc99-437c-acd1-14f1b02970b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.0571480 Oct 19 20:21:36.444007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-b4fa0fd7-bcd2-4a97-b320-2cf1a3cde5da service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004767 Oct 19 20:21:36.453918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24887dc6-a09d-4ef1-9a8f-317853d6e48f req-259c6dde-c179-4d78-8c23-39cad9237aa3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Oct 19 20:21:36.544496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-d07dcdea-b512-4b32-9821-bd32a8eed02b service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963261 Oct 19 20:21:36.708705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1e0752e-0068-4546-9b80-a4a282f3ef75 req-b5cff7d4-7e2b-467a-999b-9660b6f99fd5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 210 time: 0.0273726 Oct 19 20:21:36.780605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5d400-bfba-409c-9d77-6b4968acca4e req-d42232da-6748-4268-b720-067494750c92 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:36.782308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10d5d400-bfba-409c-9d77-6b4968acca4e req-d42232da-6748-4268-b720-067494750c92 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 949 time: 0.0817337 Oct 19 20:21:36.835805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10d5d400-bfba-409c-9d77-6b4968acca4e req-1e0b4582-9d71-4079-a6ce-7e84fdd8fb5b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Oct 19 20:21:37.093277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044f52-b780-4e27-b22c-c9116429091c req-78fce970-013b-43d6-98fb-b55150890f3a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:37.101148 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2044f52-b780-4e27-b22c-c9116429091c req-78fce970-013b-43d6-98fb-b55150890f3a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0636611 Oct 19 20:21:37.147494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2044f52-b780-4e27-b22c-c9116429091c req-7c6138b7-0fc1-4398-95ae-286282efa0e4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452337 Oct 19 20:21:37.219541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ca22-335a-4cb7-b07b-7e57fe22a8de req-501df1ae-25af-4b4b-bdfc-bcb8c1d5d281 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:37.221135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9867ca22-335a-4cb7-b07b-7e57fe22a8de req-501df1ae-25af-4b4b-bdfc-bcb8c1d5d281 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 947 time: 0.0521932 Oct 19 20:21:37.273820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9867ca22-335a-4cb7-b07b-7e57fe22a8de req-f0e11ad3-d053-46f1-be2e-277fc7df6047 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Oct 19 20:21:37.371849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100252df-8309-4cf8-a213-1f01aaa4934a req-b0330c8a-50d9-4556-97ff-53e3310a7965 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:37.373321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-100252df-8309-4cf8-a213-1f01aaa4934a req-b0330c8a-50d9-4556-97ff-53e3310a7965 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0612061 Oct 19 20:21:37.411376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-100252df-8309-4cf8-a213-1f01aaa4934a req-bffc8fd5-9a5a-48d4-bb22-8d124e588ec1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Oct 19 20:21:37.566822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:37.573332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5fd4f-48c3-4073-ad36-e5eb72a021cf req-a80eb760-de66-489f-bb7c-776cdec38e7a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:37.575469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8e5fd4f-48c3-4073-ad36-e5eb72a021cf req-a80eb760-de66-489f-bb7c-776cdec38e7a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.0533996 Oct 19 20:21:37.634482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8e5fd4f-48c3-4073-ad36-e5eb72a021cf req-dbbe7bdc-aa1b-4a50-896b-682f3e3f918c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Oct 19 20:21:37.683330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:37.703511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'mac_address': 'fa:16:3e:03:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:37.753133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:37.768137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:37.803084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:37.809480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:37.913894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bacbf0b9-02e5-4ba2-8bc5-ff345236d12d req-18597e82-6814-49ba-b86d-6cb21ba90687 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 210 time: 0.0754197 Oct 19 20:21:37.926074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:37.969607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-199cd9a6-9e14-4d81-85ad-f505a83345c9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:37.971244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-199cd9a6-9e14-4d81-85ad-f505a83345c9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.2693233 Oct 19 20:21:37.990173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Request body: {'port': {'device_id': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'admin_state_up': True, 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:38.050801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13823-3560-4f3b-883b-c26809899145 req-2bb5ad31-7620-4be0-9c84-cc63eaddbaf2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.052296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-2bb5ad31-7620-4be0-9c84-cc63eaddbaf2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 948 time: 0.1735115 Oct 19 20:21:38.064373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6db2-e549-4c5e-84ab-8ac010e44c9a req-6e88ecea-2aee-4721-a95d-80c6aa4002de tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.066008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-468a6db2-e549-4c5e-84ab-8ac010e44c9a req-6e88ecea-2aee-4721-a95d-80c6aa4002de tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 948 time: 0.1893015 Oct 19 20:21:38.097154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:38.119222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361825b9-497d-434d-b109-a24457a44d46 req-cb17a1a3-41ee-4268-8eb2-33264bf6b225 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.120743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-361825b9-497d-434d-b109-a24457a44d46 req-cb17a1a3-41ee-4268-8eb2-33264bf6b225 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 949 time: 0.1088963 Oct 19 20:21:38.142830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:38.149773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-468a6db2-e549-4c5e-84ab-8ac010e44c9a req-d166b85d-f52f-4cbd-a1b1-43bc9541cb4f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Oct 19 20:21:38.152964 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-0cb13823-3560-4f3b-883b-c26809899145 req-927001f7-5e35-4ec7-8f90-b74a12ad2b93 service neutron] delete failed (client error): The resource could not be found. Oct 19 20:21:38.153961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-927001f7-5e35-4ec7-8f90-b74a12ad2b93 service neutron] 10.222.0.37 "DELETE /v2.0/ports/26fa882e-ec11-4559-ac1c-f72ae91864be/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0870762 Oct 19 20:21:38.192046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-361825b9-497d-434d-b109-a24457a44d46 req-5f7d3f58-5f5d-451a-a32f-e79035b4d7ad tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595722 Oct 19 20:21:38.199209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:21:38.203760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.294410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:38.368829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13823-3560-4f3b-883b-c26809899145 req-d2f62ad4-b8fb-43ed-8a55-ae40384c33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.370191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-d2f62ad4-b8fb-43ed-8a55-ae40384c33fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 1099 time: 0.0620058 Oct 19 20:21:38.374074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'mac_address': 'fa:16:3e:21:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:38.447144 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.450373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f9d3-361f-458d-9c72-7319b7a24e37 req-d97c1ae1-715c-44ca-b541-3a43bc57d421 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.452401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07e0f9d3-361f-458d-9c72-7319b7a24e37 req-d97c1ae1-715c-44ca-b541-3a43bc57d421 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1444948 Oct 19 20:21:38.469086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fa882e-ec11-4559-ac1c-f72ae91864be {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:38.488759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:38.494060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.502818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Allocated IP 172.20.0.14 (65485b93-44b4-4ed4-8553-a2d87a7f0826/daa70235-3356-4979-aedc-e352fcabbaf2/10365158-761a-4857-96f4-aefdfa37a6e1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:21:38.518923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5b2b-9d21-4a04-a706-59a67071276a req-30f79122-9b00-4033-abc5-512234fae9fa tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.520416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc4c5b2b-9d21-4a04-a706-59a67071276a req-30f79122-9b00-4033-abc5-512234fae9fa tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 948 time: 0.0976634 Oct 19 20:21:38.521681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13823-3560-4f3b-883b-c26809899145 req-f66b265d-0cbe-4ff3-a422-0991b2a7a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.522985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-f66b265d-0cbe-4ff3-a422-0991b2a7a6f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1404107 Oct 19 20:21:38.534890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07e0f9d3-361f-458d-9c72-7319b7a24e37 req-7908ad30-dcb8-4d05-b002-8a0ef77bb7c7 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Oct 19 20:21:38.572036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:38.594330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-5a96827a-33ca-4672-b724-d1cbe8bb0b27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 200 len: 217 time: 0.0632281 Oct 19 20:21:38.655759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc4c5b2b-9d21-4a04-a706-59a67071276a req-111dc29a-1a3d-408c-b39c-a0482ef77a0d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183610 Oct 19 20:21:38.662693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13823-3560-4f3b-883b-c26809899145 req-6374ff0b-adfa-4595-9a81-ee9dd8da0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.664096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-6374ff0b-adfa-4595-9a81-ee9dd8da0df9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0615931 Oct 19 20:21:38.719228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13823-3560-4f3b-883b-c26809899145 req-a83b3387-57ea-4da1-88d9-da58f0e0dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.720717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-a83b3387-57ea-4da1-88d9-da58f0e0dc94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473287 Oct 19 20:21:38.722826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc0d97-1601-412d-974f-398cd944abfe req-1fafd53a-b02c-4fbb-a76d-ab140aec101e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.724309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6cc0d97-1601-412d-974f-398cd944abfe req-1fafd53a-b02c-4fbb-a76d-ab140aec101e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0962722 Oct 19 20:21:38.749839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.792832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6cc0d97-1601-412d-974f-398cd944abfe req-4de4e401-50f9-489c-98d7-f43906303d73 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589767 Oct 19 20:21:38.806936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.837221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-565b2924-0c61-4938-a2e7-8c559761e176 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073141 Oct 19 20:21:38.870570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:21:38.874252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:21:38.881668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:21:38.886616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:38.938297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:38.938920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:38.952729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cb13823-3560-4f3b-883b-c26809899145 req-ae94bb20-e20f-4cfe-845b-8c3243ad8dc5 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067843 Oct 19 20:21:38.956311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-cb02e2f0-f528-4ada-8fd2-3ee727b1f4e7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9703019 Oct 19 20:21:38.973935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Request body: {'port': {'device_id': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:38.979717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:39.310003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009e977-5782-4276-9cd0-c899cdb709c3 req-b416625d-18d1-4863-9321-05ed364b8d21 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:39.311951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f009e977-5782-4276-9cd0-c899cdb709c3 req-b416625d-18d1-4863-9321-05ed364b8d21 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 949 time: 0.0528331 Oct 19 20:21:39.325527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.352263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f009e977-5782-4276-9cd0-c899cdb709c3 req-d8a0bf79-efa9-453e-b9c9-e31701d8383c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334518 Oct 19 20:21:39.373004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c1850-87aa-4589-ab32-9c590904d7b2 req-44d0a81d-5fb5-4e8b-864d-bf03b3029264 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:39.374527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af2c1850-87aa-4589-ab32-9c590904d7b2 req-44d0a81d-5fb5-4e8b-864d-bf03b3029264 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 932 time: 0.3423660 Oct 19 20:21:39.495150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af2c1850-87aa-4589-ab32-9c590904d7b2 req-8c50fc6e-6096-4abe-a5af-30fa6ff915e6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Oct 19 20:21:39.576480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:39.644879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d0521f77-29f9-4202-9fa1-f6b015b7339c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:39.645684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.686287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10365158-761a-4857-96f4-aefdfa37a6e1 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:39.698692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a1cf-13c3-4e56-aab6-c5965b5ef286 req-20a7c42a-369f-4a56-9d24-0a73fbb694d1 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:39.700415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8772a1cf-13c3-4e56-aab6-c5965b5ef286 req-20a7c42a-369f-4a56-9d24-0a73fbb694d1 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0937374 Oct 19 20:21:39.706073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.731580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.733927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Transition to ACTIVE for port object 10365158-761a-4857-96f4-aefdfa37a6e1 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:39.740774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.757830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:39.761670 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c0217-827c-4269-a757-a4df131294d0" -d '{"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:39.777108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:39.782938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.791914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8772a1cf-13c3-4e56-aab6-c5965b5ef286 req-91550104-63fd-4c44-9f7e-3a2bf2544e68 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789738 Oct 19 20:21:39.856412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:39.858176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:39.872225 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3c0c4d-5621-44eb-80ed-f2a281112f63 x-openstack-request-id: req-bf3c0c4d-5621-44eb-80ed-f2a281112f63 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:39.872532 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-plugged", "status": "completed", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:39.872787 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf3c0c4d-5621-44eb-80ed-f2a281112f63 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:39.873173 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'code': 200} Oct 19 20:21:39.914242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:39.914775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:39.915285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:39.922877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:39.923194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:39.941117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:39.941561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:39.941947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:39.942266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3fc9a-9981-40e5-ae0a-60394c6025ad req-6458ae4e-c9c4-4f8e-be69-3e1be20a9662 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:39.942415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Bound port: 10365158-761a-4857-96f4-aefdfa37a6e1, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:39.942745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:39.946094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35b3fc9a-9981-40e5-ae0a-60394c6025ad req-6458ae4e-c9c4-4f8e-be69-3e1be20a9662 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.0638058 Oct 19 20:21:39.997790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35b3fc9a-9981-40e5-ae0a-60394c6025ad req-21532d91-18d8-43d1-947a-8be4413765a4 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Oct 19 20:21:40.044410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:40.072595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:40.078398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:40.099913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ac991-16b8-4cbc-9fc1-316807d5c360 req-9227943b-0854-4acb-980c-dd024de272e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.101436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-447ac991-16b8-4cbc-9fc1-316807d5c360 req-9227943b-0854-4acb-980c-dd024de272e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1101 time: 0.0455947 Oct 19 20:21:40.135085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb592af-601f-4841-99d8-44738bdb921a req-30c0c547-c715-4c8c-9e04-f337acbe64e7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.136570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3eb592af-601f-4841-99d8-44738bdb921a req-30c0c547-c715-4c8c-9e04-f337acbe64e7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1113687 Oct 19 20:21:40.138031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.138627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:40.139686 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-447ac991-16b8-4cbc-9fc1-316807d5c360 req-e7006b9e-620a-4b51-9459-7e38cd134497 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Oct 19 20:21:40.139868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 1092 time: 1.1739054 Oct 19 20:21:40.142192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:40.144439 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b6838-4c32-47ed-af78-ffc89d30a595" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:40.156904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:40.189811 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086770d4-a699-44c9-bd44-7dceafd6cf4d x-openstack-request-id: req-086770d4-a699-44c9-bd44-7dceafd6cf4d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:40.190106 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:40.190357 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-086770d4-a699-44c9-bd44-7dceafd6cf4d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:40.190750 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1', 'status': 'completed', 'code': 200} Oct 19 20:21:40.202551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3eb592af-601f-4841-99d8-44738bdb921a req-04aa20c3-bfbb-4bae-9f8e-f0a4918aa5d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547900 Oct 19 20:21:40.206596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcacf3-fb52-4f18-9de0-dbf13f9280b9 service neutron] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:40.243560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:40.275333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:40.279201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:40.324536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:40.395106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-27877b24-2c2c-4af3-aa97-f9e5efecb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.396599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-27877b24-2c2c-4af3-aa97-f9e5efecb85f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1095 time: 0.0399868 Oct 19 20:21:40.480118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9635c1-31e3-4562-b1eb-3547d7bbc16e req-2419bd57-88c1-4580-9b8a-f28a8c059bc1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.482389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be9635c1-31e3-4562-b1eb-3547d7bbc16e req-2419bd57-88c1-4580-9b8a-f28a8c059bc1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 949 time: 0.0597925 Oct 19 20:21:40.524681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be9635c1-31e3-4562-b1eb-3547d7bbc16e req-05ba7579-a185-4885-ad18-fbe2bb80b68b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Oct 19 20:21:40.584330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-27a71468-80d3-4ea4-b535-d24ee8f7ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.585856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-27a71468-80d3-4ea4-b535-d24ee8f7ee31 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ece9c09a677e41ffb8f455718950bdf3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1798656 Oct 19 20:21:40.639160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38ec6-cc85-4f37-9ff8-19fd69d542e5 req-6010612d-498f-4d92-8b8b-70dd7d1f4caf tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.640682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43b38ec6-cc85-4f37-9ff8-19fd69d542e5 req-6010612d-498f-4d92-8b8b-70dd7d1f4caf tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.0499706 Oct 19 20:21:40.681264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43b38ec6-cc85-4f37-9ff8-19fd69d542e5 req-c731f0e4-1efb-4837-acbe-e8d224ec94fb tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Oct 19 20:21:40.755073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2ac0b-b023-439f-8c27-d4d37db76d07 req-7de207f6-ab9b-4dcf-b236-a0b5cd96e37b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.756520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66e2ac0b-b023-439f-8c27-d4d37db76d07 req-7de207f6-ab9b-4dcf-b236-a0b5cd96e37b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 949 time: 0.1553571 Oct 19 20:21:40.800625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-57c5613c-2893-4c04-8701-52de318dee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.802110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf0b6838-4c32-47ed-af78-ffc89d30a595 req-57c5613c-2893-4c04-8701-52de318dee36 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089188 Oct 19 20:21:40.817965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66e2ac0b-b023-439f-8c27-d4d37db76d07 req-01b25b08-ddd2-432b-8667-ea931a3ee310 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Oct 19 20:21:40.882534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-8f348ff7-ba24-4b3d-a50b-03df3f1d0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.884092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-8f348ff7-ba24-4b3d-a50b-03df3f1d0a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1095 time: 0.0440226 Oct 19 20:21:40.917575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ff179-3523-4e8c-aae9-891808f4876b req-c56c1ddb-58be-45f5-b752-530b1914b9c0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.925537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d65ff179-3523-4e8c-aae9-891808f4876b req-c56c1ddb-58be-45f5-b752-530b1914b9c0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0601406 Oct 19 20:21:40.930937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-dbfc8e96-ed8a-4c1f-90dd-22c3424dd62a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 217 time: 0.0377164 Oct 19 20:21:40.968726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d65ff179-3523-4e8c-aae9-891808f4876b req-3aa95e70-d6a2-4a10-98c3-da26299c2f48 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Oct 19 20:21:40.987347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-4151253f-d073-45df-9c64-d8fcb3df054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:40.988855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-4151253f-d073-45df-9c64-d8fcb3df054f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0496433 Oct 19 20:21:41.033870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-f6194cae-74b2-4bb1-b43e-f68ab244dfb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286658 Oct 19 20:21:41.117797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f14c3b-1d8f-4ec8-b0ba-82e5baf2aa22 req-56d8db79-595b-450c-9b92-2b3cc9cb8ff4 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:41.119375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f14c3b-1d8f-4ec8-b0ba-82e5baf2aa22 req-56d8db79-595b-450c-9b92-2b3cc9cb8ff4 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.0502024 Oct 19 20:21:41.143567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-3681511f-dbe8-4b72-be14-7c34406a3b18 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276175 Oct 19 20:21:41.160017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f14c3b-1d8f-4ec8-b0ba-82e5baf2aa22 req-56a920ac-e898-49a5-bbb9-730251aa4a4f tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Oct 19 20:21:41.181391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-c3de9844-af6d-4977-af70-346b71a55fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365323 Oct 19 20:21:41.331294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-ba10d7ae-58d2-4dc4-8a17-8125cb206507 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:41.332706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-ba10d7ae-58d2-4dc4-8a17-8125cb206507 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819491 Oct 19 20:21:41.345459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961c79-c156-430e-916c-3fd10f5a9807 req-9d682bb3-5333-47ce-aed4-8657e55636de tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:41.349923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28961c79-c156-430e-916c-3fd10f5a9807 req-9d682bb3-5333-47ce-aed4-8657e55636de tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0614035 Oct 19 20:21:41.356572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c788f1c5-fe82-4dbe-bd64-8c3c88df1cac req-d7216532-def1-4de4-af1b-8b76baa0d8fb service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615000 Oct 19 20:21:41.357927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-10afa606-5422-46fb-afb9-077a4726011f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/quotas/96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 375 time: 0.0154278 Oct 19 20:21:41.401369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28961c79-c156-430e-916c-3fd10f5a9807 req-39fff3f1-e305-484d-bced-f4988c07ca4b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Oct 19 20:21:41.421658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-a797a461-a777-49fc-91e4-92eb3a61c8bf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573750 Oct 19 20:21:41.576083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcaa1a87-3c17-4ebd-963b-394ba1665125 req-65d9c962-4121-451c-a7f0-80b82abeea6c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 210 time: 0.0263994 Oct 19 20:21:41.801988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58cb3-8715-494c-b358-59c152df4767 req-38e59437-dd60-48c9-b86d-890e70a571be tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:41.803461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ffc58cb3-8715-494c-b358-59c152df4767 req-38e59437-dd60-48c9-b86d-890e70a571be tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.0499787 Oct 19 20:21:41.841731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ffc58cb3-8715-494c-b358-59c152df4767 req-fbb2d258-6a67-47ef-ba0e-dd5d356012c7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Oct 19 20:21:41.874653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:41.877020 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9cf3f-0719-4dcc-be14-e1e23b283a69" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-unplugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:41.913971 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb1b36-31c1-4768-9f7f-0afad17ecf8f x-openstack-request-id: req-04fb1b36-31c1-4768-9f7f-0afad17ecf8f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:41.914288 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-unplugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:41.914548 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04fb1b36-31c1-4768-9f7f-0afad17ecf8f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:41.914941 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'code': 200} Oct 19 20:21:42.082140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78fac-77cf-4f6b-bf35-bcec2d6e3a29 req-acbbcac9-68b8-414b-bfa2-9861aee1215e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.083619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fb78fac-77cf-4f6b-bf35-bcec2d6e3a29 req-acbbcac9-68b8-414b-bfa2-9861aee1215e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0552795 Oct 19 20:21:42.122313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fb78fac-77cf-4f6b-bf35-bcec2d6e3a29 req-72f61dfb-d546-4d90-a2fe-943a3edfe868 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Oct 19 20:21:42.169147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:42.218685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 26fa882e-ec11-4559-ac1c-f72ae91864be completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:42.222315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 26fa882e-ec11-4559-ac1c-f72ae91864be triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:42.222681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.287086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7edcd0-3594-4660-bbfb-87e7dee50737 req-28d1f098-394f-4692-8a1c-ed69621ecd15 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.288614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d7edcd0-3594-4660-bbfb-87e7dee50737 req-28d1f098-394f-4692-8a1c-ed69621ecd15 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.0607295 Oct 19 20:21:42.313580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.327633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d7edcd0-3594-4660-bbfb-87e7dee50737 req-be507da1-4425-403a-b6dd-4fd447b6098c tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Oct 19 20:21:42.354657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:42.356699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.359466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.408469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:42.508135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-ab07ed43-e8c2-4f3c-9c70-4ba369e45deb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437777 Oct 19 20:21:42.569132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b729458-3724-447f-b77b-e7644a810f73 req-3f1af9ae-8009-4c10-a8fd-af127dba7cde tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.570554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9fa23-db1a-4297-bcd3-9816a36597b1 req-07d3da1b-3072-46d4-aabb-0d52060f9e51 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.570677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b729458-3724-447f-b77b-e7644a810f73 req-3f1af9ae-8009-4c10-a8fd-af127dba7cde tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0960567 Oct 19 20:21:42.572136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a9fa23-db1a-4297-bcd3-9816a36597b1 req-07d3da1b-3072-46d4-aabb-0d52060f9e51 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1101 time: 0.0480421 Oct 19 20:21:42.617123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a9fa23-db1a-4297-bcd3-9816a36597b1 req-2a5f59d5-ebf3-49e0-a37d-5ccbb947eb2c tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Oct 19 20:21:42.657718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b729458-3724-447f-b77b-e7644a810f73 req-1339619e-a08d-4ff0-8431-3d8716662863 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581918 Oct 19 20:21:42.666188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-8b305055-6cd2-43fc-8539-d50662710e5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.667645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-8b305055-6cd2-43fc-8539-d50662710e5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521778 Oct 19 20:21:42.687376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Request body: {'port': {'device_id': '506d1962-3781-4be8-9708-6e6cce3757bd', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '96bed1dba4ab40ce9e56c835ab5bdea2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:42.713052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90ac8e1f-2a07-4386-876b-161584c7cd3a req-e83ac550-1dc4-44e0-8771-70f5f21385bc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 210 time: 0.0265601 Oct 19 20:21:42.783914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.814938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Made reservation on behalf of 96bed1dba4ab40ce9e56c835ab5bdea2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:21:42.818942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:42.962822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bc97-aea5-4610-8651-6e226e4bbc5d req-3cc4a03d-9f1b-402b-8a09-e16785d439c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.964436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41a9bc97-aea5-4610-8651-6e226e4bbc5d req-3cc4a03d-9f1b-402b-8a09-e16785d439c8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.0492110 Oct 19 20:21:42.966717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604efd89-4892-4ad5-aa83-50ac72f1b822 req-42a82b9c-ddc9-4af7-a55b-f3362183a584 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:42.968211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-604efd89-4892-4ad5-aa83-50ac72f1b822 req-42a82b9c-ddc9-4af7-a55b-f3362183a584 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1101 time: 0.0835381 Oct 19 20:21:42.981760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Allocated IP 192.168.233.127 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:21:43.002589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41a9bc97-aea5-4610-8651-6e226e4bbc5d req-16de38f5-2c30-4ea6-a31f-07bbffd87761 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Oct 19 20:21:43.028536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-604efd89-4892-4ad5-aa83-50ac72f1b822 req-6a40efa1-6424-4d5b-a36e-ecf56e9a3966 tempest-ServersAdminTestJSON-1547921026 tempest-ServersAdminTestJSON-1547921026-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538387 Oct 19 20:21:43.159908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.202283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.217159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893', '26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:43.276732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:21:43.282360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:21:43.290898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:21:43.302041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819e0ca-f00b-4c18-b570-c6dd7dcb5540 req-6d61b040-80d0-4d7f-a4e6-282b5b5a01ae tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:43.304493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6819e0ca-f00b-4c18-b570-c6dd7dcb5540 req-6d61b040-80d0-4d7f-a4e6-282b5b5a01ae tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.0664737 Oct 19 20:21:43.352448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6819e0ca-f00b-4c18-b570-c6dd7dcb5540 req-3385e1cd-865a-43e3-b334-ce176f783afd tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380113 Oct 19 20:21:43.373377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:43.374039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.400000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a8bd8-1e63-4f4b-9df7-81b6d9d74ae2 req-b2c6798b-88b5-4652-b493-0363f8c4c052 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:43.407586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-948a8bd8-1e63-4f4b-9df7-81b6d9d74ae2 req-b2c6798b-88b5-4652-b493-0363f8c4c052 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.2068374 Oct 19 20:21:43.409559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:43.440021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-b94a42b3-aa87-4d14-be96-8568ab816fbd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7567575 Oct 19 20:21:43.456921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Request body: {'port': {'device_id': '506d1962-3781-4be8-9708-6e6cce3757bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:43.549233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-948a8bd8-1e63-4f4b-9df7-81b6d9d74ae2 req-300de0ec-2088-4eb8-88cc-bf23ae4dea98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407709 Oct 19 20:21:43.550256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.600142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:43.623691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-06e7b069-5145-42a3-a867-0a26c7b4736d None None] Provisioning complete for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:43.624054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-06e7b069-5145-42a3-a867-0a26c7b4736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.699564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-06e7b069-5145-42a3-a867-0a26c7b4736d None None] Port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:21:43.776956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:43.789910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '10365158-761a-4857-96f4-aefdfa37a6e1', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'port_id': '10365158-761a-4857-96f4-aefdfa37a6e1', 'mac_address': 'fa:16:3e:b4:d2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa70235-3356-4979-aedc-e352fcabbaf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:43.802388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e9016-2c80-4f69-bbb2-0cea5bf12e96 req-0e79818c-9cb7-43d2-9ae1-66c407b52cb9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:43.804082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a8e9016-2c80-4f69-bbb2-0cea5bf12e96 req-0e79818c-9cb7-43d2-9ae1-66c407b52cb9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.0739944 Oct 19 20:21:43.828847 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.842231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10365158-761a-4857-96f4-aefdfa37a6e1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:43.845944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a8e9016-2c80-4f69-bbb2-0cea5bf12e96 req-db690cee-29b7-42bb-8eab-53b25346dcb1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Oct 19 20:21:43.872712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:43.881576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.884816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00eff4-f065-41e1-b382-1afc92be15a2 req-2407ead6-c89b-42dd-be18-5ebdda56243c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:43.889886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c00eff4-f065-41e1-b382-1afc92be15a2 req-2407ead6-c89b-42dd-be18-5ebdda56243c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 936 time: 0.0947123 Oct 19 20:21:43.894298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:43.904114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.915814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:43.918420 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68985d8-5fac-45e0-ad32-07913d894a4f" -d '{"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-plugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:43.935976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Transition to ACTIVE for port object 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:21:43.945666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:43.947532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:43.961814 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4610f-57f8-4c90-833a-b84e4a4c6bf9 x-openstack-request-id: req-84d4610f-57f8-4c90-833a-b84e4a4c6bf9 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:43.962115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c00eff4-f065-41e1-b382-1afc92be15a2 req-bc0600aa-c7df-4aa9-929d-b5da9bc64292 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626979 Oct 19 20:21:43.962211 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-plugged", "status": "completed", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:43.962376 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84d4610f-57f8-4c90-833a-b84e4a4c6bf9 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:43.962788 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'code': 200} Oct 19 20:21:44.016781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:44.070568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:44.070919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:44.071239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:44.075865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:44.076181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:44.082375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:44.082646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:44.083033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:44.083508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Bound port: 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:44.083865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:44.129400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd9a60-5efa-41fc-8663-94a27046c1fb req-491b3e2c-daab-42a7-a5d1-860b9e892f33 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.130914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06cd9a60-5efa-41fc-8663-94a27046c1fb req-491b3e2c-daab-42a7-a5d1-860b9e892f33 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.0516033 Oct 19 20:21:44.160462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:44.164551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:44.169386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:44.174033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06cd9a60-5efa-41fc-8663-94a27046c1fb req-0ce29456-f5c3-4846-a1d3-2681d894eceb tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363214 Oct 19 20:21:44.184373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:44.216060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.216623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:44.218022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 1096 time: 0.7678025 Oct 19 20:21:44.218466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:44.220871 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b" -d '{"events": [{"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:44.240506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:44.248841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155892-8538-486d-ba9e-f02240bc6c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:44.302649 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47432848-9288-4189-ab3f-3a1d0849fa07 x-openstack-request-id: req-47432848-9288-4189-ab3f-3a1d0849fa07 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:44.303278 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:44.303278 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47432848-9288-4189-ab3f-3a1d0849fa07 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:44.303569 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'status': 'completed', 'code': 200} Oct 19 20:21:44.309604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-631491e1-7b75-4694-a31d-0aec9a44448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.311122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-631491e1-7b75-4694-a31d-0aec9a44448f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1099 time: 0.0509722 Oct 19 20:21:44.364194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:44.394722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '558d9623-694c-4107-abe3-a373e3b1be2a', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '558d9623-694c-4107-abe3-a373e3b1be2a', 'mac_address': 'fa:16:3e:f8:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:44.467557 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:44.502743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:44.541201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:44.546171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:44.605029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:44.641390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-ded5d0a7-1ed9-4fbf-87e7-56cc2a4512bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.3206599 Oct 19 20:21:44.691066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94025450-077d-4f50-808e-3dd3efe7ad45 req-b3d2dc06-970f-4e9b-b9a4-99640b660927 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.692683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94025450-077d-4f50-808e-3dd3efe7ad45 req-b3d2dc06-970f-4e9b-b9a4-99640b660927 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0566952 Oct 19 20:21:44.728453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333b7c-9827-47b4-aefc-2182cf559e04 req-2c23c147-5d6f-4f86-bcbc-a1a2158222f5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.729978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d333b7c-9827-47b4-aefc-2182cf559e04 req-2c23c147-5d6f-4f86-bcbc-a1a2158222f5 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.0914271 Oct 19 20:21:44.731518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-42667c24-a397-4f82-928d-bd0da2c93def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.733156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-42667c24-a397-4f82-928d-bd0da2c93def service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0619483 Oct 19 20:21:44.742654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94025450-077d-4f50-808e-3dd3efe7ad45 req-c9d2acac-7ac3-4024-9ea7-2a51329742f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Oct 19 20:21:44.801675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d333b7c-9827-47b4-aefc-2182cf559e04 req-9a426f02-8626-4d9a-b7c2-4ed59b854a3d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627859 Oct 19 20:21:44.808023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e8995c02-0283-4ec1-9e16-4c487729f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.814501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-e8995c02-0283-4ec1-9e16-4c487729f9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687675 Oct 19 20:21:44.830307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['558d9623-694c-4107-abe3-a373e3b1be2a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:44.866968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a262f635-4878-47b3-98d7-1ffa1aedb6df tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:44.869802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a262f635-4878-47b3-98d7-1ffa1aedb6df tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.0662942 Oct 19 20:21:44.943068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-98232b5a-5073-4cd4-bc96-5f6ee1d9fec1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210482 Oct 19 20:21:45.073187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89634042-4475-44e0-a76c-2d6c584b41e0 req-2d9d1e96-db8d-4d46-aaeb-c6d554fdee03 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107175 Oct 19 20:21:45.123559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc56cf-d5a5-45dc-8af2-bb608b350d05 req-d0f87c07-fc49-44bd-9d85-7d4247957fd1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.134413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6cc56cf-d5a5-45dc-8af2-bb608b350d05 req-d0f87c07-fc49-44bd-9d85-7d4247957fd1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1248803 Oct 19 20:21:45.171910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Deleting port fb6a4143-da40-4b81-bd2b-2316b705d458 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:21:45.173000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:45.234968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-5e643576-937a-431e-a292-409b0711a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.236856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-5e643576-937a-431e-a292-409b0711a7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1099 time: 0.1125419 Oct 19 20:21:45.247986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983a5e7-ecf9-4681-92be-8e9758d3c77b req-cac9c5d5-c230-415f-abb8-be4dcecd1efe tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.258004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b983a5e7-ecf9-4681-92be-8e9758d3c77b req-cac9c5d5-c230-415f-abb8-be4dcecd1efe tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.1221681 Oct 19 20:21:45.295929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6cc56cf-d5a5-45dc-8af2-bb608b350d05 req-527f1efa-92fd-43bd-ae58-bc0d064dcfa8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601615 Oct 19 20:21:45.347014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] For port fb6a4143-da40-4b81-bd2b-2316b705d458, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=fb6a4143-da40-4b81-bd2b-2316b705d458,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:45.347372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:45.374591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b983a5e7-ecf9-4681-92be-8e9758d3c77b req-2ed6d1ac-2985-45b4-8f50-5855e8fcc00b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111903 Oct 19 20:21:45.376640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Calling delete_port for fb6a4143-da40-4b81-bd2b-2316b705d458 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:21:45.444048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-d31d0ebb-a73f-44e0-9f2c-9060d39e0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.455451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-d31d0ebb-a73f-44e0-9f2c-9060d39e0552 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1878028 Oct 19 20:21:45.512211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-be8302a1-87fc-43db-9c04-796b93a49fbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0422177 Oct 19 20:21:45.588487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-ab7432a0-22cb-4604-9b4a-dbb7bc011d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.590309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-ab7432a0-22cb-4604-9b4a-dbb7bc011d17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0702727 Oct 19 20:21:45.604035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:45.705166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-2dd8a8e7-f063-4a1a-9174-767d4e96bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.706712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-2dd8a8e7-f063-4a1a-9174-767d4e96bd8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072760 Oct 19 20:21:45.726722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 10365158-761a-4857-96f4-aefdfa37a6e1 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:45.736302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 10365158-761a-4857-96f4-aefdfa37a6e1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:45.737389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:45.760685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972eb38-7078-4bd9-b364-2c9e6d7a74f9 req-d6a37385-9eed-4589-9090-0b98a4e4fdf0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:45.768820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9972eb38-7078-4bd9-b364-2c9e6d7a74f9 req-d6a37385-9eed-4589-9090-0b98a4e4fdf0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.3769550 Oct 19 20:21:45.820546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9972eb38-7078-4bd9-b364-2c9e6d7a74f9 req-15d4ab6c-e12d-4c2d-8663-b4da09ced191 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 Oct 19 20:21:45.870752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-f9f23278-815d-4328-af29-8f3892f0e61e service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553969 Oct 19 20:21:45.947901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:45.977932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:45.980557 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c02882-618a-493f-8297-f0f19abda691" -d '{"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-plugged", "status": "completed", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:45.998737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:46.004802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:46.007816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:46.046790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c55e6-91cb-424b-bcc0-02fff79d05bc req-3ebc8fa0-b052-4172-8a33-5ec2cf894e7e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.054085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-860c55e6-91cb-424b-bcc0-02fff79d05bc req-3ebc8fa0-b052-4172-8a33-5ec2cf894e7e tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 949 time: 0.1255410 Oct 19 20:21:46.059519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:46.063495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['fb6a4143-da40-4b81-bd2b-2316b705d458', 'd0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:46.066550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696681-97fe-4eb4-9ea7-bb037f6c6271 req-2919e236-00fc-49a7-a54a-7a0c99f135e9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.072188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event deleted for resources: {'Port': ['ID=fb6a4143-da40-4b81-bd2b-2316b705d458,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:46.076791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d696681-97fe-4eb4-9ea7-bb037f6c6271 req-2919e236-00fc-49a7-a54a-7a0c99f135e9 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1904604 Oct 19 20:21:46.129106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-860c55e6-91cb-424b-bcc0-02fff79d05bc req-502c78ad-33d8-4ac9-b305-a3742e3c9bd7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740955 Oct 19 20:21:46.164021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] No DVR routers for this DVR port fb6a4143-da40-4b81-bd2b-2316b705d458 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:46.170485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:46.170695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:46.175553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d60adc03-05a6-4512-8fab-dbb47d772af4 req-a60d03bc-7d8c-4b8a-90ae-88b86fce3fb2 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "DELETE /v2.0/ports/fb6a4143-da40-4b81-bd2b-2316b705d458 HTTP/1.1" status: 204 len: 173 time: 1.2913966 Oct 19 20:21:46.176300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'name': 'network-vif-deleted', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:46.186820 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de059dcd-58e9-44e5-94c2-607b97916969" -d '{"events": [{"server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "name": "network-vif-deleted", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:46.267630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d696681-97fe-4eb4-9ea7-bb037f6c6271 req-0364888c-370a-423b-b8be-e9412f65c978 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767905 Oct 19 20:21:46.299281 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffe1c6-ee86-4419-83be-b7b848c4ad20 x-openstack-request-id: req-83ffe1c6-ee86-4419-83be-b7b848c4ad20 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:46.299502 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-plugged", "status": "completed", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:46.299718 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ffe1c6-ee86-4419-83be-b7b848c4ad20 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:46.300110 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1', 'code': 200} Oct 19 20:21:46.353647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-839c3164-3a08-4c3d-b8de-5ab249d66b4d tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.361817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-839c3164-3a08-4c3d-b8de-5ab249d66b4d tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.3043036 Oct 19 20:21:46.395443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:21:46.402687 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ca6e6-8511-4de5-8ff0-8e51f3b8c56a x-openstack-request-id: req-bb3ca6e6-8511-4de5-8ff0-8e51f3b8c56a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:46.403077 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdda9620-0cbf-4b6e-932d-c6eb38f2e192", "name": "network-vif-deleted", "tag": "fb6a4143-da40-4b81-bd2b-2316b705d458", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:46.403458 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb3ca6e6-8511-4de5-8ff0-8e51f3b8c56a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:46.403911 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdda9620-0cbf-4b6e-932d-c6eb38f2e192', 'name': 'network-vif-deleted', 'tag': 'fb6a4143-da40-4b81-bd2b-2316b705d458', 'status': 'completed', 'code': 200} Oct 19 20:21:46.558997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:46.566039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745b020-3020-4a5f-8c40-61ebdd3725a9 req-911d9a68-94fa-440f-807c-232f4142a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.567796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7745b020-3020-4a5f-8c40-61ebdd3725a9 req-911d9a68-94fa-440f-807c-232f4142a4cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1097 time: 0.1504118 Oct 19 20:21:46.576947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b6af-d407-4bd6-b168-13009b235c59 req-e9b1aa13-ec67-4d69-9b15-1671f5d6434d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.586166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ca8b6af-d407-4bd6-b168-13009b235c59 req-e9b1aa13-ec67-4d69-9b15-1671f5d6434d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 945 time: 0.1041734 Oct 19 20:21:46.607836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec39bd54-8b54-4c7e-88dc-ff19ff8d644b req-1b49c969-be24-4f43-8458-943edc22a286 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203882 Oct 19 20:21:46.667698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a67150-7540-43d8-a104-5c4f3390742d req-1e409093-6a42-4e4b-bda6-6b15062a53d6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:46.675440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ca8b6af-d407-4bd6-b168-13009b235c59 req-ad8672ac-24cd-4179-96f3-16d7f8eb7934 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Oct 19 20:21:46.679074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7745b020-3020-4a5f-8c40-61ebdd3725a9 req-eed36b2e-24d4-4438-a649-b66f5dfa58ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840805 Oct 19 20:21:46.692046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5a67150-7540-43d8-a104-5c4f3390742d req-1e409093-6a42-4e4b-bda6-6b15062a53d6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.1332147 Oct 19 20:21:46.787723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5a67150-7540-43d8-a104-5c4f3390742d req-50b06be7-b423-41f5-8a6c-e0993c588a47 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Oct 19 20:21:46.934046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:47.044996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b532c0-be7e-4ade-82e8-ebfc5a38ed3b req-56157dc9-b106-4c99-bb49-f778cdbafade tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:47.053245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5b532c0-be7e-4ade-82e8-ebfc5a38ed3b req-56157dc9-b106-4c99-bb49-f778cdbafade tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.1031954 Oct 19 20:21:47.106373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:47.147328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5b532c0-be7e-4ade-82e8-ebfc5a38ed3b req-5396248a-50fb-443d-8d48-6004a36798f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Oct 19 20:21:47.176827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:47.179574 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85384b0e-ccdf-41b4-81ff-bf93e2419388" -d '{"events": [{"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:47.184005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:47.194047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:47.310707 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abe8f85-7117-41bb-af65-2a2f5058c62e x-openstack-request-id: req-7abe8f85-7117-41bb-af65-2a2f5058c62e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:47.311379 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:47.311784 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7abe8f85-7117-41bb-af65-2a2f5058c62e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:47.312351 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'code': 200} Oct 19 20:21:47.314921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:47.333173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on host n-h2-805649-9 for vnic_type normal with profile {"migrating_to": "n-h1-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:21:47.333917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:21:47.334407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:47.344199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:21:47.344540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Attempting to bind port 5ac20982-5a99-4db7-aa70-1ef09b470348 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:21:47.350782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:21:47.351120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:21:47.351502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:21:47.351933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Bound port: 5ac20982-5a99-4db7-aa70-1ef09b470348, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:21:47.352294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:47.380702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe5e3db2-62a8-4746-a47b-211fa7622854 req-885e9bae-279b-4968-98f0-e01b41675cea tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdda9620-0cbf-4b6e-932d-c6eb38f2e192 HTTP/1.1" status: 200 len: 210 time: 0.0705750 Oct 19 20:21:47.526791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:21:47.533742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:21:47.554687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:47.598197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab6ece-332d-4c9d-af2b-4a0e21ffb0b4 req-d51c2b08-0640-41c0-8307-f57a293ef354 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:47.599720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8dab6ece-332d-4c9d-af2b-4a0e21ffb0b4 req-d51c2b08-0640-41c0-8307-f57a293ef354 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1525562 Oct 19 20:21:47.612364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:47.651625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:47.680281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:47.680893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:47.682324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-33613244-7205-43ea-94c6-be341e3b687d service neutron] 10.222.0.37 "PUT /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 1121 time: 1.3062894 Oct 19 20:21:47.691153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8dab6ece-332d-4c9d-af2b-4a0e21ffb0b4 req-cc9ffe91-f18a-4b2b-b8ba-f7b546d8bf0a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835960 Oct 19 20:21:47.789626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:47.808287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 has no active binding in host n-h1-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:21:47.808967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:21:47.867187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5ac20982-5a99-4db7-aa70-1ef09b470348'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:47.896738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6cc4-a971-4d15-8ef2-80c40788db14 req-97238c1b-3b06-4a6c-b8a1-b8d8b4b3aa95 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:47.901831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3e6cc4-a971-4d15-8ef2-80c40788db14 req-97238c1b-3b06-4a6c-b8a1-b8d8b4b3aa95 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.1143408 Oct 19 20:21:47.957330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3e6cc4-a971-4d15-8ef2-80c40788db14 req-10e7872d-07b3-4ea1-b6c9-84d9c085ae36 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Oct 19 20:21:47.985581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5ac20982-5a99-4db7-aa70-1ef09b470348'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:48.168996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d2c83-9ae1-4edc-b303-bcaa3a4ef9ac req-ac8ab039-4791-4d83-b928-eb8a6b40501a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:48.170577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b4d2c83-9ae1-4edc-b303-bcaa3a4ef9ac req-ac8ab039-4791-4d83-b928-eb8a6b40501a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.1081438 Oct 19 20:21:48.179097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:48.264443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b4d2c83-9ae1-4edc-b303-bcaa3a4ef9ac req-7b51326f-ae87-4742-a1ef-18e4508d0b6e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679743 Oct 19 20:21:48.354394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:48.398627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f0fd1-b392-4309-ba0a-43fe9a7c8f83 req-79b84cb9-33b0-44bc-a5ee-d916e0cc8ab7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:48.400241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-664f0fd1-b392-4309-ba0a-43fe9a7c8f83 req-79b84cb9-33b0-44bc-a5ee-d916e0cc8ab7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.0817044 Oct 19 20:21:48.435016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'mac_address': 'fa:16:3e:af:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:21:48.468116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-664f0fd1-b392-4309-ba0a-43fe9a7c8f83 req-69806c77-4a58-4461-8ab1-cafbff77970e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588293 Oct 19 20:21:48.598672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-75e1712d-c7bf-4cdc-be13-001055b3261a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961509 Oct 19 20:21:48.637037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 558d9623-694c-4107-abe3-a373e3b1be2a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:48.637892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:48.639778 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:48.666869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:21:48.711352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-552c0770-25fc-49e0-b30f-8149de44d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:48.719774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-552c0770-25fc-49e0-b30f-8149de44d3bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd514715c2b74209a6d68072bad9366f&device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 1101 time: 0.0961907 Oct 19 20:21:48.813542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcae8a3-4eba-4f97-aeaf-0602ade06246 req-72da7ad5-8c52-4fbc-a3ea-5ecc8c1f0b2b tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:48.813998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:48.824351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dcae8a3-4eba-4f97-aeaf-0602ade06246 req-72da7ad5-8c52-4fbc-a3ea-5ecc8c1f0b2b tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1097 time: 0.0730219 Oct 19 20:21:48.833767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:48.876089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dcae8a3-4eba-4f97-aeaf-0602ade06246 req-14203232-8fe5-4239-bf94-d3242887290e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Oct 19 20:21:48.966439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:48.981219 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:49.016483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-3699632f-59f5-45c6-8a90-6d50288a8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.018235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-3699632f-59f5-45c6-8a90-6d50288a8c73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2657685 Oct 19 20:21:49.022453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:49.024820 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef057386-4627-43ad-8e4b-55299d0ba407" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:49.027992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5045ead-cfb2-43df-9d1d-fdc4d4f29637 req-052973c4-7db5-4655-993c-b09a7776dba4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.029413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5045ead-cfb2-43df-9d1d-fdc4d4f29637 req-052973c4-7db5-4655-993c-b09a7776dba4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1371632 Oct 19 20:21:49.041049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a64803-e361-4156-9cf0-0e5f442b08fb req-99f20791-b733-4c8e-9e63-c8b5ab247563 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.050089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63a64803-e361-4156-9cf0-0e5f442b08fb req-99f20791-b733-4c8e-9e63-c8b5ab247563 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0947013 Oct 19 20:21:49.063800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:49.070093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:49.088472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-274575df-aceb-4ef7-82d4-70bbed9ba269 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c HTTP/1.1" status: 200 len: 217 time: 0.0579581 Oct 19 20:21:49.129625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63a64803-e361-4156-9cf0-0e5f442b08fb req-4010005d-96e1-4185-af2c-a581c2c0f888 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736175 Oct 19 20:21:49.155096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5045ead-cfb2-43df-9d1d-fdc4d4f29637 req-687b7f9e-ac3c-47d6-8a71-6639fed3fe58 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168020 Oct 19 20:21:49.173965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-6d96eb3e-233a-424c-bf1b-10047cfcf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.176307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-6d96eb3e-233a-424c-bf1b-10047cfcf640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0785792 Oct 19 20:21:49.183034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:49.218507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:49.301878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-7eaa299e-9c12-4162-a458-8d6701ed7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.304510 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0976fda2-3ea5-4c65-a94c-893f8f09e2be x-openstack-request-id: req-0976fda2-3ea5-4c65-a94c-893f8f09e2be {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:49.304921 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-plugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:49.305174 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0976fda2-3ea5-4c65-a94c-893f8f09e2be {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:49.307079 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'code': 200} Oct 19 20:21:49.308640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-7eaa299e-9c12-4162-a458-8d6701ed7575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212015 Oct 19 20:21:49.313893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:49.316604 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e40df-c96c-4352-a674-731109b04063" -d '{"events": [{"name": "network-changed", "server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:49.571177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0179-2210-4283-9829-6db8b9f97d3f req-a6092cdd-7206-4c7b-a498-b709aa3ed80b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.580395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-258a0179-2210-4283-9829-6db8b9f97d3f req-a6092cdd-7206-4c7b-a498-b709aa3ed80b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.0809183 Oct 19 20:21:49.584661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-6b550d45-0c90-479f-9e8d-47f8daee12e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2487929 Oct 19 20:21:49.596541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-6aaf1916-7e61-493b-af84-175bd07558e8 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545199 Oct 19 20:21:49.606852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467f181-dbdb-46b0-aec4-65cf541a700e req-2f99e148-bcaf-4018-9715-fa9ae01a0702 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.608672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4467f181-dbdb-46b0-aec4-65cf541a700e req-2f99e148-bcaf-4018-9715-fa9ae01a0702 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.1736450 Oct 19 20:21:49.625837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device fb6a4143-da40-4b81-bd2b-2316b705d458 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:49.635383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-258a0179-2210-4283-9829-6db8b9f97d3f req-b7103aed-2ace-4e9e-84ac-cf1d4e5835fc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Oct 19 20:21:49.682105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: fb6a4143-da40-4b81-bd2b-2316b705d458 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:21:49.682774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device fb6a4143-da40-4b81-bd2b-2316b705d458 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:49.715027 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5d905-e52e-4b63-8729-e49b73e9c705 x-openstack-request-id: req-3ba5d905-e52e-4b63-8729-e49b73e9c705 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:49.715730 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:49.716259 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ba5d905-e52e-4b63-8729-e49b73e9c705 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:49.716825 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'status': 'completed', 'code': 200} Oct 19 20:21:49.831122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e40df-c96c-4352-a674-731109b04063 req-0106f151-6325-4c0a-9624-e80bc01bd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.834859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-0106f151-6325-4c0a-9624-e80bc01bd408 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1124 time: 0.1202354 Oct 19 20:21:49.855354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4467f181-dbdb-46b0-aec4-65cf541a700e req-3502e200-100f-4837-af44-8112557def70 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973558 Oct 19 20:21:49.888784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962dac-6142-43f7-aa8d-2426f473db93 req-98e04de0-cbfe-43ae-a2e3-fb9bd4d42aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:49.890343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-98e04de0-cbfe-43ae-a2e3-fb9bd4d42aee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb0841280a97405fbc1498248ad44bea&device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.1724157 Oct 19 20:21:49.910243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa38f62b-c0d1-417a-8047-3a97435b3284 req-96b99009-85b3-4a1a-9425-98dc45831ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002117 Oct 19 20:21:50.064871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e40df-c96c-4352-a674-731109b04063 req-fe3b0054-83d6-4159-a17f-09571d057204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.066754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-fe3b0054-83d6-4159-a17f-09571d057204 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.2007844 Oct 19 20:21:50.090366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962dac-6142-43f7-aa8d-2426f473db93 req-d195922e-7637-4ac8-8243-a48d1d569b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.092048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-d195922e-7637-4ac8-8243-a48d1d569b61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 200 len: 916 time: 0.1552083 Oct 19 20:21:50.124364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-4386a03b-4395-4a30-84f5-15f5f2fbe47a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 217 time: 0.0425401 Oct 19 20:21:50.238497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e40df-c96c-4352-a674-731109b04063 req-b83046c5-0028-492e-967d-b09e29ec688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.242004 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-b83046c5-0028-492e-967d-b09e29ec688d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1089487 Oct 19 20:21:50.294220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-d144d414-e831-4787-a411-b542019295bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 200 len: 1000 time: 0.1795547 Oct 19 20:21:50.301822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-4c0cc213-c69b-4033-b585-e6e12a735bf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481012 Oct 19 20:21:50.334261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd8c64-3a87-4df7-a71f-d03e35606645 req-7d233cc4-84b4-4ad5-8ba8-5b394e721883 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.343219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6fd8c64-3a87-4df7-a71f-d03e35606645 req-7d233cc4-84b4-4ad5-8ba8-5b394e721883 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0997140 Oct 19 20:21:50.423705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962dac-6142-43f7-aa8d-2426f473db93 req-1e3aa911-cca4-4b03-91ec-b53d738121f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.426325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-1e3aa911-cca4-4b03-91ec-b53d738121f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f021e98-a99b-4fcd-aaa6-9ba2e945c348 HTTP/1.1" status: 200 len: 854 time: 0.1161528 Oct 19 20:21:50.440854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6fd8c64-3a87-4df7-a71f-d03e35606645 req-9ab12619-0c28-414f-a53e-bdacea5cd814 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Oct 19 20:21:50.449909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844561b-f928-4649-acbb-7664b2fdad8d req-76393b5c-83d6-4c02-9bc5-68f41663e399 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.456145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4844561b-f928-4649-acbb-7664b2fdad8d req-76393b5c-83d6-4c02-9bc5-68f41663e399 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1483376 Oct 19 20:21:50.543604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4844561b-f928-4649-acbb-7664b2fdad8d req-0712d825-1a1d-4a1c-84d6-099e058ebb35 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793233 Oct 19 20:21:50.545061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962dac-6142-43f7-aa8d-2426f473db93 req-03873eab-a7d2-467d-86f9-421cf28a65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.552577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-03873eab-a7d2-467d-86f9-421cf28a65c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aaa017ae-de44-4c52-bfbe-b96223f0040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025152 Oct 19 20:21:50.571968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-b498b94e-e488-4f1d-afb4-d21e5d775251 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570164 Oct 19 20:21:50.685094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a8e40df-c96c-4352-a674-731109b04063 req-88a70935-9cfe-42c9-94f8-a3267471be48 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031806 Oct 19 20:21:50.697605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-4f0539ed-741c-4035-972e-0ed047743891 service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275012 Oct 19 20:21:50.772991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dedfc-cac5-4e36-9ac7-e695402c17b1 req-19618052-9e31-4acc-aa67-50aea4baaa51 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:50.774868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed0dedfc-cac5-4e36-9ac7-e695402c17b1 req-19618052-9e31-4acc-aa67-50aea4baaa51 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.0562503 Oct 19 20:21:50.835064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55962dac-6142-43f7-aa8d-2426f473db93 req-a1c0430d-c2bd-436f-808b-d8ae912b4021 service neutron] 10.222.0.11 "GET /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300550 Oct 19 20:21:50.839582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed0dedfc-cac5-4e36-9ac7-e695402c17b1 req-35d9c89d-1637-4f1c-8560-0c7aad98c29f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Oct 19 20:21:51.051974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd391bb-6485-4a3e-8b80-432caf08ecc6 req-adef5267-e29f-40fa-a134-2599c2bca6e2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:51.054154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0dd391bb-6485-4a3e-8b80-432caf08ecc6 req-adef5267-e29f-40fa-a134-2599c2bca6e2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0682077 Oct 19 20:21:51.100921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0dd391bb-6485-4a3e-8b80-432caf08ecc6 req-492450f9-2850-464c-96c8-0efc1595d80a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Oct 19 20:21:51.228444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-0875fba7-031b-41e1-8718-f2f5d3ae64ac tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:51.230099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-0875fba7-031b-41e1-8718-f2f5d3ae64ac tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0528126 Oct 19 20:21:51.347906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Deleting port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:21:51.348265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:51.450196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] For port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:51.450650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:51.474034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Calling delete_port for 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:21:51.595869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843eb9-04f9-49f4-bbee-2b1ffe8b8654 req-5a1fcadb-0b82-4428-8d10-bde28ea28840 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:51.606527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00843eb9-04f9-49f4-bbee-2b1ffe8b8654 req-5a1fcadb-0b82-4428-8d10-bde28ea28840 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf49a113-bdaf-44e3-a333-9f7d6c56d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0937450 Oct 19 20:21:51.638087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:21:51.662679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00843eb9-04f9-49f4-bbee-2b1ffe8b8654 req-1442e243-55c6-431e-b923-405c3c2ec0ef tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 Oct 19 20:21:51.664831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:51.692182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:51.694989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:51.763445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event deleted for resources: {'Port': ['ID=5811f98f-c6cc-4b94-a0c4-e67cfb777ad9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:51.830219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] No DVR routers for this DVR port 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:51.839352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28151fac-1c7a-4356-95f0-731d783f27b8 req-82ed6ddd-f2bb-4aa3-b9be-9e8ae10dbadf tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:51.846926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28151fac-1c7a-4356-95f0-731d783f27b8 req-82ed6ddd-f2bb-4aa3-b9be-9e8ae10dbadf tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1846159 Oct 19 20:21:51.849902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:51.853253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21c8da62-5d3e-4936-a5ff-48311e49f196 req-8a15d3dc-c6f8-4076-92f3-051bbf9413a7 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.11 "DELETE /v2.0/ports/5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 HTTP/1.1" status: 204 len: 173 time: 0.6142018 Oct 19 20:21:51.853752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'name': 'network-vif-deleted', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:51.857397 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c98b5-a4a7-49a6-8606-42fb7bc30ca3" -d '{"events": [{"server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "name": "network-vif-deleted", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:51.913896 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841af475-bb4e-4392-b04f-43fa93d3073b x-openstack-request-id: req-841af475-bb4e-4392-b04f-43fa93d3073b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:51.914283 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf49a113-bdaf-44e3-a333-9f7d6c56d9c6", "name": "network-vif-deleted", "tag": "5811f98f-c6cc-4b94-a0c4-e67cfb777ad9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:51.914516 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-841af475-bb4e-4392-b04f-43fa93d3073b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:51.916073 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf49a113-bdaf-44e3-a333-9f7d6c56d9c6', 'name': 'network-vif-deleted', 'tag': '5811f98f-c6cc-4b94-a0c4-e67cfb777ad9', 'status': 'completed', 'code': 200} Oct 19 20:21:51.965006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:21:51.974073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:21:51.974449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:51.977192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28151fac-1c7a-4356-95f0-731d783f27b8 req-a0c25bb7-d0d5-4074-ad25-d55c1b6389ad tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251290 Oct 19 20:21:52.129821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b393-7ed9-4937-be03-fdecd841bf2c req-ef456765-42f8-43d7-83a8-e6e5c61b1a96 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:52.138582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d23b393-7ed9-4937-be03-fdecd841bf2c req-ef456765-42f8-43d7-83a8-e6e5c61b1a96 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.1240392 Oct 19 20:21:52.161503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:52.214169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d23b393-7ed9-4937-be03-fdecd841bf2c req-262b1eaa-c023-4bfa-abe5-34bb74d89f8c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710151 Oct 19 20:21:52.238112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:52.243224 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5302150-f08e-470c-a208-e356f56586a3" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:52.291269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:52.298344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:52.388445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f62fa-3c0c-4311-938c-6ed7d96ac195 req-d80780be-5bb1-4fe5-aad9-432a9bb44a5a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:52.390320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-674f62fa-3c0c-4311-938c-6ed7d96ac195 req-d80780be-5bb1-4fe5-aad9-432a9bb44a5a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0793576 Oct 19 20:21:52.397748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:52.465070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-674f62fa-3c0c-4311-938c-6ed7d96ac195 req-289da979-08c2-4e57-a538-3cb6b6854f11 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Oct 19 20:21:52.542552 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d4fdab-c6ae-43ea-883d-8080eb264bd2 x-openstack-request-id: req-b8d4fdab-c6ae-43ea-883d-8080eb264bd2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:52.543002 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:52.543395 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8d4fdab-c6ae-43ea-883d-8080eb264bd2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:52.543960 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'code': 200} Oct 19 20:21:52.847009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0dae-c7c0-4d90-9dd4-8ba658cdb4ed req-860e99a8-c4c0-4d28-b318-7860ba874a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:52.848598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b9d0dae-c7c0-4d90-9dd4-8ba658cdb4ed req-860e99a8-c4c0-4d28-b318-7860ba874a6c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1101 time: 0.1388030 Oct 19 20:21:52.928834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b9d0dae-c7c0-4d90-9dd4-8ba658cdb4ed req-ae8e47dc-dc26-4b98-9ca5-94c44a9754a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720537 Oct 19 20:21:53.079467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf1b3f-3453-413c-a215-66271fd02943 req-2a28ce16-28e2-4f95-9342-a22e709432bb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:53.081453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2cf1b3f-3453-413c-a215-66271fd02943 req-2a28ce16-28e2-4f95-9342-a22e709432bb tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.1011169 Oct 19 20:21:53.150405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93a5a5-abae-409e-b8bf-6fa5ca02abbe req-847ba439-b062-4710-930f-bad9bec94984 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:53.152295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2cf1b3f-3453-413c-a215-66271fd02943 req-7551e90d-cab5-4782-9577-6a17b4706364 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640583 Oct 19 20:21:53.167437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc93a5a5-abae-409e-b8bf-6fa5ca02abbe req-847ba439-b062-4710-930f-bad9bec94984 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0958624 Oct 19 20:21:53.212555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc93a5a5-abae-409e-b8bf-6fa5ca02abbe req-1fd7de28-03dd-4ddd-85b0-38e65560a1df tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Oct 19 20:21:53.344416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247c896-3908-4167-9659-a4475c249f70 req-07365ea1-4973-4ae6-a41b-19ce411cd3e6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:53.345984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f247c896-3908-4167-9659-a4475c249f70 req-07365ea1-4973-4ae6-a41b-19ce411cd3e6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0558310 Oct 19 20:21:53.387820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f247c896-3908-4167-9659-a4475c249f70 req-bb288532-f1f6-4428-a606-ec9911f876b5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Oct 19 20:21:53.615078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38fd51-444d-4d37-abde-cd73b7541e97 req-9246ff39-e3d6-41ba-80b6-237a8b8d83b7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:53.623361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff38fd51-444d-4d37-abde-cd73b7541e97 req-9246ff39-e3d6-41ba-80b6-237a8b8d83b7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0729170 Oct 19 20:21:53.669649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff38fd51-444d-4d37-abde-cd73b7541e97 req-62d0ce10-bd0b-4ae9-98c8-bcfcd5506073 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Oct 19 20:21:54.188854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:54.225193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:21:54.239675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5811f98f-c6cc-4b94-a0c4-e67cfb777ad9 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:54.321663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b7f61-e92f-4ebb-a416-3b7a30f8f112 req-7b9e5f88-0296-4cc6-ab08-7a5a542b373a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:54.332600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-331b7f61-e92f-4ebb-a416-3b7a30f8f112 req-7b9e5f88-0296-4cc6-ab08-7a5a542b373a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.1028302 Oct 19 20:21:54.354794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb323-23f1-454e-b995-94f82778079f req-db788c11-14ba-45a7-9e9a-71a0acc2cc30 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:54.358004 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb0eb323-23f1-454e-b995-94f82778079f req-db788c11-14ba-45a7-9e9a-71a0acc2cc30 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0630591 Oct 19 20:21:54.396422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-331b7f61-e92f-4ebb-a416-3b7a30f8f112 req-4e25890b-6093-425d-88b2-5af315701f12 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628297 Oct 19 20:21:54.432095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb0eb323-23f1-454e-b995-94f82778079f req-af914bc5-5113-458a-83b3-7da096e82cb5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667474 Oct 19 20:21:54.682937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c6c83-f64d-4a5b-bc29-af31b745470b req-36524b6e-4b9d-4713-b4cd-faa16974916b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:54.702633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-590c6c83-f64d-4a5b-bc29-af31b745470b req-36524b6e-4b9d-4713-b4cd-faa16974916b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1301942 Oct 19 20:21:54.794267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-590c6c83-f64d-4a5b-bc29-af31b745470b req-6f41bbc8-2e10-42c4-9d41-0e384f71eae7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849984 Oct 19 20:21:54.837135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a9d0-5a94-4e22-848c-9f0714a4fdfb req-54db4484-51e8-41e5-97d4-433303053f42 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:54.838893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4202a9d0-5a94-4e22-848c-9f0714a4fdfb req-54db4484-51e8-41e5-97d4-433303053f42 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0782475 Oct 19 20:21:54.986483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4202a9d0-5a94-4e22-848c-9f0714a4fdfb req-1ccaf7a9-c19b-4ed5-95b2-d4361fa3e68f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320763 Oct 19 20:21:55.187724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-05158867-162e-4e6f-83d0-c16707f5f94a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:55.187724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-05158867-162e-4e6f-83d0-c16707f5f94a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.0600228 Oct 19 20:21:55.312041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Deleting port d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:21:55.312503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:55.420806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] For port d0521f77-29f9-4202-9fa1-f6b015b7339c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0521f77-29f9-4202-9fa1-f6b015b7339c,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:21:55.422057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:55.436996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Calling delete_port for d0521f77-29f9-4202-9fa1-f6b015b7339c owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:21:55.620619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c995d9-7869-4662-b8c0-8ed6e876f83c req-a52f0a60-1a22-4ff2-8ab3-d2f699b1408a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:55.624290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6c995d9-7869-4662-b8c0-8ed6e876f83c req-a52f0a60-1a22-4ff2-8ab3-d2f699b1408a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Oct 19 20:21:55.665793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc617-74c8-4c99-a0e0-730fc673d16a req-68bfc121-fc36-4045-9353-da30772c4f28 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:55.667721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-918dc617-74c8-4c99-a0e0-730fc673d16a req-68bfc121-fc36-4045-9353-da30772c4f28 tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2b44aa0-23f0-4066-b434-9d60fa3cec88 HTTP/1.1" status: 200 len: 950 time: 0.1213963 Oct 19 20:21:55.669079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:55.681280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0521f77-29f9-4202-9fa1-f6b015b7339c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:21:55.698819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6c995d9-7869-4662-b8c0-8ed6e876f83c req-cdd3a777-284e-4ffb-9e42-76eb73de56a6 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 Oct 19 20:21:55.729646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Pushing event deleted for resources: {'Port': ['ID=d0521f77-29f9-4202-9fa1-f6b015b7339c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:55.852009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] No DVR routers for this DVR port d0521f77-29f9-4202-9fa1-f6b015b7339c on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:21:55.855701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:55.860753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba704111-1790-46e2-8f2c-2e59a05760eb req-63931682-2a84-4992-8759-cf576193c60d tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.37 "DELETE /v2.0/ports/d0521f77-29f9-4202-9fa1-f6b015b7339c HTTP/1.1" status: 204 len: 173 time: 0.6673529 Oct 19 20:21:55.861888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-deleted', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:21:55.866304 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31af247-faac-4183-a4cd-d15cf2d3e644" -d '{"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-deleted", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:21:55.902065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-918dc617-74c8-4c99-a0e0-730fc673d16a req-933c2069-96e4-45ef-9eda-3997a07b2f6a tempest-ServersAdminTestJSON-517057640 tempest-ServersAdminTestJSON-517057640-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d265689-60c2-45e1-9f94-9218f9851bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243881 Oct 19 20:21:56.017248 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2bef02-6392-422f-8b6d-819f7089a2e7 x-openstack-request-id: req-2e2bef02-6392-422f-8b6d-819f7089a2e7 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:21:56.017791 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b44aa0-23f0-4066-b434-9d60fa3cec88", "name": "network-vif-deleted", "tag": "d0521f77-29f9-4202-9fa1-f6b015b7339c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:21:56.018213 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e2bef02-6392-422f-8b6d-819f7089a2e7 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:21:56.018794 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b44aa0-23f0-4066-b434-9d60fa3cec88', 'name': 'network-vif-deleted', 'tag': 'd0521f77-29f9-4202-9fa1-f6b015b7339c', 'status': 'completed', 'code': 200} Oct 19 20:21:56.055915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209b5fd-27bb-4520-97cc-89c335075ec7 req-ad3fb468-364d-4025-8aa4-31cf0b470aee tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:56.076231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f209b5fd-27bb-4520-97cc-89c335075ec7 req-ad3fb468-364d-4025-8aa4-31cf0b470aee tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1324935 Oct 19 20:21:56.155068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f209b5fd-27bb-4520-97cc-89c335075ec7 req-77fd1c55-c7cd-46ff-9965-337c795df24f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670602 Oct 19 20:21:56.220186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28373783-6179-4460-abf6-c63c9931c15a req-a479fa6d-2124-4e3c-9ba1-5f0cde39401e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:56.228670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28373783-6179-4460-abf6-c63c9931c15a req-a479fa6d-2124-4e3c-9ba1-5f0cde39401e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0685887 Oct 19 20:21:56.285247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28373783-6179-4460-abf6-c63c9931c15a req-e1a9761c-004b-49f0-a26a-4d619a7821fb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Oct 19 20:21:56.396437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be44fc78-ae60-4b01-a762-dc30d9f5321b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:56.431909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee47b9a-73e5-4086-a489-9c05290162fb req-f526d19a-6bde-4975-a671-dc9643b0cc75 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:56.437334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ee47b9a-73e5-4086-a489-9c05290162fb req-f526d19a-6bde-4975-a671-dc9643b0cc75 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1347106 Oct 19 20:21:56.518933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ee47b9a-73e5-4086-a489-9c05290162fb req-379dad02-b3b3-44f7-8b86-35bd668267ef tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750964 Oct 19 20:21:56.901795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1cc13-3ff5-45cf-b6da-00bfc91d5c85 req-a898338b-4015-4709-885c-7753828979d5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:56.909573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82a1cc13-3ff5-45cf-b6da-00bfc91d5c85 req-a898338b-4015-4709-885c-7753828979d5 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1223104 Oct 19 20:21:56.943179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f3fb-dd6c-4c02-a2ca-44064e71ba90 req-16270508-c0b6-4c82-981f-cb6fa4f30a23 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:56.952224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51a3f3fb-dd6c-4c02-a2ca-44064e71ba90 req-16270508-c0b6-4c82-981f-cb6fa4f30a23 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0763958 Oct 19 20:21:56.959976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-e3b88f62-d4fa-4e99-bbc3-c583f722a9a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059659 Oct 19 20:21:56.973202 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82a1cc13-3ff5-45cf-b6da-00bfc91d5c85 req-e5667efc-c278-41c1-9a0c-841c74fa97fe tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Oct 19 20:21:56.989906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-dc1006e0-a048-41c4-b940-160b680b6eda service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:21:57.008068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-dc1006e0-a048-41c4-b940-160b680b6eda service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0317156 Oct 19 20:21:57.012247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51a3f3fb-dd6c-4c02-a2ca-44064e71ba90 req-7311fa02-aae8-4d5a-a87c-255532de29cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Oct 19 20:21:57.475077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0afbe-fe15-481e-95df-eb019ec4ee3c req-ce3c6c29-9e7c-4a57-8a69-83a383915325 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:57.482175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8da0afbe-fe15-481e-95df-eb019ec4ee3c req-ce3c6c29-9e7c-4a57-8a69-83a383915325 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.0633533 Oct 19 20:21:57.509328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60442) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:21:57.539104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8da0afbe-fe15-481e-95df-eb019ec4ee3c req-4b092a21-ee5b-43ed-acac-549e96ea0da4 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484385 Oct 19 20:21:57.815533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60448) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:21:57.824054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61b0cfdb-d6f1-46bd-bccf-cedbe821c6c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd514715c2b74209a6d68072bad9366f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124084 Oct 19 20:21:57.877123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:57.901630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:57.979032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:57.982503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:57.986801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d265689-60c2-45e1-9f94-9218f9851bdd HTTP/1.1" status: 204 len: 168 time: 0.1700001 Oct 19 20:21:57.996241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e8db-dc4f-401c-821d-b7830250f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d265689-60c2-45e1-9f94-9218f9851bdd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:58.224293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16397a-7aed-44d9-97fa-d6aabea29cf0 req-9395f036-5604-49fd-a65a-7a799199860b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:58.232110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c16397a-7aed-44d9-97fa-d6aabea29cf0 req-9395f036-5604-49fd-a65a-7a799199860b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0938060 Oct 19 20:21:58.236239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f276-c934-41e2-aedb-9f3904330289 req-7eb81b0b-3ca4-482b-9ca6-6b9621ed2e92 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:58.249489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2885f276-c934-41e2-aedb-9f3904330289 req-7eb81b0b-3ca4-482b-9ca6-6b9621ed2e92 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1206546 Oct 19 20:21:58.319702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c16397a-7aed-44d9-97fa-d6aabea29cf0 req-670d204a-f976-4317-a412-8bca9175f5f4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859056 Oct 19 20:21:58.346142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2885f276-c934-41e2-aedb-9f3904330289 req-82fbc831-24d4-4d39-a28c-f3fcb6547494 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882943 Oct 19 20:21:58.625288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:21:58.682558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-213f854c-7f4f-4ed6-9082-b58ff5d70e21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45e849f7818e4b6cbed8614fa3cc161d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560470 Oct 19 20:21:58.687493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:21:58.717657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a211-d28e-47f9-bc3a-3a68ab8c6015 req-bfccd153-d18e-4dce-9984-5ee168638e37 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:58.726086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f134a211-d28e-47f9-bc3a-3a68ab8c6015 req-bfccd153-d18e-4dce-9984-5ee168638e37 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.1030748 Oct 19 20:21:58.793601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:58.801251 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f134a211-d28e-47f9-bc3a-3a68ab8c6015 req-8ec2f714-d6ec-40dd-bb21-30101fdbafeb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741987 Oct 19 20:21:58.823734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:58.886883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:58.889801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:58.891578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02f44bf4-2c6d-46db-b026-5f58be4e5120 HTTP/1.1" status: 204 len: 168 time: 0.2025998 Oct 19 20:21:58.900483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d0d3-f650-46d4-8bc3-61ff8c23184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f44bf4-2c6d-46db-b026-5f58be4e5120,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:21:59.100454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-4d29b51c-b2a1-4768-92e9-98e23e768cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.103096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-4d29b51c-b2a1-4768-92e9-98e23e768cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1101 time: 0.0794532 Oct 19 20:21:59.153034 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76b3be75-29ce-44e7-90b7-9c7502195aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:21:59.299741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-c44be463-a25b-4a77-8d3b-cc3c83b2a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.301280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-c44be463-a25b-4a77-8d3b-cc3c83b2a7dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1898029 Oct 19 20:21:59.381461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-e8691b52-f095-4691-b72d-2df69eb6f6da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0721967 Oct 19 20:21:59.577226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc312d-473e-4428-9dfd-9e10c3e0f26f req-a9c3228b-0123-45d8-ab20-a85c6a4ce227 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.586337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27fc312d-473e-4428-9dfd-9e10c3e0f26f req-a9c3228b-0123-45d8-ab20-a85c6a4ce227 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1226556 Oct 19 20:21:59.620085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-74d48d19-47dd-4efb-8595-8e113a78b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.621992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-74d48d19-47dd-4efb-8595-8e113a78b3a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2327647 Oct 19 20:21:59.632300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11ad0-cc43-4c48-a12a-bf0adc0e861f req-70d95cba-5084-4ead-8c4d-1548d8a944f1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.642959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32a11ad0-cc43-4c48-a12a-bf0adc0e861f req-70d95cba-5084-4ead-8c4d-1548d8a944f1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1861975 Oct 19 20:21:59.676991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27fc312d-473e-4428-9dfd-9e10c3e0f26f req-cb25efb0-1da4-401c-b1ff-6d173df19c66 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832672 Oct 19 20:21:59.681573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:21:59.719679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: d0521f77-29f9-4202-9fa1-f6b015b7339c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:21:59.720226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0521f77-29f9-4202-9fa1-f6b015b7339c not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:21:59.770705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32a11ad0-cc43-4c48-a12a-bf0adc0e861f req-de21d5aa-69aa-4668-bee0-1007b297abad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246405 Oct 19 20:21:59.821596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-e1342a6e-8173-4ca8-b0a7-4208714b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:21:59.823615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-e1342a6e-8173-4ca8-b0a7-4208714b9b2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712174 Oct 19 20:21:59.831022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-7dc7a1bf-191c-4bfa-afb5-112b3192c4f7 service neutron] 10.222.0.11 "GET /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348/bindings/n-h1-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.2442436 Oct 19 20:22:00.219670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:00.241731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:00.577876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-dc91f9ae-ae8b-4afd-ba24-a39df1576c99 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456415 Oct 19 20:22:00.619216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109be046-c5d8-4746-aca5-2390a81ee2ed req-79bc2039-412c-4d8c-81ff-eafa624d7407 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:00.626950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109be046-c5d8-4746-aca5-2390a81ee2ed req-79bc2039-412c-4d8c-81ff-eafa624d7407 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 943 time: 0.6523988 Oct 19 20:22:00.834331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:00.847997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-109be046-c5d8-4746-aca5-2390a81ee2ed req-6b00360a-70bf-463c-b644-ff5128ea8499 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201815 Oct 19 20:22:00.874329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2231ef91-07a6-4c2d-bd62-6075bf76dd0c service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759626 Oct 19 20:22:00.907203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:00.943396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a06f8-6310-4e00-8c3b-31526b5b4910 req-f42983bd-7d2a-409c-9421-3786aa8c7aa4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:00.956285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-131a06f8-6310-4e00-8c3b-31526b5b4910 req-f42983bd-7d2a-409c-9421-3786aa8c7aa4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1597404 Oct 19 20:22:00.969390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:01.033795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac20982-5a99-4db7-aa70-1ef09b470348 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:01.043366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-131a06f8-6310-4e00-8c3b-31526b5b4910 req-6fcc3e16-fb71-4d89-aad2-c6c1579e2ef1 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Oct 19 20:22:01.048350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:01.059414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1de25-54df-4325-9e04-6b997cb02a7f req-c410c04e-4969-4680-83bc-d8dc31a73c07 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.067474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-57b1de25-54df-4325-9e04-6b997cb02a7f req-c410c04e-4969-4680-83bc-d8dc31a73c07 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1187983 Oct 19 20:22:01.092137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:01.129632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-57b1de25-54df-4325-9e04-6b997cb02a7f req-37ad6be2-6618-4e63-9cf9-41e62d53b4b8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609577 Oct 19 20:22:01.227931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] Transition to ACTIVE for port object 5ac20982-5a99-4db7-aa70-1ef09b470348 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:01.235957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:01.339485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] Pushing event updated for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:01.342782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] No DVR routers for this DVR port 5ac20982-5a99-4db7-aa70-1ef09b470348 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:01.373053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-5407e95e-61db-4e20-85f0-6a1b82b2d86d service neutron] 10.222.0.11 "PUT /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348/bindings/n-h1-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5271423 Oct 19 20:22:01.442547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b65a8-8935-43f6-adeb-d7a86e35777d req-03c91452-76da-4362-b8be-9b480405118b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.444173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e03b65a8-8935-43f6-adeb-d7a86e35777d req-03c91452-76da-4362-b8be-9b480405118b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 950 time: 0.0662661 Oct 19 20:22:01.515024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e03b65a8-8935-43f6-adeb-d7a86e35777d req-4c03e95c-5b90-4d32-9a77-1667d6988541 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Oct 19 20:22:01.517202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-e3788b7f-3e4f-48c1-8b21-3ecdb501791a tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.518701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-e3788b7f-3e4f-48c1-8b21-3ecdb501791a tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0736432 Oct 19 20:22:01.576029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-69f25d0f-6022-4f15-b95b-3adec3a36ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.577512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-69f25d0f-6022-4f15-b95b-3adec3a36ecc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0434611 Oct 19 20:22:01.653667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-dde2f654-08e0-4385-a965-119096fb01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.655171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-dde2f654-08e0-4385-a965-119096fb01ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1095 time: 0.0419827 Oct 19 20:22:01.703733 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:22:01.722903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-27f59430-8b59-4870-b8be-dc2fb4626795 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=671570ac56534ce99d76f49906fdf282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310588 Oct 19 20:22:01.758507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-de765df8-f95b-49bc-89f7-6484c6a74d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.759985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-de765df8-f95b-49bc-89f7-6484c6a74d2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.0932801 Oct 19 20:22:01.806771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-bf20df8d-6c79-48a9-9cb4-2474f080751c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 200 len: 217 time: 0.0341909 Oct 19 20:22:01.839977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-a37b165f-3d1b-4b06-93a5-5f3503fb08ae tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.841604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-a37b165f-3d1b-4b06-93a5-5f3503fb08ae tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127369 Oct 19 20:22:01.857711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-e350c7fe-bea9-4425-b3d0-11b1363517f4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/quotas/671570ac56534ce99d76f49906fdf282 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Oct 19 20:22:01.876219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-79f41813-84ae-48f9-807e-754f851cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:01.877798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-79f41813-84ae-48f9-807e-754f851cf5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0613413 Oct 19 20:22:01.898032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-2873ddc7-50e9-4fa4-a88c-85823381cc28 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330818 Oct 19 20:22:01.921986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-baf58ced-de1e-43ea-880d-d908a9ae3cca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351105 Oct 19 20:22:02.049802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c6d89-2cd7-40a0-b3ca-d3560aaa5161 req-9ead7c15-6e18-4434-b08f-24f0d26a204d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.052069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-222c6d89-2cd7-40a0-b3ca-d3560aaa5161 req-9ead7c15-6e18-4434-b08f-24f0d26a204d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.1224909 Oct 19 20:22:02.066968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-329967bd-0784-4dee-bb9b-dc088384b9cf req-8762ef93-7b9e-4fe8-ad09-f3246fa48b93 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Oct 19 20:22:02.098902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-a9242bac-9211-4c45-a52f-306012c86b6c service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586778 Oct 19 20:22:02.122218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-222c6d89-2cd7-40a0-b3ca-d3560aaa5161 req-3c79e28e-6be7-4585-98a4-7dac5fb8645d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639729 Oct 19 20:22:02.155216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:02.208984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f49b67-e281-4099-a4ab-6f47a5061a70 req-f8541184-d2f7-43c8-94e7-fec418dedb4b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.210524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8f49b67-e281-4099-a4ab-6f47a5061a70 req-f8541184-d2f7-43c8-94e7-fec418dedb4b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0668063 Oct 19 20:22:02.231861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-ce7ec95b-39a1-43fb-afe9-e06482b5c151 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249804 Oct 19 20:22:02.252514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8f49b67-e281-4099-a4ab-6f47a5061a70 req-30803f7a-244d-401c-923f-ad6701757343 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Oct 19 20:22:02.295505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f2846-765f-4c6a-969b-5b9ca00499b4 req-9ccaf33e-318a-47ef-8246-8d79ab3cf9ea tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.298072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd9f2846-765f-4c6a-969b-5b9ca00499b4 req-9ccaf33e-318a-47ef-8246-8d79ab3cf9ea tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0859275 Oct 19 20:22:02.346808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd9f2846-765f-4c6a-969b-5b9ca00499b4 req-ac08e1ac-19d0-4afc-afab-75b104f82a7d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Oct 19 20:22:02.527501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-4fbba5ec-f2e6-4fd7-bf93-563bfba86102 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.529084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-4fbba5ec-f2e6-4fd7-bf93-563bfba86102 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0430510 Oct 19 20:22:02.667308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bd94-0c60-47ec-9f52-9f802aa24cd5 req-363d8481-f1c4-4a40-867b-58794204e741 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.668811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70f9bd94-0c60-47ec-9f52-9f802aa24cd5 req-363d8481-f1c4-4a40-867b-58794204e741 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0630074 Oct 19 20:22:02.714450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70f9bd94-0c60-47ec-9f52-9f802aa24cd5 req-c8729140-15cc-4728-937d-b40ae44739e3 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Oct 19 20:22:02.724416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd140a-fc52-47ad-b5b7-29b6e9a40bcc req-8c54d1c5-622b-4a75-89d9-910a4183548b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.725947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8bd140a-fc52-47ad-b5b7-29b6e9a40bcc req-8c54d1c5-622b-4a75-89d9-910a4183548b tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 950 time: 0.1065652 Oct 19 20:22:02.758283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-ec7a1262-d0ce-4064-9ccf-6c2d229f4473 service neutron] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:02.764849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-ec7a1262-d0ce-4064-9ccf-6c2d229f4473 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:02.766568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296d0310-cc02-4dcc-a81f-e263197bd6ee req-ec7a1262-d0ce-4064-9ccf-6c2d229f4473 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348/bindings/n-h2-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.2268629 Oct 19 20:22:02.772235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-33892503-4aeb-4712-be44-196f9a9b1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.773640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-33892503-4aeb-4712-be44-196f9a9b1d5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 1096 time: 0.0962827 Oct 19 20:22:02.793175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8bd140a-fc52-47ad-b5b7-29b6e9a40bcc req-f6d3e937-8813-4b1b-8019-1f264af0aed1 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Oct 19 20:22:02.873786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-cf69e24f-2bed-4e87-bec3-7f6584902c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.875295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-cf69e24f-2bed-4e87-bec3-7f6584902c99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 200 len: 917 time: 0.0914865 Oct 19 20:22:02.918963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-b3541fb4-50ec-45a2-9012-bd4dce53a026 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294 HTTP/1.1" status: 200 len: 217 time: 0.0350623 Oct 19 20:22:02.972899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-6858f664-e340-4b0a-85ae-2d8dd55ba56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:02.974389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-6858f664-e340-4b0a-85ae-2d8dd55ba56b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 200 len: 855 time: 0.0479617 Oct 19 20:22:03.025856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-bc2cbc1a-9060-4b92-a716-e053d36d7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.027439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-bc2cbc1a-9060-4b92-a716-e053d36d7310 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c85f595f-b01b-456d-be8e-7e9a64da9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394211 Oct 19 20:22:03.156495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-8830d6c9-771f-4c9f-91f1-7b8df8240cab service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149571 Oct 19 20:22:03.162782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-cd76b7b6-80d9-4b2c-bc94-4e0d35a51055 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=671570ac56534ce99d76f49906fdf282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315471 Oct 19 20:22:03.212255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c9bb8d9-675c-4c43-98fa-abb34c682488 req-6da3a3a4-975d-4caa-9d46-e0424b852bf6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 210 time: 0.0504730 Oct 19 20:22:03.301802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e62be76-3c73-4b18-83eb-c28de7cd4555 req-86ace7f5-bb0d-4e9f-b72f-ebf39123398a service neutron] 10.222.0.11 "GET /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380370 Oct 19 20:22:03.317996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-b36af824-4569-428d-bea0-e54a80a44bc7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.319838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-b36af824-4569-428d-bea0-e54a80a44bc7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496062 Oct 19 20:22:03.345225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Request body: {'port': {'device_id': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '671570ac56534ce99d76f49906fdf282'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:03.387080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f24fa7-bf89-4ba4-bb50-652b1acdc056 req-0482f83f-c7f7-4173-ae44-a27e717a69fc tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.394486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8f24fa7-bf89-4ba4-bb50-652b1acdc056 req-0482f83f-c7f7-4173-ae44-a27e717a69fc tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.0650294 Oct 19 20:22:03.448685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8f24fa7-bf89-4ba4-bb50-652b1acdc056 req-a8a1f0b9-b8fe-449d-9332-2ccac995a57b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Oct 19 20:22:03.499625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Made reservation on behalf of 671570ac56534ce99d76f49906fdf282 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:03.504513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:03.518538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:03.568645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4850e8-a564-4cf3-8094-485a912de864 req-c39fc4b5-2ad6-4d21-95fe-c2da07596bca tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.570235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c4850e8-a564-4cf3-8094-485a912de864 req-c39fc4b5-2ad6-4d21-95fe-c2da07596bca tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0615628 Oct 19 20:22:03.606232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:03.613670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:03.623853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c4850e8-a564-4cf3-8094-485a912de864 req-bc1bd985-c443-4636-babb-1a3c7590bf6e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Oct 19 20:22:03.693593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0180f2c4-67c1-4e56-8939-d7e491688a62,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:03.707927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.708273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.708610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.708933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.709639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.709965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.710456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.710784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.711109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.711426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.711744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.712057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:03.772586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6c317-4242-40e4-91e3-2ab535a1fda1 req-6c3a7b51-0f9f-45dc-8dcd-584671500d2f tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.774274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d6c317-4242-40e4-91e3-2ab535a1fda1 req-6c3a7b51-0f9f-45dc-8dcd-584671500d2f tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1095 time: 0.0439897 Oct 19 20:22:03.799659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Allocated IP 192.168.233.178 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/7bcb7927-5deb-44bb-87b9-0ae2f6a17589) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:03.819490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d6c317-4242-40e4-91e3-2ab535a1fda1 req-5042d70e-08e4-4c33-95a7-c7b9d792d699 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Oct 19 20:22:03.934232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26631ddc-f1db-4bfe-93dd-db3f7c3de34d req-7002e990-6923-4ea6-a545-bc37cacbe0c4 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.945809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26631ddc-f1db-4bfe-93dd-db3f7c3de34d req-7002e990-6923-4ea6-a545-bc37cacbe0c4 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 950 time: 0.0690508 Oct 19 20:22:03.958406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d6d35-b681-4c53-9600-082c384baee0 req-e0fd3d1c-aa96-4e48-a1fe-d26bd00c6c0f tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:03.960752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb9d6d35-b681-4c53-9600-082c384baee0 req-e0fd3d1c-aa96-4e48-a1fe-d26bd00c6c0f tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1147225 Oct 19 20:22:03.988846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26631ddc-f1db-4bfe-93dd-db3f7c3de34d req-b0c96a40-b86d-4edc-adc1-74ba68f14f33 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Oct 19 20:22:04.020680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb9d6d35-b681-4c53-9600-082c384baee0 req-fde5fb98-e80d-486d-b0ff-991285724c90 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Oct 19 20:22:04.033388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.068139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.092516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367b9b7-b604-4528-9b8e-4f56b52472ec req-5e859248-bb98-49e4-883c-c1106371babb tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:04.094225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d367b9b7-b604-4528-9b8e-4f56b52472ec req-5e859248-bb98-49e4-883c-c1106371babb tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 1095 time: 0.0478737 Oct 19 20:22:04.110377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:04.115294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:04.122538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:04.127115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Pushing event updated for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:04.153434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d367b9b7-b604-4528-9b8e-4f56b52472ec req-68e8399e-9299-49ca-8f3f-ce50913046e6 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Oct 19 20:22:04.185421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:04.186194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.206003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-116069e3-88db-407e-8a4f-1ce55f699886 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8647747 Oct 19 20:22:04.228927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Request body: {'port': {'device_id': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:04.261444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:04.315936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.353602 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.395107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:04.396256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a81e-ce1e-4da5-adad-7c5ef9e579a8 req-4e117ee0-698d-45e2-b1b3-0002a74d7ec4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:04.396847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:04.400095 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bf7b11-403c-4f61-bf44-2c11a7f32e65" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-unplugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:04.404629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a51a81e-ce1e-4da5-adad-7c5ef9e579a8 req-4e117ee0-698d-45e2-b1b3-0002a74d7ec4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 936 time: 0.0652356 Oct 19 20:22:04.406819 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.450110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a51a81e-ce1e-4da5-adad-7c5ef9e579a8 req-6499dde1-8a97-43d9-ad30-12295dab1a89 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Oct 19 20:22:04.458772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-40f0dfe3-b0fe-48a3-92fb-b031a23419ea None None] Provisioning complete for port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:04.459143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-40f0dfe3-b0fe-48a3-92fb-b031a23419ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.460732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=11']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:04.504189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-40f0dfe3-b0fe-48a3-92fb-b031a23419ea None None] Port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:04.509452 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd89ad-e732-4540-82be-c7ad00edcb5e x-openstack-request-id: req-dedd89ad-e732-4540-82be-c7ad00edcb5e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:04.509765 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-unplugged", "status": "completed", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:04.510013 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dedd89ad-e732-4540-82be-c7ad00edcb5e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:04.510561 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'code': 200} Oct 19 20:22:04.636265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:04.643883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.656008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Transition to ACTIVE for port object 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:04.660689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.709434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:04.821393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30965885-0059-43f7-b7d9-b4131dc1838b req-c3c60260-fde4-4e2b-b031-215b4002b3b7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:04.822943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30965885-0059-43f7-b7d9-b4131dc1838b req-c3c60260-fde4-4e2b-b031-215b4002b3b7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0878589 Oct 19 20:22:04.823851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Attempting to bind port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:04.824183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Attempting to bind port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:04.824509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Attempting to bind port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:04.831735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:04.832052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Attempting to bind port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:04.849379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:04.849716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:04.850102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:04.850534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Bound port: 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:04.850890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.879570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30965885-0059-43f7-b7d9-b4131dc1838b req-c48bc2e7-6d22-4628-a831-d5a0dc32f31d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496902 Oct 19 20:22:04.930343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:04.933324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:04.938828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.978496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:04.979130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:04.980538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] 10.222.0.11 "PUT /v2.0/ports/7bcb7927-5deb-44bb-87b9-0ae2f6a17589 HTTP/1.1" status: 200 len: 1096 time: 0.7558460 Oct 19 20:22:04.980994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:04.983327 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:05.027843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944e7b5-ce4f-4c86-8f29-18341ca2e637 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:05.061271 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569d5def-96a9-4eb5-97b6-42209663e4ea x-openstack-request-id: req-569d5def-96a9-4eb5-97b6-42209663e4ea {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:05.061585 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:05.062522 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-569d5def-96a9-4eb5-97b6-42209663e4ea {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:05.063022 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589', 'status': 'completed', 'code': 200} Oct 19 20:22:05.088892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-b657fd1a-50aa-4b4a-8b88-4a806f0a18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.090437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-b657fd1a-50aa-4b4a-8b88-4a806f0a18b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 1099 time: 0.0589340 Oct 19 20:22:05.153237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-e1051cbd-be89-4529-8c84-60917604ba00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589 HTTP/1.1" status: 200 len: 217 time: 0.0475543 Oct 19 20:22:05.156364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2f21-5302-47d4-a83e-f449ce93b6a2 req-59cc2466-f1e5-40e3-a7e1-664f9df0e70c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.160784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-209b2f21-5302-47d4-a83e-f449ce93b6a2 req-59cc2466-f1e5-40e3-a7e1-664f9df0e70c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0616992 Oct 19 20:22:05.169923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306ba9f-475a-47c8-a632-51c8f4a3edec req-37ae25f6-1ac4-47ff-ae97-31b3c53cd09a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.171998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c306ba9f-475a-47c8-a632-51c8f4a3edec req-37ae25f6-1ac4-47ff-ae97-31b3c53cd09a tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 948 time: 0.0972052 Oct 19 20:22:05.207345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-209b2f21-5302-47d4-a83e-f449ce93b6a2 req-9d9de3bf-9a93-404a-9a44-368143a10d55 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Oct 19 20:22:05.244491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-c55ec386-22d7-4a8e-b234-31e2e4a939e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.245947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-c55ec386-22d7-4a8e-b234-31e2e4a939e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0730705 Oct 19 20:22:05.255350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c306ba9f-475a-47c8-a632-51c8f4a3edec req-c9c3fe74-e649-47e4-97b6-ff1663a0759d tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 Oct 19 20:22:05.320455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-dcc846a9-bc2c-41a7-b2af-d177e34e39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.322250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-dcc846a9-bc2c-41a7-b2af-d177e34e39d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562568 Oct 19 20:22:05.375909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e07ad-2414-468b-875f-b1e5d60ab7ad req-4e48d688-6d81-47c8-8065-5552c78384d0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.377473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fb5e07ad-2414-468b-875f-b1e5d60ab7ad req-4e48d688-6d81-47c8-8065-5552c78384d0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Oct 19 20:22:05.416461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fb5e07ad-2414-468b-875f-b1e5d60ab7ad req-de6505db-9fdf-462c-9082-86fab7958f2b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Oct 19 20:22:05.424810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-8064da76-730d-4729-a10d-46dfc1e273e0 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920057 Oct 19 20:22:05.569262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c71e5c9e-d0de-4e98-9de0-674504cd2e78 req-1180e047-6a08-491e-b253-a7d2335b1357 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275108 Oct 19 20:22:05.581741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121cb4d-8eea-4fab-a5b7-90eb1efefb33 req-f6a0fb5b-7460-46e0-a136-7adf7e098162 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.584024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3121cb4d-8eea-4fab-a5b7-90eb1efefb33 req-f6a0fb5b-7460-46e0-a136-7adf7e098162 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.0751097 Oct 19 20:22:05.588999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11144c-b0fc-4c5e-8c43-b757fdca63dc req-d1b74ba6-5cb8-488d-a4d2-2db24a0de439 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.591793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be11144c-b0fc-4c5e-8c43-b757fdca63dc req-d1b74ba6-5cb8-488d-a4d2-2db24a0de439 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 948 time: 0.0614712 Oct 19 20:22:05.635964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be11144c-b0fc-4c5e-8c43-b757fdca63dc req-c55735af-7bb3-426e-b47a-8a4187fc2972 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355539 Oct 19 20:22:05.636620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3121cb4d-8eea-4fab-a5b7-90eb1efefb33 req-bc4e097a-16b5-4417-b6c7-9e04afbfe762 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Oct 19 20:22:05.683213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-38806ce6-b10c-4675-9393-acd260185e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.685611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-38806ce6-b10c-4675-9393-acd260185e3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 1099 time: 0.0608594 Oct 19 20:22:05.804471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-a17b7304-1b87-4e60-803e-4c9746a7f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.806007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-a17b7304-1b87-4e60-803e-4c9746a7f3c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1020253 Oct 19 20:22:05.827233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910002df-6876-4f74-a68b-5595bfa1514f req-f0acfd9c-63ba-4868-abb7-6f9ed3be6e5d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.828761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-910002df-6876-4f74-a68b-5595bfa1514f req-f0acfd9c-63ba-4868-abb7-6f9ed3be6e5d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0564458 Oct 19 20:22:05.855968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-8a6079df-a487-4419-a4e8-8c5b4de96510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589 HTTP/1.1" status: 200 len: 217 time: 0.0346718 Oct 19 20:22:05.866635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-910002df-6876-4f74-a68b-5595bfa1514f req-5764c793-5c36-4b93-a1bc-71c36cf5a4fe tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Oct 19 20:22:05.911248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-eeebb024-676e-40f3-8877-6e9a83adc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:05.912849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-eeebb024-676e-40f3-8877-6e9a83adc285 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0481939 Oct 19 20:22:05.916482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-a3f31ccd-d6dc-4a7d-bdd5-a96c40668690 req-45a926a4-0ee8-4f40-ad18-21348ab80035 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:22:05.917758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3f31ccd-d6dc-4a7d-bdd5-a96c40668690 req-45a926a4-0ee8-4f40-ad18-21348ab80035 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089338 Oct 19 20:22:06.000341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee1dbe-0c26-498a-8a35-2638b3d8f613 req-bdd055af-cc36-458c-a2ae-81a1ed86dec8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.006982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8ee1dbe-0c26-498a-8a35-2638b3d8f613 req-bdd055af-cc36-458c-a2ae-81a1ed86dec8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0597570 Oct 19 20:22:06.051287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3f31ccd-d6dc-4a7d-bdd5-a96c40668690 req-58236ab8-e32c-4dd2-8648-8a4d4216aedc tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1261754 Oct 19 20:22:06.053823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-a5684458-f3c5-491d-b04b-9047bd2ef580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.055204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-a5684458-f3c5-491d-b04b-9047bd2ef580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203926 Oct 19 20:22:06.058074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8ee1dbe-0c26-498a-8a35-2638b3d8f613 req-2ac2afc1-07c2-409c-a2b5-02f688dba0fd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Oct 19 20:22:06.161344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-e85e788e-3f0c-49ae-9d4c-17b4e5c72404 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928831 Oct 19 20:22:06.256776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69c1dfa0-9128-43dd-b89c-fd504ef8d5c0 req-f854e372-03c9-4a68-bd3c-6e59851530f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Oct 19 20:22:06.321215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c7a5-2cbd-4015-9636-59ff98511be3 req-cd1b2645-86c1-4084-bd5b-2016ea5b0514 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.323143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68f5c7a5-2cbd-4015-9636-59ff98511be3 req-cd1b2645-86c1-4084-bd5b-2016ea5b0514 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.0573380 Oct 19 20:22:06.361508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68f5c7a5-2cbd-4015-9636-59ff98511be3 req-215dbf6f-6773-44dd-81ce-b401ada0ae23 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Oct 19 20:22:06.389990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230515a1-e224-4a02-8c2e-cb26732996cf req-e4cd8483-48f3-43f5-a204-20e3fdbf31d8 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.391676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-230515a1-e224-4a02-8c2e-cb26732996cf req-e4cd8483-48f3-43f5-a204-20e3fdbf31d8 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 948 time: 0.0549982 Oct 19 20:22:06.482050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328597e-6f9b-4bce-907a-da2fcb4511e7 req-d635a980-30af-49f8-af2a-89012769bdd2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.484389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e328597e-6f9b-4bce-907a-da2fcb4511e7 req-d635a980-30af-49f8-af2a-89012769bdd2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.0516376 Oct 19 20:22:06.528475 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e328597e-6f9b-4bce-907a-da2fcb4511e7 req-8ff2d32f-73fc-487a-bea3-2a65247782eb tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 Oct 19 20:22:06.652135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8876c6-8495-40ac-9ba8-95efe66cf5f2 req-eb7dde6e-3531-48a8-9004-c4f37417188d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.653748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a8876c6-8495-40ac-9ba8-95efe66cf5f2 req-eb7dde6e-3531-48a8-9004-c4f37417188d tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0552471 Oct 19 20:22:06.694596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a8876c6-8495-40ac-9ba8-95efe66cf5f2 req-a3b9a746-6641-49dc-83b3-6e437e4b7d73 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Oct 19 20:22:06.717083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-230515a1-e224-4a02-8c2e-cb26732996cf req-80b63b40-9ede-454e-8be3-9e53f26e7a29 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/security-groups?id=96e5132a-5361-437d-a2b5-de8073267bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129528 Oct 19 20:22:06.744226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-14f5b4d0-ad7d-40e9-bca4-751f25655c23 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.745877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-14f5b4d0-ad7d-40e9-bca4-751f25655c23 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.11 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 948 time: 0.0759680 Oct 19 20:22:06.836308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3904-0040-44d6-a7c7-dcf6fc063dc0 req-92122164-8a65-48ba-a928-aa49b318911b tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.838087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7caf3904-0040-44d6-a7c7-dcf6fc063dc0 req-92122164-8a65-48ba-a928-aa49b318911b tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 948 time: 0.0552483 Oct 19 20:22:06.882418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7caf3904-0040-44d6-a7c7-dcf6fc063dc0 req-ed0bc5f1-4b5a-4000-a135-4655f932dada tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Oct 19 20:22:06.887840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Deleting port 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:06.888252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:06.944039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559e41-adf7-4279-8a2a-e40cf8204e20 req-eb6455d4-9e17-4984-966f-7ec88eb11788 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.951239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559e41-adf7-4279-8a2a-e40cf8204e20 req-eb6455d4-9e17-4984-966f-7ec88eb11788 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.958659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559e41-adf7-4279-8a2a-e40cf8204e20 req-eb6455d4-9e17-4984-966f-7ec88eb11788 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:06.959087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08559e41-adf7-4279-8a2a-e40cf8204e20 req-eb6455d4-9e17-4984-966f-7ec88eb11788 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98&device_id=56181642-0ceb-4f78-8649-a002b387c821&device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 2418 time: 0.1109557 Oct 19 20:22:07.045104 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08559e41-adf7-4279-8a2a-e40cf8204e20 req-e8a9a7b2-00d1-4510-8f35-91448684f2de tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Oct 19 20:22:07.051013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] For port 558d9623-694c-4107-abe3-a373e3b1be2a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=558d9623-694c-4107-abe3-a373e3b1be2a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:07.051442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:07.064081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Calling delete_port for 558d9623-694c-4107-abe3-a373e3b1be2a owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:07.192535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da72484e-90d8-408b-8fb7-4b80027dc6fd req-6cb982a6-5e77-4ada-96de-e3ab50b3c771 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0772350 Oct 19 20:22:07.207627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0c0a2-ad06-45cd-afe2-58978de696fd req-64c70d67-ca04-4e62-8d37-ee79c18f9706 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:07.209812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7a0c0a2-ad06-45cd-afe2-58978de696fd req-64c70d67-ca04-4e62-8d37-ee79c18f9706 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0627372 Oct 19 20:22:07.265750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7a0c0a2-ad06-45cd-afe2-58978de696fd req-54c41728-4a1f-4050-8d36-28634ac02e31 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467327 Oct 19 20:22:07.296594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:07.325214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Pushing event deleted for resources: {'Port': ['ID=558d9623-694c-4107-abe3-a373e3b1be2a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:07.378154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] No DVR routers for this DVR port 558d9623-694c-4107-abe3-a373e3b1be2a on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:07.381876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:07.385660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ef2f6b1-afd1-42e2-92af-bc4f650c2691 req-ac1f904c-774a-407b-8cd9-73658da1f968 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.11 "DELETE /v2.0/ports/558d9623-694c-4107-abe3-a373e3b1be2a HTTP/1.1" status: 204 len: 173 time: 0.6307762 Oct 19 20:22:07.386189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-deleted', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:07.389543 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b68882-e62a-431a-b9bc-dd74a4647df7" -d '{"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-deleted", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:07.426807 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab75d1b-25b7-4308-a6f7-9cb726e0db31 x-openstack-request-id: req-dab75d1b-25b7-4308-a6f7-9cb726e0db31 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:07.427153 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3177f4ad-5daa-45e1-82e2-aff924d53d48", "name": "network-vif-deleted", "tag": "558d9623-694c-4107-abe3-a373e3b1be2a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:07.427464 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dab75d1b-25b7-4308-a6f7-9cb726e0db31 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:07.427849 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3177f4ad-5daa-45e1-82e2-aff924d53d48', 'name': 'network-vif-deleted', 'tag': '558d9623-694c-4107-abe3-a373e3b1be2a', 'status': 'completed', 'code': 200} Oct 19 20:22:07.887193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc995ff9-333c-4d54-a0cb-293238692965 req-c79f7762-3d89-4796-a3c9-cbff04d23035 tempest-ImagesOneServerTestJSON-1267878844 tempest-ImagesOneServerTestJSON-1267878844-project] 10.222.0.31 "GET /v2.0/ports?device_id=3177f4ad-5daa-45e1-82e2-aff924d53d48 HTTP/1.1" status: 200 len: 210 time: 0.0473175 Oct 19 20:22:08.038557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71413fb-2040-4486-aa80-ecd86b2732f8 req-d314fbfa-08fa-42dd-957e-94b2b2f75481 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:08.040565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f71413fb-2040-4486-aa80-ecd86b2732f8 req-d314fbfa-08fa-42dd-957e-94b2b2f75481 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 948 time: 0.0568230 Oct 19 20:22:08.089905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f71413fb-2040-4486-aa80-ecd86b2732f8 req-ac00332e-0daa-47c9-a7b0-bb916cd9c844 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Oct 19 20:22:08.300739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:22:08.366993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a77c-aee2-4acc-9ac0-bc2b9a9f7f40 req-a4bf58b4-a65d-450d-b292-28070c48a753 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:08.368524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f731a77c-aee2-4acc-9ac0-bc2b9a9f7f40 req-a4bf58b4-a65d-450d-b292-28070c48a753 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1097 time: 0.0492837 Oct 19 20:22:08.415196 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f731a77c-aee2-4acc-9ac0-bc2b9a9f7f40 req-638eb50b-8109-4044-b16a-bcdcd36d837d tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Oct 19 20:22:08.439697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:08.452948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589', 'mac_address': 'fa:16:3e:b6:9e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:22:08.475268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712051c6-3ca9-4dae-ae0e-d75b5d74a506 req-708c4670-bf95-4fd0-a4cf-9698ec637ce9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:08.477758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-712051c6-3ca9-4dae-ae0e-d75b5d74a506 req-708c4670-bf95-4fd0-a4cf-9698ec637ce9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0709023 Oct 19 20:22:08.500227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:08.516395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:08.527353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-712051c6-3ca9-4dae-ae0e-d75b5d74a506 req-d69f7082-65b9-48e2-88b5-41c3be38050d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Oct 19 20:22:08.541243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:08.547854 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:08.624358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:08.708617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be55d-2a47-4d96-8f84-e3ad487d263c req-f711f0c3-08f9-4642-a41e-25601a68d0e0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:08.710181 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f2be55d-2a47-4d96-8f84-e3ad487d263c req-f711f0c3-08f9-4642-a41e-25601a68d0e0 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0615265 Oct 19 20:22:08.755222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f2be55d-2a47-4d96-8f84-e3ad487d263c req-3beee48f-26b8-4098-844c-6ff29eff213a tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Oct 19 20:22:08.918873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7bcb7927-5deb-44bb-87b9-0ae2f6a17589'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:09.220327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0da24-302d-4232-8004-6c8f4e05253f req-eaaacf43-fa7e-43c0-886e-a6280e3ee70f tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:09.227862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11f0da24-302d-4232-8004-6c8f4e05253f req-eaaacf43-fa7e-43c0-886e-a6280e3ee70f tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 949 time: 0.0628834 Oct 19 20:22:09.260279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:09.275214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11f0da24-302d-4232-8004-6c8f4e05253f req-026a888a-e008-4e8f-9c23-3cebe2f8dda0 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Oct 19 20:22:09.441521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3e7b9ad-8520-4412-bf7b-df91e9d41e88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03f439f0ef0549349c01adf3e39eb8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647489 Oct 19 20:22:09.443964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60844) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:09.504967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:09.532342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:09.566278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-a753b288-9f93-43e5-a055-6ae3191e7fcc tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:22:09.567249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-a753b288-9f93-43e5-a055-6ae3191e7fcc tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098138 Oct 19 20:22:09.612723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-200b8a52-7ee6-46ae-b9ff-c3ae6c18be2e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:09.614536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-200b8a52-7ee6-46ae-b9ff-c3ae6c18be2e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 1094 time: 0.0384262 Oct 19 20:22:09.619955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:09.623086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:09.626994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96e5132a-5361-437d-a2b5-de8073267bd1 HTTP/1.1" status: 204 len: 168 time: 0.1791065 Oct 19 20:22:09.635938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Request body: {'binding': {'host': 'n-h2-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:09.637015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Unknown quota resources ['binding']. {{(pid=100735) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:22:09.662745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fa5cf-582e-481f-a0e2-a04a8d44416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e5132a-5361-437d-a2b5-de8073267bd1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:09.682190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa1a0-bd55-4f31-bada-c238f6ba2a68 req-2c97bf08-bd9d-4f06-8a5b-565eb2d1cf13 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:09.684787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-152fa1a0-bd55-4f31-bada-c238f6ba2a68 req-2c97bf08-bd9d-4f06-8a5b-565eb2d1cf13 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0783973 Oct 19 20:22:09.738005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-152fa1a0-bd55-4f31-bada-c238f6ba2a68 req-94f55431-76dd-4fc0-a623-ec37fccca125 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Oct 19 20:22:09.831745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on host n-h2-805649-9 for vnic_type normal with profile None {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:09.832219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:09.832632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:09.838090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:09.838533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:09.844148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:09.844576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:09.845013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:09.845583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Bound port: 10365158-761a-4857-96f4-aefdfa37a6e1, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:09.901909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00490d1-4fa9-47da-9544-02f0c1b92ed5 req-c818a955-50ed-4b80-a3df-b6750c7aa200 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:09.903450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a00490d1-4fa9-47da-9544-02f0c1b92ed5 req-c818a955-50ed-4b80-a3df-b6750c7aa200 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0613911 Oct 19 20:22:09.908632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:09.915996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:09.917585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fbb88de2-04b9-481f-a669-14b4becb563a service neutron] 10.222.0.31 "POST /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2914732 Oct 19 20:22:09.959498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a00490d1-4fa9-47da-9544-02f0c1b92ed5 req-fd5e8199-beed-481c-a226-afd16d8ce389 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Oct 19 20:22:10.095589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1d3d4-ea83-403f-bb42-8fab9092d64b req-3ede19ac-29fc-4acf-b022-8fde0ef0a85f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.098066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1d1d3d4-ea83-403f-bb42-8fab9092d64b req-3ede19ac-29fc-4acf-b022-8fde0ef0a85f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.0543799 Oct 19 20:22:10.142078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1d1d3d4-ea83-403f-bb42-8fab9092d64b req-73af2d9c-5a41-4bc4-8f38-712666d0ec08 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Oct 19 20:22:10.200220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-873cf87b-5764-4ad6-8efd-8df9b51c7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.201774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-873cf87b-5764-4ad6-8efd-8df9b51c7e7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1097 time: 0.0531027 Oct 19 20:22:10.302579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:10.309584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-96e1aa17-9f32-49fc-a4d4-ec9691f068a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.315340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-96e1aa17-9f32-49fc-a4d4-ec9691f068a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1007984 Oct 19 20:22:10.355287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-53233a7f-e120-422e-89b4-97c2f9b1a321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 217 time: 0.0356135 Oct 19 20:22:10.381963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:22:10.386053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:10.386714 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.416880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-2bfe6ed6-c43d-481c-90af-3b747e183b27 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.419518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-2bfe6ed6-c43d-481c-90af-3b747e183b27 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0645969 Oct 19 20:22:10.438675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60878) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:10.503107 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.551100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fd7ab-85d1-4a62-b790-ca2768b5d446 req-06c06b10-be76-4a63-b90b-3d95b2747717 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.552565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:10.556163 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e54c8-7ca0-497a-a56f-881023ccfb40" -d '{"events": [{"server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:10.563713 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f5fd7ab-85d1-4a62-b790-ca2768b5d446 req-06c06b10-be76-4a63-b90b-3d95b2747717 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 949 time: 0.1239438 Oct 19 20:22:10.572867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:10.579690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.581023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:10.589550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-9d3e7734-d79e-4b51-85d1-3d51c5edfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.600154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-9d3e7734-d79e-4b51-85d1-3d51c5edfe94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.2327876 Oct 19 20:22:10.603457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Deleting port 3978276e-0bd7-449d-a141-3eea07453210 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:10.603807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.630391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 558d9623-694c-4107-abe3-a373e3b1be2a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:10.630940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 558d9623-694c-4107-abe3-a373e3b1be2a not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:10.683658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-d31bddd3-2801-486d-a8b0-4dd39f797506 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734274 Oct 19 20:22:10.687279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:10.709856 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b935379-e949-465e-aa8f-aa5b86f2b6fd x-openstack-request-id: req-6b935379-e949-465e-aa8f-aa5b86f2b6fd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:10.710168 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "name": "network-vif-plugged", "status": "completed", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:10.710422 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b935379-e949-465e-aa8f-aa5b86f2b6fd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:10.710987 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589', 'code': 200} Oct 19 20:22:10.718892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1613092084-network', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:10.732977 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f5fd7ab-85d1-4a62-b790-ca2768b5d446 req-f566cd8e-badf-460e-be44-b4240a73cae8 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682477 Oct 19 20:22:10.786377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Made reservation on behalf of e801eed968274d7db0feb1cfff32a02d for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:10.789014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.802161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] For port 3978276e-0bd7-449d-a141-3eea07453210, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3978276e-0bd7-449d-a141-3eea07453210,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:10.802161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.823215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Calling delete_port for 3978276e-0bd7-449d-a141-3eea07453210 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:10.827033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-9617a7e9-5087-41b8-8ede-732864993a4a service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234927 Oct 19 20:22:10.832275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:10.922848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-2d322ebe-94fa-47d4-89ef-21e0fc8e0fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881290 Oct 19 20:22:10.967110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d9252-3b50-4166-b9fc-7729f1559201 req-c77c10f1-5f33-4a3f-badd-eff37a7a520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.968635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-431d9252-3b50-4166-b9fc-7729f1559201 req-c77c10f1-5f33-4a3f-badd-eff37a7a520d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 1101 time: 0.1373351 Oct 19 20:22:10.975885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34bac-f671-4930-b970-b812ca69921f req-9f773bc3-a691-45c4-8aff-0785ab3bd017 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:10.977287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fd34bac-f671-4930-b970-b812ca69921f req-9f773bc3-a691-45c4-8aff-0785ab3bd017 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1498775 Oct 19 20:22:11.073726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-431d9252-3b50-4166-b9fc-7729f1559201 req-7a866fd4-a024-4bb4-b6b3-4dba147f927e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875764 Oct 19 20:22:11.092765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fd34bac-f671-4930-b970-b812ca69921f req-9d6ec68e-668c-4b79-8d1b-d4f937ae738b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992317 Oct 19 20:22:11.143099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a1f8-c643-43a1-862c-ac4c0a1f9fdf req-08249563-bf14-4662-9d32-96bb2512594b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:11.152919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc00a1f8-c643-43a1-862c-ac4c0a1f9fdf req-08249563-bf14-4662-9d32-96bb2512594b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d88658b-d654-4ef1-afac-ea6ab38eaf98 HTTP/1.1" status: 200 len: 946 time: 0.0941069 Oct 19 20:22:11.163254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.168679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.201070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.205111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc00a1f8-c643-43a1-862c-ac4c0a1f9fdf req-3842ddbd-8512-46f8-9815-f9df2888b620 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Oct 19 20:22:11.221532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2f7c6fa8-6813-4657-9bef-e5a3b4966294', '3978276e-0bd7-449d-a141-3eea07453210'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:11.256002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:22:11.285509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['c2f3d879-4fd2-4446-b703-050259f28787'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:11.328628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event deleted for resources: {'Port': ['ID=3978276e-0bd7-449d-a141-3eea07453210,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:11.343733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a311a0f-1eb9-4502-9fc1-6f1d5729373d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:11.356658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.356989 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Added segment baf8d45b-0b66-465c-9d9d-abcea7731c63 of type vlan for network 3c93f76d-6079-47a2-8761-64ae2ca3a85e Oct 19 20:22:11.377201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.377579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.378112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.378262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.378562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.378894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.379222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.379547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.381404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.382134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.382809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.383348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.465978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.467038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.467533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.468082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.468595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.469103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.469767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.470278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.470751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.471372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.471872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.472463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:11.505685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.508764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] No DVR routers for this DVR port 3978276e-0bd7-449d-a141-3eea07453210 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:11.512157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.516772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb7856e-6285-448d-ac09-293ae50f93cb req-a6027e8a-769a-49a2-a376-c3e90f0b27f2 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "DELETE /v2.0/ports/3978276e-0bd7-449d-a141-3eea07453210 HTTP/1.1" status: 204 len: 173 time: 1.0905194 Oct 19 20:22:11.521957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'name': 'network-vif-deleted', 'tag': '3978276e-0bd7-449d-a141-3eea07453210'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:11.524812 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc50a0d-896f-4ba4-b7a8-e91e1838e25c" -d '{"events": [{"server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "name": "network-vif-deleted", "tag": "3978276e-0bd7-449d-a141-3eea07453210"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:11.543385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae86f8-079d-4a8e-909c-27e50253fdc6 req-4f10a8a1-b2eb-490a-9857-b445c647039f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:11.551555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffae86f8-079d-4a8e-909c-27e50253fdc6 req-4f10a8a1-b2eb-490a-9857-b445c647039f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.3059649 Oct 19 20:22:11.610724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffae86f8-079d-4a8e-909c-27e50253fdc6 req-87a9e178-a0f9-4fc6-9e53-dd29be513ef0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Oct 19 20:22:11.634838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.635097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:11.635706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.674583 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517013b0-8865-4b4a-9f77-ef4cc480929d x-openstack-request-id: req-517013b0-8865-4b4a-9f77-ef4cc480929d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:11.674876 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d88658b-d654-4ef1-afac-ea6ab38eaf98", "name": "network-vif-deleted", "tag": "3978276e-0bd7-449d-a141-3eea07453210", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:11.675343 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-517013b0-8865-4b4a-9f77-ef4cc480929d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:11.675744 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d88658b-d654-4ef1-afac-ea6ab38eaf98', 'name': 'network-vif-deleted', 'tag': '3978276e-0bd7-449d-a141-3eea07453210', 'status': 'completed', 'code': 200} Oct 19 20:22:11.709036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2689886 Oct 19 20:22:11.711947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60976) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:11.719224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Request body: {'subnet': {'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1613092084-subnet', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:11.752531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Made reservation on behalf of e801eed968274d7db0feb1cfff32a02d for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:11.755528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:11.781412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7158dc-f5af-4b56-b019-336e5bbbb984 admin admin] Pushing event updated for resources: {'Network': ['ID=3c93f76d-6079-47a2-8761-64ae2ca3a85e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:11.802390 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:22:11.962649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d426af-3d75-4af9-80bb-e87bf79ce0ac req-13ddabab-cfdf-4154-a9ac-2d68bc1194db tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:11.964254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1d426af-3d75-4af9-80bb-e87bf79ce0ac req-13ddabab-cfdf-4154-a9ac-2d68bc1194db tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 950 time: 0.1017981 Oct 19 20:22:12.053754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1d426af-3d75-4af9-80bb-e87bf79ce0ac req-1d88aff9-546c-44d6-992e-43fce9c17de8 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801945 Oct 19 20:22:12.066902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.126922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58ccf46-9104-43f3-8f5c-34139b919b79,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:12.140715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Checking segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:12.141076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Network hostable DHCP agents. Network: 3c93f76d-6079-47a2-8761-64ae2ca3a85e, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:22:12.178980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:22:12.194337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 3c93f76d-6079-47a2-8761-64ae2ca3a85e) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:12.199210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:12.199808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.206402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872de45-e0e9-4acf-bd9c-872c6744ce1c None None] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:12.221392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-826874be-5be0-4b95-946d-2ad4a31e7b2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5080416 Oct 19 20:22:12.223924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:12.238715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:12.296714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.299867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.360589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823500d-495b-4309-b656-d9a870fffb02 req-4fa8aec5-23e0-4140-b871-285b7ce03b7c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:12.368365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e823500d-495b-4309-b656-d9a870fffb02 req-4fa8aec5-23e0-4140-b871-285b7ce03b7c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1596177 Oct 19 20:22:12.430721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.445924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e823500d-495b-4309-b656-d9a870fffb02 req-5203ee77-e95d-4d11-86e3-38d754dd9c4b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764983 Oct 19 20:22:12.479511 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.562180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:22:12.563129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.608400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.775296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Allocated IP 172.20.0.2 (3c93f76d-6079-47a2-8761-64ae2ca3a85e/a58ccf46-9104-43f3-8f5c-34139b919b79/03127406-07ca-4a93-8e58-08beaa98bc7f) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:12.783518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:12.786498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7754f-a2de-4e17-9ce0-a55b112a5e73 req-585976ac-8c7e-40ec-a5dd-bd520ef90c51 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:12.797593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-adc7754f-a2de-4e17-9ce0-a55b112a5e73 req-585976ac-8c7e-40ec-a5dd-bd520ef90c51 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.1136656 Oct 19 20:22:12.849371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-adc7754f-a2de-4e17-9ce0-a55b112a5e73 req-a18562b5-ad56-4e8f-b7f5-1193551c991e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Oct 19 20:22:12.986769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.014519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.026152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b22ef-c347-4c34-92e0-5705351a2a36 req-bffa74f0-c144-4eb4-9afc-b3cc456c888e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:13.027812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a4b22ef-c347-4c34-92e0-5705351a2a36 req-bffa74f0-c144-4eb4-9afc-b3cc456c888e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.1081681 Oct 19 20:22:13.039989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.048673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.101053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:13.105137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:13.111751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:13.175533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Pushing event updated for resources: {'Port': ['ID=03127406-07ca-4a93-8e58-08beaa98bc7f,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:13.215676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a4b22ef-c347-4c34-92e0-5705351a2a36 req-246e4ca0-7980-44b0-9d10-c041f9652dd8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805923 Oct 19 20:22:13.229825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Attempting to bind port 03127406-07ca-4a93-8e58-08beaa98bc7f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:13.230225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Attempting to bind port 03127406-07ca-4a93-8e58-08beaa98bc7f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:13.230591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Attempting to bind port 03127406-07ca-4a93-8e58-08beaa98bc7f on network 3c93f76d-6079-47a2-8761-64ae2ca3a85e {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Checking segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Bound using segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Bound port: 03127406-07ca-4a93-8e58-08beaa98bc7f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:13.248445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.249225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Allocated IP 172.25.7.23 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d52b5e0b-3298-4ec4-8d57-6a9d4eded32a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:13.249555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d182-2b39-4d4c-a628-7f00962cd0fa req-7cf89804-72be-4311-8eca-dbca4138ff00 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:13.251010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c6f4d182-2b39-4d4c-a628-7f00962cd0fa req-7cf89804-72be-4311-8eca-dbca4138ff00 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 950 time: 0.0836422 Oct 19 20:22:13.315152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c6f4d182-2b39-4d4c-a628-7f00962cd0fa req-8789cae7-d20a-41d7-9d9c-22dc2a8aadf8 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575786 Oct 19 20:22:13.352429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] For port 03127406-07ca-4a93-8e58-08beaa98bc7f, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:13.369699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] For port 03127406-07ca-4a93-8e58-08beaa98bc7f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=03127406-07ca-4a93-8e58-08beaa98bc7f,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:13.378315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.411908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.481285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:13.487480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ed7ee-5d0b-4c65-a6ca-284a80af0d79 None None] Pushing event updated for resources: {'Port': ['ID=03127406-07ca-4a93-8e58-08beaa98bc7f,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:13.533948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:13.548041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:13.557978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:13.563044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Pushing event updated for resources: {'Port': ['ID=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:13.608618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8162b-e515-41c1-82c4-cb00b2d72b5b req-4efb1a91-a69d-452a-ae96-05c7ff84bd77 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:13.616220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43d8162b-e515-41c1-82c4-cb00b2d72b5b req-4efb1a91-a69d-452a-ae96-05c7ff84bd77 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0791440 Oct 19 20:22:13.677819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43d8162b-e515-41c1-82c4-cb00b2d72b5b req-81a9c598-35c0-4b6b-b05e-96320d35c899 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606098 Oct 19 20:22:14.031364 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:14.083655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acae8d-504f-473c-8e07-b252db0804f4 req-11a348fc-fbe7-4382-af9e-1556a87b4deb tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:14.085324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32acae8d-504f-473c-8e07-b252db0804f4 req-11a348fc-fbe7-4382-af9e-1556a87b4deb tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.1108983 Oct 19 20:22:14.153860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-fe2400c3-2183-427d-998a-a92c724d34d5 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=671570ac56534ce99d76f49906fdf282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419896 Oct 19 20:22:14.169942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32acae8d-504f-473c-8e07-b252db0804f4 req-2c3dfa4b-00df-4783-8b6e-050bebdba96c tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Oct 19 20:22:14.266437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-527a8ec5-5430-4023-9889-e93692f53a12 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:14.267851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-527a8ec5-5430-4023-9889-e93692f53a12 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.37 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 946 time: 0.1934540 Oct 19 20:22:14.317707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3978276e-0bd7-449d-a141-3eea07453210 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:14.330740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-72dcb2c8-4a13-40b5-806e-fbc3e3c00e34 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:14.337954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-72dcb2c8-4a13-40b5-806e-fbc3e3c00e34 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831913 Oct 19 20:22:14.365612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 3978276e-0bd7-449d-a141-3eea07453210 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:14.365957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3978276e-0bd7-449d-a141-3eea07453210 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:14.388208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-efb5c777-ec80-45bf-9ac4-7a94e4449040 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/quotas/671570ac56534ce99d76f49906fdf282 HTTP/1.1" status: 200 len: 375 time: 0.0493622 Oct 19 20:22:14.396094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:14.421904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fddc0a-d83d-45ae-b20c-7d0f4c938c6b req-e0422401-7c13-49a9-a333-0b4320d8dd5b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:14.425873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2fddc0a-d83d-45ae-b20c-7d0f4c938c6b req-e0422401-7c13-49a9-a333-0b4320d8dd5b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.0967357 Oct 19 20:22:14.482151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Deleting port c2f3d879-4fd2-4446-b703-050259f28787 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:14.482389 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:14.503755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-53f44d12-281e-4b5d-a77b-a1c83816d598 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056077 Oct 19 20:22:14.565425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2fddc0a-d83d-45ae-b20c-7d0f4c938c6b req-cc60f22e-6f69-4c2d-9579-4483942ad4f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 Oct 19 20:22:14.684152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] For port c2f3d879-4fd2-4446-b703-050259f28787, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c2f3d879-4fd2-4446-b703-050259f28787,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:14.684595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:14.703623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Calling delete_port for c2f3d879-4fd2-4446-b703-050259f28787 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:14.796588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:22:14.873277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e958805-8a52-4e10-bbc6-760b71fea7d1 req-5c3fbb03-47c6-4165-a2ba-0dcb69e947e0 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 210 time: 0.0673983 Oct 19 20:22:14.959877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c2608-e843-4a9e-b1ea-c8c3304f8208 req-9d2316bb-fab8-4875-b21f-e1ba9be39ce6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:14.967697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e9c2608-e843-4a9e-b1ea-c8c3304f8208 req-9d2316bb-fab8-4875-b21f-e1ba9be39ce6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1505187 Oct 19 20:22:15.052739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:15.066170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['c2f3d879-4fd2-4446-b703-050259f28787'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:15.073107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2f7c6fa8-6813-4657-9bef-e5a3b4966294'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:15.119164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event deleted for resources: {'Port': ['ID=c2f3d879-4fd2-4446-b703-050259f28787,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:15.168454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105a7b2-904c-410a-9828-fbe4a19f49a8 None None] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:15.432150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 03127406-07ca-4a93-8e58-08beaa98bc7f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:15.454924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] Provisioning complete for port 03127406-07ca-4a93-8e58-08beaa98bc7f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:15.458642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:15.639473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] No DVR routers for this DVR port c2f3d879-4fd2-4446-b703-050259f28787 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:15.643573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13e48159-adc0-4d16-9830-f4b7b169f27b req-de25b50c-4661-4f27-b9c9-21dfc6804c9e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=56181642-0ceb-4f78-8649-a002b387c821 HTTP/1.1" status: 200 len: 210 time: 0.0801322 Oct 19 20:22:15.644805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:15.648262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c94e9209-26fc-493d-ad29-cd962885f8f6 req-fde1e94a-ca1b-4b74-86b0-5953b85afb98 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.37 "DELETE /v2.0/ports/c2f3d879-4fd2-4446-b703-050259f28787 HTTP/1.1" status: 204 len: 173 time: 1.3724558 Oct 19 20:22:15.648724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'name': 'network-vif-deleted', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:15.651025 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec3617-ace5-411a-ba9f-c76f45e3ecbd" -d '{"events": [{"server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "name": "network-vif-deleted", "tag": "c2f3d879-4fd2-4446-b703-050259f28787"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:15.861800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:15.890048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Sync routers for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:15.922619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:15.926865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:15.930125 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-65415471-4bff-408e-a33c-f34ac6efda5a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7043774 Oct 19 20:22:15.994861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 03127406-07ca-4a93-8e58-08beaa98bc7f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:15.994981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:16.003023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e9c2608-e843-4a9e-b1ea-c8c3304f8208 req-fb376fcc-225e-42e3-b444-8d4638e4443a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0221298 Oct 19 20:22:16.132932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df2bf1-8282-4816-a224-bfb3c498920a req-e672a941-99bc-405d-9262-b8d566a9f2a9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:16.134525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8df2bf1-8282-4816-a224-bfb3c498920a req-e672a941-99bc-405d-9262-b8d566a9f2a9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.3190849 Oct 19 20:22:16.138692 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba45c0-002c-4db1-8648-b174875ae7f3 x-openstack-request-id: req-adba45c0-002c-4db1-8648-b174875ae7f3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:16.138977 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56181642-0ceb-4f78-8649-a002b387c821", "name": "network-vif-deleted", "tag": "c2f3d879-4fd2-4446-b703-050259f28787", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:16.139232 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adba45c0-002c-4db1-8648-b174875ae7f3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:16.140348 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56181642-0ceb-4f78-8649-a002b387c821', 'name': 'network-vif-deleted', 'tag': 'c2f3d879-4fd2-4446-b703-050259f28787', 'status': 'completed', 'code': 200} Oct 19 20:22:16.152130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:16.152904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:16.388432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8df2bf1-8282-4816-a224-bfb3c498920a req-b1621267-5926-43f0-914d-8966303f701d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256045 Oct 19 20:22:16.399698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:16.581380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bff84c4e-6e12-4172-b08e-0270db938a47 req-29cc784c-378c-46c1-b3cc-80c1e8e10eb5 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 210 time: 0.0487895 Oct 19 20:22:16.743834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-2e7a4a94-7465-4600-86eb-ba1fa2106fa4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=671570ac56534ce99d76f49906fdf282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647061 Oct 19 20:22:16.850350 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:16.913668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:16.964254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] For port 03127406-07ca-4a93-8e58-08beaa98bc7f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=03127406-07ca-4a93-8e58-08beaa98bc7f,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:16.976886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.039310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-5b466f36-cacf-400d-971f-6eed80c03dbb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:17.041568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-5b466f36-cacf-400d-971f-6eed80c03dbb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804022 Oct 19 20:22:17.119040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118c864-7a54-403a-a0d4-de1298b29604 None None] Pushing event updated for resources: {'Port': ['ID=03127406-07ca-4a93-8e58-08beaa98bc7f,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:17.121754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aa082-2fdb-4011-b580-1d6c87c7999f req-7ea4269a-c3c0-4985-8f26-60f06566440e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:17.133690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a7aa082-2fdb-4011-b580-1d6c87c7999f req-7ea4269a-c3c0-4985-8f26-60f06566440e tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1144509 Oct 19 20:22:17.157481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:13Z', 'revision_number': 3, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:17.160229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49641bf-ad03-4613-80aa-924c1b40b4b6 req-ee9a164e-7d0c-43b5-85da-eb1a48812cb4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:17.172121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49641bf-ad03-4613-80aa-924c1b40b4b6 req-ee9a164e-7d0c-43b5-85da-eb1a48812cb4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.4933677 Oct 19 20:22:17.187955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Request body: {'port': {'device_id': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '671570ac56534ce99d76f49906fdf282'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:17.206321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a7aa082-2fdb-4011-b580-1d6c87c7999f req-a5cf809c-4e2c-4ba6-a637-ea9fce3c2822 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707836 Oct 19 20:22:17.218014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Checking router: 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:17.218364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Updating router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:17.345173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.348998 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:22:17.349562 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:22:17.351259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9a8f63de-813c-49ce-acce-f2f5c7d65482 None None] Provisioning complete for port 03127406-07ca-4a93-8e58-08beaa98bc7f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:17.351791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a8f63de-813c-49ce-acce-f2f5c7d65482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.409942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4d3d9-d25b-4974-a715-a16f8ba1cca6 req-df347c34-4098-4b78-b538-e0370f45f9d9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:17.412609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0d4d3d9-d25b-4974-a715-a16f8ba1cca6 req-df347c34-4098-4b78-b538-e0370f45f9d9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0960865 Oct 19 20:22:17.419114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49641bf-ad03-4613-80aa-924c1b40b4b6 req-b924a740-b9ee-41c1-8d20-f1241d7fa790 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460918 Oct 19 20:22:17.421840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.514339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0d4d3d9-d25b-4974-a715-a16f8ba1cca6 req-6ddc2832-eed9-4cf6-bf1d-168034c30ad9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946727 Oct 19 20:22:17.660890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Made reservation on behalf of 671570ac56534ce99d76f49906fdf282 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:17.664398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.771947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed57832-1c07-4786-91cc-a18a80cde061 req-d778ab01-8da6-4cd9-99d9-3a8bdc296b9f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:17.773579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ed57832-1c07-4786-91cc-a18a80cde061 req-d778ab01-8da6-4cd9-99d9-3a8bdc296b9f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.1721811 Oct 19 20:22:17.804666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46116442-27d2-4203-8834-6db66ebf7f68 req-8ad594e4-c780-41fb-aa87-e03e42af1427 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 210 time: 0.0540102 Oct 19 20:22:17.842174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c2f3d879-4fd2-4446-b703-050259f28787 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:17.874629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: c2f3d879-4fd2-4446-b703-050259f28787 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:17.874629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c2f3d879-4fd2-4446-b703-050259f28787 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:17.885555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Allocated IP 172.20.0.1 (3c93f76d-6079-47a2-8761-64ae2ca3a85e/a58ccf46-9104-43f3-8f5c-34139b919b79/5311f7be-1011-4e8f-8d06-4dfa26f45a2e) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:17.901574 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.910202 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:17.999220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Attempting to bind port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:18.000352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Attempting to bind port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:18.000896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Attempting to bind port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:18.026265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:18.035668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:18.036809 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.038478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:18.039253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Bound port: d52b5e0b-3298-4ec4-8d57-6a9d4eded32a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:18.042491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.112210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] For port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:18.118747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] For port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:18.124796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 03127406-07ca-4a93-8e58-08beaa98bc7f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:18.129047 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.129513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Allocated IP 192.168.233.107 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/bc9c17bd-56d6-446b-85e0-0972342fbe32) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:18.131923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f67ca-c7c6-4f05-893f-bdf8838c5a92 None None] Pushing event updated for resources: {'Port': ['ID=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:18.198303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f67ca-c7c6-4f05-893f-bdf8838c5a92 None None] Pushing event updated for resources: {'Port': ['ID=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:18.266438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:18.272943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:18.288811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ed57832-1c07-4786-91cc-a18a80cde061 req-90d48e81-326f-4106-b967-cdcbc26eadd3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513159 Oct 19 20:22:18.336511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 03127406-07ca-4a93-8e58-08beaa98bc7f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:18.337234 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.422774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a941fe-1d99-4453-8dae-dc29efb81094 req-e848bf07-5eac-4380-a55c-465a90b0ab56 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:18.432447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05a941fe-1d99-4453-8dae-dc29efb81094 req-e848bf07-5eac-4380-a55c-465a90b0ab56 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1104026 Oct 19 20:22:18.509520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-73b6feec-40c5-428e-af62-144ce4500ced tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:18.511100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-73b6feec-40c5-428e-af62-144ce4500ced tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.2026372 Oct 19 20:22:18.558626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05a941fe-1d99-4453-8dae-dc29efb81094 req-14b9f584-716c-4bf1-8cf7-5d4fecd674a4 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169031 Oct 19 20:22:18.646463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.677243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:18.715991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:18.742078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f8c-41fa-4857-a1e8-81237cb42c14 req-04de526e-1592-4403-a234-fe504d4a599d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:18.752395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8122f8c-41fa-4857-a1e8-81237cb42c14 req-04de526e-1592-4403-a234-fe504d4a599d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0747447 Oct 19 20:22:18.835971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8122f8c-41fa-4857-a1e8-81237cb42c14 req-3098212d-67a1-4f2c-9454-54f6482fb623 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Oct 19 20:22:18.943477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889973bf-82d5-4c23-b316-7a33128f550b req-9619e089-8b80-43a7-b848-8c6101a0c521 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:18.945108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-889973bf-82d5-4c23-b316-7a33128f550b req-9619e089-8b80-43a7-b848-8c6101a0c521 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.3246121 Oct 19 20:22:18.994935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.078585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-033ae75b-b69c-452e-a30d-7c6e159c598b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:19.080282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-033ae75b-b69c-452e-a30d-7c6e159c598b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.1250827 Oct 19 20:22:19.091312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:19.110408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:13Z', 'revision_number': 3, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:19.117693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Deleting port 1f04f72e-9683-4622-aa91-a45955fe817d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:19.118109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.189530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6ff84-dd6a-48ef-b5bb-8ff866654347 None None] The sync data for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 is: [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:13Z', 'revision_number': 3, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:19.231913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-889973bf-82d5-4c23-b316-7a33128f550b req-9dd084ae-45b7-4296-ac4b-fbbc8cab6fcd tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506416 Oct 19 20:22:19.232721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:19.247615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:19.295038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca1d4e-8e44-41e1-80cf-b8560886e77a req-b3082d91-656e-4409-9a18-d4869bda7a16 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:19.297267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bca1d4e-8e44-41e1-80cf-b8560886e77a req-b3082d91-656e-4409-9a18-d4869bda7a16 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 936 time: 0.2133160 Oct 19 20:22:19.312741 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.330832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7bcb7927-5deb-44bb-87b9-0ae2f6a17589'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:19.335486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Pushing event updated for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:19.464126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bca1d4e-8e44-41e1-80cf-b8560886e77a req-c621b5a9-077b-430a-b0c9-166a03f9dd70 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512167 Oct 19 20:22:19.492509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] For port 1f04f72e-9683-4622-aa91-a45955fe817d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f04f72e-9683-4622-aa91-a45955fe817d,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:19.492877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.516050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.519253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Deleting port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:19.521951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.761076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:19.862772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-87db6438-7848-47e7-ba7d-ad4b29f82158 None None] Provisioning complete for port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:19.863141 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87db6438-7848-47e7-ba7d-ad4b29f82158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.922548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] For port 2f7c6fa8-6813-4657-9bef-e5a3b4966294, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f7c6fa8-6813-4657-9bef-e5a3b4966294,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:19.926175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:19.989623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-87db6438-7848-47e7-ba7d-ad4b29f82158 None None] Port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:19.992177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Calling delete_port for 2f7c6fa8-6813-4657-9bef-e5a3b4966294 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:20.050263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca03f5b-e7a9-42c8-a0c2-07dedf45f779 req-09cef74d-572d-4ef6-b980-be825d028f4b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:20.052651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fca03f5b-e7a9-42c8-a0c2-07dedf45f779 req-09cef74d-572d-4ef6-b980-be825d028f4b tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/ports?device_id=17e441b6-0f86-4bd0-908a-8e7dab71a171 HTTP/1.1" status: 200 len: 945 time: 0.2316160 Oct 19 20:22:20.126060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d52b5e0b-3298-4ec4-8d57-6a9d4eded32a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:20.161862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:20.194192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:20.227023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Pushing event updated for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:20.229214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:20.229673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.297458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fca03f5b-e7a9-42c8-a0c2-07dedf45f779 req-d73b4b2d-0cfc-43fb-a6e8-5f577f8d6de1 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.31 "GET /v2.0/security-groups?id=b50e26f2-61fa-4f66-bc38-7494b27fd42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267179 Oct 19 20:22:20.310954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.423812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.442373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.504198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Pushing event deleted for resources: {'Port': ['ID=2f7c6fa8-6813-4657-9bef-e5a3b4966294,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:20.507428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:20.511837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.565965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] No DVR routers for this DVR port 2f7c6fa8-6813-4657-9bef-e5a3b4966294 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:20.569983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.574835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c31feaa-e0f7-45af-81b3-aa7c5cc780ff req-3839fef6-a4ce-4b10-b32b-dc6484e2df31 tempest-ListServerFiltersTestJSON-1278345979 tempest-ListServerFiltersTestJSON-1278345979-project] 10.222.0.11 "DELETE /v2.0/ports/2f7c6fa8-6813-4657-9bef-e5a3b4966294 HTTP/1.1" status: 204 len: 173 time: 1.4684758 Oct 19 20:22:20.575308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'name': 'network-vif-deleted', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:20.579227 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858bb169-e1f1-4443-9f3b-be06a6676c47" -d '{"events": [{"server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "name": "network-vif-deleted", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:20.607306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c9fd-9a04-4e3c-9b51-7a027d05008b req-6db28b0d-0ca5-42c7-aad8-be4b41c167d6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:20.617184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ed6c9fd-9a04-4e3c-9b51-7a027d05008b req-6db28b0d-0ca5-42c7-aad8-be4b41c167d6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1182194 Oct 19 20:22:20.650133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:20.656210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5d221f89-66c3-43fa-abd3-cd5d0e79dfa0 None None] Provisioning complete for port bc9c17bd-56d6-446b-85e0-0972342fbe32 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:20.657133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d221f89-66c3-43fa-abd3-cd5d0e79dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.691497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce0e8a-e5ec-4d2a-a4b3-b478fb334a30 req-54baf176-84f1-4a70-8f67-7100f8be3e3a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:20.693139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90ce0e8a-e5ec-4d2a-a4b3-b478fb334a30 req-54baf176-84f1-4a70-8f67-7100f8be3e3a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 1.2230718 Oct 19 20:22:20.723588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5d221f89-66c3-43fa-abd3-cd5d0e79dfa0 None None] Port bc9c17bd-56d6-446b-85e0-0972342fbe32 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:20.736049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ed6c9fd-9a04-4e3c-9b51-7a027d05008b req-96dcebb9-25ca-4211-b28a-ff79ceae75c6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Oct 19 20:22:20.738208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:20.739019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.828850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.829215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:20.829612 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Floating IP 454e19c4-fc1d-4fea-99cc-a2501ba8cd1c disassociated. External IP: 172.25.7.57, port: 1f04f72e-9683-4622-aa91-a45955fe817d. Oct 19 20:22:20.830026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Calling delete_port for 1f04f72e-9683-4622-aa91-a45955fe817d owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:20.844034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-478705eb-ce1d-4752-bfc3-da23b17873d6 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7004578 Oct 19 20:22:20.871971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Request body: {'port': {'device_id': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:20.953195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80430076-eb3b-4668-a45f-3f7888ebb7a3 req-f152c445-7ffb-41bd-85b4-3f4f7dd46569 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:20.956841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80430076-eb3b-4668-a45f-3f7888ebb7a3 req-f152c445-7ffb-41bd-85b4-3f4f7dd46569 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0608578 Oct 19 20:22:21.026070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80430076-eb3b-4668-a45f-3f7888ebb7a3 req-740562ed-9e59-4ede-bc4c-b9fa32c6f63d tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups?id=a77a1907-c83e-43cb-8a8d-d7e5857ecc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618880 Oct 19 20:22:21.142868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828924-5d35-4d3c-9a6d-1f42d77d084f req-db773e43-257e-43bb-9f6e-10cbe01b361b tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:21.144472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39828924-5d35-4d3c-9a6d-1f42d77d084f req-db773e43-257e-43bb-9f6e-10cbe01b361b tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 936 time: 0.0668519 Oct 19 20:22:21.204784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39828924-5d35-4d3c-9a6d-1f42d77d084f req-04a3f104-7f3f-4249-8b42-ab0bdb011e71 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525248 Oct 19 20:22:21.242322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90ce0e8a-e5ec-4d2a-a4b3-b478fb334a30 req-385a3310-998f-4cc4-bcbf-a9beb9725459 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777310 Oct 19 20:22:21.272502 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283d4f8-66ac-45d6-a916-9183655c2f88 x-openstack-request-id: req-0283d4f8-66ac-45d6-a916-9183655c2f88 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:21.272876 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e441b6-0f86-4bd0-908a-8e7dab71a171", "name": "network-vif-deleted", "tag": "2f7c6fa8-6813-4657-9bef-e5a3b4966294", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:21.274062 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0283d4f8-66ac-45d6-a916-9183655c2f88 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:21.274615 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e441b6-0f86-4bd0-908a-8e7dab71a171', 'name': 'network-vif-deleted', 'tag': '2f7c6fa8-6813-4657-9bef-e5a3b4966294', 'status': 'completed', 'code': 200} Oct 19 20:22:21.348372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.368361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32884) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:21.423375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Deleting subnet 9f29df3e-dc3b-4695-97c0-79e30b6ff1be {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:22:21.426848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.469888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.473286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.483698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.594100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.616033 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.647227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Pushing event updated for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:21.653286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.686092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.717151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f29df3e-dc3b-4695-97c0-79e30b6ff1be,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:21.724857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f286b-d59c-488c-9444-2254d9812751 None None] Network c85f595f-b01b-456d-be8e-7e9a64da9d7d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:21.728638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:21.729180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event deleted for resources: {'Port': ['ID=1f04f72e-9683-4622-aa91-a45955fe817d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:21.736665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56f13f85-581f-4338-b694-cebc1a98adc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f29df3e-dc3b-4695-97c0-79e30b6ff1be HTTP/1.1" status: 204 len: 168 time: 0.3671772 Oct 19 20:22:21.747875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:22.074565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.121684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d52b5e0b-3298-4ec4-8d57-6a9d4eded32a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:22.159991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baee8d-6112-40aa-a140-f7c873f4cbda req-f927254f-d655-4980-ba03-52d553740d3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:22.161551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28baee8d-6112-40aa-a140-f7c873f4cbda req-f927254f-d655-4980-ba03-52d553740d3b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.3645532 Oct 19 20:22:22.169260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] DHCP port deletion for c85f595f-b01b-456d-be8e-7e9a64da9d7d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:22:22.172629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:22.197307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Router 4401257c-afc3-422a-ab97-0e42a7d036b7 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:22.198517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:22.218084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9c17bd-56d6-446b-85e0-0972342fbe32 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:22.220723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41733f0b-5ceb-4c23-ab1c-d0cd635eaa0a req-547b6546-b15e-497e-82ae-c1db8a7752f6 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0689468 Oct 19 20:22:22.239278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.254126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:22.254493 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.317872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Deleting port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:22.322750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.364147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Transition to ACTIVE for port object bc9c17bd-56d6-446b-85e0-0972342fbe32 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:22.377983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f04f72e-9683-4622-aa91-a45955fe817d no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:22.415388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28baee8d-6112-40aa-a140-f7c873f4cbda req-d7dfc1c5-c9ec-4483-81be-9fff58bed49e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392569 Oct 19 20:22:22.423660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.429657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 1f04f72e-9683-4622-aa91-a45955fe817d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:22.429999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f04f72e-9683-4622-aa91-a45955fe817d not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:22.430423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f7c6fa8-6813-4657-9bef-e5a3b4966294 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:22.451283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a7b3e-0062-45e1-9373-e0702a790b96 req-ee37697d-b49c-47fa-84d2-6401b2d7a693 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:22.457829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b40a7b3e-0062-45e1-9373-e0702a790b96 req-ee37697d-b49c-47fa-84d2-6401b2d7a693 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 936 time: 0.1266677 Oct 19 20:22:22.538634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b40a7b3e-0062-45e1-9373-e0702a790b96 req-e7d3d98b-f284-443c-b561-261af6399f27 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777047 Oct 19 20:22:22.555339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] For port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:22.555736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.571347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2f7c6fa8-6813-4657-9bef-e5a3b4966294 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:22.571694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f7c6fa8-6813-4657-9bef-e5a3b4966294 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:22.574604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Calling delete_port for 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:22.676058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:22.753510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5774c348-2ee5-41f7-9fe2-3c8f05987e65 None None] Provisioning complete for port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:22.754546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5774c348-2ee5-41f7-9fe2-3c8f05987e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.762495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:22.767657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Deleting port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:22.767994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.770056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:22.781180 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Sync routers for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:22.792620 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:22.792849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6cefc-b3f8-41cd-bdf1-d385a2f65236 req-ce71ff00-266b-4fb3-a8ec-8667620d15b7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:22.794221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8a6cefc-b3f8-41cd-bdf1-d385a2f65236 req-ce71ff00-266b-4fb3-a8ec-8667620d15b7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.2582955 Oct 19 20:22:22.801651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:22.816877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5774c348-2ee5-41f7-9fe2-3c8f05987e65 None None] Port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:22.825663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.839437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] No DVR routers for this DVR port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:22.863009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Pushing event deleted for resources: {'Port': ['ID=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:22.882992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.883346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.883686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.884024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.884350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.885093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.885619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.886358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.886974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.887713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.888197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.888940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ab7c75-27e0-417b-b867-20bf717e650d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:22.909185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] No DVR routers for this DVR port 1f04f72e-9683-4622-aa91-a45955fe817d on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:22.921048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:22.923293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-215e8599-d0b0-4db8-be70-ac7fb0321a04 req-33990fad-2ee9-44b2-b038-7a6f80a18be8 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.11 "DELETE /v2.0/ports/1f04f72e-9683-4622-aa91-a45955fe817d HTTP/1.1" status: 204 len: 173 time: 4.4027686 Oct 19 20:22:22.931210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'name': 'network-vif-deleted', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:22.934039 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910733b-3616-4622-a48e-1129ec8226b7" -d '{"events": [{"server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "name": "network-vif-deleted", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:22.938757 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:23.020696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] For port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,segment=NetworkSegment(ba110dab-402d-436c-9ed9-a3ec4a7be274),segment_id=ba110dab-402d-436c-9ed9-a3ec4a7be274)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:23.021087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.025684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Attempting to bind port bc9c17bd-56d6-446b-85e0-0972342fbe32 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:23.026018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Attempting to bind port bc9c17bd-56d6-446b-85e0-0972342fbe32 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:23.026346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Attempting to bind port bc9c17bd-56d6-446b-85e0-0972342fbe32 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:23.038405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8a6cefc-b3f8-41cd-bdf1-d385a2f65236 req-fa0d823b-d1d3-408c-aebc-3b7c3fdad4b0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237680 Oct 19 20:22:23.053026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Calling delete_port for 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:23.054760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Port bc9c17bd-56d6-446b-85e0-0972342fbe32 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:23.055083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Attempting to bind port bc9c17bd-56d6-446b-85e0-0972342fbe32 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:23.072975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:23.072975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:23.072975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:23.073746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Bound port: bc9c17bd-56d6-446b-85e0-0972342fbe32, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:23.074146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.129383 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd66e640-0146-472c-b00f-f69c2e5d15ef x-openstack-request-id: req-dd66e640-0146-472c-b00f-f69c2e5d15ef {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:23.129724 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c47fa4-1f70-4c95-8537-5be3318bdd3f", "name": "network-vif-deleted", "tag": "1f04f72e-9683-4622-aa91-a45955fe817d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:23.130046 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd66e640-0146-472c-b00f-f69c2e5d15ef {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:23.130496 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c47fa4-1f70-4c95-8537-5be3318bdd3f', 'name': 'network-vif-deleted', 'tag': '1f04f72e-9683-4622-aa91-a45955fe817d', 'status': 'completed', 'code': 200} Oct 19 20:22:23.206894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:23.214853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d91aad4-74e1-4185-bf03-6691f1ca9328 admin admin] 10.222.0.31 "PUT /v2.0/routers/27ef9cf0-66a8-4a78-955f-5ed1c2d72a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2848287 Oct 19 20:22:23.220609 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.226411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Sync routers for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:23.237572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:23.238054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.276622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:23.300311 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Checking router: 4401257c-afc3-422a-ab97-0e42a7d036b7 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:23.317611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:23.320188 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:23.321043 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.321915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.333448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.445637 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:23.450274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:23.451176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.453056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc9c17bd-56d6-446b-85e0-0972342fbe32 HTTP/1.1" status: 200 len: 1096 time: 2.5948298 Oct 19 20:22:23.471377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:23.485158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Pushing event deleted for resources: {'Port': ['ID=9469cbb7-93c3-4a43-bdce-f8bd13f06d1c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:23.542402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] No DVR routers for this DVR port 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:23.694111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f8f9bfe-5f92-482e-a610-af47c7407f33 req-8f23a0ec-232a-4098-bfce-20e88ce1c861 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0c47fa4-1f70-4c95-8537-5be3318bdd3f HTTP/1.1" status: 200 len: 210 time: 0.3159170 Oct 19 20:22:23.868206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.886392 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.899692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85f595f-b01b-456d-be8e-7e9a64da9d7d']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.912984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba110dab-402d-436c-9ed9-a3ec4a7be274') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.913369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba110dab-402d-436c-9ed9-a3ec4a7be274') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.925894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 2, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:23.928957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.949435 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea12e56-f69e-4cc9-ad4f-9b51c69bbf8d None None] The sync data for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 is: [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '0647c34d-ead6-4fb8-bdf6-7aac8b09bec6', 'name': '', 'network_id': 'aaa017ae-de44-4c52-bfbe-b96223f0040f', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'mac_address': 'fa:16:3e:e5:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:49Z', 'updated_at': '2021-10-19T20:19:57Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'subnets': [{'id': '0f021e98-a99b-4fcd-aaa6-9ba2e945c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:23.951585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:23.961308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Checking router: 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:23.962039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Updating router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:24.022938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:22:24.023337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:22:24.025129 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:22:24.028197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.055367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10dde9-3201-40e7-9364-a27921bf95d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:24.117377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-4dc1f6f8-11c5-4128-8c16-5e2cc3386a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:24.118971 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-4dc1f6f8-11c5-4128-8c16-5e2cc3386a92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 1099 time: 0.4924345 Oct 19 20:22:24.121164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.129448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.131841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:24.134982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] 10.222.0.31 "DELETE /v2.0/networks/c85f595f-b01b-456d-be8e-7e9a64da9d7d HTTP/1.1" status: 204 len: 168 time: 2.3813148 Oct 19 20:22:24.158446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa055e4-74e3-458a-87ba-7f42b1cf8b41 req-b43c67ae-09b0-46a7-9075-39a5471bfb13 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:24.160000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfa055e4-74e3-458a-87ba-7f42b1cf8b41 req-b43c67ae-09b0-46a7-9075-39a5471bfb13 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1786704 Oct 19 20:22:24.167867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:24.168320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9469cbb7-93c3-4a43-bdce-f8bd13f06d1c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:24.190591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469608ca-a965-4a2f-95a1-eb9a074d8aae admin admin] Pushing event deleted for resources: {'Network': ['ID=c85f595f-b01b-456d-be8e-7e9a64da9d7d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:24.194032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-000b03dc-7b98-44d9-81f1-49cc37d90db2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32 HTTP/1.1" status: 200 len: 217 time: 0.0660224 Oct 19 20:22:24.346662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfa055e4-74e3-458a-87ba-7f42b1cf8b41 req-0997df6f-bf5f-42d6-9fd4-8357af922cbf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509483 Oct 19 20:22:24.350371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-f9650cf0-54c1-4a64-9f93-7dadf56e8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:24.355351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-f9650cf0-54c1-4a64-9f93-7dadf56e8a83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1447847 Oct 19 20:22:24.366414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:24.433842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ffef24a0-cb3d-4db2-9238-a698c05b260b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e00ccd0ee40f4cb68d67de08f4828929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669229 Oct 19 20:22:24.436017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:24.571195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0ba8c-8d53-4c63-ab3c-1ca3b053f243 None None] New status for floating IP 454e19c4-fc1d-4fea-99cc-a2501ba8cd1c: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:22:24.572768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.573388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.581481 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.620798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.687068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c68f8-7b3a-43f2-b90d-96fa7c06f3cf None None] Pushing event updated for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:24.749178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.768272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.770605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b50e26f2-61fa-4f66-bc38-7494b27fd42b HTTP/1.1" status: 204 len: 168 time: 0.3331699 Oct 19 20:22:24.772130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32932) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:24.806637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127606598', 'description': 'tempest-description--729999864'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:24.817929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Attempting to bind port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:24.818828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Attempting to bind port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:24.819623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Attempting to bind port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e on network 3c93f76d-6079-47a2-8761-64ae2ca3a85e {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:24.825924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d503406-eecd-4da5-93a9-cb1559163da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e26f2-61fa-4f66-bc38-7494b27fd42b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:24.828036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:24.828694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Checking segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:24.829348 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.841043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Bound using segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:24.841715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Bound port: 5311f7be-1011-4e8f-8d06-4dfa26f45a2e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:24.842204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.875600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:24.990089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] For port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:24.993841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] For port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:25.002271 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.061963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-5852c845-d9a2-4d17-bb23-c7823aa7a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:25.065644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-5852c845-d9a2-4d17-bb23-c7823aa7a535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7051270 Oct 19 20:22:25.081108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.090125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:25.091045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:25.096537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.180670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.182448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3953018 Oct 19 20:22:25.183425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c68f8-7b3a-43f2-b90d-96fa7c06f3cf None None] Pushing event updated for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:25.185222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662b3b1-e58e-46a6-8fbe-962204b064e3 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95ccb7f-e12d-4467-9432-7143e74c0cb7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:25.193909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32936) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:25.198294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] Provisioning complete for port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:25.198294 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.202954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'security_group_rule': {'security_group_id': 'c95ccb7f-e12d-4467-9432-7143e74c0cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:25.267902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0199-d6b3-4e0e-9342-e4c9e51d7b6b req-78e3bb65-d4ef-4495-b944-ddb3f0b7b16d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:25.271038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4ee0199-d6b3-4e0e-9342-e4c9e51d7b6b req-78e3bb65-d4ef-4495-b944-ddb3f0b7b16d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.2149954 Oct 19 20:22:25.291803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.339215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:25.348957 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4703428-0555-4e8d-8763-c5ac89945fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:25.360083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-f15f615e-8985-4e95-86fe-154e3e38da3a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738693 Oct 19 20:22:25.413149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4ee0199-d6b3-4e0e-9342-e4c9e51d7b6b req-9b89a37a-3a5d-4750-a504-a95b63d3ac5d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 Oct 19 20:22:25.418988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e0ee2-dc76-4bac-b97a-d6fe0b3ac793 req-a070a064-a234-40a2-8e95-9b0d7e5b97d2 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:25.420536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-941e0ee2-dc76-4bac-b97a-d6fe0b3ac793 req-a070a064-a234-40a2-8e95-9b0d7e5b97d2 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 948 time: 0.4874165 Oct 19 20:22:25.433013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.439691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.489261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95f22c9-0b2d-4e89-bf29-c14e58944e5a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:25.504369 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.507785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c193c2c0-2178-489d-b97c-5f594f3fa233 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106821 Oct 19 20:22:25.510540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32948) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:25.519024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'security_group_rule': {'security_group_id': 'c95ccb7f-e12d-4467-9432-7143e74c0cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:25.537361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:25.580295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-941e0ee2-dc76-4bac-b97a-d6fe0b3ac793 req-d921afc7-f710-4955-bb05-407c7f10710e tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189644 Oct 19 20:22:25.584304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.631838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fbd3f44-8cf0-40cd-8bb0-cc1675ec9487 req-339caa93-b6c6-4e61-a1ac-916e79d4efd9 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566733 Oct 19 20:22:25.710593 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebb7ab-5f33-4fec-b660-5d7358793874 x-openstack-request-id: req-a0ebb7ab-5f33-4fec-b660-5d7358793874 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:25.711182 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:25.711593 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0ebb7ab-5f33-4fec-b660-5d7358793874 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:25.712161 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32', 'status': 'completed', 'code': 200} Oct 19 20:22:25.736959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.745403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.780632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3a999-5ba9-43f2-8d5e-823aaecc027f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:25.784705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32956) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:25.798788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.819565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.825875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008f400-24d8-4d0e-a85f-5ce5b77ba93f req-a1fa226d-f769-4137-88fc-653fac2a3253 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:25.827772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a7c7e493-6f3a-4d58-943b-c6332bbbe549 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134394 Oct 19 20:22:25.828220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6008f400-24d8-4d0e-a85f-5ce5b77ba93f req-a1fa226d-f769-4137-88fc-653fac2a3253 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.1639564 Oct 19 20:22:25.828934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32960) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:25.837802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:25.856136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] For port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:25.861137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.914067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-ea0327d9-0443-4622-a692-a144958d8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:25.915669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-ea0327d9-0443-4622-a692-a144958d8719 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=671570ac56534ce99d76f49906fdf282&device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 1099 time: 0.1959937 Oct 19 20:22:25.952690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:25.968786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6bc10-9120-46e9-8905-a594bc120866 None None] Pushing event updated for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:25.984117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:24Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:26.005904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6008f400-24d8-4d0e-a85f-5ce5b77ba93f req-4ca3829e-f86b-48b7-a940-08b391d4eec0 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544101 Oct 19 20:22:26.009136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.024512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16ddd2-84ac-428b-93a2-90c1a4402fa3 None None] The sync data for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 is: [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:24Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:26.026570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5db47931-fe50-4539-9d86-3111114a3018 None None] Provisioning complete for port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:26.026944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5db47931-fe50-4539-9d86-3111114a3018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.146541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.261426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-dcfcd935-165f-44f6-b5ab-8a577f7b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.261426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-dcfcd935-165f-44f6-b5ab-8a577f7b50dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3082218 Oct 19 20:22:26.329333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-e6810f62-9d87-4986-b5b0-a639f86783c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32 HTTP/1.1" status: 200 len: 217 time: 0.0615389 Oct 19 20:22:26.338960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.341716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.346110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:26.353256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32976) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:26.357703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "DELETE /v2.0/security-groups/a77a1907-c83e-43cb-8a8d-d7e5857ecc48 HTTP/1.1" status: 204 len: 168 time: 0.5592475 Oct 19 20:22:26.367375 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-e9eea0b9-6bc6-4b06-aaef-74441080ca5b tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] show failed (client error): The resource could not be found. Oct 19 20:22:26.370916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9eea0b9-6bc6-4b06-aaef-74441080ca5b tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "GET /v2.0/security-groups/a77a1907-c83e-43cb-8a8d-d7e5857ecc48 HTTP/1.1" status: 404 len: 347 time: 0.0210476 Oct 19 20:22:26.379172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:26.397465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df4116-f928-4824-800d-c2764cbffae4 tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a1907-c83e-43cb-8a8d-d7e5857ecc48,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:26.399340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8feb21d0-b0c3-422e-b8ae-4736a6be2550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.494712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.524323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-65afdafe-9cbb-4449-8d59-1404bb85848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.528292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-65afdafe-9cbb-4449-8d59-1404bb85848c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1672969 Oct 19 20:22:26.613539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-network', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:26.673026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Made reservation on behalf of 3c9d7c31d27a4168952f138f96a320b0 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:26.676314 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.684567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fc100ca4-c173-4643-be82-e10aeafcf3d7 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.686800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-fc100ca4-c173-4643-be82-e10aeafcf3d7 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1097 time: 0.2413285 Oct 19 20:22:26.704256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-52b2c1ba-c93d-40ed-872d-4d24b6442752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.704923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.706064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-52b2c1ba-c93d-40ed-872d-4d24b6442752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259434 Oct 19 20:22:26.714998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:26.792418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Deleting port 29af52dc-2432-4495-bfbb-d3a9680a95e5 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:26.792828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.846027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0216b-536c-434c-9fc5-5bf198ef70c7 req-9eadd3ee-4bd4-4674-88de-91173f6ceca3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.847596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec0216b-536c-434c-9fc5-5bf198ef70c7 req-9eadd3ee-4bd4-4674-88de-91173f6ceca3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 946 time: 0.2654848 Oct 19 20:22:26.857202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31bdcb-fa44-4592-8a62-e2af7f3453c7 req-ff92980f-fd4c-40e5-8a02-82155dd83cda tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:26.859141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d31bdcb-fa44-4592-8a62-e2af7f3453c7 req-ff92980f-fd4c-40e5-8a02-82155dd83cda tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 948 time: 0.1585059 Oct 19 20:22:26.972701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d31bdcb-fa44-4592-8a62-e2af7f3453c7 req-c85fda16-cc97-420b-9a62-02958bd740ea tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847332 Oct 19 20:22:26.974469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.974792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:26.999391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Calling delete_port for 29af52dc-2432-4495-bfbb-d3a9680a95e5 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:27.003335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.011351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Allocated IP 172.25.7.170 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e9402c33-74d9-41f3-84a3-1375a44912f2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:27.012393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.039552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.066038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec0216b-536c-434c-9fc5-5bf198ef70c7 req-62e5d08e-540d-4f18-baca-b3b2b7cc702f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010651 Oct 19 20:22:27.072442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-8d2aebff-ef5b-42a1-b922-db4a99b48156 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476334 Oct 19 20:22:27.075223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:22:27.102942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.103199 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Added segment c5340db0-89d4-42c5-9a32-4762ebfb6666 of type vlan for network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd Oct 19 20:22:27.104523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92db1544-cdb6-413d-b4d0-2905d974c4bd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:27.254394 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.363709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.401887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Pushing event deleted for resources: {'Port': ['ID=29af52dc-2432-4495-bfbb-d3a9680a95e5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:27.410103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.411130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:27.411603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:27.411857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.434957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0781398 Oct 19 20:22:27.443678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:27.461058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Request body: {'subnet': {'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-subnet', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:27.499589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.522050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103ac52-ec24-4f5f-8f51-3af98660f110 req-6c721506-d723-4e9e-8232-af5b86206f9d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:27.529224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e103ac52-ec24-4f5f-8f51-3af98660f110 req-6c721506-d723-4e9e-8232-af5b86206f9d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.3492441 Oct 19 20:22:27.560881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4703428-0555-4e8d-8763-c5ac89945fcf req-5d1d74b1-a452-4a95-83d6-eeac1573a3f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727005 Oct 19 20:22:27.581978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3edb-a4db-4da2-9694-1ff1ed35a8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:27.596774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:22:27.615067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:27.625826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.628452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.632290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-68563ad9-92a6-402b-a966-dfe393d7e0eb tempest-ServersTestFqdnHostnames-1931839618 tempest-ServersTestFqdnHostnames-1931839618-project] 10.222.0.31 "DELETE /v2.0/floatingips/454e19c4-fc1d-4fea-99cc-a2501ba8cd1c HTTP/1.1" status: 204 len: 168 time: 1.2492330 Oct 19 20:22:27.632599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32994) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:27.651357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e103ac52-ec24-4f5f-8f51-3af98660f110 req-37b9d2ff-2074-4c2b-971e-859571a6b7d3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183205 Oct 19 20:22:27.658972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.751966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Made reservation on behalf of 3c9d7c31d27a4168952f138f96a320b0 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:27.754359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.758454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:27.763022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:27.765289 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1bdc9-7222-4352-abbf-21a64cedc009" -d '{"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-unplugged", "status": "completed", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:27.778212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.792809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:27.798767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:27.808109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:27.846668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'Port': ['ID=e9402c33-74d9-41f3-84a3-1375a44912f2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:27.886609 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c7d79e-c0f0-413d-ac14-4052140da7a4 x-openstack-request-id: req-65c7d79e-c0f0-413d-ac14-4052140da7a4 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:27.887223 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-unplugged", "status": "completed", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:27.887413 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65c7d79e-c0f0-413d-ac14-4052140da7a4 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:27.887810 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1', 'code': 200} Oct 19 20:22:28.038779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:28.060559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on host n-h1-805649-9 for vnic_type normal with profile {"migrating_to": "n-h2-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:28.060897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:28.061777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:28.064119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.094577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:28.094903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Attempting to bind port 10365158-761a-4857-96f4-aefdfa37a6e1 on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:28.131709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:28.132061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:28.132429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:28.132954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Bound port: 10365158-761a-4857-96f4-aefdfa37a6e1, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:28.133223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.154012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5311f7be-1011-4e8f-8d06-4dfa26f45a2e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:28.175853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.226203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:28.227243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.246164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b2aed-d0ff-4faa-b4f3-cb9157c32d34 req-5236d590-d44b-402c-814f-e410b84fc606 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.247789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e6b2aed-d0ff-4faa-b4f3-cb9157c32d34 req-5236d590-d44b-402c-814f-e410b84fc606 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 948 time: 0.1160975 Oct 19 20:22:28.323635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e6b2aed-d0ff-4faa-b4f3-cb9157c32d34 req-60fc83af-30ae-4382-8adc-09211a379051 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676758 Oct 19 20:22:28.326252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.375919 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-22eda4b2-fe63-4f0e-b44e-617b007782ca service neutron] show failed (client error): The resource could not be found. Oct 19 20:22:28.376945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-22eda4b2-fe63-4f0e-b44e-617b007782ca service neutron] 10.222.0.37 "GET /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.2717683 Oct 19 20:22:28.377792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.378973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device bc9c17bd-56d6-446b-85e0-0972342fbe32 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:22:28.431237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:28.465785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267a97e-cc11-4188-88f6-47b1f2f21539 req-a016624d-5225-4bd1-8560-1d04a585d71c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.473683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6267a97e-cc11-4188-88f6-47b1f2f21539 req-a016624d-5225-4bd1-8560-1d04a585d71c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.2504632 Oct 19 20:22:28.487068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:28.527230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.537580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:28.551103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'bc9c17bd-56d6-446b-85e0-0972342fbe32', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'bc9c17bd-56d6-446b-85e0-0972342fbe32', 'mac_address': 'fa:16:3e:82:d9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:22:28.602397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.625003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9c17bd-56d6-446b-85e0-0972342fbe32 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:28.626403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1cbb58-bd4d-4923-ac06-b51f711f603b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:28.654500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:28.661148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.662117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:22:28.697506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6267a97e-cc11-4188-88f6-47b1f2f21539 req-ae7f00bd-90e3-43f2-bc23-9e4f3ed376ca tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195585 Oct 19 20:22:28.762357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Checking segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:28.763026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Network hostable DHCP agents. Network: c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:22:28.783996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:28.788597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:28.800703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.801365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.802779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-84892e68-218b-437b-9c11-d5b2bbc08703 service neutron] 10.222.0.11 "PUT /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 1122 time: 2.1013796 Oct 19 20:22:28.835052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.841923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.846691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:22:28.850533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-56f0dec5-501e-41b4-aa18-e02b66b3749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.851723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-56f0dec5-501e-41b4-aa18-e02b66b3749d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.1462555 Oct 19 20:22:28.864494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Deleting port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:28.865058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.886259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284b0b-c1dd-46d8-b75d-e3864c85cfde req-cea70a12-c745-4091-92e4-75679f22aae5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.887843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16284b0b-c1dd-46d8-b75d-e3864c85cfde req-cea70a12-c745-4091-92e4-75679f22aae5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.0939367 Oct 19 20:22:28.896102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:28.919598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:28.932694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330be13-446a-4737-8ffa-8d9aefbaf44a None None] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:28.952498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:28.953082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:28.982292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:28.984918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'Port': ['ID=e9402c33-74d9-41f3-84a3-1375a44912f2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:29.019565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e68a7dc4-b0f8-47f2-aa79-1953d4e887a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5712101 Oct 19 20:22:29.020235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33008) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:29.023415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:29.024265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.032813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:29.040045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.067882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] For port 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:29.068135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.098722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.100166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.105101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:29.110152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.120528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6eb07463-80c7-42ca-b9be-814005a5cd7c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2769761 Oct 19 20:22:29.182526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-477a90a5-dd97-4cea-9bc5-f39cdaf4b7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.190880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 has no active binding in host n-h2-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:22:29.393153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8767c5a-8697-454a-a36b-e9d4d58ed60f None None] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:29.541139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16284b0b-c1dd-46d8-b75d-e3864c85cfde req-e5aa9a71-f154-4367-a2e8-919bfa089800 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410937 Oct 19 20:22:29.548845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Calling delete_port for 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:29.655219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.656919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['bc9c17bd-56d6-446b-85e0-0972342fbe32'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:29.897669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:29.899857 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:29.912943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:29.941490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b410d-97ac-4d0a-a6d8-717e974228ea req-0d00347f-3e69-42f9-8a9a-b6d692553b83 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:29.942138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6fbb4-289b-41e0-b20c-5a66d8992460 req-8039664b-5a23-4cde-b1e8-610e5719edea tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:29.944443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46d6fbb4-289b-41e0-b20c-5a66d8992460 req-8039664b-5a23-4cde-b1e8-610e5719edea tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 949 time: 0.2859259 Oct 19 20:22:29.949601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8b410d-97ac-4d0a-a6d8-717e974228ea req-0d00347f-3e69-42f9-8a9a-b6d692553b83 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.1067746 Oct 19 20:22:29.997103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.024308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8b410d-97ac-4d0a-a6d8-717e974228ea req-e9b7bbb2-6893-48d8-8913-81388675080e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649340 Oct 19 20:22:30.081244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Pushing event deleted for resources: {'Port': ['ID=0647c34d-ead6-4fb8-bdf6-7aac8b09bec6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:30.093774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:30.104153 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c032c2dd-39ba-444b-98b7-4f2f24962f55 x-openstack-request-id: req-c032c2dd-39ba-444b-98b7-4f2f24962f55 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:30.104450 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:30.104703 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c032c2dd-39ba-444b-98b7-4f2f24962f55 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:30.105098 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1', 'status': 'completed', 'code': 200} Oct 19 20:22:30.203687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.207390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46d6fbb4-289b-41e0-b20c-5a66d8992460 req-9a9d0fe8-cf03-4b6e-9bb5-c16e37d1217e tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204883 Oct 19 20:22:30.244057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:30.319786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-8af27ce6-fa12-47ae-b25b-2897262e4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:30.321322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-8af27ce6-fa12-47ae-b25b-2897262e4b03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1125 time: 0.1916273 Oct 19 20:22:30.346352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.366949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.424937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Transition to ACTIVE for port object 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:30.460610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.595068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] No DVR routers for this DVR port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:30.688691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Router 4401257c-afc3-422a-ab97-0e42a7d036b7 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:30.763051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-09b07996-4354-459c-8217-b7369a614c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:30.765271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-09b07996-4354-459c-8217-b7369a614c0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.4245334 Oct 19 20:22:30.787788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:30.849767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:30.860577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-e93280f5-4d61-4000-b29b-64377ca89dec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 217 time: 0.0755346 Oct 19 20:22:30.933863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:30.943755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Sync routers for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:30.954197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:30.954609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:30.955014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:30.971441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:30.972111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:30.972251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72349b7-ddb5-4b74-a206-a78c26e37d70 req-abb04deb-7baa-4adb-9c6a-f33bd3c75d87 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:30.973813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a72349b7-ddb5-4b74-a206-a78c26e37d70 req-abb04deb-7baa-4adb-9c6a-f33bd3c75d87 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.2719929 Oct 19 20:22:30.983926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ffb4469-9f23-47e3-b93e-c77a0228483f admin admin] 10.222.0.31 "PUT /v2.0/routers/4401257c-afc3-422a-ab97-0e42a7d036b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3478651 Oct 19 20:22:30.984154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:30.984154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:30.991146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:31.036298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a72349b7-ddb5-4b74-a206-a78c26e37d70 req-a3f4b4fb-db42-4e67-aab5-f7b630ad8cb4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Oct 19 20:22:31.071761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:31.071761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:31.073806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:31.074493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Bound port: 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:31.075005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.102988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-4c872d5d-18c6-4706-96d8-b9d6d309fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:31.106450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-4c872d5d-18c6-4706-96d8-b9d6d309fb84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.2137575 Oct 19 20:22:31.111559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.195472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.203402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-827cea95-7f04-408a-86ab-7239b65e801f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857387 Oct 19 20:22:31.305821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:31.371846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1224b9-1c3d-43ca-9322-2dbdce6fea84 req-d98dc75d-d47a-49bc-8a2a-418797fdcf12 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:31.378586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e1224b9-1c3d-43ca-9322-2dbdce6fea84 req-d98dc75d-d47a-49bc-8a2a-418797fdcf12 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 949 time: 0.0670097 Oct 19 20:22:31.449874 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e1224b9-1c3d-43ca-9322-2dbdce6fea84 req-0d10c41e-c41a-41c0-835d-aba1cd911542 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Oct 19 20:22:31.487694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ad44-6888-47c7-a354-a3433ba8384a req-b5da29ec-4ac1-445b-9418-90d81b9e9872 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:31.489206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0738ad44-6888-47c7-a354-a3433ba8384a req-b5da29ec-4ac1-445b-9418-90d81b9e9872 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.3160799 Oct 19 20:22:31.526401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.534138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:22:29Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:31.564214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Checking router: 4401257c-afc3-422a-ab97-0e42a7d036b7 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:31.574415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Routers {'4401257c-afc3-422a-ab97-0e42a7d036b7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:31.574681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4401257c-afc3-422a-ab97-0e42a7d036b7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:31.582147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:31.610727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:31.658432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.699074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0738ad44-6888-47c7-a354-a3433ba8384a req-f0208488-7dc8-4466-849b-a7a121d7f58a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891651 Oct 19 20:22:31.713714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] Set router 4401257c-afc3-422a-ab97-0e42a7d036b7 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:31.764451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:31.765112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:31.766496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 1096 time: 2.8772745 Oct 19 20:22:31.782749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-7ac4895c-f403-4f7f-b031-a0d106abb5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638609 Oct 19 20:22:31.884662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:31.957785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Allocated IP 172.25.7.140 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:31.993971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:32.014558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:22:29Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:32.035170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.051892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8d158-c324-4712-a2b7-ece6f593008a None None] The sync data for ids ['4401257c-afc3-422a-ab97-0e42a7d036b7'] in n-d-805649-9 is: [{'id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'name': 'tempest-ServersTestFqdnHostnames-1144981345-router', 'tenant_id': 'eb0841280a97405fbc1498248ad44bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:22:29Z', 'revision_number': 5, 'project_id': 'eb0841280a97405fbc1498248ad44bea', 'gw_port': {'id': 'cab46519-8e58-4f46-a060-e79fdf195bee', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401257c-afc3-422a-ab97-0e42a7d036b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:32.058122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5063d-f979-468b-880f-18f7ee74c4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:32.107380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}, {'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:32.109731 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22342ac0-a533-490d-95c2-4568e825085a" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}, {"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:32.154500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.160303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-82756f10-43d4-4b70-b754-ab31fc0e43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:32.162039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-82756f10-43d4-4b70-b754-ab31fc0e43ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1099 time: 0.3496313 Oct 19 20:22:32.393792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device bc9c17bd-56d6-446b-85e0-0972342fbe32 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:32.490735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port bc9c17bd-56d6-446b-85e0-0972342fbe32 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:22:32.502592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port bc9c17bd-56d6-446b-85e0-0972342fbe32 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:32.503794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.550735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-666f82e5-a9c4-4834-9b9a-fcddb7cea91f req-6c836aab-04d6-422a-8397-50ffab8a0e0d service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515299 Oct 19 20:22:32.618766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.639718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f17a5-357d-47bd-a626-fcd38d12a46e req-97251444-1e98-451c-bc18-431eaffcf480 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:32.641389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e57f17a5-357d-47bd-a626-fcd38d12a46e req-97251444-1e98-451c-bc18-431eaffcf480 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.4701426 Oct 19 20:22:32.650832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Deleting port cab46519-8e58-4f46-a060-e79fdf195bee {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:32.651155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.692084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.743125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:32.745358 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ea41cd-1606-486a-9801-ad5f46a7ee75" -d '{"events": [{"server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:32.759966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.767879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:32.774553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:32.785532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e57f17a5-357d-47bd-a626-fcd38d12a46e req-953afcf4-ccc0-46a5-8381-327efc8be978 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318853 Oct 19 20:22:32.874435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:32.930721 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7771b787-c1ba-4be9-b740-6874be5df146 x-openstack-request-id: req-7771b787-c1ba-4be9-b740-6874be5df146 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:32.931376 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "code": 200}, {"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:32.931641 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7771b787-c1ba-4be9-b740-6874be5df146 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:32.932756 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'code': 200} Oct 19 20:22:32.933855 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'status': 'completed', 'code': 200} Oct 19 20:22:32.938686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:32.946577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:32.980093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:33.064659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:33.111157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] For port cab46519-8e58-4f46-a060-e79fdf195bee, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cab46519-8e58-4f46-a060-e79fdf195bee,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:33.111845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:33.177822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Calling delete_port for cab46519-8e58-4f46-a060-e79fdf195bee owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:33.222847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-edf1a97c-ba10-450d-b7ee-4c3e1bc2abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.224414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-edf1a97c-ba10-450d-b7ee-4c3e1bc2abd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1099 time: 0.2809267 Oct 19 20:22:33.249162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38612-6b5e-46a6-abb8-b28012b78afb req-45de7e49-d956-464b-b761-2e35c47b8dd3 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.258220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55d38612-6b5e-46a6-abb8-b28012b78afb req-45de7e49-d956-464b-b761-2e35c47b8dd3 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.0788665 Oct 19 20:22:33.301882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55d38612-6b5e-46a6-abb8-b28012b78afb req-54e90001-a2b1-4a75-b8f5-1920fa4ea5c8 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Oct 19 20:22:33.350091 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c096c3d-91fd-4d40-8aa3-83346b42f37e x-openstack-request-id: req-8c096c3d-91fd-4d40-8aa3-83346b42f37e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:33.350582 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:33.350675 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c096c3d-91fd-4d40-8aa3-83346b42f37e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:33.351007 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32', 'code': 200} Oct 19 20:22:33.410666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-79c74298-d582-4f54-8f53-cbb5df0b5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.412135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-79c74298-d582-4f54-8f53-cbb5df0b5a93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5782275 Oct 19 20:22:33.455647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169318f-3912-40a6-8b1a-70006c4de40b req-0b400a28-2409-4ac8-93f4-091792bec16e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.457175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3169318f-3912-40a6-8b1a-70006c4de40b req-0b400a28-2409-4ac8-93f4-091792bec16e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.3957109 Oct 19 20:22:33.465813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9a81-d4c8-463d-a789-40888da070ef req-e096a17a-8f29-4a78-af43-bbbf7f733ed6 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.469774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391a9a81-d4c8-463d-a789-40888da070ef req-e096a17a-8f29-4a78-af43-bbbf7f733ed6 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.0570858 Oct 19 20:22:33.517932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391a9a81-d4c8-463d-a789-40888da070ef req-2a98d747-a521-4793-96d5-e27211586f64 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Oct 19 20:22:33.601768 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-b21b43ce-f87e-4f25-84ac-408ff8f592d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.1569948 Oct 19 20:22:33.753391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3169318f-3912-40a6-8b1a-70006c4de40b req-9c53d2c9-4cf3-4f65-ae34-fb3078fc3f14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522650 Oct 19 20:22:33.793081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dd48-eb9c-422f-af68-03e3af0e02e3 req-3e7333fe-5b7d-49b9-8eee-784b51338ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.794630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d36dd48-eb9c-422f-af68-03e3af0e02e3 req-3e7333fe-5b7d-49b9-8eee-784b51338ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 1101 time: 0.3527453 Oct 19 20:22:33.799178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-d1802567-cb4d-4f6c-b839-c83f825ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.800627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-d1802567-cb4d-4f6c-b839-c83f825ce9bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5591724 Oct 19 20:22:33.810226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-1a8c7ada-3d1e-47c3-be05-f971dcf2c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.812166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-1a8c7ada-3d1e-47c3-be05-f971dcf2c19f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1963704 Oct 19 20:22:33.898526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-08ac0d51-881e-4aae-86b0-60c312a38a6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0846946 Oct 19 20:22:33.965337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52dd9e-4264-42d5-8230-ee63dabcae25 req-7da59517-a996-4798-b20b-61f4f655520d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:33.967277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df52dd9e-4264-42d5-8230-ee63dabcae25 req-7da59517-a996-4798-b20b-61f4f655520d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.0779815 Oct 19 20:22:33.993655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:34.019230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d36dd48-eb9c-422f-af68-03e3af0e02e3 req-9277cac3-8eff-44bc-8b9d-af3d8e92d2df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996636 Oct 19 20:22:34.046887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2e25029c-4ab5-4377-96e6-f3dc20786570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:34.048388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-2e25029c-4ab5-4377-96e6-f3dc20786570 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197232 Oct 19 20:22:34.056727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:34.060402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0647c34d-ead6-4fb8-bdf6-7aac8b09bec6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:34.060540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df52dd9e-4264-42d5-8230-ee63dabcae25 req-309019bc-ff0f-40ed-b70f-f2155668d2c9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Oct 19 20:22:34.061917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:34.067648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-71ac43b1-b289-4353-b237-8dee73f3250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:34.069200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-71ac43b1-b289-4353-b237-8dee73f3250d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1559784 Oct 19 20:22:34.086480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:34.210015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Pushing event deleted for resources: {'Port': ['ID=cab46519-8e58-4f46-a060-e79fdf195bee,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:34.330432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-c6bc6dea-1a58-484e-99db-6f468847be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:34.331931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-c6bc6dea-1a58-484e-99db-6f468847be25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049468 Oct 19 20:22:34.438248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:34.499708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-265fbe98-af68-471a-ac10-cb3f2e4f3692 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515376 Oct 19 20:22:34.522517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae66f4-adf7-4b6b-9014-a87f27183c87 req-81a489cb-9ce3-4926-aa09-db1a9bdaf7bf tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:34.531742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99ae66f4-adf7-4b6b-9014-a87f27183c87 req-81a489cb-9ce3-4926-aa09-db1a9bdaf7bf tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.1003294 Oct 19 20:22:34.584319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99ae66f4-adf7-4b6b-9014-a87f27183c87 req-8d80c997-f705-41be-8c5c-5805eb428685 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Oct 19 20:22:34.906712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa086-0e3e-4006-b2e7-1fa23a7ea90d req-d77b90e0-f15f-4016-b69d-50d946255f99 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:34.915115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed0aa086-0e3e-4006-b2e7-1fa23a7ea90d req-d77b90e0-f15f-4016-b69d-50d946255f99 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.0662711 Oct 19 20:22:34.972816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed0aa086-0e3e-4006-b2e7-1fa23a7ea90d req-904ed0f4-458f-4cd9-acf3-174a21d60c76 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 Oct 19 20:22:35.145789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.151862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.206473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8923fa-cce7-4168-8ebd-695a2b7ee743 req-41ec8e34-d026-4e69-91a7-2cfdd7da1015 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:35.219245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d8923fa-cce7-4168-8ebd-695a2b7ee743 req-41ec8e34-d026-4e69-91a7-2cfdd7da1015 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.0708675 Oct 19 20:22:35.310083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d8923fa-cce7-4168-8ebd-695a2b7ee743 req-b8171442-d97a-48c9-8ec3-428fc3208b85 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868752 Oct 19 20:22:35.326915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.327457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4401257c-afc3-422a-ab97-0e42a7d036b7 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:22:35.329520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.336677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.340471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33180) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:35.341018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-695261c8-3332-422e-8886-9368e7305abf admin admin] 10.222.0.31 "DELETE /v2.0/routers/4401257c-afc3-422a-ab97-0e42a7d036b7 HTTP/1.1" status: 204 len: 168 time: 4.3454823 Oct 19 20:22:35.438057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Deleting subnet 0f021e98-a99b-4fcd-aaa6-9ba2e945c348 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:22:35.449437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.497091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-84174faf-ccb0-4de5-b28a-5a034a357014 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546149 Oct 19 20:22:35.507836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-9d642805-568b-43c0-8d2b-ecf4881428b6 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1689443401&fields=id&tenant_id=c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 267 time: 0.4941773 Oct 19 20:22:35.587942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.746989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.760493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d8f9a7c-1007-4104-9521-a2bd2a8b03ba req-07ae77c9-dd6a-44f0-adcb-c601cf4d4211 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1911838 Oct 19 20:22:35.869281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-912b9ab9-3848-4197-9b8e-0b976d4a0332 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:35.874717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.876949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-912b9ab9-3848-4197-9b8e-0b976d4a0332 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 824 time: 0.3681555 Oct 19 20:22:35.882275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-123530e2-f273-466a-8436-5bd3ce779d12 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755940 Oct 19 20:22:35.931747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f021e98-a99b-4fcd-aaa6-9ba2e945c348,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:35.949413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ac547-6fd2-4311-a349-06435fdced86 None None] Network aaa017ae-de44-4c52-bfbe-b96223f0040f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:35.950482 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:35.955554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-59aa12da-33a8-4e03-889c-8c78c638c158 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0f021e98-a99b-4fcd-aaa6-9ba2e945c348 HTTP/1.1" status: 204 len: 168 time: 0.6131773 Oct 19 20:22:35.962457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33186) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:36.030439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-5f2aca5a-1d02-44d5-8d3d-bf3eae586d01 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/quotas/c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 375 time: 0.1337144 Oct 19 20:22:36.058086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f7e18-5f95-4a7b-8242-e7dda65d1199 req-9a8986a8-f690-4264-8ff2-7933167f04b4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:36.069364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ce0f7e18-5f95-4a7b-8242-e7dda65d1199 req-9a8986a8-f690-4264-8ff2-7933167f04b4 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.2106030 Oct 19 20:22:36.155443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cab46519-8e58-4f46-a060-e79fdf195bee no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:36.195904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cab46519-8e58-4f46-a060-e79fdf195bee {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:36.196580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cab46519-8e58-4f46-a060-e79fdf195bee not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:36.268667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-8e82fbae-e748-4583-b7c6-4d687d864513 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2272604 Oct 19 20:22:36.272813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-8e43d474-90af-4afe-8401-e6d29823ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:36.274501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-8e43d474-90af-4afe-8401-e6d29823ab7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1099 time: 0.4293215 Oct 19 20:22:36.278218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.302964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] DHCP port deletion for aaa017ae-de44-4c52-bfbe-b96223f0040f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:22:36.314065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ce0f7e18-5f95-4a7b-8242-e7dda65d1199 req-c1447839-8069-4a72-83d2-05ac49725861 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340078 Oct 19 20:22:36.396949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Deleting port a75e3494-164e-404d-938b-1cf9cd08c4e2 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:36.397240 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.454371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-3c2de0fd-2bbe-4a0b-b5bc-985973ad54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:36.456014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-3c2de0fd-2bbe-4a0b-b5bc-985973ad54d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1693022 Oct 19 20:22:36.475517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] For port a75e3494-164e-404d-938b-1cf9cd08c4e2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a75e3494-164e-404d-938b-1cf9cd08c4e2,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:36.475913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.485495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Router 3091729c-603e-4db4-b294-0f8b711ddbd3 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:22:36.494490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Calling delete_port for a75e3494-164e-404d-938b-1cf9cd08c4e2 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:36.503854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-a71be2b9-d031-40b5-bf3a-61bacee8afc1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:36.505905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-a71be2b9-d031-40b5-bf3a-61bacee8afc1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.11 "GET /v2.0/ports?device_id=21a2fa4a-4ca0-4f74-b98e-e952511ca9eb HTTP/1.1" status: 200 len: 946 time: 0.3716738 Oct 19 20:22:36.563183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafac5c-83aa-4e1e-96fd-1d2488f66082 req-2ae063ff-c5e5-47a5-afbd-6fc371d64f70 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:36.571809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cafac5c-83aa-4e1e-96fd-1d2488f66082 req-2ae063ff-c5e5-47a5-afbd-6fc371d64f70 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.1544859 Oct 19 20:22:36.618370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Deleting port a75e3494-164e-404d-938b-1cf9cd08c4e2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:36.619110 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.679781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.695770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-b78c9cf8-9ce4-4727-9ba8-5f021cfc3c6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.2128992 Oct 19 20:22:36.733548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cafac5c-83aa-4e1e-96fd-1d2488f66082 req-c5f4a658-bd0f-4fae-bfa9-4135cf41a36e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595125 Oct 19 20:22:36.766426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-8246e99c-4f85-4ffc-8800-ae7c95188436 service neutron] 10.222.0.31 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942884 Oct 19 20:22:36.770036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] For port a75e3494-164e-404d-938b-1cf9cd08c4e2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a75e3494-164e-404d-938b-1cf9cd08c4e2,segment=NetworkSegment(c4753a6a-1d9b-43ae-9c48-6f55ef1f5067),segment_id=c4753a6a-1d9b-43ae-9c48-6f55ef1f5067)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:36.770036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:36.801436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Calling delete_port for a75e3494-164e-404d-938b-1cf9cd08c4e2 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:36.847214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] Pushing event deleted for resources: {'Port': ['ID=a75e3494-164e-404d-938b-1cf9cd08c4e2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:36.909784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e83e93-a903-4658-a35a-c1e3d5575eed None None] No DVR routers for this DVR port a75e3494-164e-404d-938b-1cf9cd08c4e2 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:37.032061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b2bdd-dc0f-4612-ae09-d351656346b8 req-35bd6a00-9457-4c66-bc21-a2fc47d4c830 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:37.041273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e87b2bdd-dc0f-4612-ae09-d351656346b8 req-35bd6a00-9457-4c66-bc21-a2fc47d4c830 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 0.1292744 Oct 19 20:22:37.075040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.152939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75e3494-164e-404d-938b-1cf9cd08c4e2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:37.167760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] No DVR routers for this DVR port a75e3494-164e-404d-938b-1cf9cd08c4e2 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:37.253250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-36dc67cf-cb45-471f-9da2-38835b42bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:37.254993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-36dc67cf-cb45-471f-9da2-38835b42bb74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.5425813 Oct 19 20:22:37.289534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:37.305461 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Sync routers for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:37.320888 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:37.321850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:37.342715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Deleting port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:37.343436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.365776 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.367458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bbdcb455-717e-497f-80c4-91bea15064b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3443096 Oct 19 20:22:37.380751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33200) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:37.405184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-1c07f658-fe72-4d78-9949-04390fc62a1d service neutron] 10.222.0.31 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410103 Oct 19 20:22:37.494838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e87b2bdd-dc0f-4612-ae09-d351656346b8 req-2da7e1e0-2739-474a-bec0-9efbfaba7993 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472468 Oct 19 20:22:37.505395 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.525828 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:37.586239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342ac0-a533-490d-95c2-4568e825085a req-c2f2d6f4-e65c-49da-baf8-f9ad1d47c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:37.593183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-c2f2d6f4-e65c-49da-baf8-f9ad1d47c702 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3216059 Oct 19 20:22:37.600127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa017ae-de44-4c52-bfbe-b96223f0040f']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:37.645101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:37.646558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4753a6a-1d9b-43ae-9c48-6f55ef1f5067') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:37.684818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.729418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.751015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:22:37.751939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:22:37.754395 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:22:37.805561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] For port 30ebf62e-36c4-48f9-978c-a474ddcd3d37, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=30ebf62e-36c4-48f9-978c-a474ddcd3d37,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:37.805934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.885478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:37.955563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.977711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:37.987431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aaa017ae-de44-4c52-bfbe-b96223f0040f HTTP/1.1" status: 204 len: 168 time: 2.0180817 Oct 19 20:22:38.007631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33c78b-3120-4eb5-862c-c63d00024a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa017ae-de44-4c52-bfbe-b96223f0040f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:38.135421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4584216-b7d4-44a5-965b-ddd2663c6526 req-d157f09d-09ec-4d29-ab29-9e10f64239f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:38.146860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4584216-b7d4-44a5-965b-ddd2663c6526 req-d157f09d-09ec-4d29-ab29-9e10f64239f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.1341507 Oct 19 20:22:38.199041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a75e3494-164e-404d-938b-1cf9cd08c4e2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:38.241985 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:33Z', 'revision_number': 3, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:38.285871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4584216-b7d4-44a5-965b-ddd2663c6526 req-ad55b867-d283-4cd1-a7f7-85811d62eca4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351438 Oct 19 20:22:38.296252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a75e3494-164e-404d-938b-1cf9cd08c4e2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:38.297281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a75e3494-164e-404d-938b-1cf9cd08c4e2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:38.322326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33218) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:38.359690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Checking router: 3091729c-603e-4db4-b294-0f8b711ddbd3 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:38.361471 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Updating router 3091729c-603e-4db4-b294-0f8b711ddbd3 port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:38.364880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.365806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.366304 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 disassociated. External IP: 172.25.7.32, port: 30ebf62e-36c4-48f9-978c-a474ddcd3d37. Oct 19 20:22:38.366825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Calling delete_port for 30ebf62e-36c4-48f9-978c-a474ddcd3d37 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:38.438666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:22:38.466147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddbaabd2-e269-4fd9-bbd6-00df9178b69f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb0841280a97405fbc1498248ad44bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417816 Oct 19 20:22:38.466911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33224) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:38.468649 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.596325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.712356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f633ae5c-bed9-4c54-ab0c-4e2e203dda82 req-9b427af7-5293-4b5c-bae7-da6e7b5b4e9a tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 210 time: 0.1297870 Oct 19 20:22:38.727089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event deleted for resources: {'Port': ['ID=30ebf62e-36c4-48f9-978c-a474ddcd3d37,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:38.765688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:38.790342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'mac_address': 'fa:16:3e:af:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:22:38.843590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f362d-e681-413e-b391-74a8b33bf531 req-c1af34f8-0aae-41e6-b5d5-913865c4b9d3 tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:38.868516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-649f362d-e681-413e-b391-74a8b33bf531 req-c1af34f8-0aae-41e6-b5d5-913865c4b9d3 tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 1101 time: 0.2985039 Oct 19 20:22:38.875133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.917667 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.944764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649f362d-e681-413e-b391-74a8b33bf531 req-38c5f3b1-2de9-4c36-a74a-219ea1dcc31b tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:38.952358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:38.996089 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.030649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:22:39.036376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:39.051165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.183803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:39.238802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.241437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.242631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/809e8610-8f29-41ce-ab08-44f41ca48b2b HTTP/1.1" status: 204 len: 168 time: 0.7695072 Oct 19 20:22:39.319109 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.324267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2b134-601e-4952-8e4f-a03a0da2c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809e8610-8f29-41ce-ab08-44f41ca48b2b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:39.329465 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.369232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649f362d-e681-413e-b391-74a8b33bf531 req-38c5f3b1-2de9-4c36-a74a-219ea1dcc31b tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.375584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649f362d-e681-413e-b391-74a8b33bf531 req-38c5f3b1-2de9-4c36-a74a-219ea1dcc31b tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.428422 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Pushing event updated for resources: {'Port': ['ID=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:39.452446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-649f362d-e681-413e-b391-74a8b33bf531 req-38c5f3b1-2de9-4c36-a74a-219ea1dcc31b tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812066 Oct 19 20:22:39.455715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:39.459040 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.459040 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.459040 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.459342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.460973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.471207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f3b1-2de9-4c36-a74a-219ea1dcc31b tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013318e-514d-48eb-aa29-dd65ae59a14d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:39.475512 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.475999 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:22:39.521966 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Attempting to bind port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:39.522356 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Attempting to bind port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:39.522715 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Attempting to bind port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:39.530983 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:39.531348 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:39.531979 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.532103 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:39.539912 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Bound port: bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:39.541580 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.626267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] For port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:39.634089 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] For port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:39.639604 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:39.772295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24813571-7e6c-4fd7-a458-2f8b5d668ab9 req-91da5d64-ac39-4153-ad50-bce12f41cc2d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:39.774245 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3148e3-79f3-481e-bf32-1da612d248b4 None None] Pushing event updated for resources: {'Port': ['ID=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:39.780650 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24813571-7e6c-4fd7-a458-2f8b5d668ab9 req-91da5d64-ac39-4153-ad50-bce12f41cc2d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.1926782 Oct 19 20:22:39.819799 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:39.821737 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:39.894903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:39.951185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-ba69ab1c-29fd-43af-bbea-b57a25feae9e tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:39.952624 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:39.953922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-ba69ab1c-29fd-43af-bbea-b57a25feae9e tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.37 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 824 time: 0.2960038 Oct 19 20:22:39.968794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-728fad09-7cea-482b-856c-7a891cead6de service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3810124 Oct 19 20:22:40.026715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e5f18-376a-4d2e-a7a8-1182ca9fd86f req-7121095e-3f38-4a50-a526-e16cdb3f3041 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:40.028606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e11e5f18-376a-4d2e-a7a8-1182ca9fd86f req-7121095e-3f38-4a50-a526-e16cdb3f3041 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 948 time: 1.0940959 Oct 19 20:22:40.060180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24813571-7e6c-4fd7-a458-2f8b5d668ab9 req-e290251b-7561-4d46-ae7e-86192065ab0d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736356 Oct 19 20:22:40.068533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-4ea8db03-6e79-4af0-97aa-328540685cad tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7e74a4753e34310a8306c0f85b41c54 HTTP/1.1" status: 200 len: 380 time: 0.1017113 Oct 19 20:22:40.085947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'port': {'device_id': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'admin_state_up': True, 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'security_groups': ['06995794-7089-4a1d-83bb-aa1faecfa19c']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:40.256294 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:33Z', 'revision_number': 3, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:40.294029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1783330-dd40-4d4b-bb6a-d24c445aa134 req-0f297d7b-e3f7-4650-b17f-35a1c5b1c944 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 210 time: 0.0719249 Oct 19 20:22:40.323587 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2825128-ca9c-4d63-9b5c-18a12ee98eb0 None None] The sync data for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 is: [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:33Z', 'revision_number': 3, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:40.369719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Made reservation on behalf of c7e74a4753e34310a8306c0f85b41c54 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:40.378594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:40.383811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-3a040283-36c4-4fa7-9711-606154954ab2 service neutron] 10.222.0.37 "GET /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.5818307 Oct 19 20:22:40.451014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 30ebf62e-36c4-48f9-978c-a474ddcd3d37 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:40.489231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 30ebf62e-36c4-48f9-978c-a474ddcd3d37 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:22:40.489910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 30ebf62e-36c4-48f9-978c-a474ddcd3d37 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:40.557967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33260) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:40.577755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e11e5f18-376a-4d2e-a7a8-1182ca9fd86f req-1b55e49f-ea96-4faa-8438-9ec35150152f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586840 Oct 19 20:22:40.583345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:40.599809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:40.618130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:40.618774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:40.713690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Allocated IP 172.20.0.3 (eb894d48-896e-40c9-bfab-c973df1c2797/5a0b8d12-2a01-4d4d-b938-886a6baee35c/c71e784f-b01e-4229-b7ff-a758e4a33ced) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:40.718397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] No DVR routers for this DVR port 30ebf62e-36c4-48f9-978c-a474ddcd3d37 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:40.742540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:40.757733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc9e802d-372d-4307-9b6c-f1ca1d19443e req-9bc8a7a0-e6c1-4c4f-917d-1ec67519a669 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.11 "DELETE /v2.0/ports/30ebf62e-36c4-48f9-978c-a474ddcd3d37 HTTP/1.1" status: 204 len: 173 time: 4.1443672 Oct 19 20:22:40.772516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'name': 'network-vif-deleted', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:40.789186 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b0df4c-f539-40df-a31b-b3bfad38c9d5" -d '{"events": [{"server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "name": "network-vif-deleted", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:40.795852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22342ac0-a533-490d-95c2-4568e825085a req-2064f9fc-2ae8-4fa4-8ff8-b8f71fcd45d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638988 Oct 19 20:22:40.928283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:41.068563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305483b-d150-4a62-981f-23b31426457d req-6327e639-6fa1-4241-8330-b567d73d7c93 tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:41.086022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d305483b-d150-4a62-981f-23b31426457d req-6327e639-6fa1-4241-8330-b567d73d7c93 tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 1101 time: 0.5577805 Oct 19 20:22:41.147736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-819586477-network', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:41.230463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d305483b-d150-4a62-981f-23b31426457d req-b18f6efb-386f-486e-960d-e93ba9b0f8a9 tempest-ServersAdminNegativeTestJSON-1996498218 tempest-ServersAdminNegativeTestJSON-1996498218-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434669 Oct 19 20:22:41.243282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:41.252394 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.294447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.296146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:41.296623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.302783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.326729 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4143e4dc-a746-4da3-89d2-af9103bbe1e5 x-openstack-request-id: req-4143e4dc-a746-4da3-89d2-af9103bbe1e5 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:41.326729 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a2fa4a-4ca0-4f74-b98e-e952511ca9eb", "name": "network-vif-deleted", "tag": "30ebf62e-36c4-48f9-978c-a474ddcd3d37", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:41.326729 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4143e4dc-a746-4da3-89d2-af9103bbe1e5 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:41.326729 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a2fa4a-4ca0-4f74-b98e-e952511ca9eb', 'name': 'network-vif-deleted', 'tag': '30ebf62e-36c4-48f9-978c-a474ddcd3d37', 'status': 'completed', 'code': 200} Oct 19 20:22:41.427194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:41.435696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:41.488188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10365158-761a-4857-96f4-aefdfa37a6e1 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:41.502074 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.505135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:41.512528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:41.534952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:41.535967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:41.556943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.593904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69219f76-90bf-4cf4-b6d1-6779570d5c32 req-f8e3e48f-3998-4d51-8d34-ddc0d376079f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:41.595675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69219f76-90bf-4cf4-b6d1-6779570d5c32 req-f8e3e48f-3998-4d51-8d34-ddc0d376079f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.1893947 Oct 19 20:22:41.622839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event updated for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:41.638769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Network eb894d48-896e-40c9-bfab-c973df1c2797 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:41.651903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:41.655411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:41.728875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:41.729485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.749082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.749679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-d062cb1c-1e98-4fa7-bcce-d38d77c30b2b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:41.758879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-2837d232-c0a7-46bb-ad17-3c0cf42cc719 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6825857 Oct 19 20:22:41.759116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-d062cb1c-1e98-4fa7-bcce-d38d77c30b2b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.4172270 Oct 19 20:22:41.783245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:41.783974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-a2d916bf-2429-4701-9863-427a9d628f59 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:41.794073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-a2d916bf-2429-4701-9863-427a9d628f59 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 949 time: 0.6690650 Oct 19 20:22:41.798309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69219f76-90bf-4cf4-b6d1-6779570d5c32 req-8a4f0494-14d7-44bf-a846-1e01dbb55d0a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706042 Oct 19 20:22:41.818067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Request body: {'port': {'device_id': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:41.962709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-5ab4d002-783d-4d28-b9d8-0b821ed49351 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/quotas/b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 375 time: 0.2027915 Oct 19 20:22:41.971600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:22:41.974558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:42.032110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed50139-10c1-47af-9fa0-c8bea4951083,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:42.041382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.062303 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.062833 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Added segment 38065043-fe75-4b1e-80ad-804268aceb08 of type vlan for network c98a30e4-b281-46d3-bfab-daa865a652fa Oct 19 20:22:42.110123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-dc91de38-70a8-473d-89fc-a87c7815db6d service neutron] 10.222.0.11 "GET /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 382 time: 0.3151133 Oct 19 20:22:42.167026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:42.177509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e5ff0-5777-4942-8fc5-19e1992a8a91 req-84950091-f7fb-4b99-a93f-e62fa675293c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:42.187710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c73e5ff0-5777-4942-8fc5-19e1992a8a91 req-84950091-f7fb-4b99-a93f-e62fa675293c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 944 time: 0.2275267 Oct 19 20:22:42.218592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d8e58e41-9fd7-4cb4-973d-e0f30fa6fc2e None None] Provisioning complete for port c71e784f-b01e-4229-b7ff-a758e4a33ced triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:42.218968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8e58e41-9fd7-4cb4-973d-e0f30fa6fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.219236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] Transition to ACTIVE for port object 10365158-761a-4857-96f4-aefdfa37a6e1 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:42.236957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-d2579bc0-ef0e-442a-8f9b-7778aa874401 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2728410 Oct 19 20:22:42.238037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.328573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d8e58e41-9fd7-4cb4-973d-e0f30fa6fc2e None None] Port c71e784f-b01e-4229-b7ff-a758e4a33ced cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:42.356518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.379530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.384553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:42.385067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.408380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c73e5ff0-5777-4942-8fc5-19e1992a8a91 req-3dc1bc67-2405-4931-8c2e-122d9314c941 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168264 Oct 19 20:22:42.434348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-2cc02dd4-89a9-4dbd-b229-2904a07c34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:42.436078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-2cc02dd4-89a9-4dbd-b229-2904a07c34b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1100 time: 0.2915223 Oct 19 20:22:42.447821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.448785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:42.449376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.467007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:42.523805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-4513a862-50f7-493c-8112-57e13082c5ef service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860317 Oct 19 20:22:42.536714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Allocated IP 172.20.0.1 (c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd/1d1cbb58-bd4d-4923-ac06-b51f711f603b/1a89f5c3-3317-4741-8b86-7e86fce4220d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:42.539129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] No DVR routers for this DVR port 10365158-761a-4857-96f4-aefdfa37a6e1 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:42.577217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:42.588249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] Pushing event updated for resources: {'Network': ['ID=c98a30e4-b281-46d3-bfab-daa865a652fa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:42.627886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c98a30e4-b281-46d3-bfab-daa865a652fa details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:22:42.634627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4b1e0-d132-4da2-8c66-9de0a7467da5 None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:42.705561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:22:42.710743 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.718448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1/bindings/n-h2-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 2.3175473 Oct 19 20:22:42.725154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c545b9a-67e4-454e-8f5f-9b1b004f82f5 service neutron] Pushing event updated for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:42.756089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:42.769667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:42.770084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.815725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:42.933027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-63f47dca-7e9a-4c25-81d8-2751af9b41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:42.934853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-63f47dca-7e9a-4c25-81d8-2751af9b41e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.4870348 Oct 19 20:22:42.992168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.017150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-b2876e34-9ebd-4d2b-86ab-d99509809379 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927363 Oct 19 20:22:43.027217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-50222b6e-4e10-4ba7-a013-9fd05a222c07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0816529 Oct 19 20:22:43.033113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-c8923fc6-de24-4aed-ae71-e0c9c9cf1d0f tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.034737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-c8923fc6-de24-4aed-ae71-e0c9c9cf1d0f tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.2317719 Oct 19 20:22:43.068038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:43.083846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.116263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-60deaa4c-2a2a-47a4-b230-c8ca1a9db4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.117894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-60deaa4c-2a2a-47a4-b230-c8ca1a9db4af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0796797 Oct 19 20:22:43.132302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b16332c7-dab6-4c92-bd54-2bfebdf0f744 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5420911 Oct 19 20:22:43.136275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:43.146912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Request body: {'subnet': {'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-819586477-subnet', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:43.151853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.164601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:43.171486 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce709682-880f-4e3f-a388-06af41faa265" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:43.184517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:43.187436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.199915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:43.212819 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.231067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-a3964ab2-e4b3-4068-8196-534ce470840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.231869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-a3964ab2-e4b3-4068-8196-534ce470840e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c&tenant_id=ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 1096 time: 0.1130908 Oct 19 20:22:43.274320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-7e79bc3b-8b8c-44d8-b4d3-d971e64b7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.276109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-7e79bc3b-8b8c-44d8-b4d3-d971e64b7755 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473775 Oct 19 20:22:43.344074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:43.363773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.429866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.450340 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c5b15-ab4f-49dd-8275-7d0c7643bcdf None None] New status for floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:22:43.452625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c433-7942-46de-ab2e-3f387c3ec966 req-57b49231-a47a-49be-b1a8-8a7f10883e0d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.455260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1105c433-7942-46de-ab2e-3f387c3ec966 req-57b49231-a47a-49be-b1a8-8a7f10883e0d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 931 time: 0.3771117 Oct 19 20:22:43.603666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Checking segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:43.604029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Network hostable DHCP agents. Network: c98a30e4-b281-46d3-bfab-daa865a652fa, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:22:43.630339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34afaaab-dc03-44db-8d59-00efa1e9b8e0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:43.640238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71e784f-b01e-4229-b7ff-a758e4a33ced {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:43.693260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1105c433-7942-46de-ab2e-3f387c3ec966 req-f336be5a-9386-4b86-8438-be61a3a8cddd tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934352 Oct 19 20:22:43.693260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.735161 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f96e4-ef1f-490b-920a-263ffe949997 x-openstack-request-id: req-849f96e4-ef1f-490b-920a-263ffe949997 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:43.735703 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:43.735816 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-849f96e4-ef1f-490b-920a-263ffe949997 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:43.736129 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'code': 200} Oct 19 20:22:43.745335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Transition to ACTIVE for port object c71e784f-b01e-4229-b7ff-a758e4a33ced will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:43.759623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.801788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Network c98a30e4-b281-46d3-bfab-daa865a652fa is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:22:43.848194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c98a30e4-b281-46d3-bfab-daa865a652fa) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:43.856499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169f7c3-20a2-4346-914f-8295afefa3ee None None] Network c98a30e4-b281-46d3-bfab-daa865a652fa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:43.863080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:43.874570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.875434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:43.875770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:43.879045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:43.884804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-d3a14ada-1f20-4869-9d56-19211a519b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:43.887053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-d3a14ada-1f20-4869-9d56-19211a519b63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1096 time: 0.6097450 Oct 19 20:22:43.910672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Pushing event updated for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:43.963894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8279841b-ba83-41a4-91bc-e49b5d79c83d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8231471 Oct 19 20:22:44.008751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:44.035244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:44.114415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Pushing event updated for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:44.145234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:44.165873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163f1e-ff8d-4ed7-8fd1-52794f3472d1 req-c07e28cb-9870-4f11-87fc-990635c73647 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:44.167435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10163f1e-ff8d-4ed7-8fd1-52794f3472d1 req-c07e28cb-9870-4f11-87fc-990635c73647 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.3256600 Oct 19 20:22:44.192848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.194179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.229911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.239001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Attempting to bind port c71e784f-b01e-4229-b7ff-a758e4a33ced on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:44.239001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Attempting to bind port c71e784f-b01e-4229-b7ff-a758e4a33ced by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:44.239924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Attempting to bind port c71e784f-b01e-4229-b7ff-a758e4a33ced on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:44.245900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c98a30e4-b281-46d3-bfab-daa865a652fa', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:22:44.246747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.263456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Port c71e784f-b01e-4229-b7ff-a758e4a33ced on network eb894d48-896e-40c9-bfab-c973df1c2797 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:44.264212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Attempting to bind port c71e784f-b01e-4229-b7ff-a758e4a33ced on network eb894d48-896e-40c9-bfab-c973df1c2797 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:44.296825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:44.298069 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.306824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:44.307164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Checking segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:44.307547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Bound using segment: {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:44.307991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Bound port: c71e784f-b01e-4229-b7ff-a758e4a33ced, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0907d3bd-9dcf-4a81-a850-e3ced235ad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:44.308355 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.340230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-3cd83490-de67-443c-943f-29e4dbf74562 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0519173 Oct 19 20:22:44.368866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.374721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640090f9-e038-42df-bdba-9d5fc933ad0f req-110c3d97-5555-4104-a467-42cef43be35d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:44.379794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10163f1e-ff8d-4ed7-8fd1-52794f3472d1 req-4a9e52b5-40b9-4b29-9b12-0bcef769dea3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897557 Oct 19 20:22:44.382940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-640090f9-e038-42df-bdba-9d5fc933ad0f req-110c3d97-5555-4104-a467-42cef43be35d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.5333879 Oct 19 20:22:44.489122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-bf531e97-a5ef-40f8-98eb-e4291ecc21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:44.490753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-bf531e97-a5ef-40f8-98eb-e4291ecc21f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.5415759 Oct 19 20:22:44.508209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-640090f9-e038-42df-bdba-9d5fc933ad0f req-87365b24-dbff-4889-a40a-a09d1e8bbd4b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227374 Oct 19 20:22:44.621264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cfe261d3-ba29-4d6d-aa95-116210305a38 req-60494466-7b5b-4f54-b0b6-8164261c34f5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0870218 Oct 19 20:22:44.624885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-da00dae1-b05c-4a76-a0dd-4acef3f265c7 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726488 Oct 19 20:22:44.679834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-139ea823-5853-4d3d-a079-536b05885f46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 200 len: 217 time: 0.1656721 Oct 19 20:22:44.708581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.724190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:44.726213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Allocated IP 172.20.0.2 (c98a30e4-b281-46d3-bfab-daa865a652fa/34afaaab-dc03-44db-8d59-00efa1e9b8e0/3adabb29-0180-4c3d-b966-b86c0476ca68) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:44.787098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:44.809187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-c6f51c04-d7b0-4e67-87de-bc8b1370bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:44.809411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.811281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-c6f51c04-d7b0-4e67-87de-bc8b1370bbe3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.1078422 Oct 19 20:22:44.873844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-32d2e812-dfb2-4b56-81d4-7d838be05a66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497158 Oct 19 20:22:44.876076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.895895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:44.896520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:44.897958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] 10.222.0.37 "PUT /v2.0/ports/c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 200 len: 1091 time: 3.1109374 Oct 19 20:22:44.900741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:44.903136 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430b449-14be-4b7c-9fdc-d156c559e938" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:44.934961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ffebe-f956-4823-81b7-faf95543341c service neutron] Pushing event updated for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:45.029258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d14d1-bcf3-404c-a0c8-ba1964e7c54a req-a1c9b663-7281-4b8c-b17a-008f4f6d6110 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.030851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d8d14d1-bcf3-404c-a0c8-ba1964e7c54a req-a1c9b663-7281-4b8c-b17a-008f4f6d6110 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 943 time: 0.2420220 Oct 19 20:22:45.083251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.093576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.143590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a0b49d1b-eaac-43e3-b0f9-2ead84be721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.145216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-a0b49d1b-eaac-43e3-b0f9-2ead84be721a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 1094 time: 0.1610801 Oct 19 20:22:45.149034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d8d14d1-bcf3-404c-a0c8-ba1964e7c54a req-f576431b-3bbc-4fd5-93c1-723fbf6fa4bf tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819695 Oct 19 20:22:45.214458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Network c98a30e4-b281-46d3-bfab-daa865a652fa is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:45.221458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:45.226246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:45.228231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Pushing event updated for resources: {'Port': ['ID=3adabb29-0180-4c3d-b966-b86c0476ca68,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:45.242199 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aae61e-b30a-4965-b0b7-48bb840debff x-openstack-request-id: req-32aae61e-b30a-4965-b0b7-48bb840debff {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:45.242702 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:45.242702 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32aae61e-b30a-4965-b0b7-48bb840debff {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:45.243102 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'status': 'completed', 'code': 200} Oct 19 20:22:45.251135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-fc946dfc-86fa-40c5-b3de-1b0c6f2ab35a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 200 len: 217 time: 0.0931473 Oct 19 20:22:45.288981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55baf-a568-4232-b14a-13b0f0f5de93 req-3345205f-6be0-43c1-abbe-bf17022086bb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.290747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27d55baf-a568-4232-b14a-13b0f0f5de93 req-3345205f-6be0-43c1-abbe-bf17022086bb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.3487606 Oct 19 20:22:45.337777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Attempting to bind port 3adabb29-0180-4c3d-b966-b86c0476ca68 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:45.338172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Attempting to bind port 3adabb29-0180-4c3d-b966-b86c0476ca68 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:45.338632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Attempting to bind port 3adabb29-0180-4c3d-b966-b86c0476ca68 on network c98a30e4-b281-46d3-bfab-daa865a652fa {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:45.345854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:45.346735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Checking segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:45.346735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.347013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Bound using segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:45.347484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Bound port: 3adabb29-0180-4c3d-b966-b86c0476ca68, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:45.347864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.398874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-60a6cd20-66f3-41ba-ab95-935261436059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.401274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-60a6cd20-66f3-41ba-ab95-935261436059 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.1013331 Oct 19 20:22:45.446564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] For port 3adabb29-0180-4c3d-b966-b86c0476ca68, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:45.450670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] For port 3adabb29-0180-4c3d-b966-b86c0476ca68, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3adabb29-0180-4c3d-b966-b86c0476ca68,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:45.459799 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.492732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.529065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.567268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f283-cf52-4ac9-ac53-4ab13e277a13 None None] Pushing event updated for resources: {'Port': ['ID=3adabb29-0180-4c3d-b966-b86c0476ca68,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:45.580585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27d55baf-a568-4232-b14a-13b0f0f5de93 req-4f1ad014-e191-4c80-a163-4ab2b06f5725 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579625 Oct 19 20:22:45.634318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-4ee044d5-fe0e-4fd4-984b-48306136c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.636115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-4ee044d5-fe0e-4fd4-984b-48306136c726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187254 Oct 19 20:22:45.671708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-e2c70761-2f31-43b1-99b5-72271cb4dd49 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712016 Oct 19 20:22:45.681647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c6c3-79a3-4238-b266-03d90ca3d67d req-b3a5c2e9-c053-4813-8b0f-72e6ae77f08e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.691051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85d5c6c3-79a3-4238-b266-03d90ca3d67d req-b3a5c2e9-c053-4813-8b0f-72e6ae77f08e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.1951754 Oct 19 20:22:45.820035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85d5c6c3-79a3-4238-b266-03d90ca3d67d req-291e31fc-c216-449e-ad74-90c82a684de4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259348 Oct 19 20:22:45.866172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-78e4e0f4-a2f8-4215-bcfb-47d894b1832f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.868221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-78e4e0f4-a2f8-4215-bcfb-47d894b1832f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 807 time: 0.7793067 Oct 19 20:22:45.879293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Allocated IP 172.25.7.229 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0b669c96-c92d-4f37-8c22-c813c75952eb) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:45.922223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Request body: {'port': {'device_id': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'admin_state_up': True, 'tenant_id': 'b5dafeb827d24be2a4881f5e0480d4b2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:45.944966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:45.961817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-55115485-a056-43b1-ab37-e75ed16cc5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089776 Oct 19 20:22:45.969470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cfccb-87bd-4b27-a469-101ef2d3e304 req-4e8e5c15-0d66-466b-a022-6277ff1702e3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:45.985151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f9cfccb-87bd-4b27-a469-101ef2d3e304 req-4e8e5c15-0d66-466b-a022-6277ff1702e3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.3074055 Oct 19 20:22:46.020722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.026571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7052866-25b7-400a-b144-63fdac7700df req-a0a5f906-40b7-4dd1-8ae2-3ce23e8d3893 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0820572 Oct 19 20:22:46.193729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3adabb29-0180-4c3d-b966-b86c0476ca68 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:46.236452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d8fa37c-65b8-49ea-8509-6a5976d68af9 req-62f688a1-b946-43f5-b992-7889459b8b9f service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620392 Oct 19 20:22:46.252820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.297116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3adabb29-0180-4c3d-b966-b86c0476ca68 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:46.297509 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.314732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.322683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-441e267d-7563-4f0f-8d3e-b3766e90786d service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824156 Oct 19 20:22:46.429622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f9cfccb-87bd-4b27-a469-101ef2d3e304 req-66c6a261-7f0d-407b-abd9-1c90bfce8989 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433482 Oct 19 20:22:46.438734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d32a6d-b575-4d81-b2d2-f02aa120eeb1 req-e78863f3-3fad-4dea-ab9b-2656769d4c73 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:46.440318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80d32a6d-b575-4d81-b2d2-f02aa120eeb1 req-e78863f3-3fad-4dea-ab9b-2656769d4c73 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 943 time: 0.1517730 Oct 19 20:22:46.445822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Pushing event updated for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:46.464051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.468965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-cd267b69-0e47-4ff1-95a3-3100c07f8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:46.470836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-cd267b69-0e47-4ff1-95a3-3100c07f8ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 1094 time: 0.1383843 Oct 19 20:22:46.471955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.513069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 3adabb29-0180-4c3d-b966-b86c0476ca68, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3adabb29-0180-4c3d-b966-b86c0476ca68,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:46.517958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.618541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=3adabb29-0180-4c3d-b966-b86c0476ca68,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:46.624574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:46.672828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Pushing event updated for resources: {'Port': ['ID=0b669c96-c92d-4f37-8c22-c813c75952eb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:46.721367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:46.730081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80d32a6d-b575-4d81-b2d2-f02aa120eeb1 req-97a303be-1de4-4a61-9615-e12c3bcde66c tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652702 Oct 19 20:22:46.741022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-04b82f0d-5b0d-4bb1-bee7-2cb5ebea8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:46.743041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-04b82f0d-5b0d-4bb1-bee7-2cb5ebea8474 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 925 time: 0.2258704 Oct 19 20:22:46.752706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:46.755084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:46.770220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:46.834701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Made reservation on behalf of b5dafeb827d24be2a4881f5e0480d4b2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:46.841217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:46.970234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-d7a8edf1-7dca-47c5-8ca8-4bd095b63d49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 200 len: 217 time: 0.2120593 Oct 19 20:22:47.129206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-876d489b-2710-4cba-96e3-007bb6b60a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.130714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-876d489b-2710-4cba-96e3-007bb6b60a70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.1141474 Oct 19 20:22:47.161519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003dca7-c2c7-423b-ae89-1aaf6d32c2c2 None None] Network c98a30e4-b281-46d3-bfab-daa865a652fa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:22:47.280178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb42e-d357-493e-835a-94a1d3ebee23 req-838ec47a-5524-437b-b88d-523d7e7f61fb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.289002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4ecb42e-d357-493e-835a-94a1d3ebee23 req-838ec47a-5524-437b-b88d-523d7e7f61fb tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.5627863 Oct 19 20:22:47.303066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Router 3091729c-603e-4db4-b294-0f8b711ddbd3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:47.347569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6830a299-2875-4dca-9c64-e610e7689bc7 None None] Provisioning complete for port 3adabb29-0180-4c3d-b966-b86c0476ca68 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:47.348113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6830a299-2875-4dca-9c64-e610e7689bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:47.348223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-76b9d369-c080-4fbf-b7fd-fdc9301ddb70 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.349871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-76b9d369-c080-4fbf-b7fd-fdc9301ddb70 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.7099912 Oct 19 20:22:47.383708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Allocated IP 172.20.0.12 (f9e3c1dd-307c-461e-982c-50e8cd7ff7ff/0dba038e-8ad1-406c-be33-b1167b0c8de6/2764aaa8-5351-4469-847a-47e3d264da46) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:47.394696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4ecb42e-d357-493e-835a-94a1d3ebee23 req-7b267893-53d6-4d7c-b7b5-13f7e53e21c0 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046300 Oct 19 20:22:47.427466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc154-ba4b-40b5-9891-7af6a9caee97 req-7f580150-2eb5-43b9-8ad5-f0610e17c966 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.435996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c43fc154-ba4b-40b5-9891-7af6a9caee97 req-7f580150-2eb5-43b9-8ad5-f0610e17c966 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.4737434 Oct 19 20:22:47.446784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-70ac5a3d-e7c4-407a-8649-16c70b0afd30 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.448281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-70ac5a3d-e7c4-407a-8649-16c70b0afd30 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.4017794 Oct 19 20:22:47.522889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-d22afaa3-3f39-4073-adaa-1532e5617d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.525326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-d22afaa3-3f39-4073-adaa-1532e5617d32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2913043 Oct 19 20:22:47.539575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c43fc154-ba4b-40b5-9891-7af6a9caee97 req-9cd06e5a-6e8b-458d-bdb8-ef820ae0fc17 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026659 Oct 19 20:22:47.645916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-976f2cd7-30fc-41f2-9538-57c81be3e80d req-b8b4ccff-416f-4120-b9fc-e38471b7ff93 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.1285698 Oct 19 20:22:47.689159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-f4c4988a-8399-4d09-95fd-b930cbd1c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:47.690986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-f4c4988a-8399-4d09-95fd-b930cbd1c875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.3592873 Oct 19 20:22:47.718110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:47.962497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:47.978521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Sync routers for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:47.991993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:47.992638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:48.402106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3adabb29-0180-4c3d-b966-b86c0476ca68 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:48.412931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-38b80944-2f2e-4960-b5c5-8036985c619d service neutron] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:48.421497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-38b80944-2f2e-4960-b5c5-8036985c619d service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.422886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5901b92f-dc38-477b-a682-ba6d89d4795d req-38b80944-2f2e-4960-b5c5-8036985c619d service neutron] 10.222.0.11 "DELETE /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1/bindings/n-h1-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.9601603 Oct 19 20:22:48.426903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.518649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:48.527001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-17a3a6ed-2099-46eb-921b-3f638770a485 None None] Provisioning complete for port 3adabb29-0180-4c3d-b966-b86c0476ca68 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:48.527361 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-17a3a6ed-2099-46eb-921b-3f638770a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.532832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.603844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d106ad4-d76c-405b-b5a2-febbb7e962ff admin admin] 10.222.0.31 "PUT /v2.0/routers/3091729c-603e-4db4-b294-0f8b711ddbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2134285 Oct 19 20:22:48.670742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.694668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3adabb29-0180-4c3d-b966-b86c0476ca68 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:48.695079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.736391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.742764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5ac20982-5a99-4db7-aa70-1ef09b470348'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:48.761447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fb3ae-aa70-4c8f-8489-ca4fb0fafb22 req-8fbff2b4-f348-4dd4-9498-1fecfa892ea9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:48.772466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55fb3ae-aa70-4c8f-8489-ca4fb0fafb22 req-8fbff2b4-f348-4dd4-9498-1fecfa892ea9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 1.0435450 Oct 19 20:22:48.858677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Deleting port bc9c17bd-56d6-446b-85e0-0972342fbe32 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:48.859162 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:48.997749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d55fb3ae-aa70-4c8f-8489-ca4fb0fafb22 req-56b8b3a0-d0ff-4db8-a578-a6d52dbdab52 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232866 Oct 19 20:22:49.002142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-8036e9a3-cb85-494c-a7d8-59ebfc098f62 service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4545858 Oct 19 20:22:49.021155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:49.025934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.058249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:49.103424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-7cc9ec05-3885-443a-8e43-ee3a7190aed3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3725767 Oct 19 20:22:49.104349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:49.162686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:49.214508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Router 4b47a997-2652-4cf1-820e-fd9c0900337d is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:22:49.236342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77f5dd-8a56-438d-a20f-d2531034a6bf req-2b6f2de2-1453-4529-be79-d39f8c3cd3ab tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:49.245081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd77f5dd-8a56-438d-a20f-d2531034a6bf req-2b6f2de2-1453-4529-be79-d39f8c3cd3ab tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 943 time: 1.3536074 Oct 19 20:22:49.288619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:49.289448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.308201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538f2ef-eda2-4101-8c32-95033e99add8 req-c6e7c7f2-0750-4029-acbc-2c3a82166652 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:49.309960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8538f2ef-eda2-4101-8c32-95033e99add8 req-c6e7c7f2-0750-4029-acbc-2c3a82166652 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 950 time: 0.1858604 Oct 19 20:22:49.314369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7430b449-14be-4b7c-9fdc-d156c559e938 req-713b4c26-dee5-4f03-a084-3badd6bb98d0 service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009105 Oct 19 20:22:49.391725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8538f2ef-eda2-4101-8c32-95033e99add8 req-afaf95a4-7032-4107-8e2e-5fe57e427aa0 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Oct 19 20:22:49.457107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-7e44e8be-6b3a-4951-9792-a72976332033 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5704730 Oct 19 20:22:49.475346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:49.489626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd77f5dd-8a56-438d-a20f-d2531034a6bf req-c1fcd4e3-7b25-48d8-9170-9cb3bf132ff2 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434897 Oct 19 20:22:49.493397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Sync routers for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:49.509485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.511198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bbae3a15-23ca-4681-b4be-f5a3a6e64e52 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4793744 Oct 19 20:22:49.512490 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:49.515909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33370) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:49.517018 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:49.517256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:44Z', 'revision_number': 4, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1a89f5c3-3317-4741-8b86-7e86fce4220d', 'name': '', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'mac_address': 'fa:16:3e:c0:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:41Z', 'updated_at': '2021-10-19T20:22:45Z', 'revision_number': 2, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'subnets': [{'id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:49.589506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Request body: {'port': {'device_id': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:49.592230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Checking router: 3091729c-603e-4db4-b294-0f8b711ddbd3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:49.598129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Updating router 3091729c-603e-4db4-b294-0f8b711ddbd3 port 1a89f5c3-3317-4741-8b86-7e86fce4220d binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:49.672027 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:49.678617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.779392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:49.820515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:49.837160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94134-84ee-443b-bcd7-812188d59dd1 req-c478af10-4c5d-43fa-90df-ca2b90a7b8f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:49.838729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64f94134-84ee-443b-bcd7-812188d59dd1 req-c478af10-4c5d-43fa-90df-ca2b90a7b8f8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.2261398 Oct 19 20:22:49.870361 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.888457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Transition to ACTIVE for port object 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:49.901402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c71e784f-b01e-4229-b7ff-a758e4a33ced details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:22:49.912104 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:47Z', 'revision_number': 3, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:49.924073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:49.939662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:49.943323 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a63195-b5d0-4cc3-87e8-6682110dcd7a" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:49.957367 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Checking router: 4b47a997-2652-4cf1-820e-fd9c0900337d for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:49.957954 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Updating router 4b47a997-2652-4cf1-820e-fd9c0900337d port 0b669c96-c92d-4f37-8c22-c813c75952eb binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:49.984932 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.012960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64f94134-84ee-443b-bcd7-812188d59dd1 req-c90183de-439a-4122-b3e9-30be815bff9a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620066 Oct 19 20:22:50.023077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.137424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:50.149487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-334ac029-6dad-4bdb-9516-0311f3ecc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:50.151232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-334ac029-6dad-4bdb-9516-0311f3ecc829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 1096 time: 1.0016446 Oct 19 20:22:50.188429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:50.204804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d8ef2-1970-4911-85e9-f8e4fb5b9dbc req-6f9aa7c1-bd8b-4506-b948-8e0eab27e405 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:50.220798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c0d8ef2-1970-4911-85e9-f8e4fb5b9dbc req-6f9aa7c1-bd8b-4506-b948-8e0eab27e405 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 932 time: 0.3302944 Oct 19 20:22:50.227454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'port_id': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'mac_address': 'fa:16:3e:02:50:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:22:50.528326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] No DVR routers for this DVR port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:50.544739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-1cbf5aef-aa5f-4e2d-9fec-cba57d954abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:50.546354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-1cbf5aef-aa5f-4e2d-9fec-cba57d954abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.2763543 Oct 19 20:22:50.565872 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.574357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device bc9c17bd-56d6-446b-85e0-0972342fbe32 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:50.582685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.670463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] For port bc9c17bd-56d6-446b-85e0-0972342fbe32, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=bc9c17bd-56d6-446b-85e0-0972342fbe32,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:50.670835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.693574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38f80-881e-46d1-8cbd-8ec6f9b88092 None None] Pushing event updated for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:50.702293 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.734498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-f9340088-8901-4eca-9549-71a64693f88a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:50.736543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-f9340088-8901-4eca-9549-71a64693f88a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 819 time: 0.3408949 Oct 19 20:22:50.738909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Calling delete_port for bc9c17bd-56d6-446b-85e0-0972342fbe32 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:50.757484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71e784f-b01e-4229-b7ff-a758e4a33ced {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:50.781906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-7fdbed51-5577-4b3e-982c-f33622d83564 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/quotas/3c9d7c31d27a4168952f138f96a320b0 HTTP/1.1" status: 200 len: 375 time: 0.0144794 Oct 19 20:22:50.828611 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.839393 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.863467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:50.889601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:50.890190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:50.892220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:50.923662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Attempting to bind port 1a89f5c3-3317-4741-8b86-7e86fce4220d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:50.924041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Attempting to bind port 1a89f5c3-3317-4741-8b86-7e86fce4220d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:50.924408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Attempting to bind port 1a89f5c3-3317-4741-8b86-7e86fce4220d on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:50.927059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.932320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-c7c95ea1-0c78-4f3a-bec8-106b242fff68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 200 len: 217 time: 0.1958518 Oct 19 20:22:50.935082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-9516a52c-5d75-4a68-b8c4-4492b85c455a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447551 Oct 19 20:22:50.955094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:50.959947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Attempting to bind port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:50.960095 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Attempting to bind port 0b669c96-c92d-4f37-8c22-c813c75952eb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:50.960335 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Attempting to bind port 0b669c96-c92d-4f37-8c22-c813c75952eb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:50.960690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Attempting to bind port 0b669c96-c92d-4f37-8c22-c813c75952eb on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:50.985604 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:50.996447 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:50.999282 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:50.999711 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:51.000217 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Bound port: 0b669c96-c92d-4f37-8c22-c813c75952eb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:51.000620 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.008493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199a12-7f39-47ec-be85-3ca27ec3157e None None] Pushing event updated for resources: {'Port': ['ID=0b669c96-c92d-4f37-8c22-c813c75952eb,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:51.046531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:51.065416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:51.065642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Checking segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:51.065958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.066352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Bound using segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:51.068609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Bound port: 1a89f5c3-3317-4741-8b86-7e86fce4220d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:51.070991 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.136526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:51.137805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:51.138087 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] For port 0b669c96-c92d-4f37-8c22-c813c75952eb, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:51.138559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:51.139104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Bound port: 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:51.139604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.142870 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] For port 0b669c96-c92d-4f37-8c22-c813c75952eb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b669c96-c92d-4f37-8c22-c813c75952eb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:51.148613 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.184720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c0d8ef2-1970-4911-85e9-f8e4fb5b9dbc req-f7ccf87e-691b-4528-9ad0-96a1a9b0c36f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9630489 Oct 19 20:22:51.227183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.246207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['c71e784f-b01e-4229-b7ff-a758e4a33ced'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:51.280872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-e572620f-f498-472d-9ab0-4f281a4937d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:51.282575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-e572620f-f498-472d-9ab0-4f281a4937d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.3383934 Oct 19 20:22:51.324562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:51.333202 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-4fb3b71d-d863-4864-a0ff-0ff7d4da7608 service neutron] 10.222.0.31 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853307 Oct 19 20:22:51.334911 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:51.349917 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8d8f8-75f1-4f6d-a42b-25d0b737b887 x-openstack-request-id: req-b3c8d8f8-75f1-4f6d-a42b-25d0b737b887 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:51.350470 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:51.350911 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3c8d8f8-75f1-4f6d-a42b-25d0b737b887 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:51.351481 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'code': 200} Oct 19 20:22:51.355655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-d66b1e3c-2933-4d80-92aa-6f5bd65b1595 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608947 Oct 19 20:22:51.446782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:51.473121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199a12-7f39-47ec-be85-3ca27ec3157e None None] Pushing event updated for resources: {'Port': ['ID=0b669c96-c92d-4f37-8c22-c813c75952eb,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:51.491195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.538912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] For port 1a89f5c3-3317-4741-8b86-7e86fce4220d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:51.569453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:51.594256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] For port 1a89f5c3-3317-4741-8b86-7e86fce4220d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a89f5c3-3317-4741-8b86-7e86fce4220d,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:51.615706 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.616192 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:51.655093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.695115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Allocated IP 172.20.0.1 (c98a30e4-b281-46d3-bfab-daa865a652fa/34afaaab-dc03-44db-8d59-00efa1e9b8e0/9be8762b-6bca-4041-8c8b-aba52f525542) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:51.716536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:51.717571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:51.801019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.834866 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:47Z', 'revision_number': 3, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:51.843168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.863640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Network c98a30e4-b281-46d3-bfab-daa865a652fa is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:51.867938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:51.878270 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9c74b-414d-4647-8392-d73bf673a1be None None] The sync data for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 is: [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:47Z', 'revision_number': 3, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:51.906424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:51.914272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:51.914893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:51.917568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 1097 time: 4.2103441 Oct 19 20:22:52.034561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Pushing event updated for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:52.047357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-6c3598cb-5ba0-435f-98d8-59e8813dbfe0 service neutron] 10.222.0.31 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034690 Oct 19 20:22:52.048857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:52.062758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:52.065076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:52.119483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2764aaa8-5351-4469-847a-47e3d264da46 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:22:52.134856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-f83d9186-db32-4995-b18e-4d558e358bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585759 Oct 19 20:22:52.191362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:52.213761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf5ab6-f100-4fc8-948e-a109a582d3d9 req-f57e4b1a-f32c-4a11-9658-14fcd836a305 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:52.229065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fbf5ab6-f100-4fc8-948e-a109a582d3d9 req-f57e4b1a-f32c-4a11-9658-14fcd836a305 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.6740746 Oct 19 20:22:52.269984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38f80-881e-46d1-8cbd-8ec6f9b88092 None None] Pushing event updated for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:52.295425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:52.366836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7bcb7927-5deb-44bb-87b9-0ae2f6a17589'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:52.663726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:22:52.673785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43670bbe-d568-4b9f-8f04-029c7182e461 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=11']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:52.679515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9bfdfc4-4a99-4d4c-a3cc-c58ece38ca25 req-3caa1ebb-a36d-4da9-bff6-fcc00fd77d75 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194495 Oct 19 20:22:52.760088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Pushing event deleted for resources: {'Port': ['ID=bc9c17bd-56d6-446b-85e0-0972342fbe32,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:52.829823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d1a8e70-b1f2-4010-9a8d-2c37f0aa4b76 req-e0a91bc6-195b-47a6-80b9-bfccf9f6cb27 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd73b2b1-6312-4c51-b107-8c729b3305f8 HTTP/1.1" status: 200 len: 210 time: 0.1053607 Oct 19 20:22:52.846894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Transition to ACTIVE for port object 2764aaa8-5351-4469-847a-47e3d264da46 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:22:52.849060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-900834f0-bdae-4677-ac66-7fde504d26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:52.860398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-900834f0-bdae-4677-ac66-7fde504d26bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1100 time: 0.8733118 Oct 19 20:22:52.955442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:52.961867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:53.030226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:22:53.072843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-325ec04f-052f-43f5-b90d-d66bfd7790bc None None] Provisioning complete for port 9be8762b-6bca-4041-8c8b-aba52f525542 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:53.073671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-325ec04f-052f-43f5-b90d-d66bfd7790bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:53.165949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] No DVR routers for this DVR port bc9c17bd-56d6-446b-85e0-0972342fbe32 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:53.176925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-325ec04f-052f-43f5-b90d-d66bfd7790bc None None] Port 9be8762b-6bca-4041-8c8b-aba52f525542 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:53.179878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-4b1cf432-1292-42f7-a441-1da822fcedce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:53.181326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-4b1cf432-1292-42f7-a441-1da822fcedce service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3188832 Oct 19 20:22:53.182652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:53.211856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c7ae5d-aade-41ce-909b-9908a4346798 req-41732982-a7ed-4926-b99e-0235233b1ee7 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "DELETE /v2.0/ports/bc9c17bd-56d6-446b-85e0-0972342fbe32 HTTP/1.1" status: 204 len: 173 time: 5.8297772 Oct 19 20:22:53.211856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:53.269004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:44Z', 'revision_number': 4, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1a89f5c3-3317-4741-8b86-7e86fce4220d', 'name': '', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'mac_address': 'fa:16:3e:c0:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:41Z', 'updated_at': '2021-10-19T20:22:51Z', 'revision_number': 4, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'subnets': [{'id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:53.275950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Pushing event updated for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:53.318757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37acda-7344-4410-b12f-40966e4af205 None None] The sync data for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 is: [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:22:44Z', 'revision_number': 4, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1a89f5c3-3317-4741-8b86-7e86fce4220d', 'name': '', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'mac_address': 'fa:16:3e:c0:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:41Z', 'updated_at': '2021-10-19T20:22:51Z', 'revision_number': 4, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'subnets': [{'id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:53.407014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbc9be-7be9-4e5a-abdc-dfeea402dfee req-fbdc9027-56fc-4dd6-be6e-112516d3677f tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:53.410163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33dbc9be-7be9-4e5a-abdc-dfeea402dfee req-fbdc9027-56fc-4dd6-be6e-112516d3677f tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 944 time: 0.4419360 Oct 19 20:22:53.523451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:53.528091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33dbc9be-7be9-4e5a-abdc-dfeea402dfee req-9ad06ae9-b3cc-4d6e-a1a6-e8d7adcbacb1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073167 Oct 19 20:22:53.873799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2cd0-fb24-4b09-8d9e-6a8cba2fd82f req-dce95513-3b87-4593-b34b-a4ccdbefc6a8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:53.876554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f70e2cd0-fb24-4b09-8d9e-6a8cba2fd82f req-dce95513-3b87-4593-b34b-a4ccdbefc6a8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1997209 Oct 19 20:22:53.894727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c71e784f-b01e-4229-b7ff-a758e4a33ced up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:53.909378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Network c98a30e4-b281-46d3-bfab-daa865a652fa is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:53.946998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:54.035525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f70e2cd0-fb24-4b09-8d9e-6a8cba2fd82f req-e2a241bc-e1b2-4d1c-8440-323f9cd6c792 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226339 Oct 19 20:22:54.048955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}, {'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'name': 'network-vif-deleted', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:54.051658 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257fa327-cf54-4208-8684-d9c84ee3f343" -d '{"events": [{"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}, {"server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "name": "network-vif-deleted", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:54.063380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fbf5ab6-f100-4fc8-948e-a109a582d3d9 req-05c4dd43-dae3-44d1-8ad5-440c53e10659 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7530541 Oct 19 20:22:54.085552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port c71e784f-b01e-4229-b7ff-a758e4a33ced completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:22:54.102446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port c71e784f-b01e-4229-b7ff-a758e4a33ced triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:54.102811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:54.106550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-d63461c6-b812-459a-9cf6-a5c97d69abba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.8479733 Oct 19 20:22:54.393889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbe57d9e-35ce-4786-8470-b1ad51a49fe9 req-bce4816a-821e-40a6-b95a-fc41cb1920ed tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 210 time: 0.1394658 Oct 19 20:22:54.415737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a89f5c3-3317-4741-8b86-7e86fce4220d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:54.443292 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:54.567387 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:54.570056 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fdf819-dea1-4dac-af95-5b57b65cde50" -d '{"events": [{"server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "name": "network-vif-plugged", "status": "completed", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:54.592882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:54.593151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Router 4b47a997-2652-4cf1-820e-fd9c0900337d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:22:54.600737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:54.605255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da5200b7-2a61-489c-9d9f-927384a0ae3c None None] Provisioning complete for port 9be8762b-6bca-4041-8c8b-aba52f525542 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:54.605640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da5200b7-2a61-489c-9d9f-927384a0ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:54.606464 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333cbf89-5327-4c78-8b8a-8c1dd043668f x-openstack-request-id: req-333cbf89-5327-4c78-8b8a-8c1dd043668f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:54.606969 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "status": "completed", "code": 200}, {"server_uuid": "bd73b2b1-6312-4c51-b107-8c729b3305f8", "name": "network-vif-deleted", "tag": "bc9c17bd-56d6-446b-85e0-0972342fbe32", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:54.607119 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-333cbf89-5327-4c78-8b8a-8c1dd043668f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:54.613839 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'status': 'completed', 'code': 200} Oct 19 20:22:54.614102 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd73b2b1-6312-4c51-b107-8c729b3305f8', 'name': 'network-vif-deleted', 'tag': 'bc9c17bd-56d6-446b-85e0-0972342fbe32', 'status': 'completed', 'code': 200} Oct 19 20:22:54.709717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-da5200b7-2a61-489c-9d9f-927384a0ae3c None None] Port 9be8762b-6bca-4041-8c8b-aba52f525542 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:22:54.734154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a89f5c3-3317-4741-8b86-7e86fce4220d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:54.734629 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:54.736345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:54.970684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.034496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 1a89f5c3-3317-4741-8b86-7e86fce4220d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a89f5c3-3317-4741-8b86-7e86fce4220d,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:55.035715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:55.047814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.048622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b669c96-c92d-4f37-8c22-c813c75952eb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:55.060005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-4aec3084-a8ff-4fbe-a6ed-e5f280adbbf7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.072358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-4aec3084-a8ff-4fbe-a6ed-e5f280adbbf7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 819 time: 0.6529684 Oct 19 20:22:55.134791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Request body: {'port': {'device_id': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'admin_state_up': True, 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:55.153383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-7823676c-418d-43d4-be2a-2cbc27bab77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.156259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-7823676c-418d-43d4-be2a-2cbc27bab77f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 1.0244215 Oct 19 20:22:55.237004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:55.259803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b669c96-c92d-4f37-8c22-c813c75952eb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:55.260405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.328259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce2ad0-c2f2-4e67-86a2-8f3241167b77 req-6612af06-1c4d-4fce-aa58-3620a4f0997e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.336525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fce2ad0-c2f2-4e67-86a2-8f3241167b77 req-6612af06-1c4d-4fce-aa58-3620a4f0997e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1096 time: 1.0778508 Oct 19 20:22:55.407174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-e8b1bf35-9e4f-48a8-bfdd-0c7b4eacd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.408965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-e8b1bf35-9e4f-48a8-bfdd-0c7b4eacd641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1100 time: 0.8092155 Oct 19 20:22:55.418650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:55.419243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:55.420386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:55.442562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:22:55.445166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:55.489875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.546025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 0b669c96-c92d-4f37-8c22-c813c75952eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b669c96-c92d-4f37-8c22-c813c75952eb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:55.554287 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.567321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fce2ad0-c2f2-4e67-86a2-8f3241167b77 req-b1b55cb5-9835-4dd1-85bb-c46f2235463e tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295473 Oct 19 20:22:55.573501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:22:55.596366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-906af13e-8211-4268-b4eb-2318fe77e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.603223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ba66fdd-611c-4ca2-b630-39eb691632ee admin admin] 10.222.0.31 "PUT /v2.0/routers/4b47a997-2652-4cf1-820e-fd9c0900337d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0819705 Oct 19 20:22:55.611790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-906af13e-8211-4268-b4eb-2318fe77e2cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531660 Oct 19 20:22:55.680701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=0b669c96-c92d-4f37-8c22-c813c75952eb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:55.686972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Sync routers for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:22:55.708470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:55.709392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:55.800091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-58ea3fbe-3063-4b40-ac54-5b24c22c8887 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.810236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-58ea3fbe-3063-4b40-ac54-5b24c22c8887 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 819 time: 0.2954788 Oct 19 20:22:55.817218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-31b1e40d-5a65-4034-b420-4fb875f6db1c service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032225 Oct 19 20:22:55.818040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:55.818721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:55.818721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:55.819169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Bound port: 2764aaa8-5351-4469-847a-47e3d264da46, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:55.819527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:55.843656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-50b1cb94-c0ad-4a51-a0f4-f0d6222482b3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/quotas/3c9d7c31d27a4168952f138f96a320b0 HTTP/1.1" status: 200 len: 375 time: 0.0309508 Oct 19 20:22:55.869027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:55.925265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-7f271a66-1f09-407c-9cac-ced3dd4dfa45 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805206 Oct 19 20:22:55.974882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-0d4c440b-843e-4fc1-8ff1-024a918e2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:55.979276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-0d4c440b-843e-4fc1-8ff1-024a918e2583 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5532105 Oct 19 20:22:55.980214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Made reservation on behalf of 3c9d7c31d27a4168952f138f96a320b0 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:55.990622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.045375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-1aadddd9-605d-478f-ac8e-49b0f4eb3e34 service neutron] 10.222.0.31 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183472 Oct 19 20:22:56.164698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a89f5c3-3317-4741-8b86-7e86fce4220d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:56.212797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 2, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:56.222288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-869a3982-ccba-49f4-8714-87fe48f201af service neutron] 10.222.0.31 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745200 Oct 19 20:22:56.257103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Checking router: 4b47a997-2652-4cf1-820e-fd9c0900337d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:22:56.257804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Updating router 4b47a997-2652-4cf1-820e-fd9c0900337d port 9be8762b-6bca-4041-8c8b-aba52f525542 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:22:56.351838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-43bd8924-2de7-4206-8739-75638eefa84a tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:56.355010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-43bd8924-2de7-4206-8739-75638eefa84a tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 950 time: 0.1304600 Oct 19 20:22:56.367320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.382908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3e5c-a662-40f5-866f-76c613a8cec5 req-35d8aada-03c8-4948-8f45-30a1ddebd136 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:56.385062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-656f3e5c-a662-40f5-866f-76c613a8cec5 req-35d8aada-03c8-4948-8f45-30a1ddebd136 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.5982006 Oct 19 20:22:56.417014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a89f5c3-3317-4741-8b86-7e86fce4220d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:56.417405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.458946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:56.463008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:56.465946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-9d3a58ba-6026-46d9-ad52-180a91b15570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.4703169 Oct 19 20:22:56.471488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb21fc22-d74e-41e6-97a0-c43409481cff req-0431ba69-f831-4e59-bb26-ba2e9f5a1cbe service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446223 Oct 19 20:22:56.530514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Deleting port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:22:56.530851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.635974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Allocated IP 172.20.0.5 (c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd/1d1cbb58-bd4d-4923-ac06-b51f711f603b/047ed476-df95-4bc3-990d-c11c558134e5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:56.646171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dde61b6f-9dd6-4e9d-9425-e50b9b3d25a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.666871 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5433b6-766e-4205-9572-515b5423d213 x-openstack-request-id: req-aa5433b6-766e-4205-9572-515b5423d213 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:56.667425 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "name": "network-vif-plugged", "status": "completed", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:56.667830 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa5433b6-766e-4205-9572-515b5423d213 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:56.668373 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'code': 200} Oct 19 20:22:56.827037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.850052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] For port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:56.850574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:56.908828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fa446-f94d-4f24-9b95-dcd8679a46ce req-8c7e3430-b008-4f8c-a368-92b104de0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:56.910930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a7fa446-f94d-4f24-9b95-dcd8679a46ce req-8c7e3430-b008-4f8c-a368-92b104de0062 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 1096 time: 0.2503021 Oct 19 20:22:56.956514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Calling delete_port for 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:22:56.989385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b669c96-c92d-4f37-8c22-c813c75952eb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:22:56.996207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:56.997079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.000944 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 1092 time: 7.4917059 Oct 19 20:22:57.030446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:57.033622 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50911c80-3886-4107-b599-eeaf544779c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "tag": "2764aaa8-5351-4469-847a-47e3d264da46"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:57.124730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12972be4-0e94-431d-8106-a8eec9740c66 req-3635c57a-6740-4a05-86bd-560e30b35e82 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:57.132539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12972be4-0e94-431d-8106-a8eec9740c66 req-3635c57a-6740-4a05-86bd-560e30b35e82 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/ports?device_id=94d7803d-89a1-4d79-81fc-aecd19c37f46 HTTP/1.1" status: 200 len: 950 time: 0.3628356 Oct 19 20:22:57.145662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b669c96-c92d-4f37-8c22-c813c75952eb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:57.146030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.251715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12972be4-0e94-431d-8106-a8eec9740c66 req-812f4afe-7742-41e5-ac06-72c79dd94731 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.31 "GET /v2.0/security-groups?id=0180f2c4-67c1-4e56-8939-d7e491688a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165860 Oct 19 20:22:57.272785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a7fa446-f94d-4f24-9b95-dcd8679a46ce req-f53b3bca-fa65-4eeb-8619-7ffe6b46b688 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063846 Oct 19 20:22:57.275688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-b5a76254-f756-4040-977c-2b870306c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:57.277808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-b5a76254-f756-4040-977c-2b870306c572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 1100 time: 0.4630466 Oct 19 20:22:57.293020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-656f3e5c-a662-40f5-866f-76c613a8cec5 req-17c395ab-e802-4b0d-866b-09218ad53af7 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032344 Oct 19 20:22:57.352094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.362624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.575456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Attempting to bind port 9be8762b-6bca-4041-8c8b-aba52f525542 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:22:57.575672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Attempting to bind port 9be8762b-6bca-4041-8c8b-aba52f525542 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:22:57.576115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Attempting to bind port 9be8762b-6bca-4041-8c8b-aba52f525542 on network c98a30e4-b281-46d3-bfab-daa865a652fa {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:22:57.592194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6fc69-0e57-4493-9b2d-8050352b4f0c None None] Pushing event updated for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:57.599023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:22:57.599439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Checking segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:22:57.599839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.600881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Bound using segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:22:57.601443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Bound port: 9be8762b-6bca-4041-8c8b-aba52f525542, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:22:57.601952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.636473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-6f14fa51-6e94-4628-b4db-a320cbccad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:57.642422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-6f14fa51-6e94-4628-b4db-a320cbccad8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.8510294 Oct 19 20:22:57.661721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d78bf-d880-4370-93a5-7d33530bb834 req-0ebdb6d1-b013-4cf2-90e1-150e9264915b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:57.668792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f0d78bf-d880-4370-93a5-7d33530bb834 req-0ebdb6d1-b013-4cf2-90e1-150e9264915b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.3222735 Oct 19 20:22:57.705097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] For port 9be8762b-6bca-4041-8c8b-aba52f525542, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:22:57.710079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] For port 9be8762b-6bca-4041-8c8b-aba52f525542, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9be8762b-6bca-4041-8c8b-aba52f525542,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:22:57.715388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.795615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.806711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6fc69-0e57-4493-9b2d-8050352b4f0c None None] Pushing event updated for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:57.843843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7bcb7927-5deb-44bb-87b9-0ae2f6a17589'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:22:57.855174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:57.889287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Pushing event deleted for resources: {'Port': ['ID=7bcb7927-5deb-44bb-87b9-0ae2f6a17589,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:57.906433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f0d78bf-d880-4370-93a5-7d33530bb834 req-a40080ff-ca58-4ee0-b8f6-b71f868776bf tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302458 Oct 19 20:22:57.922102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:22:57.922742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:57.937721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273fb0-f94f-4226-9efb-2a10d39f19c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:57.971445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-76518122-5b2d-486b-a637-5c56e284a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:57.972993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-76518122-5b2d-486b-a637-5c56e284a9fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1095 time: 0.9166789 Oct 19 20:22:58.051053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] No DVR routers for this DVR port 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:22:58.061878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:58.065597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67a36a68-8a5e-433b-bf76-e888cc79dc50 req-1af7524e-6b00-4212-b77d-2e74b278fa60 tempest-ServersAdminNegativeTestJSON-647566130 tempest-ServersAdminNegativeTestJSON-647566130-project] 10.222.0.11 "DELETE /v2.0/ports/7bcb7927-5deb-44bb-87b9-0ae2f6a17589 HTTP/1.1" status: 204 len: 173 time: 1.7003307 Oct 19 20:22:58.074875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'name': 'network-vif-deleted', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:22:58.088751 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740097cd-a218-4053-bf67-89d54f74f63b" -d '{"events": [{"server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "name": "network-vif-deleted", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:22:58.098612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-e218499b-f867-45a0-b730-157f5e68293e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 217 time: 0.1047008 Oct 19 20:22:58.240864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9999b-a9a1-4c4f-a47f-50fd1f21079b req-ad4278fc-e9bf-4d39-931a-1ee94459f9c9 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:58.263139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e58448-6c00-465e-af46-9e10a532cac9 req-31787d09-f5e6-4215-857e-f6ff060b8526 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:58.271366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9e58448-6c00-465e-af46-9e10a532cac9 req-31787d09-f5e6-4215-857e-f6ff060b8526 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 949 time: 0.8329291 Oct 19 20:22:58.276080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ee9999b-a9a1-4c4f-a47f-50fd1f21079b req-ad4278fc-e9bf-4d39-931a-1ee94459f9c9 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 1096 time: 0.2019975 Oct 19 20:22:58.287572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-0b49cf65-0b2b-4e2a-a664-5bb59a369dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:58.296028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-0b49cf65-0b2b-4e2a-a664-5bb59a369dcd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6117380 Oct 19 20:22:58.302342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:22:58.453650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] Provisioning complete for port 9be8762b-6bca-4041-8c8b-aba52f525542 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:58.454300 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:58.525574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:58.530589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-81c2688d-6533-405c-803f-23a63d7ae58b service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185066 Oct 19 20:22:58.616327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:22:58.618675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ee9999b-a9a1-4c4f-a47f-50fd1f21079b req-15933468-639e-449b-8406-789dc83e08b4 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416579 Oct 19 20:22:58.644247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:22:58.710956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:22:58.782327 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:58.785443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-03d543e2-dc70-4b94-9e8f-78e301b471c7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:58.793424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-03d543e2-dc70-4b94-9e8f-78e301b471c7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.11 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 819 time: 0.5857084 Oct 19 20:22:58.808861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Request body: {'port': {'device_id': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'admin_state_up': True, 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:58.832819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:57Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:22:58.867991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] For port 9be8762b-6bca-4041-8c8b-aba52f525542, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9be8762b-6bca-4041-8c8b-aba52f525542,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:22:58.871968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababfc6a-9a9f-4812-8357-f3db8d5ee35d None None] The sync data for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 is: [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:57Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:22:58.878564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:58.937418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:58.938161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:59.025413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d5c41-4d5e-48c2-9138-c87bcf67384c None None] Pushing event updated for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:59.038076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-42d5df4c-a207-4454-aebf-166d9a97c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:59.042101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-42d5df4c-a207-4454-aebf-166d9a97c637 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 1.5124421 Oct 19 20:22:59.044376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-8d4bb4b8-1ff8-4e46-a5fa-ca7a50371e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:59.046292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-303d080d-a89c-4010-8823-c622b03a6aa8 None None] Provisioning complete for port 9be8762b-6bca-4041-8c8b-aba52f525542 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:22:59.049607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07607681-c3ea-4cd6-b134-b04236bd392f req-21fc3f06-b6a1-4048-9971-b8eaaac7ab01 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 210 time: 0.1460991 Oct 19 20:22:59.050301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-8d4bb4b8-1ff8-4e46-a5fa-ca7a50371e1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.8653471 Oct 19 20:22:59.050709 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303d080d-a89c-4010-8823-c622b03a6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:59.224378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-afc884c4-1538-4e84-9862-29fef6c0bd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:59.248321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Made reservation on behalf of 3c9d7c31d27a4168952f138f96a320b0 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:22:59.253771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:22:59.305427 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bb6d63-acfa-4645-b9e2-7afb30c03622 x-openstack-request-id: req-73bb6d63-acfa-4645-b9e2-7afb30c03622 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:59.305728 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "tag": "2764aaa8-5351-4469-847a-47e3d264da46", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:59.305961 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73bb6d63-acfa-4645-b9e2-7afb30c03622 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:59.306919 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cedfa7-ab23-4c7d-ad1d-7f6b31212e20 x-openstack-request-id: req-92cedfa7-ab23-4c7d-ad1d-7f6b31212e20 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:22:59.307195 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d7803d-89a1-4d79-81fc-aecd19c37f46", "name": "network-vif-deleted", "tag": "7bcb7927-5deb-44bb-87b9-0ae2f6a17589", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:22:59.307444 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92cedfa7-ab23-4c7d-ad1d-7f6b31212e20 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:22:59.307843 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d7803d-89a1-4d79-81fc-aecd19c37f46', 'name': 'network-vif-deleted', 'tag': '7bcb7927-5deb-44bb-87b9-0ae2f6a17589', 'status': 'completed', 'code': 200} Oct 19 20:22:59.308105 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46', 'status': 'completed', 'code': 200} Oct 19 20:22:59.318425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-ecec8853-069d-42d2-8c2c-37de8aba9eb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 200 len: 217 time: 0.2532451 Oct 19 20:22:59.342290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-3687e4db-04e6-4fe2-99aa-c7ddae5fb872 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2678511 Oct 19 20:22:59.530862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4082205 Oct 19 20:22:59.532379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-9674793f-3a92-444f-8707-1f69a6b0dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:59.533928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-9674793f-3a92-444f-8707-1f69a6b0dce2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1661217 Oct 19 20:22:59.538068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad9bb-e9da-423d-9d10-fbc308d6f82a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Pushing event updated for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:22:59.542918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9e58448-6c00-465e-af46-9e10a532cac9 req-7be42c24-f9c9-43c0-9417-f7e9c99f1058 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2688758 Oct 19 20:22:59.555845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Request body: {'port': {'device_id': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:22:59.681018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b7ae-fc4a-4751-a260-a7c34efff4ea req-f3ebca75-c182-4b34-a9bd-1f3afa6f9f6a tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:22:59.682608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b213b7ae-fc4a-4751-a260-a7c34efff4ea req-f3ebca75-c182-4b34-a9bd-1f3afa6f9f6a tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.1111326 Oct 19 20:22:59.683869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Allocated IP 172.20.0.13 (c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd/1d1cbb58-bd4d-4923-ac06-b51f711f603b/8f2b9c8f-4928-4f91-89d0-75d0052c7354) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:22:59.766322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b213b7ae-fc4a-4751-a260-a7c34efff4ea req-80f580fe-5ebb-4842-8bf6-a30a13516a02 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733783 Oct 19 20:22:59.814210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-2a2a2936-3e7b-4fb6-9ebc-d3c21637c0a8 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1877396 Oct 19 20:22:59.948817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33586) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:22:59.961523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:00.020401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-b53c9b5c-632a-4574-a930-6840edcf0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:00.022090 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-b53c9b5c-632a-4574-a930-6840edcf0674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4728706 Oct 19 20:23:00.037024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.182991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661dba4-c762-44d7-b4b1-fdebb9d49a28 req-94b3e808-08f5-4d96-a929-b332b3cf0542 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:00.191890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d661dba4-c762-44d7-b4b1-fdebb9d49a28 req-94b3e808-08f5-4d96-a929-b332b3cf0542 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.2370718 Oct 19 20:23:00.230321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.244686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.264739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d661dba4-c762-44d7-b4b1-fdebb9d49a28 req-183b8b53-ef8a-4777-b218-b573f24d779d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715487 Oct 19 20:23:00.277361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:00.290656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9be8762b-6bca-4041-8c8b-aba52f525542 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:00.372348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'mac_address': 'fa:16:3e:af:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:00.455338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.517964 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.563187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:23:00.627114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9be8762b-6bca-4041-8c8b-aba52f525542 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:00.628411 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:00.656785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:00.676177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:23:00.676755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7bcb7927-5deb-44bb-87b9-0ae2f6a17589 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:23:00.696709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Pushing event updated for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:00.708057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:00.711377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:00.723638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:00.738948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289c128-7f33-4a05-9a12-09c4fe5a9d4f req-93808531-5d1c-4655-a48d-84ebcb7f1ad0 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:00.751926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9289c128-7f33-4a05-9a12-09c4fe5a9d4f req-93808531-5d1c-4655-a48d-84ebcb7f1ad0 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.3662572 Oct 19 20:23:00.752522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33604) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:00.796817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:00.858373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Request body: {'floatingip': {'port_id': 'c71e784f-b01e-4229-b7ff-a758e4a33ced'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:00.869925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:01.083578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:01.095842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:01.120537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:01.123117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:01.168432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:01.274988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-8cac4927-4679-4e08-9c80-aaa77d3f6203 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8192914 Oct 19 20:23:01.372732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fc71aaa5-e3fb-4a3e-90a6-b264cae3d341 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5679047 Oct 19 20:23:01.414836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Request body: {'port': {'device_id': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:01.435222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:01.506988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b375107-ec16-44ea-9818-19406f0f4fb6 req-a90f7873-370e-443d-9835-ec8b01a99d6c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:01.518504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b375107-ec16-44ea-9818-19406f0f4fb6 req-a90f7873-370e-443d-9835-ec8b01a99d6c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 932 time: 0.3357239 Oct 19 20:23:01.542646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcd8be-2c25-416a-9bb2-26f2147b3890 req-927d902f-4c3a-4a88-936c-f0af0cfa7092 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:01.551022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5dbcd8be-2c25-416a-9bb2-26f2147b3890 req-927d902f-4c3a-4a88-936c-f0af0cfa7092 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.4458070 Oct 19 20:23:01.678099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80f437e4-1067-4ed3-8477-6fbe5639565c req-15931208-a68c-4875-b7e9-c79cfcb29539 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387988 Oct 19 20:23:01.738310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:01.821466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-9b289bd4-2618-48d2-b966-398f0cd4a6d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7854548 Oct 19 20:23:01.833490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5dbcd8be-2c25-416a-9bb2-26f2147b3890 req-6523338e-718c-40ee-b301-f6fa595ba6c7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665298 Oct 19 20:23:01.861127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b375107-ec16-44ea-9818-19406f0f4fb6 req-915c801e-5a36-4fda-bdec-ddc6f7a50a06 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413463 Oct 19 20:23:01.957350 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-41a7e9e1-c510-4c6d-8866-d15335c045e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=671570ac56534ce99d76f49906fdf282&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0069010 Oct 19 20:23:01.975485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33616) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:02.156275 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.223425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047ed476-df95-4bc3-990d-c11c558134e5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:02.232425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.246106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Transition to ACTIVE for port object 047ed476-df95-4bc3-990d-c11c558134e5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:02.251636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-257fa327-cf54-4208-8684-d9c84ee3f343 req-16c553e3-e64f-4e8b-b3cf-ae9cfb1407d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887713 Oct 19 20:23:02.283694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911c80-3886-4107-b599-eeaf544779c6 req-0fa9293b-63ac-48d9-8094-4574067c5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:02.286862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-0fa9293b-63ac-48d9-8094-4574067c5de6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1095 time: 0.5096478 Oct 19 20:23:02.290342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.347228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0965d3-9f27-43e4-8822-eada078b9397 req-12d74b90-7340-47c8-9f94-59df04514aab tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:02.359455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d0965d3-9f27-43e4-8822-eada078b9397 req-12d74b90-7340-47c8-9f94-59df04514aab tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.3864098 Oct 19 20:23:02.390282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ed26c-6d73-4cbe-83b2-1fefd11ee279 req-2e5b0c65-403e-4169-9d0f-199f02e16a03 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:02.391860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-491ed26c-6d73-4cbe-83b2-1fefd11ee279 req-2e5b0c65-403e-4169-9d0f-199f02e16a03 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 950 time: 0.4034770 Oct 19 20:23:02.496468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:02.547011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-491ed26c-6d73-4cbe-83b2-1fefd11ee279 req-3754f887-7eff-451e-a8f1-70921c3f65f9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389058 Oct 19 20:23:02.576211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Attempting to bind port 047ed476-df95-4bc3-990d-c11c558134e5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:02.576532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Attempting to bind port 047ed476-df95-4bc3-990d-c11c558134e5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:02.576861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Attempting to bind port 047ed476-df95-4bc3-990d-c11c558134e5 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:02.582852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911c80-3886-4107-b599-eeaf544779c6 req-732ed6f7-5f98-4228-ba48-33a9cb4dfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:02.584377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-732ed6f7-5f98-4228-ba48-33a9cb4dfb54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.2844336 Oct 19 20:23:02.584962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Port 047ed476-df95-4bc3-990d-c11c558134e5 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:02.585334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Attempting to bind port 047ed476-df95-4bc3-990d-c11c558134e5 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:02.612779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.613354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:02.615407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Checking segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:02.617916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Bound using segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:02.618390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Bound port: 047ed476-df95-4bc3-990d-c11c558134e5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:02.618755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.625487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.645145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.729376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-169b535f-65eb-4c9e-8da2-b7983c1d8201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 217 time: 0.1332383 Oct 19 20:23:02.783268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:02.850564 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d0965d3-9f27-43e4-8822-eada078b9397 req-85125481-cb12-47d8-a729-582276c8d68a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900727 Oct 19 20:23:02.891660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50911c80-3886-4107-b599-eeaf544779c6 req-59c0131e-874d-46db-af73-3fb7f314936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:02.898156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-59c0131e-874d-46db-af73-3fb7f314936d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.1621456 Oct 19 20:23:02.959760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-f792a919-d7e0-464d-a876-2a6f0478eb02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531220 Oct 19 20:23:02.982771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:03.010928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.014200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.015549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0180f2c4-67c1-4e56-8939-d7e491688a62 HTTP/1.1" status: 204 len: 168 time: 1.0390437 Oct 19 20:23:03.023366 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 associated. External IP: 172.25.7.32, port: c71e784f-b01e-4229-b7ff-a758e4a33ced. Oct 19 20:23:03.065843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=047ed476-df95-4bc3-990d-c11c558134e5,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:03.110324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.120086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11514-9998-41e4-bbde-8850ed59a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180f2c4-67c1-4e56-8939-d7e491688a62,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:03.208891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2caab-82cb-4247-8755-83f511bbc0a5 req-9e9bab3c-5d67-44f7-9617-64e4ec15f115 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:03.217080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c6c2caab-82cb-4247-8755-83f511bbc0a5 req-9e9bab3c-5d67-44f7-9617-64e4ec15f115 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 932 time: 0.2112319 Oct 19 20:23:03.237980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:03.238613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.240785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] 10.222.0.37 "PUT /v2.0/ports/047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 1091 time: 3.6901267 Oct 19 20:23:03.250067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:03.253522 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1087a-ef00-4b35-816e-5a953d7843bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "tag": "047ed476-df95-4bc3-990d-c11c558134e5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:03.321682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c6c2caab-82cb-4247-8755-83f511bbc0a5 req-42e96dee-ad5a-4d74-b006-26568278be14 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994110 Oct 19 20:23:03.447519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e3cb-f03b-4523-917c-7a8ade5d2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:03.478476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-cc3036ef-034b-4b27-90d8-f7c9c8122cfb service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042107 Oct 19 20:23:03.509054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-44e4fcff-f99f-48d1-bcfe-dda382aca7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:03.523169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-44e4fcff-f99f-48d1-bcfe-dda382aca7d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1094 time: 0.2166440 Oct 19 20:23:03.593611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-54f923d7-2d1e-4eb9-98f2-ef26f07b0409 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.0536957 Oct 19 20:23:03.652211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2b9c8f-4928-4f91-89d0-75d0052c7354 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:03.662342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.690358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:03.712039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-c37196d2-846e-4312-8429-271c2935a846 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5811086 Oct 19 20:23:03.714945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Transition to ACTIVE for port object 8f2b9c8f-4928-4f91-89d0-75d0052c7354 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:03.828114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-9116fd00-1811-4fcf-939e-8c5e9c6d87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:03.829863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-9116fd00-1811-4fcf-939e-8c5e9c6d87a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.2288444 Oct 19 20:23:03.838602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.842586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b94bddc3-e8ff-4927-9129-f5c231855a11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c944a8c6d3914291bb21db806b758513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904689 Oct 19 20:23:03.842785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50911c80-3886-4107-b599-eeaf544779c6 req-82264057-ef97-45c3-bcd9-bee0044d7aae service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541715 Oct 19 20:23:03.843246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33652) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:03.882431 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d350bf-a79e-4316-ba88-80880d30ad2f x-openstack-request-id: req-a5d350bf-a79e-4316-ba88-80880d30ad2f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:03.882726 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "tag": "047ed476-df95-4bc3-990d-c11c558134e5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:03.882981 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5d350bf-a79e-4316-ba88-80880d30ad2f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:03.883485 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5', 'status': 'completed', 'code': 200} Oct 19 20:23:03.887883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-f8492cce-a573-442e-ab72-92dc7adafce1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423846 Oct 19 20:23:03.913769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-57c909ad-dd13-4a4c-b57d-36c9e207b219 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:03.923608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-57c909ad-dd13-4a4c-b57d-36c9e207b219 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083437 Oct 19 20:23:03.952091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:03.961713 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-e0b30774-11e2-415f-a5a3-d3fd9fd1c620 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/quotas/96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 375 time: 0.0255485 Oct 19 20:23:03.981721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:04.007464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.094394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:04.101877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:04.102756 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.109684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:04.131985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-cda7a0ba-99d2-43cc-8936-6c4651ca64f3 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354991 Oct 19 20:23:04.154277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.154631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.154996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.155297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.155630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.155962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.156286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.156613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.157013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.157273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.157619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.157939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:04.233860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ca6b-6e10-424e-992d-b52b0f4bc6f1 req-949c0555-0f27-43c0-ade3-3fb5d58c1878 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:04.235388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db29ca6b-6e10-424e-992d-b52b0f4bc6f1 req-949c0555-0f27-43c0-ade3-3fb5d58c1878 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1465118 Oct 19 20:23:04.243834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.254043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-71de579d-2fcd-4273-9975-9442e414faa7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2914207 Oct 19 20:23:04.272987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Attempting to bind port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:04.273351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Attempting to bind port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:04.273689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Attempting to bind port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:04.275213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.281115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:04.281599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Attempting to bind port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 on network c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:04.287305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.289156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b013318e-514d-48eb-aa29-dd65ae59a14d HTTP/1.1" status: 204 len: 168 time: 0.4439337 Oct 19 20:23:04.301814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:04.313947 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e41f2f-f21f-48ab-9f14-6d8e5b1a7a65" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:04.336374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff85fe-24dc-45c6-bc8a-82897d758b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013318e-514d-48eb-aa29-dd65ae59a14d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:04.340529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:04.354589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.390905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306796a-20f7-4f1a-a2fa-6328e5bd9a23 req-a1c8f4d1-e352-4fcc-9c05-e7ca0ba1dce3 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342229 Oct 19 20:23:04.396877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:04.397375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Checking segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:04.397956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Bound using segment: {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:04.398565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Bound port: 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5340db0-89d4-42c5-9a32-4762ebfb6666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:04.399225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.414759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db29ca6b-6e10-424e-992d-b52b0f4bc6f1 req-432ff9f6-c3f2-4aa2-86f7-42274fb3528e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649668 Oct 19 20:23:04.445057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:23:04.483718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=13']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:04.538782 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c87999b-3dda-4ad3-815e-916c445f7300 x-openstack-request-id: req-8c87999b-3dda-4ad3-815e-916c445f7300 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:04.539179 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-plugged", "status": "completed", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:04.539534 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c87999b-3dda-4ad3-815e-916c445f7300 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:04.540040 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'code': 200} Oct 19 20:23:04.694233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-737f18e9-067f-480f-bea1-7b63395de8be req-d8cd54f7-5665-461c-b8b9-4e31f1b432bc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 210 time: 0.0903933 Oct 19 20:23:04.704737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-2f14e003-b956-4d3a-bfb1-c27bbe449315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:04.713734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-2f14e003-b956-4d3a-bfb1-c27bbe449315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1094 time: 0.2446430 Oct 19 20:23:04.786340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:04.909023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:04.924043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:04.971515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-6c895c08-cf6d-4b04-9f7e-74b764aecf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:04.973041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-6c895c08-cf6d-4b04-9f7e-74b764aecf2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.2446785 Oct 19 20:23:04.985874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb455bde-9b10-40a9-9ac9-8ac5043d3c92 req-d021cf5c-5825-4fcc-a94f-6e20be58fef5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.005905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb455bde-9b10-40a9-9ac9-8ac5043d3c92 req-d021cf5c-5825-4fcc-a94f-6e20be58fef5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 944 time: 0.3860743 Oct 19 20:23:05.067152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:23:05.085182 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:05.086652 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:23:05.098081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-bd85b246-ccc4-48e4-8548-3eeacd5a1f59 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2127606598&fields=id&tenant_id=e801eed968274d7db0feb1cfff32a02d HTTP/1.1" status: 200 len: 267 time: 0.1969306 Oct 19 20:23:05.111584 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:23:05.114008 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:05.120370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.123780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-15bc20bb-b450-41fd-8ef7-d8ca6e0c97da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.1270337 Oct 19 20:23:05.124629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:05.126208 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] 10.222.0.11 "PUT /v2.0/ports/8f2b9c8f-4928-4f91-89d0-75d0052c7354 HTTP/1.1" status: 200 len: 1092 time: 3.7441976 Oct 19 20:23:05.138609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:05.144826 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b824db0-a996-48f3-a6e0-69f2cd0f718a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:05.357566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c1987862-d660-4665-a4f5-5f063523f2be tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "PUT /v2.0/floatingips/f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 HTTP/1.1" status: 200 len: 990 time: 4.5183272 Oct 19 20:23:05.360216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6828388-44f9-41be-8967-2f01b2745609 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:05.370365 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:23:05.392639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb455bde-9b10-40a9-9ac9-8ac5043d3c92 req-e41fbf09-3878-438d-8762-492bc989e9f3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857918 Oct 19 20:23:05.444196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-7a90e504-f1f6-4a12-84ca-6e4c8f16bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.446340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-fe7dfa6f-32e1-4914-bb5d-a830c82ca08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.447964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-fe7dfa6f-32e1-4914-bb5d-a830c82ca08c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.2884254 Oct 19 20:23:05.451626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-7a90e504-f1f6-4a12-84ca-6e4c8f16bb6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 1095 time: 0.2483988 Oct 19 20:23:05.537184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-fad164b0-6782-40bb-8f60-2e8f7bcfd2ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354 HTTP/1.1" status: 200 len: 217 time: 0.0809495 Oct 19 20:23:05.556887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-4957a0e4-77c1-4129-8a26-e22e9f1ad30d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898232 Oct 19 20:23:05.604569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-785ac29b-db08-4c8d-b4d7-d37359fede6f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.621781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-785ac29b-db08-4c8d-b4d7-d37359fede6f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/networks?id=3c93f76d-6079-47a2-8761-64ae2ca3a85e HTTP/1.1" status: 200 len: 816 time: 0.5223114 Oct 19 20:23:05.650557 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3082b2d5-a45e-4438-a80e-d66bce731872 x-openstack-request-id: req-3082b2d5-a45e-4438-a80e-d66bce731872 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:05.651250 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:05.651664 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3082b2d5-a45e-4438-a80e-d66bce731872 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:05.654501 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354', 'status': 'completed', 'code': 200} Oct 19 20:23:05.679121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-86cd3b55-cbf3-4e52-820c-6f70d0dec71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:05.697117 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-86cd3b55-cbf3-4e52-820c-6f70d0dec71e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.1264825 Oct 19 20:23:05.713896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-ea1d7959-1208-4005-b253-e51986638219 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/quotas/e801eed968274d7db0feb1cfff32a02d HTTP/1.1" status: 200 len: 375 time: 0.0911505 Oct 19 20:23:05.793727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-058435c8-1ced-413e-891b-9512b81e9e34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954916 Oct 19 20:23:05.897792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-d907722a-d698-4f8d-bbf1-b9075464fb7d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e801eed968274d7db0feb1cfff32a02d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1827786 Oct 19 20:23:05.932504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-e5611a30-34f6-41ea-8e31-9b883f6873f0 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080378 Oct 19 20:23:05.960806 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:02:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:23:02Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:06.038679 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:23:06.039833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-6ece7283-aac2-4f8f-be3f-c92d80878728 service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378147 Oct 19 20:23:06.057036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:23:06.057716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:22:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:06.105970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-136ba26a-814f-4651-b548-9befe3ec3cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072365 Oct 19 20:23:06.212795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-6a1bd212-4f27-4c3a-815e-71e087dc8910 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501196 Oct 19 20:23:06.216996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1f1087a-ef00-4b35-816e-5a953d7843bd req-ceb663d6-1424-4420-addd-0f3d132ad6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760730 Oct 19 20:23:06.229057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da33523-0e4a-4414-b176-c0233f0f3eb4 req-99f6db02-839d-44fe-88b6-70117d5698ed tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:06.238821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da33523-0e4a-4414-b176-c0233f0f3eb4 req-99f6db02-839d-44fe-88b6-70117d5698ed tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1975780 Oct 19 20:23:06.239267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:23:06.325542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da33523-0e4a-4414-b176-c0233f0f3eb4 req-4635a207-02f7-49e2-8324-771ac07454ac tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Oct 19 20:23:06.339056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40c8f1ca-6301-4815-ae83-4b563db5655d req-7e9a5f3d-b5c8-4cac-8ff8-140409b1ab3b service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777960 Oct 19 20:23:06.492205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-592bca3c-c007-44f5-bec0-704159cdd358 req-13d5a7c6-7a12-4162-bc02-74734b2c2cb7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 210 time: 0.0895665 Oct 19 20:23:06.512176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-4c918dbb-a6b4-4ac6-b527-8445814bace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:06.514809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-4c918dbb-a6b4-4ac6-b527-8445814bace8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 1095 time: 0.0947821 Oct 19 20:23:06.531794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-6e576d3e-ed58-46b1-b049-13030869404c service neutron] 10.222.0.31 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246881 Oct 19 20:23:06.639037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9ff08128-4a31-4cc2-9598-81219ecc2292 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:06.644442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9ff08128-4a31-4cc2-9598-81219ecc2292 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182763 Oct 19 20:23:06.658604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Request body: {'port': {'device_id': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '96bed1dba4ab40ce9e56c835ab5bdea2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:06.700284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:02:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:23:02Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:06.796769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600b5b1-5842-41b5-b743-a110e65d31bc None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f5c98b8c-0bde-4b7c-ac64-a6765593dfb3', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'port_id': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'mac_address': 'fa:16:3e:02:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:20:16Z', 'updated_at': '2021-10-19T20:23:02Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:23:06.798322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaca84-6d52-4918-a570-10820cf094b8 req-91733a26-c5fb-435c-b812-99b6528ee763 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:06.812866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ceaca84-6d52-4918-a570-10820cf094b8 req-91733a26-c5fb-435c-b812-99b6528ee763 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 944 time: 0.2149930 Oct 19 20:23:06.830170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-57316773-511e-4c0a-9e83-91b0dcd15014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:06.831648 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-57316773-511e-4c0a-9e83-91b0dcd15014 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.3102241 Oct 19 20:23:06.886169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-19f49508-b748-4ffc-96d3-43a8899be2f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354 HTTP/1.1" status: 200 len: 217 time: 0.0451801 Oct 19 20:23:06.924773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Made reservation on behalf of 96bed1dba4ab40ce9e56c835ab5bdea2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:06.927956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ceaca84-6d52-4918-a570-10820cf094b8 req-86a41627-6f61-4e4c-88dd-94cf9f4cdebb tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122210 Oct 19 20:23:06.931118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:07.023402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-85b1f485-7359-4f26-9d5f-74f8fb3f3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:07.030325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-85b1f485-7359-4f26-9d5f-74f8fb3f3a3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.1329865 Oct 19 20:23:07.084618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-e26a842a-04a6-4a1b-b74d-c5ad1f7d2b3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468187 Oct 19 20:23:07.249157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d0a90-eb78-4554-b02f-7945170000ab None None] New status for floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:23:07.294518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-62837d67-4664-4bb4-9e8f-3b2e4e26f9a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012103 Oct 19 20:23:07.297359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Allocated IP 192.168.233.225 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/80d19853-de72-4e47-8e66-f2df1e73f4d4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:07.533486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff548e3d-a484-4c2d-8f8b-4d0c49f6ff59 req-0ae07811-abed-44ce-88c6-5a2eea52eec1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0963726 Oct 19 20:23:07.576785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b824db0-a996-48f3-a6e0-69f2cd0f718a req-61b01e3b-edb3-48a2-a163-d7113e525d5e service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720134 Oct 19 20:23:07.597907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2f6ec-b7a6-4456-bf42-780ac4b97f34 req-2e77ae7d-9951-4db5-a518-1b4130a6aec8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:07.600337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ee2f6ec-b7a6-4456-bf42-780ac4b97f34 req-2e77ae7d-9951-4db5-a518-1b4130a6aec8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1299584 Oct 19 20:23:07.643299 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:07.655378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:07.666780 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97795e7b-f061-4a17-a813-de6d498e9264" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:07.683470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:07.743133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ee2f6ec-b7a6-4456-bf42-780ac4b97f34 req-175fb125-b0de-4269-a50b-9799d5061f3c tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253397 Oct 19 20:23:07.756421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:07.770977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:07.776987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:07.828527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893', '26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:07.841286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:07.848025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:07.905775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:07.906580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:08.001714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-65870ee3-9817-4f11-9a46-622b7c3e813a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901148 Oct 19 20:23:08.015763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-9318ec04-403d-4975-a61d-fafe0d3786ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3610091 Oct 19 20:23:08.033257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 047ed476-df95-4bc3-990d-c11c558134e5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:08.037978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Request body: {'port': {'device_id': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:08.040868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb246aa-ae78-4210-a9d3-87be8016181c req-5221bdde-a94d-417f-a31d-2340e99a2fb2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:08.046736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbb246aa-ae78-4210-a9d3-87be8016181c req-5221bdde-a94d-417f-a31d-2340e99a2fb2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 936 time: 0.1626344 Oct 19 20:23:08.200044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbb246aa-ae78-4210-a9d3-87be8016181c req-8eb1b420-b7bb-45ab-a890-4a3a7bde63f2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460295 Oct 19 20:23:08.261025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:08.296319 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22ce552-285e-48f6-b372-904f38f6407e x-openstack-request-id: req-a22ce552-285e-48f6-b372-904f38f6407e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:08.297065 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:08.298101 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a22ce552-285e-48f6-b372-904f38f6407e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:08.298576 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'status': 'completed', 'code': 200} Oct 19 20:23:08.351004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.resource_extend [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:23:08.439268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-40fb5c24-bd86-4d76-87ce-61b90b51cbca None None] Provisioning complete for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:08.439628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-40fb5c24-bd86-4d76-87ce-61b90b51cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:08.456219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4e7fd-6da9-40c5-8c40-c49713fc45ea req-11af34e3-5cb7-4649-8d76-38ac220f592a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:08.458410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0e4e7fd-6da9-40c5-8c40-c49713fc45ea req-11af34e3-5cb7-4649-8d76-38ac220f592a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 944 time: 0.0935984 Oct 19 20:23:08.520318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0e4e7fd-6da9-40c5-8c40-c49713fc45ea req-8123bf5e-d86d-48e5-a4e6-5d9e0583f056 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551627 Oct 19 20:23:08.596040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=047ed476-df95-4bc3-990d-c11c558134e5,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:08.612306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '047ed476-df95-4bc3-990d-c11c558134e5', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'port_id': '047ed476-df95-4bc3-990d-c11c558134e5', 'mac_address': 'fa:16:3e:bb:e4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:08.620614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f2b9c8f-4928-4f91-89d0-75d0052c7354 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:08.713871 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:08.720215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5c24-bd86-4d76-87ce-61b90b51cbca None None] Port 80d19853-de72-4e47-8e66-f2df1e73f4d4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:08.785425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047ed476-df95-4bc3-990d-c11c558134e5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:08.936926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-86e64c4e-400b-4b46-a4b1-11eef18ea3c9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:08.944079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-86e64c4e-400b-4b46-a4b1-11eef18ea3c9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8969378 Oct 19 20:23:08.953153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=047ed476-df95-4bc3-990d-c11c558134e5,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:08.992697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be86d047-7b7a-4b6c-8aef-b0aee834228f req-3541d156-5d53-4fee-a4c0-b9526a0f6a43 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0888855 Oct 19 20:23:09.026762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.103584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-fd2e4984-c20c-4a07-abcc-a5b4af6a6ede tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:09.111186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-fd2e4984-c20c-4a07-abcc-a5b4af6a6ede tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.11 "GET /v2.0/networks?id=3c93f76d-6079-47a2-8761-64ae2ca3a85e HTTP/1.1" status: 200 len: 816 time: 0.2716467 Oct 19 20:23:09.259623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:09.279641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-363002bb-faa3-4b36-92d7-aba7814be247 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e801eed968274d7db0feb1cfff32a02d HTTP/1.1" status: 200 len: 380 time: 0.1459279 Oct 19 20:23:09.289923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46fb3-9317-4408-bd2c-8ed9242e50d1 req-f3a87213-7703-4523-aa89-5326a45ac143 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:09.291922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbe46fb3-9317-4408-bd2c-8ed9242e50d1 req-f3a87213-7703-4523-aa89-5326a45ac143 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1795111 Oct 19 20:23:09.300280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'port': {'device_id': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'admin_state_up': True, 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'security_groups': ['c95ccb7f-e12d-4467-9432-7143e74c0cb7']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:09.313642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8f2b9c8f-4928-4f91-89d0-75d0052c7354', 'network_id': 'c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd', 'port_id': '8f2b9c8f-4928-4f91-89d0-75d0052c7354', 'mac_address': 'fa:16:3e:94:7d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1cbb58-bd4d-4923-ac06-b51f711f603b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:09.324243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:09.338977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97795e7b-f061-4a17-a813-de6d498e9264 req-dff92b25-917b-4a22-9a1d-e04b2e5aa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:09.341458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-dff92b25-917b-4a22-9a1d-e04b2e5aa62b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 1096 time: 0.6035376 Oct 19 20:23:09.375336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['047ed476-df95-4bc3-990d-c11c558134e5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:09.428211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-5303d193-2737-408b-8e6d-a4c454a35109 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.4832056 Oct 19 20:23:09.458059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Made reservation on behalf of e801eed968274d7db0feb1cfff32a02d for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:09.463298 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.488364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.520542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-606a13e3-b319-4ece-acac-02d1aa4f54c4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896461 Oct 19 20:23:09.530503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbe46fb3-9317-4408-bd2c-8ed9242e50d1 req-9409da5f-6d48-4ad0-a407-34e417c34e50 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906398 Oct 19 20:23:09.559395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2b9c8f-4928-4f91-89d0-75d0052c7354 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:09.611192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:09.629513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.630336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:09.652979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:09.690524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.702725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:09.749751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Transition to ACTIVE for port object 80d19853-de72-4e47-8e66-f2df1e73f4d4 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:09.768379 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:09.819570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8abbaa-1844-46ce-adff-1fe03ce3b2d4 req-f721002b-2892-4b9d-98f7-84a2080f5bbb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:09.828500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b8abbaa-1844-46ce-adff-1fe03ce3b2d4 req-f721002b-2892-4b9d-98f7-84a2080f5bbb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 936 time: 0.1729441 Oct 19 20:23:09.865050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97795e7b-f061-4a17-a813-de6d498e9264 req-dc173fbb-ea28-4aff-8342-792f2be76d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:09.866589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-dc173fbb-ea28-4aff-8342-792f2be76d40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 925 time: 0.4329729 Oct 19 20:23:09.897893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b8abbaa-1844-46ce-adff-1fe03ce3b2d4 req-a72079b1-c78c-44c4-91de-a60f7dbcce3c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677972 Oct 19 20:23:09.934553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Allocated IP 172.20.0.4 (3c93f76d-6079-47a2-8761-64ae2ca3a85e/a58ccf46-9104-43f3-8f5c-34139b919b79/ebc8e25a-f8e0-4086-857b-e24db6f401a1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:10.096748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:10.187246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:10.216548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2764aaa8-5351-4469-847a-47e3d264da46', 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff', 'port_id': '2764aaa8-5351-4469-847a-47e3d264da46', 'mac_address': 'fa:16:3e:21:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dba038e-8ad1-406c-be33-b1167b0c8de6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:10.281579 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.303753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed85-4805-4d56-9486-c7aa8d5c9c11 req-8a92c41a-92fb-4e1a-94d0-9afcafd05b79 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:10.314413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e20ed85-4805-4d56-9486-c7aa8d5c9c11 req-8a92c41a-92fb-4e1a-94d0-9afcafd05b79 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 945 time: 0.4532826 Oct 19 20:23:10.323495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2764aaa8-5351-4469-847a-47e3d264da46 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:10.342401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43eeac50-87da-42f2-88a8-e7a5be3e2d18 req-1783eb61-d5b3-42c0-9db7-cc78d9d3c9a6 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 210 time: 0.0960670 Oct 19 20:23:10.357836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-3a00f8e3-d691-4b1c-89f2-5322e4f9552b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 200 len: 1000 time: 0.4774926 Oct 19 20:23:10.366531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:10.378559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.476647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.511844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:10.611561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.639582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e20ed85-4805-4d56-9486-c7aa8d5c9c11 req-737d132b-33de-41e4-bf39-13d0170c5941 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241861 Oct 19 20:23:10.650872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:10.650872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:10.650872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:10.670347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97795e7b-f061-4a17-a813-de6d498e9264 req-a69d027d-5e76-4084-877f-f60ed5cbd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:10.673939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-a69d027d-5e76-4084-877f-f60ed5cbd3ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.3043470 Oct 19 20:23:10.674946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:10.675476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:10.683054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2764aaa8-5351-4469-847a-47e3d264da46'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:10.710330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:10.711050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:10.711609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:10.712557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Bound port: 80d19853-de72-4e47-8e66-f2df1e73f4d4, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:10.713970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.715434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8f2b9c8f-4928-4f91-89d0-75d0052c7354'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:10.793774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event updated for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:10.794586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:10.798406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:10.867390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:10.889568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:10.893517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:10.896307 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:10.986551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:11.080049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.081727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:11.087173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb135-8000-4167-aecb-3af517688b2f req-65eb68e5-9092-4887-93c9-806a3ab2d2b1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.093486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-88011413-a1ae-4e36-9eb0-0bcf6055054d service neutron] 10.222.0.37 "PUT /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 1096 time: 3.0663304 Oct 19 20:23:11.096147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:11.100444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdeb135-8000-4167-aecb-3af517688b2f req-65eb68e5-9092-4887-93c9-806a3ab2d2b1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 931 time: 0.2938108 Oct 19 20:23:11.108832 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32428bd-804a-4570-8ec4-c2859f2e2f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:11.129712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97795e7b-f061-4a17-a813-de6d498e9264 req-b9b3fb5a-2272-493f-ac43-96b9541594e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.140120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-b9b3fb5a-2272-493f-ac43-96b9541594e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4472625 Oct 19 20:23:11.189274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.190875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:11.291432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdeb135-8000-4167-aecb-3af517688b2f req-5b867614-d234-4112-8be7-5008e77f516e tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886899 Oct 19 20:23:11.300518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-84a72011-7c00-4365-afce-e05a87487a6b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0072343 Oct 19 20:23:11.315875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Request body: {'port': {'device_id': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:11.431579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825d4fb-d973-4710-a689-533e53ccc4cd req-a9afd981-3c77-441d-8e63-fb5a7c9318f2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.432206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b251a426-81e5-445f-a1c2-2fa486409b65 None None] Provisioning complete for port ebc8e25a-f8e0-4086-857b-e24db6f401a1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:11.432655 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b251a426-81e5-445f-a1c2-2fa486409b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:11.439836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6825d4fb-d973-4710-a689-533e53ccc4cd req-a9afd981-3c77-441d-8e63-fb5a7c9318f2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.6396415 Oct 19 20:23:11.514826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:11.534544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6825d4fb-d973-4710-a689-533e53ccc4cd req-d8746fcc-703f-4041-b611-46eec27eff51 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653465 Oct 19 20:23:11.537846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-2a74713c-c539-424c-8796-dc70517d852d service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851774 Oct 19 20:23:11.542285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b251a426-81e5-445f-a1c2-2fa486409b65 None None] Port ebc8e25a-f8e0-4086-857b-e24db6f401a1 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:11.548151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-96eed9ca-607d-4f6e-a133-07897a3dad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.549874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-96eed9ca-607d-4f6e-a133-07897a3dad21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1099 time: 0.2753711 Oct 19 20:23:11.638724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4dcd6-f201-4b76-816d-a8c511784545 req-24210246-b1e3-4ca2-baad-861a1f3691ba tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.646947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9e4dcd6-f201-4b76-816d-a8c511784545 req-24210246-b1e3-4ca2-baad-861a1f3691ba tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1841729 Oct 19 20:23:11.679151 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc97b4-5f15-4e68-ae57-7c4173afa5cd x-openstack-request-id: req-f5cc97b4-5f15-4e68-ae57-7c4173afa5cd {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:11.679455 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:11.679717 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5cc97b4-5f15-4e68-ae57-7c4173afa5cd {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:11.680131 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'status': 'completed', 'code': 200} Oct 19 20:23:11.697366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-22a75390-1613-43ad-92c6-3b5b7665c4bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.1250608 Oct 19 20:23:11.740591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-32eea10e-6aa8-45a6-9adc-93bb2d9b873e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612676 Oct 19 20:23:11.844232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-480cead4-336a-4f43-9d3d-87339213d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.845737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-480cead4-336a-4f43-9d3d-87339213d2ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0806115 Oct 19 20:23:11.903325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97795e7b-f061-4a17-a813-de6d498e9264 req-5cc74c66-77c1-44d5-a217-f391fa51bca6 service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485873 Oct 19 20:23:11.905270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-189fcc69-0e24-4568-80ff-fa8af3f4fc3b req-0f9f4750-cc24-46de-b0e5-c1d6af511bea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 210 time: 0.0303681 Oct 19 20:23:11.954594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9e4dcd6-f201-4b76-816d-a8c511784545 req-09ce06ad-83e8-4905-a884-6b3fb17d3f44 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027780 Oct 19 20:23:11.969518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-bc8cada7-f43f-45ad-9d63-99ee11f7b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:11.971031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-bc8cada7-f43f-45ad-9d63-99ee11f7b4ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646410 Oct 19 20:23:12.056582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 047ed476-df95-4bc3-990d-c11c558134e5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:12.086824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-890879c4-0d4a-4c5b-8a49-eea7fd975a5f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.088747 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-890879c4-0d4a-4c5b-8a49-eea7fd975a5f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401246 Oct 19 20:23:12.141886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 047ed476-df95-4bc3-990d-c11c558134e5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:12.146661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': 'c37b5501-50df-4deb-995c-a2d040be6121', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:12.147087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 047ed476-df95-4bc3-990d-c11c558134e5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:12.147913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.182541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-6709f111-d920-4653-9651-91ea15f686d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920748 Oct 19 20:23:12.266274 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.295918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:12.299508 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f657ccf-8405-4104-be6f-98eb5d6895a1" -d '{"events": [{"server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "name": "network-vif-plugged", "status": "completed", "tag": "047ed476-df95-4bc3-990d-c11c558134e5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:12.367892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=047ed476-df95-4bc3-990d-c11c558134e5,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:12.392901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.402106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78705be-ce5f-4005-a13d-0a5346e54c3a req-81e5ba54-7be5-4616-a6f0-f723a59f10ae tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.410273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c78705be-ce5f-4005-a13d-0a5346e54c3a req-81e5ba54-7be5-4616-a6f0-f723a59f10ae tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 945 time: 0.2686605 Oct 19 20:23:12.411230 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c185f9bf-4195-4cc0-a487-409e02e34d60 x-openstack-request-id: req-c185f9bf-4195-4cc0-a487-409e02e34d60 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:12.411523 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "name": "network-vif-plugged", "status": "completed", "tag": "047ed476-df95-4bc3-990d-c11c558134e5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:12.418031 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c185f9bf-4195-4cc0-a487-409e02e34d60 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:12.418986 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5', 'code': 200} Oct 19 20:23:12.501383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.505788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc8e25a-f8e0-4086-857b-e24db6f401a1 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:12.529147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c78705be-ce5f-4005-a13d-0a5346e54c3a req-25c0765d-185c-47ba-a74a-98eb06914bc2 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142182 Oct 19 20:23:12.542456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.555840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:12.557989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:12.561542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ab62bfe-bd42-4931-a46b-9c9d9a61e88b req-7e107bce-e0dc-47f2-983d-e3fb0f77fcd7 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688083 Oct 19 20:23:12.565495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.586561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f2b9c8f-4928-4f91-89d0-75d0052c7354 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:12.596355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339097a5-5d27-48da-a855-1a2591f4f755 req-cbba03e7-bcaf-42cd-968d-2bae1f6a37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.596554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Transition to ACTIVE for port object ebc8e25a-f8e0-4086-857b-e24db6f401a1 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:12.598682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.601113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-339097a5-5d27-48da-a855-1a2591f4f755 req-cbba03e7-bcaf-42cd-968d-2bae1f6a37ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.1027079 Oct 19 20:23:12.613142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.617462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c15ea-31f0-4f74-a636-8813e6ece6fd req-9f8e2042-4b30-4c02-a6d1-b68e980ae7d2 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.620945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e47c15ea-31f0-4f74-a636-8813e6ece6fd req-9f8e2042-4b30-4c02-a6d1-b68e980ae7d2 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 931 time: 0.1490498 Oct 19 20:23:12.715499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:12.718059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-339097a5-5d27-48da-a855-1a2591f4f755 req-3e4d5375-b82c-43d5-8ec8-41ed12662113 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959871 Oct 19 20:23:12.725267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:12.733074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:12.733458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.747178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e47c15ea-31f0-4f74-a636-8813e6ece6fd req-49f93f5e-0c6a-4342-8f9b-df1956cd761f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024439 Oct 19 20:23:12.754062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-07af6709-25c2-419a-8c20-327b5edf30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.755621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-07af6709-25c2-419a-8c20-327b5edf30e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1099 time: 0.1034753 Oct 19 20:23:12.820680 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.905864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.940292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4753-e9c4-4495-9ea2-fe92013099e5 req-46698172-ca5f-4d87-a3be-c2fd988f3926 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:12.959938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e3e4753-e9c4-4495-9ea2-fe92013099e5 req-46698172-ca5f-4d87-a3be-c2fd988f3926 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.2544496 Oct 19 20:23:12.961825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:12.970753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:12.971929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:13.028061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.039967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.093618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-825d7fa3-b0ac-45fe-b975-7043333a20fd req-d638c611-4d4f-4e0a-a437-7cf7810452a0 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 210 time: 0.0364349 Oct 19 20:23:13.125462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-b19dbee7-7fb8-4990-a172-869f8dc60a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:13.127461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-b19dbee7-7fb8-4990-a172-869f8dc60a39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1860006 Oct 19 20:23:13.144015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:13.211690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2764aaa8-5351-4469-847a-47e3d264da46 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:13.222516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2764aaa8-5351-4469-847a-47e3d264da46 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:13.222988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.327315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.330130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-c5093a1b-655d-4ce8-8666-b928c471462b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.1763992 Oct 19 20:23:13.367548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:13.373217 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.402170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Attempting to bind port ebc8e25a-f8e0-4086-857b-e24db6f401a1 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:13.402503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Attempting to bind port ebc8e25a-f8e0-4086-857b-e24db6f401a1 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:13.402831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Attempting to bind port ebc8e25a-f8e0-4086-857b-e24db6f401a1 on network 3c93f76d-6079-47a2-8761-64ae2ca3a85e {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:13.458111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd72cc-d050-4164-b1fe-6aabbaacbe99 req-1fbae3ff-0ce6-450b-a63e-80a3d8c376c9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:13.459904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffbd72cc-d050-4164-b1fe-6aabbaacbe99 req-1fbae3ff-0ce6-450b-a63e-80a3d8c376c9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.2192194 Oct 19 20:23:13.461945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:13.465763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-016538f3-e140-4406-be86-d16612e3392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:13.467963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-016538f3-e140-4406-be86-d16612e3392e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1254880 Oct 19 20:23:13.470919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e3e4753-e9c4-4495-9ea2-fe92013099e5 req-a6c9c359-c3b9-4711-8339-4696a20a125b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101314 Oct 19 20:23:13.471556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Port ebc8e25a-f8e0-4086-857b-e24db6f401a1 on network 3c93f76d-6079-47a2-8761-64ae2ca3a85e not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:13.471887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Attempting to bind port ebc8e25a-f8e0-4086-857b-e24db6f401a1 on network 3c93f76d-6079-47a2-8761-64ae2ca3a85e {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:13.614073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffbd72cc-d050-4164-b1fe-6aabbaacbe99 req-190205b7-0b7a-43a7-ac5c-cd519766a5d3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447942 Oct 19 20:23:13.630065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.250 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/9c89d3d7-9353-463f-b556-b4ee291119df) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:13.637826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-c21bf6d1-69f1-4621-953e-d8a497cb94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:13.639844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-c21bf6d1-69f1-4621-953e-d8a497cb94e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932574 Oct 19 20:23:13.670546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:13.671118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Checking segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:13.671702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Bound using segment: {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:13.673239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Bound port: ebc8e25a-f8e0-4086-857b-e24db6f401a1, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf8d45b-0b66-465c-9d9d-abcea7731c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:13.676627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:13.677435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3483ed71-f184-4873-9ee9-85c565b2b646,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:13.770835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-301e15b0-691e-4d7c-8bbf-e1daaaa2abb5 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216769 Oct 19 20:23:13.807740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:13.849033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:13.969538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6773-3e61-4989-a033-7bc9e86ca834 req-8824bd4a-d822-4768-85ef-6a1c683669db tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:13.971098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cca6773-3e61-4989-a033-7bc9e86ca834 req-8824bd4a-d822-4768-85ef-6a1c683669db tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.1087732 Oct 19 20:23:13.973161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e32428bd-804a-4570-8ec4-c2859f2e2f9e req-28573f43-4abf-48b9-8e69-27e01b9795ed service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939909 Oct 19 20:23:13.984180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.012220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95770a55-c2f8-43d3-9d60-808453c7c395 req-ef7352e3-e312-4ce8-9d6e-4cc0cc5b914c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.018204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cca6773-3e61-4989-a033-7bc9e86ca834 req-bc35df8d-ffb7-49e2-9e0f-ebbfa276b744 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Oct 19 20:23:14.019923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95770a55-c2f8-43d3-9d60-808453c7c395 req-ef7352e3-e312-4ce8-9d6e-4cc0cc5b914c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.3375063 Oct 19 20:23:14.079265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.080262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.082613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] 10.222.0.11 "PUT /v2.0/ports/ebc8e25a-f8e0-4086-857b-e24db6f401a1 HTTP/1.1" status: 200 len: 1091 time: 2.7728839 Oct 19 20:23:14.095053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:14.098696 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:14.159028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95770a55-c2f8-43d3-9d60-808453c7c395 req-788870b0-e8f2-41f5-9899-7fb37f996aad tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381476 Oct 19 20:23:14.175459 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a9f85-f87b-498b-b762-d7461f1ca7b0 x-openstack-request-id: req-c28a9f85-f87b-498b-b762-d7461f1ca7b0 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:14.175753 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:14.176004 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c28a9f85-f87b-498b-b762-d7461f1ca7b0 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:14.176398 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'status': 'completed', 'code': 200} Oct 19 20:23:14.181886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b09acb-0e5c-4129-8b22-a6eda17b9078 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:14.224420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.293791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-05b05c87-b051-4014-9240-4f72732705bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.295385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-05b05c87-b051-4014-9240-4f72732705bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e801eed968274d7db0feb1cfff32a02d&device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 1094 time: 0.1465375 Oct 19 20:23:14.322639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d26db136-0ba3-4cc2-bfad-0acc29eb37ca req-eca816aa-9e5f-43d1-bc49-f4a0d101b999 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 210 time: 0.0561790 Oct 19 20:23:14.370682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-2bac5558-d8b6-4de3-bc57-d86a36fd4421 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1 HTTP/1.1" status: 200 len: 217 time: 0.0662844 Oct 19 20:23:14.391117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.420138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354'}, {'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:14.422663 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b0c2a-64a6-4583-aea0-0396e8ecc01f" -d '{"events": [{"server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354"}, {"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-plugged", "status": "completed", "tag": "2764aaa8-5351-4469-847a-47e3d264da46"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:14.534654 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f994f9a7-27f9-4162-a7ed-5eeff8f9dc42 x-openstack-request-id: req-f994f9a7-27f9-4162-a7ed-5eeff8f9dc42 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:14.535246 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354", "code": 200}, {"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-plugged", "status": "completed", "tag": "2764aaa8-5351-4469-847a-47e3d264da46", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:14.535705 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f994f9a7-27f9-4162-a7ed-5eeff8f9dc42 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:14.536276 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354', 'code': 200} Oct 19 20:23:14.536695 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46', 'code': 200} Oct 19 20:23:14.538250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:14.547924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:14.552303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:14.556635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:14.563096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-acaf02a3-c50d-4e89-95c5-3a120bee1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.564569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-acaf02a3-c50d-4e89-95c5-3a120bee1641 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a58ccf46-9104-43f3-8f5c-34139b919b79 HTTP/1.1" status: 200 len: 855 time: 0.1848881 Oct 19 20:23:14.689995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.690659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.726930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-bea51b06-7600-4beb-af2c-1e24b1246207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.730111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-bea51b06-7600-4beb-af2c-1e24b1246207 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c93f76d-6079-47a2-8761-64ae2ca3a85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409688 Oct 19 20:23:14.742164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-9c37a2b6-e128-4357-8479-d8ae2b91c023 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6004384 Oct 19 20:23:14.785337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Request body: {'port': {'device_id': 'c37b5501-50df-4deb-995c-a2d040be6121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:14.829613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590e1f9-149f-4bb9-9b7c-8ddd115c588e req-b3f0d837-512c-457a-9d37-6aee88b62aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.831094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d590e1f9-149f-4bb9-9b7c-8ddd115c588e req-b3f0d837-512c-457a-9d37-6aee88b62aa3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1097 time: 0.1822226 Oct 19 20:23:14.847241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f93265-70d2-4bc5-836e-184eb98553a6 req-4fe852ec-e44d-48c4-b8de-7311ee2e9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.848873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4f93265-70d2-4bc5-836e-184eb98553a6 req-4fe852ec-e44d-48c4-b8de-7311ee2e9e3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 1097 time: 0.2203438 Oct 19 20:23:14.872538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:14.876578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e586328-ced3-4954-b1ed-ae41f71cd5a1 req-f48a4983-488d-400c-bb95-a28ce2eca8ae tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:14.879982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e586328-ced3-4954-b1ed-ae41f71cd5a1 req-f48a4983-488d-400c-bb95-a28ce2eca8ae tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.1668034 Oct 19 20:23:14.946290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d590e1f9-149f-4bb9-9b7c-8ddd115c588e req-fede9a99-db43-4ed8-8431-4de4f1dd3c4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064262 Oct 19 20:23:14.950938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4f93265-70d2-4bc5-836e-184eb98553a6 req-035598e5-4d43-4453-93e0-a41e526ed854 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Oct 19 20:23:14.956158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e586328-ced3-4954-b1ed-ae41f71cd5a1 req-fd72b9ce-5485-4e97-bf56-161a36f209aa tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Oct 19 20:23:15.043245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2f69-a68a-48e3-9e9c-672601361f1e req-4c0089d1-caf3-42d6-a2a1-5139e05d9439 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.045413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e7c2f69-a68a-48e3-9e9c-672601361f1e req-4c0089d1-caf3-42d6-a2a1-5139e05d9439 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1739833 Oct 19 20:23:15.080139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4b2d0d47-d584-4b83-b8cc-6afed5a56e27 None None] Provisioning complete for port 9c89d3d7-9353-463f-b556-b4ee291119df triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:15.080767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b2d0d47-d584-4b83-b8cc-6afed5a56e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:15.155648 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e7c2f69-a68a-48e3-9e9c-672601361f1e req-d9461402-05b0-4a8e-b67b-2b94afa4e23c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979040 Oct 19 20:23:15.162382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-c65fcba3-53c6-48b9-b559-de29e28f5f58 service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170330 Oct 19 20:23:15.171953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d0d47-d584-4b83-b8cc-6afed5a56e27 None None] Port 9c89d3d7-9353-463f-b556-b4ee291119df cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:15.233117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66d3e2-ee0b-4141-92fe-24567d1cf89b req-376e880c-abce-4be9-a7c8-d60313790d75 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.243705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e66d3e2-ee0b-4141-92fe-24567d1cf89b req-376e880c-abce-4be9-a7c8-d60313790d75 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.0993192 Oct 19 20:23:15.298356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e66d3e2-ee0b-4141-92fe-24567d1cf89b req-47035cc3-2edd-4b94-975f-7f398dc27e45 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Oct 19 20:23:15.420302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c89d3d7-9353-463f-b556-b4ee291119df {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:15.461695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:15.480008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e8cc7-6f93-482a-a674-b4d5629654c4 req-8de928a5-c4fc-4aeb-953a-69d823249f31 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.489531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-888e8cc7-6f93-482a-a674-b4d5629654c4 req-8de928a5-c4fc-4aeb-953a-69d823249f31 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 936 time: 0.0871658 Oct 19 20:23:15.495731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e43c6-019a-45c6-b26d-d84a6182de41 req-a9f27bf2-3fd9-43cd-9844-e8abbdb34c4c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.500473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-723e43c6-019a-45c6-b26d-d84a6182de41 req-a9f27bf2-3fd9-43cd-9844-e8abbdb34c4c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.2140296 Oct 19 20:23:15.518588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Transition to ACTIVE for port object 9c89d3d7-9353-463f-b556-b4ee291119df will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:15.537597 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:15.551007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-888e8cc7-6f93-482a-a674-b4d5629654c4 req-890693d5-66e3-4ccf-861d-c51dd9c8551f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596511 Oct 19 20:23:15.630941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-723e43c6-019a-45c6-b26d-d84a6182de41 req-8f9b4851-26dc-4df9-8b7b-6be0e57480e8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237230 Oct 19 20:23:15.646799 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82ce8b99-395c-42d8-ba4f-54e22217cbb1 req-9379a692-9682-4c85-86f8-64c70be0ceca service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162875 Oct 19 20:23:15.661376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:15.804999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-c73dff0c-abc9-4f7f-98fe-86904d1b2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.807233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-c73dff0c-abc9-4f7f-98fe-86904d1b2404 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e801eed968274d7db0feb1cfff32a02d&device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 1094 time: 0.0781765 Oct 19 20:23:15.831863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Attempting to bind port 9c89d3d7-9353-463f-b556-b4ee291119df on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:15.832463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Attempting to bind port 9c89d3d7-9353-463f-b556-b4ee291119df by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:15.833103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Attempting to bind port 9c89d3d7-9353-463f-b556-b4ee291119df on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:15.850990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Port 9c89d3d7-9353-463f-b556-b4ee291119df on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:15.851319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Attempting to bind port 9c89d3d7-9353-463f-b556-b4ee291119df on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:15.864901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:15.865241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:15.865667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:15.866092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Bound port: 9c89d3d7-9353-463f-b556-b4ee291119df, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:15.866452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:15.890372 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:23:15.976202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-9f2aedbd-e83b-4240-af8f-fd9ecfbe32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:15.977735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-9f2aedbd-e83b-4240-af8f-fd9ecfbe32f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c93f76d-6079-47a2-8761-64ae2ca3a85e HTTP/1.1" status: 200 len: 917 time: 0.1588907 Oct 19 20:23:16.002613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:16.034291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-65b147d9-ffbc-4636-87e6-2397ef0365a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1 HTTP/1.1" status: 200 len: 217 time: 0.0428038 Oct 19 20:23:16.057712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:16.103127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9c89d3d7-9353-463f-b556-b4ee291119df,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:16.183925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:16.226756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:16.246147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'mac_address': 'fa:16:3e:c1:70:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:16.336369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.338897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:16.340208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:16.342677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c89d3d7-9353-463f-b556-b4ee291119df HTTP/1.1" status: 200 len: 1096 time: 1.5871282 Oct 19 20:23:16.346965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:16.349276 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:16.351878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c3c10-5dff-4c5d-8129-e01971380874 service neutron] Pushing event updated for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:16.367153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae612-41b0-4893-ae30-28f1141464d3 req-0ec2711c-13e8-453c-a2ef-fb07004a855f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.369060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-440ae612-41b0-4893-ae30-28f1141464d3 req-0ec2711c-13e8-453c-a2ef-fb07004a855f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.0910244 Oct 19 20:23:16.377238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:16.382508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-8740be80-314f-43f1-bbb2-7a88dad35407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.384420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-8740be80-314f-43f1-bbb2-7a88dad35407 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a58ccf46-9104-43f3-8f5c-34139b919b79 HTTP/1.1" status: 200 len: 855 time: 0.3400147 Oct 19 20:23:16.399121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954b488-b03f-4bd4-ab6a-c278814d0deb req-93092234-5eba-4287-9338-3f7ab18dd444 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.401305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b954b488-b03f-4bd4-ab6a-c278814d0deb req-93092234-5eba-4287-9338-3f7ab18dd444 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.2905076 Oct 19 20:23:16.440341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:16.461408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-440ae612-41b0-4893-ae30-28f1141464d3 req-7767b1bc-492c-4ae6-9f4c-30061641eab5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Oct 19 20:23:16.463523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:16.561795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:16.590054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-ad162e5c-4b4b-4154-af9c-147d1ad3d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.592067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-ad162e5c-4b4b-4154-af9c-147d1ad3d187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c93f76d-6079-47a2-8761-64ae2ca3a85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896338 Oct 19 20:23:16.597729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-ecac5490-a39a-42f5-901d-f6566b4b193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.599318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-ecac5490-a39a-42f5-901d-f6566b4b193b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 1099 time: 0.1121294 Oct 19 20:23:16.602440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b954b488-b03f-4bd4-ab6a-c278814d0deb req-9a5a6a38-1056-4ce3-bed5-202c9a34faf8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906850 Oct 19 20:23:16.733090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff13c22-c43b-4cb6-9ac3-7c0696af07b2 req-37e3449f-813c-476c-b5df-51e785a664aa tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.735572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ff13c22-c43b-4cb6-9ac3-7c0696af07b2 req-37e3449f-813c-476c-b5df-51e785a664aa tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.1162171 Oct 19 20:23:16.737570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-e485dd81-54e0-4e4d-a633-822af917af16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=9c89d3d7-9353-463f-b556-b4ee291119df HTTP/1.1" status: 200 len: 217 time: 0.1174989 Oct 19 20:23:16.739587 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bbc04-3e24-49fb-a132-dc50b9c86bad x-openstack-request-id: req-e54bbc04-3e24-49fb-a132-dc50b9c86bad {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:16.740086 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:16.740550 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54bbc04-3e24-49fb-a132-dc50b9c86bad {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:16.741594 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df', 'status': 'completed', 'code': 200} Oct 19 20:23:16.758525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['80d19853-de72-4e47-8e66-f2df1e73f4d4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:16.810745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-7bffb084-2ed7-4958-a29a-33d79c7fe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.812881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-7bffb084-2ed7-4958-a29a-33d79c7fe6e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0687749 Oct 19 20:23:16.843527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ff13c22-c43b-4cb6-9ac3-7c0696af07b2 req-2e44e38b-eb49-4a00-a1ec-3e7e37fef29c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927031 Oct 19 20:23:16.976815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-5c796144-a476-4546-9268-145bd1bf3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:16.978588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-5c796144-a476-4546-9268-145bd1bf3e47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538441 Oct 19 20:23:17.022113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-f2d6e6fe-df96-4675-b713-76f8d765ccbb service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185846 Oct 19 20:23:17.032065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577755f-7a4b-404c-92ff-6ee21097ecdc req-31815438-072b-43cc-a9ab-b11ca75d7588 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.033411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd7425-a6ed-4519-a326-df8d74fbd478 req-92f79643-82e3-49e1-9361-eefe6ae61adb tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.033571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2577755f-7a4b-404c-92ff-6ee21097ecdc req-31815438-072b-43cc-a9ab-b11ca75d7588 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 948 time: 0.1485264 Oct 19 20:23:17.035030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58dd7425-a6ed-4519-a326-df8d74fbd478 req-92f79643-82e3-49e1-9361-eefe6ae61adb tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1071398 Oct 19 20:23:17.107009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58dd7425-a6ed-4519-a326-df8d74fbd478 req-04cc0c7e-7476-42e2-861b-b7c331696d90 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Oct 19 20:23:17.188498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2577755f-7a4b-404c-92ff-6ee21097ecdc req-7397d24d-9dc1-47f9-8463-fd0b91eb378c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370146 Oct 19 20:23:17.224569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-498c52a9-7d26-4713-9601-763d9093ff0e service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342598 Oct 19 20:23:17.226666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324251c1-a5d9-45a3-8b5f-59f6860ec4b8 req-f9d71115-802d-45bf-aeb4-87697740c576 service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921077 Oct 19 20:23:17.369387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7442-8e04-464b-b914-0fdcc03ff16b req-0cc37ed1-ed04-4fd6-8848-1488b088ea7c service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337645 Oct 19 20:23:17.598721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e11bb6-3891-4878-a2a6-3272d4c98aa3 req-48ce7275-669b-4404-ba0d-443afded346d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.603280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4e11bb6-3891-4878-a2a6-3272d4c98aa3 req-48ce7275-669b-4404-ba0d-443afded346d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1211607 Oct 19 20:23:17.624437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030268fb-016b-4071-9b32-62f80b913cc0 req-0cb09b98-dd18-43df-917a-0afa08b9d83f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.625977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-030268fb-016b-4071-9b32-62f80b913cc0 req-0cb09b98-dd18-43df-917a-0afa08b9d83f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.0776358 Oct 19 20:23:17.640930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c973c5-d215-404f-a02c-9075730188dd req-aea4f367-adb0-45cd-a4a2-fbe67d00f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.643230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-aea4f367-adb0-45cd-a4a2-fbe67d00f3e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 1097 time: 0.1498892 Oct 19 20:23:17.648257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-06a9702e-c528-4906-89be-72e88e2ab1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.650285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-06a9702e-c528-4906-89be-72e88e2ab1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 1099 time: 0.2189140 Oct 19 20:23:17.692851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-030268fb-016b-4071-9b32-62f80b913cc0 req-79a69ac3-93df-48a5-b9a1-ce76849626c9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 Oct 19 20:23:17.727937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4e11bb6-3891-4878-a2a6-3272d4c98aa3 req-d53daf76-8fe0-41a5-8fc5-efbfe5afcc95 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164079 Oct 19 20:23:17.867698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ee80-73e0-436f-8724-35661c8a5434 req-f882e355-f508-4316-a02c-f08e38ab19cc tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.873328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-e66570e7-b9bd-400a-89a5-318e9a254abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.874952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-e66570e7-b9bd-400a-89a5-318e9a254abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2080739 Oct 19 20:23:17.877438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9209ee80-73e0-436f-8724-35661c8a5434 req-f882e355-f508-4316-a02c-f08e38ab19cc tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0679741 Oct 19 20:23:17.879640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c973c5-d215-404f-a02c-9075730188dd req-bb596d1b-4dbd-4aaf-a017-0e05fe3c2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:17.881135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-bb596d1b-4dbd-4aaf-a017-0e05fe3c2097 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.2288063 Oct 19 20:23:17.923862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9209ee80-73e0-436f-8724-35661c8a5434 req-84e3e13f-034d-45d8-baa3-ec31e177a9b5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453064 Oct 19 20:23:17.950855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-86df7a3b-e1c0-4df6-8e3e-f0dd3c0bce9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354 HTTP/1.1" status: 200 len: 217 time: 0.0548308 Oct 19 20:23:18.004774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-a651a9ca-2b53-471d-8610-30ad70bbf3db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=9c89d3d7-9353-463f-b556-b4ee291119df HTTP/1.1" status: 200 len: 217 time: 0.1172585 Oct 19 20:23:18.066716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:18.078721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381e9b-b793-45fd-97c3-bd0449c02589 req-2fb38452-24db-4847-a259-59d4afb4641c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.090166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19381e9b-b793-45fd-97c3-bd0449c02589 req-2fb38452-24db-4847-a259-59d4afb4641c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1097 time: 0.0816548 Oct 19 20:23:18.112385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c973c5-d215-404f-a02c-9075730188dd req-6a8a0e88-6b7f-4668-ac08-fd13f159123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.113953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-6a8a0e88-6b7f-4668-ac08-fd13f159123c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.1189597 Oct 19 20:23:18.116993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-bcd90dd6-4644-439d-9971-72bd91f4fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.118502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-bcd90dd6-4644-439d-9971-72bd91f4fb26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0831020 Oct 19 20:23:18.141327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4380-65bd-4988-8986-4ad534251e39 req-a0634e9e-34ef-4ed6-89b7-8883689ce5b0 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.143696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-530e4380-65bd-4988-8986-4ad534251e39 req-a0634e9e-34ef-4ed6-89b7-8883689ce5b0 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.1955268 Oct 19 20:23:18.161339 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19381e9b-b793-45fd-97c3-bd0449c02589 req-436dc04b-feb3-4257-9c6f-1ed4b4be41be tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626280 Oct 19 20:23:18.167975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-fed6cb4a-2422-49f9-a1cc-50042bc50593 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465608 Oct 19 20:23:18.183507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:18.191337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:18.192087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:18.303382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:18.331519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c23bf-c8b2-4bbf-83d9-ebdfe65a4175 req-4d364fc2-06e0-428b-9e2d-badd0e6800c5 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.335358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:18.337749 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde585df-a977-4e5c-9855-16fad244f41e" -d '{"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:18.339757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-260c23bf-c8b2-4bbf-83d9-ebdfe65a4175 req-4d364fc2-06e0-428b-9e2d-badd0e6800c5 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1097 time: 0.0514228 Oct 19 20:23:18.355092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:18.362161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:18.390290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-260c23bf-c8b2-4bbf-83d9-ebdfe65a4175 req-b7b7c592-9306-4f0e-a4b8-37662b12e20b tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Oct 19 20:23:18.426027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:18.610576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-530e4380-65bd-4988-8986-4ad534251e39 req-f8316137-4086-4165-9063-6791e4e9206a tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442661 Oct 19 20:23:18.657230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-a85e1114-47dc-45aa-be9d-c92633e94344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.658676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-a85e1114-47dc-45aa-be9d-c92633e94344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5270586 Oct 19 20:23:18.665430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-682a907a-9a33-43d8-8f52-8cb7b02d1a05 service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828746 Oct 19 20:23:18.678161 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71d9e9-b8d7-4bd8-b29c-abbceb6ccd5a x-openstack-request-id: req-dd71d9e9-b8d7-4bd8-b29c-abbceb6ccd5a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:18.678463 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:18.678720 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd71d9e9-b8d7-4bd8-b29c-abbceb6ccd5a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:18.679137 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'code': 200} Oct 19 20:23:18.688553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0aa43-159c-4491-a0b7-c39206368f12 req-079241cb-4f21-4b3f-8ebc-227262a5a295 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.690668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8e0aa43-159c-4491-a0b7-c39206368f12 req-079241cb-4f21-4b3f-8ebc-227262a5a295 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 948 time: 0.1469243 Oct 19 20:23:18.780247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8e0aa43-159c-4491-a0b7-c39206368f12 req-a10b0880-6984-478a-a79a-f19eb182013c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825424 Oct 19 20:23:18.868421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03bc2c-f8af-4f92-bd6d-88fd2f50c5d4 req-4fdf28ef-2516-4987-b4bd-957ed8758690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.871352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f03bc2c-f8af-4f92-bd6d-88fd2f50c5d4 req-4fdf28ef-2516-4987-b4bd-957ed8758690 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1101 time: 0.1239719 Oct 19 20:23:18.961275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f03bc2c-f8af-4f92-bd6d-88fd2f50c5d4 req-2e38fd19-a72a-45de-a301-6f9ae1e9b394 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785065 Oct 19 20:23:18.981028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52000-e380-4813-86d5-0be865ae3b17 req-662dd7fe-9043-471e-aabd-7f66073c77f7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:18.982683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35b52000-e380-4813-86d5-0be865ae3b17 req-662dd7fe-9043-471e-aabd-7f66073c77f7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0923676 Oct 19 20:23:19.021581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c973c5-d215-404f-a02c-9075730188dd req-d4eddeba-5fc5-464f-b3ed-d83e76fe8056 service neutron] 10.222.0.11 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318536 Oct 19 20:23:19.026549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35b52000-e380-4813-86d5-0be865ae3b17 req-b1081233-00ed-439f-b70a-827013d852ea tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Oct 19 20:23:19.058119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d25b6-722b-4d48-ac15-24da74320194 req-dcf28a39-4fe8-4ee3-8798-3d153ea2aaad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:19.058119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b5d25b6-722b-4d48-ac15-24da74320194 req-dcf28a39-4fe8-4ee3-8798-3d153ea2aaad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1501591 Oct 19 20:23:19.058119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-af9e11be-f477-490e-b586-c64d61a747cf service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808169 Oct 19 20:23:19.091340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b5d25b6-722b-4d48-ac15-24da74320194 req-3a7a4456-e7f9-42c5-a5b4-8d82c40a7c26 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Oct 19 20:23:19.298677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ec833b-3b91-4a51-ba15-4e5beb5ef8b9 req-60cc5606-9a4d-4adc-9248-4fd6e34d95ed service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223931 Oct 19 20:23:19.734637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555bf0-3e80-4fed-b248-fea9cb078e54 req-27cc64f5-64f4-4fce-8d1b-a174604e6cea tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:19.736153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32555bf0-3e80-4fed-b248-fea9cb078e54 req-27cc64f5-64f4-4fce-8d1b-a174604e6cea tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.0546944 Oct 19 20:23:19.783844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32555bf0-3e80-4fed-b248-fea9cb078e54 req-36b4d612-e04b-43e9-9259-f392e7a15f71 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371413 Oct 19 20:23:19.946856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9efed1-9ff2-4bbe-93f1-c08708823e12 req-64bcb220-0a3a-4d26-8c12-52d58f61e325 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:19.948406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e9efed1-9ff2-4bbe-93f1-c08708823e12 req-64bcb220-0a3a-4d26-8c12-52d58f61e325 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 948 time: 0.0851514 Oct 19 20:23:19.987799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23641bf5-638d-44aa-8d17-9ba01d7ac994 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:23:19.989066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23641bf5-638d-44aa-8d17-9ba01d7ac994 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079145 Oct 19 20:23:20.001902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e9efed1-9ff2-4bbe-93f1-c08708823e12 req-bccf1c20-c5ca-4bb7-b130-b0208d802d7f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Oct 19 20:23:20.032537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-7d6701e5-c729-4a7c-99d7-8c8c8a6b107f tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.033967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-7d6701e5-c729-4a7c-99d7-8c8c8a6b107f tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 1094 time: 0.0389845 Oct 19 20:23:20.044489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Request body: {'binding': {'host': 'n-h1-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:20.044952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Unknown quota resources ['binding']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:23:20.066732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9c89d3d7-9353-463f-b556-b4ee291119df details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:20.194680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9c89d3d7-9353-463f-b556-b4ee291119df,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:20.201451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902befe-c03d-4d31-9ec0-e8590fb82527 req-4c842148-142b-4f33-945f-894d68edbba8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.203008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d902befe-c03d-4d31-9ec0-e8590fb82527 req-4c842148-142b-4f33-945f-894d68edbba8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0781295 Oct 19 20:23:20.209746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h1-805649-9 for vnic_type normal with profile None {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:20.210193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:20.210786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:20.214792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9c89d3d7-9353-463f-b556-b4ee291119df', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '9c89d3d7-9353-463f-b556-b4ee291119df', 'mac_address': 'fa:16:3e:96:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:20.216573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:20.217003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:20.222644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:20.223327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:20.224061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:20.224673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Bound port: 2764aaa8-5351-4469-847a-47e3d264da46, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:20.298603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d902befe-c03d-4d31-9ec0-e8590fb82527 req-ac0de339-af56-4c53-9883-5cae2aa60dc9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881391 Oct 19 20:23:20.314431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:20.315561 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:20.328400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:20.331906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-23a2ed9a-1f17-4c6d-88c9-fc9564e9fb7f service neutron] 10.222.0.31 "POST /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46/bindings HTTP/1.1" status: 201 len: 389 time: 0.2915182 Oct 19 20:23:20.343740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c89d3d7-9353-463f-b556-b4ee291119df {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:20.370727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9c89d3d7-9353-463f-b556-b4ee291119df,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:20.375782 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:20.469086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325ade-da4b-44ad-92ed-af6a70ca2a5f req-49b16c35-8b27-416f-88e3-f8f3cefecd6d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.470663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39325ade-da4b-44ad-92ed-af6a70ca2a5f req-49b16c35-8b27-416f-88e3-f8f3cefecd6d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0832095 Oct 19 20:23:20.478684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:20.557069 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39325ade-da4b-44ad-92ed-af6a70ca2a5f req-113067d9-c4ee-4e14-b718-3b180b59793c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Oct 19 20:23:20.590535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe65ad9-b725-41c3-bfb8-31e42f7097ce req-670401b2-cbda-4ce0-bf2c-e4abce3d9d63 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.592654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffe65ad9-b725-41c3-bfb8-31e42f7097ce req-670401b2-cbda-4ce0-bf2c-e4abce3d9d63 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0870759 Oct 19 20:23:20.645328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-4b19ec4c-bc6b-4b71-b5fe-4b36caf5c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.645999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffe65ad9-b725-41c3-bfb8-31e42f7097ce req-50761b7d-3102-4682-a98a-adabd4e4f8bc tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Oct 19 20:23:20.646889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-4b19ec4c-bc6b-4b71-b5fe-4b36caf5c6e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1097 time: 0.0471289 Oct 19 20:23:20.688084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:20.788477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b17450-185c-46bc-b1b6-be728952b938 req-f424d2b7-f119-4822-a144-129dac7d4aae tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.790040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1b17450-185c-46bc-b1b6-be728952b938 req-f424d2b7-f119-4822-a144-129dac7d4aae tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1101 time: 0.1060987 Oct 19 20:23:20.796058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-9ca0ac87-1793-4e02-af19-3372a559fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.797539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-9ca0ac87-1793-4e02-af19-3372a559fc4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1359634 Oct 19 20:23:20.869494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-030830da-2416-4c53-a4ff-7a1102f13e2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 217 time: 0.0529864 Oct 19 20:23:20.934574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1b17450-185c-46bc-b1b6-be728952b938 req-f5a73f7e-640e-43f1-9948-272834216fae tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326489 Oct 19 20:23:20.938335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da052d-7b82-4f4a-b7ab-868543df6d99 req-2b71cd27-8d1e-410a-ab7c-076b6ed774cd tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.940059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56da052d-7b82-4f4a-b7ab-868543df6d99 req-2b71cd27-8d1e-410a-ab7c-076b6ed774cd tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.0609417 Oct 19 20:23:20.949749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-54e28596-eb38-4296-a39c-28ce4f848bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:20.951802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-54e28596-eb38-4296-a39c-28ce4f848bf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0811996 Oct 19 20:23:21.003252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56da052d-7b82-4f4a-b7ab-868543df6d99 req-0440adfa-4423-405c-8895-700a63764f6d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564141 Oct 19 20:23:21.007078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-ed3b554f-ff86-41c3-b141-6c6257644757 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459962 Oct 19 20:23:21.148237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80725905-fee4-4026-b205-09cbb557bf17 req-7831cc6d-794d-4428-9b0a-4844d43b809b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:21.150163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80725905-fee4-4026-b205-09cbb557bf17 req-7831cc6d-794d-4428-9b0a-4844d43b809b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 949 time: 0.0573962 Oct 19 20:23:21.203679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80725905-fee4-4026-b205-09cbb557bf17 req-99089f01-181a-4bd7-9409-553cd95d4313 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Oct 19 20:23:21.210128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-875c23b5-c958-4689-b1df-3cd7e04e56de service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937504 Oct 19 20:23:21.336677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-7f65c950-289c-4ef9-bc1b-35065d0e0c4d service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106493 Oct 19 20:23:21.460355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfec480-2a34-4a8e-89a0-00823091013a req-3152d2d3-0aff-4a76-ab38-7ebd713a2c17 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:21.465539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cfec480-2a34-4a8e-89a0-00823091013a req-3152d2d3-0aff-4a76-ab38-7ebd713a2c17 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1000466 Oct 19 20:23:21.529907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cfec480-2a34-4a8e-89a0-00823091013a req-0a394bc8-bf4a-46bc-bc48-adef416f6184 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Oct 19 20:23:21.595301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-672d54d9-9982-4717-a10e-6cf19285e003 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760646 Oct 19 20:23:21.608773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144eb7d-d8c6-4e4f-b622-cb5416a1000e req-dc5edf1a-3139-4693-958b-5447a7c8d13a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:21.610267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2144eb7d-d8c6-4e4f-b622-cb5416a1000e req-dc5edf1a-3139-4693-958b-5447a7c8d13a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0651970 Oct 19 20:23:21.676016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2144eb7d-d8c6-4e4f-b622-cb5416a1000e req-c2a7f72b-a162-40e9-8e9d-68768e633176 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583384 Oct 19 20:23:21.800509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496b4e2-1366-4ab1-bc07-551330d2e5e1 req-4bce7434-ce9e-4ef8-ab06-23b4dd9d7491 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:21.805379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0496b4e2-1366-4ab1-bc07-551330d2e5e1 req-4bce7434-ce9e-4ef8-ab06-23b4dd9d7491 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0708232 Oct 19 20:23:21.862972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0496b4e2-1366-4ab1-bc07-551330d2e5e1 req-3f1a2190-c285-4db0-b51a-345d88efaa1b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Oct 19 20:23:22.084529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9c89d3d7-9353-463f-b556-b4ee291119df up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:22.177360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9c89d3d7-9353-463f-b556-b4ee291119df completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:22.191592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9c89d3d7-9353-463f-b556-b4ee291119df triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:22.192213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:22.220359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5c595-1c83-46a5-90d7-1665a8afaea2 req-b87f7129-65ff-4310-8707-3d27cd35f068 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:22.230787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8af5c595-1c83-46a5-90d7-1665a8afaea2 req-b87f7129-65ff-4310-8707-3d27cd35f068 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.1059430 Oct 19 20:23:22.332156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8af5c595-1c83-46a5-90d7-1665a8afaea2 req-838cab68-1ff1-4118-8893-2888402bc13c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996332 Oct 19 20:23:22.372711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ebe93-a221-4d19-a1bc-c5e2e8b6aaf4 req-07e1d002-a777-4a6b-ba56-692a938035e8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:22.380715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a02ebe93-a221-4d19-a1bc-c5e2e8b6aaf4 req-07e1d002-a777-4a6b-ba56-692a938035e8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 949 time: 0.0690248 Oct 19 20:23:22.414570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:22.450522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a02ebe93-a221-4d19-a1bc-c5e2e8b6aaf4 req-0da87d06-8029-440c-91e8-e4fdfedfec75 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Oct 19 20:23:22.466912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:22.470423 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24cd17-4e6d-457f-9f97-263dd4068926" -d '{"events": [{"server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "name": "network-vif-plugged", "status": "completed", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:22.487293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9c89d3d7-9353-463f-b556-b4ee291119df,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:22.494367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:22.560269 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23b1de6-e899-4f7a-9abe-d2e936fc7fe0 x-openstack-request-id: req-e23b1de6-e899-4f7a-9abe-d2e936fc7fe0 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:22.560897 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "name": "network-vif-plugged", "status": "completed", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:22.561445 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e23b1de6-e899-4f7a-9abe-d2e936fc7fe0 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:22.562053 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df', 'code': 200} Oct 19 20:23:22.616481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:22.784119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac04f-8cfe-4b97-8010-f9e90f343880 req-fb66f7f0-36f6-46b6-89bd-468873558aba tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:22.785952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b65ac04f-8cfe-4b97-8010-f9e90f343880 req-fb66f7f0-36f6-46b6-89bd-468873558aba tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1503754 Oct 19 20:23:22.802004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec4509-59f4-4abe-b694-5cc478cc0fb6 req-a58972d2-eb0c-46c1-816c-094b9d309aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:22.803210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dec4509-59f4-4abe-b694-5cc478cc0fb6 req-a58972d2-eb0c-46c1-816c-094b9d309aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 1101 time: 0.1353893 Oct 19 20:23:22.837865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b746e67-7bf7-4040-8ddf-d82b24fbc879 req-e9cb03ea-73da-4f41-9174-751bf2ae27af tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:22.840408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b746e67-7bf7-4040-8ddf-d82b24fbc879 req-e9cb03ea-73da-4f41-9174-751bf2ae27af tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0687578 Oct 19 20:23:22.914044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b746e67-7bf7-4040-8ddf-d82b24fbc879 req-cabcff25-fe63-4181-a3d1-99b0fbb062cf tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665884 Oct 19 20:23:22.916181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b65ac04f-8cfe-4b97-8010-f9e90f343880 req-8840344f-8065-4c5e-9cad-b007c3361fbd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228042 Oct 19 20:23:22.944537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dec4509-59f4-4abe-b694-5cc478cc0fb6 req-c0b7d920-076e-419c-8cec-5f76ebb77581 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280496 Oct 19 20:23:23.114775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e96-ecb7-4b63-9073-cbb13aeaefdd req-313b89d5-afd3-42d9-82e7-e1331798249a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.122489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-552c3e96-ecb7-4b63-9073-cbb13aeaefdd req-313b89d5-afd3-42d9-82e7-e1331798249a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0656793 Oct 19 20:23:23.225638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-552c3e96-ecb7-4b63-9073-cbb13aeaefdd req-17b07838-dedc-48f2-ae95-22beacc82a79 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996861 Oct 19 20:23:23.382898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-5482c17d-8742-4ebd-8c9c-3dd85f7b51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.385333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-5482c17d-8742-4ebd-8c9c-3dd85f7b51ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1101 time: 0.0530701 Oct 19 20:23:23.543259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-81e4c7bb-be4b-4eb1-8db3-52b4f3c3b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.544802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-81e4c7bb-be4b-4eb1-8db3-52b4f3c3b353 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1480618 Oct 19 20:23:23.619681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-975d5c2c-e23f-4718-ad45-576fb665c069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0611882 Oct 19 20:23:23.639866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2c92-de8c-4b1b-8318-722bec5db852 req-34552e22-503a-428e-ae71-484f1c7a203e tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.645525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160228-0be0-4dbc-ba49-2ab7a613b411 req-b9f3ecf1-02fa-4b9b-b68a-805f14e21381 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.647077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42160228-0be0-4dbc-ba49-2ab7a613b411 req-b9f3ecf1-02fa-4b9b-b68a-805f14e21381 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 950 time: 0.0827353 Oct 19 20:23:23.647592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1fa2c92-de8c-4b1b-8318-722bec5db852 req-34552e22-503a-428e-ae71-484f1c7a203e tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.1690238 Oct 19 20:23:23.726064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42160228-0be0-4dbc-ba49-2ab7a613b411 req-13c41daf-6983-4fbc-a808-e6e737378966 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706050 Oct 19 20:23:23.765751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1fa2c92-de8c-4b1b-8318-722bec5db852 req-7627218c-d7a6-494d-af3f-2f6f56667907 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024458 Oct 19 20:23:23.765751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-91468dac-a3d6-4aab-a761-ab59f35e8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.765751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-91468dac-a3d6-4aab-a761-ab59f35e8307 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1115768 Oct 19 20:23:23.813120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-c8284aa1-2327-4be2-b6b9-81367641ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:23.814688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-c8284aa1-2327-4be2-b6b9-81367641ae24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439258 Oct 19 20:23:23.929908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-a69295c3-9e3e-4dc4-84dc-b04657795f54 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055896 Oct 19 20:23:24.081432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22108a-3434-4395-b6ca-de9d2ce4a6c4 req-c799211f-4b3c-4d21-936a-18b51733dc3d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:24.095309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd22108a-3434-4395-b6ca-de9d2ce4a6c4 req-c799211f-4b3c-4d21-936a-18b51733dc3d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1054955 Oct 19 20:23:24.138530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5289-4f6f-4ea8-a1d0-169db5ba9ca0 req-5f34afa2-27b3-4665-b59e-0947a2f7af53 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:24.148653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a8f5289-4f6f-4ea8-a1d0-169db5ba9ca0 req-5f34afa2-27b3-4665-b59e-0947a2f7af53 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0860913 Oct 19 20:23:24.167807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-bb1901c2-6aa2-4100-bfb9-f4fd783ca756 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278507 Oct 19 20:23:24.199810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd22108a-3434-4395-b6ca-de9d2ce4a6c4 req-5285a222-c142-4989-8813-b260073df095 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838730 Oct 19 20:23:24.214434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3a8f5289-4f6f-4ea8-a1d0-169db5ba9ca0 req-35d68bd7-3031-460c-a1b0-813ce29f1d6d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Oct 19 20:23:24.467492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813e908-361d-49b6-901c-dfb64819cb4d req-00587e2c-71d9-4170-b404-8ec7ec827e64 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:24.477507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3813e908-361d-49b6-901c-dfb64819cb4d req-00587e2c-71d9-4170-b404-8ec7ec827e64 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.1255095 Oct 19 20:23:24.533141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3813e908-361d-49b6-901c-dfb64819cb4d req-0717e6af-2c4f-4944-bab4-b727398b0d14 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Oct 19 20:23:24.886743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bac05c-d6a3-446c-9caa-0c9edf2bd7f5 req-320d0554-3b14-47d2-8c02-6d17bd4d77ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:24.889440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8bac05c-d6a3-446c-9caa-0c9edf2bd7f5 req-320d0554-3b14-47d2-8c02-6d17bd4d77ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 950 time: 0.0876756 Oct 19 20:23:24.937889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3400c4-c2fe-4908-a89d-aac1c197fb7f req-01f22f43-3e3d-4420-974f-4a121f02092d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:24.947843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff3400c4-c2fe-4908-a89d-aac1c197fb7f req-01f22f43-3e3d-4420-974f-4a121f02092d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.0887606 Oct 19 20:23:24.950212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8bac05c-d6a3-446c-9caa-0c9edf2bd7f5 req-b1c41333-eb6c-4b17-bcdb-cb5cec70ed57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540369 Oct 19 20:23:25.012674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff3400c4-c2fe-4908-a89d-aac1c197fb7f req-4d12f85b-dbeb-42cb-9c96-e130a746dcfe tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636110 Oct 19 20:23:25.167551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acf872-837f-4848-b48e-e5ab47a67466 req-be097aab-51e9-4afa-857d-87c8917b5ba2 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:25.176755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04acf872-837f-4848-b48e-e5ab47a67466 req-be097aab-51e9-4afa-857d-87c8917b5ba2 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 1101 time: 0.0606413 Oct 19 20:23:25.191861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-04acf872-837f-4848-b48e-e5ab47a67466 req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:25.296313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-04acf872-837f-4848-b48e-e5ab47a67466 req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:25.301521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-04acf872-837f-4848-b48e-e5ab47a67466 req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:25.367065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04acf872-837f-4848-b48e-e5ab47a67466 req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879351 Oct 19 20:23:25.405482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6586e-bc55-4c5b-bcff-ca01319e7501,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:25.412920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c9f3b-e7fe-412a-ab5b-fbe106f68c83 req-8003d30b-4dfb-45f1-a839-20b76431349b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:25.414504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-362c9f3b-e7fe-412a-ab5b-fbe106f68c83 req-8003d30b-4dfb-45f1-a839-20b76431349b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1065149 Oct 19 20:23:25.426579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.427248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.428065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.429094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.430729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.431797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.432628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.433196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.436142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.436871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.437492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.438033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07fd15e-ceb6-40b1-b5ee-e4747b8851dd tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:25.496383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-362c9f3b-e7fe-412a-ab5b-fbe106f68c83 req-aa2aaf42-b609-4d03-a9d0-2de81413669f tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746942 Oct 19 20:23:25.602229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2b79-cf91-468b-9f96-58613b80ac99 req-b57c9071-1328-4151-b623-708eae326fbb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:25.605051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3fb2b79-cf91-468b-9f96-58613b80ac99 req-b57c9071-1328-4151-b623-708eae326fbb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0866437 Oct 19 20:23:25.702257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3fb2b79-cf91-468b-9f96-58613b80ac99 req-428d51b1-82f2-489d-92bc-85bf597b0e39 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861971 Oct 19 20:23:25.911518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e99ce-21a7-4872-95af-325012bd08e7 req-ac4959db-d8f9-4e47-b1e4-8f638e7efa33 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:25.915845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-691e99ce-21a7-4872-95af-325012bd08e7 req-ac4959db-d8f9-4e47-b1e4-8f638e7efa33 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.1169319 Oct 19 20:23:25.917513 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-2b24ab19-47cd-42a1-9819-2f6014595771 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300016 Oct 19 20:23:26.010659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-691e99ce-21a7-4872-95af-325012bd08e7 req-5f5b1936-7033-4618-a731-2c057d6cc1dd tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798287 Oct 19 20:23:26.143567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-df9677be-957f-4eb6-9c95-7653c05cffab tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:26.145133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-df9677be-957f-4eb6-9c95-7653c05cffab tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216341 Oct 19 20:23:26.159988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909d1d-fdda-4aed-ad1a-1620726d39f7 req-fe283ffc-7e68-48b7-b2a2-8eb7da39b03b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:26.163005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d909d1d-fdda-4aed-ad1a-1620726d39f7 req-fe283ffc-7e68-48b7-b2a2-8eb7da39b03b tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 943 time: 0.0602043 Oct 19 20:23:26.170090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d33c722e-0bad-4d43-b657-7742a86d33cb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.0160215 Oct 19 20:23:26.245433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d909d1d-fdda-4aed-ad1a-1620726d39f7 req-d889319d-014d-4dfb-9cc8-ae92c0ee5632 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753078 Oct 19 20:23:26.275068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-c83333f7-e2bc-4f5b-b158-37da347769f8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040173 Oct 19 20:23:26.398576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-47695a15-dc51-4e1c-9c01-896d41e45776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:26.657663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ebc8e25a-f8e0-4086-857b-e24db6f401a1 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:26.676628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0078-0714-4228-bbc4-36f6d9289b00 req-3ea7860b-8d6a-49f3-848b-967c3f519711 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:26.686199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-434b0078-0714-4228-bbc4-36f6d9289b00 req-3ea7860b-8d6a-49f3-848b-967c3f519711 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0859656 Oct 19 20:23:26.731186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-434b0078-0714-4228-bbc4-36f6d9289b00 req-9d9cdb3b-335d-481c-a7cc-5bf356ae4c58 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Oct 19 20:23:26.831530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:26.853465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'port_id': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'mac_address': 'fa:16:3e:66:25:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:26.990166 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:27.005165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e402aa-a2ec-4e42-8cce-087539f5de7e req-f657621b-1213-4c80-99e9-b5a76dd35713 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:27.021576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35e402aa-a2ec-4e42-8cce-087539f5de7e req-f657621b-1213-4c80-99e9-b5a76dd35713 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1511533 Oct 19 20:23:27.025457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc8e25a-f8e0-4086-857b-e24db6f401a1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:27.082591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:27.091310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:27.110952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35e402aa-a2ec-4e42-8cce-087539f5de7e req-4c48a305-88fa-4097-a297-15731e36c2b8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854864 Oct 19 20:23:27.226438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:27.249557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.249899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.250245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.250606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.251050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.251234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.251571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.251851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.252251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.255769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.256496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.256496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:23:27.348434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb4bd3-39e6-4503-8971-a133071e56ed req-ee0b3fac-6d0b-4acd-b38e-defa2edcfebe tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:27.360728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8eb4bd3-39e6-4503-8971-a133071e56ed req-ee0b3fac-6d0b-4acd-b38e-defa2edcfebe tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.1147852 Oct 19 20:23:27.382413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb249a8d-25b5-4b9d-adf7-0a3742dbd2f7 req-f71f383a-34fb-45c7-b509-2f643c8214a3 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 210 time: 0.0683033 Oct 19 20:23:27.435981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['ebc8e25a-f8e0-4086-857b-e24db6f401a1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:27.462827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8eb4bd3-39e6-4503-8971-a133071e56ed req-b3c0a5fa-85eb-4d7f-b8d8-2bb19769991d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006789 Oct 19 20:23:27.762386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88c45-2e0b-4517-b685-4c032441bea0 req-3c157327-ada1-4058-8356-747f97e066c7 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:27.779098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8bd88c45-2e0b-4517-b685-4c032441bea0 req-3c157327-ada1-4058-8356-747f97e066c7 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 944 time: 0.1436756 Oct 19 20:23:27.895566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8bd88c45-2e0b-4517-b685-4c032441bea0 req-0d1d6744-f920-4397-9596-8ae76369fe0e tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133289 Oct 19 20:23:27.999881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421823-d7da-4b41-9e9b-d8203e62dd26 req-ee7bd6a9-870e-4025-9999-837836735ac5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:28.003808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49421823-d7da-4b41-9e9b-d8203e62dd26 req-ee7bd6a9-870e-4025-9999-837836735ac5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0971065 Oct 19 20:23:28.097789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49421823-d7da-4b41-9e9b-d8203e62dd26 req-5b74ea4b-5b54-418b-a7cb-ea6d51fe95fa tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829432 Oct 19 20:23:28.291225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83237c-146e-42f3-892e-af1d1c79ea95 req-ecfc70b3-a196-4451-a741-cc84b17b3541 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:28.293012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf83237c-146e-42f3-892e-af1d1c79ea95 req-ecfc70b3-a196-4451-a741-cc84b17b3541 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0779424 Oct 19 20:23:28.346281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf83237c-146e-42f3-892e-af1d1c79ea95 req-640ebfce-46b3-4b36-8343-aa89750c7412 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Oct 19 20:23:28.551137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07544c55-80dc-4819-a201-06b9932a9ba6 req-48b230d8-5b80-4c30-855e-e0fe3bfe2baa tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 210 time: 0.0521300 Oct 19 20:23:28.628753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fcdbb-b011-4e7e-bbe0-57cc2c8c83f4 req-2cee0051-05aa-44f7-a998-b6b4c306536e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:28.630597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c33fcdbb-b011-4e7e-bbe0-57cc2c8c83f4 req-2cee0051-05aa-44f7-a998-b6b4c306536e tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0830979 Oct 19 20:23:28.733810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c33fcdbb-b011-4e7e-bbe0-57cc2c8c83f4 req-7e65af9c-2fe6-4fcf-afbb-3e6ad2e1825f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963464 Oct 19 20:23:28.887943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-54c62693-efd3-4634-b0db-8c046bb74890 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264904 Oct 19 20:23:29.090442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3bd07953-94c1-4e66-9248-9fdcc87f6680 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:29.092436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3bd07953-94c1-4e66-9248-9fdcc87f6680 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909776 Oct 19 20:23:29.102578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27613a1-4a79-4f71-a487-c5281a613e07 req-b34f0ed4-50ec-4754-bcc8-82056970da24 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:29.106551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f27613a1-4a79-4f71-a487-c5281a613e07 req-b34f0ed4-50ec-4754-bcc8-82056970da24 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 944 time: 0.1024487 Oct 19 20:23:29.111898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': '293769a2-6b37-4470-bb52-e3041879c1ca', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:29.160256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5089bc10-3f59-4e6a-bbd8-ab30c838b937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:29.222209 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f27613a1-4a79-4f71-a487-c5281a613e07 req-af4e54e7-a80c-4b4c-8150-8b802db55ba2 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932972 Oct 19 20:23:29.301926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b18e-48d3-42fe-a00a-28655bcdfcb6 req-d747820c-b16c-45a3-b4ca-fc4ea047cf36 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:29.304353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb90b18e-48d3-42fe-a00a-28655bcdfcb6 req-d747820c-b16c-45a3-b4ca-fc4ea047cf36 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0928733 Oct 19 20:23:29.305493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:29.309507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:29.380106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb90b18e-48d3-42fe-a00a-28655bcdfcb6 req-fc34df26-cbf0-41db-b4c6-321f413a9ad7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681052 Oct 19 20:23:29.381994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-c993d859-93bb-4f23-9773-603c419fc4ad tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359108 Oct 19 20:23:29.530501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-77ae3347-b00c-4f90-8373-43dff55098de tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:29.530789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.6 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/8b760c8d-f470-47dc-824b-965ed091de57) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:29.532508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-77ae3347-b00c-4f90-8373-43dff55098de tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425757 Oct 19 20:23:29.550489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028501-44d4-4844-9e51-7e3cad3f6883 req-28b4798b-ec81-4667-bde9-20487967ad06 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:29.558150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db028501-44d4-4844-9e51-7e3cad3f6883 req-28b4798b-ec81-4667-bde9-20487967ad06 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0999343 Oct 19 20:23:29.560794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:29.631710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db028501-44d4-4844-9e51-7e3cad3f6883 req-eb80b117-8d9a-43e3-885e-db93c2cd6ea2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Oct 19 20:23:29.710762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3046882c-93de-4b38-b6e6-aeb6a00d74e8 req-7aba8f70-fbc1-46d4-b431-bcf3942a5c53 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Oct 19 20:23:29.759333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:29.763376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:29.813935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:29.890266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:29.910775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:29.929192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.73 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:29.947898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:29.982617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:29.997184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:30.000431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:30.051921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065f56-f134-4691-aabb-1ea5d3d7ca74 req-99f28562-b39c-4198-b76d-c740d18c5014 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:30.060524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f9065f56-f134-4691-aabb-1ea5d3d7ca74 req-99f28562-b39c-4198-b76d-c740d18c5014 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.2033317 Oct 19 20:23:30.157442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:30.158423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.171313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f9065f56-f134-4691-aabb-1ea5d3d7ca74 req-ca5ff2d9-d43c-4231-aca5-020a22cde8c8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096284 Oct 19 20:23:30.189054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-d4df9760-f080-4482-8054-909b0a35ca57 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0808244 Oct 19 20:23:30.207704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Request body: {'port': {'device_id': '293769a2-6b37-4470-bb52-e3041879c1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:30.233242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.312388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.356951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.372859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.409083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:30.412716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:30.420529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:30.421110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896fc93-7f51-4586-a5de-29174563a12a req-ad612f35-947e-4432-8e2c-18627e6ed6ba tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:30.423145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9896fc93-7f51-4586-a5de-29174563a12a req-ad612f35-947e-4432-8e2c-18627e6ed6ba tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 944 time: 0.1160176 Oct 19 20:23:30.424871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:30.462978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:30.470503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7178f009-5027-4969-9efe-3f2a25c6b5aa None None] Provisioning complete for port 8b760c8d-f470-47dc-824b-965ed091de57 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:30.473859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7178f009-5027-4969-9efe-3f2a25c6b5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.501155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:30.501895 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.540638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0dfba75c-f2df-4565-84af-3d8823813149 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9874864 Oct 19 20:23:30.556394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Request body: {'port': {'device_id': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:30.633489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7178f009-5027-4969-9efe-3f2a25c6b5aa None None] Port 8b760c8d-f470-47dc-824b-965ed091de57 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:30.694531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dee71e-6ac5-4945-bdc9-4224bbb8eae9 req-8e37b101-12a0-4aed-9eb0-a17f125932ae tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:30.712077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07dee71e-6ac5-4945-bdc9-4224bbb8eae9 req-8e37b101-12a0-4aed-9eb0-a17f125932ae tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1504366 Oct 19 20:23:30.725621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.727431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ebc8e25a-f8e0-4086-857b-e24db6f401a1 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:30.803147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9896fc93-7f51-4586-a5de-29174563a12a req-6ca3eb5e-79a7-4c9b-9d84-bfb831425bd4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597283 Oct 19 20:23:30.910468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.911339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b760c8d-f470-47dc-824b-965ed091de57 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:30.942304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:30.949488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ed1ffcdc-2b3e-40f6-ba52-75a6147ac069 None None] Provisioning complete for port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:30.949927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed1ffcdc-2b3e-40f6-ba52-75a6147ac069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.017960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ffcdc-2b3e-40f6-ba52-75a6147ac069 None None] Port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:31.032420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port ebc8e25a-f8e0-4086-857b-e24db6f401a1 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:31.044265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Transition to ACTIVE for port object 8b760c8d-f470-47dc-824b-965ed091de57 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:31.047021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port ebc8e25a-f8e0-4086-857b-e24db6f401a1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:31.047493 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.051929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.082843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd09610-f7e5-4ff0-b391-23c74246c4ed req-cea0fa61-2d28-4a0b-8080-266f47a43967 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:31.084419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cd09610-f7e5-4ff0-b391-23c74246c4ed req-cea0fa61-2d28-4a0b-8080-266f47a43967 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1554356 Oct 19 20:23:31.165693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.197709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:31.203210 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94daaa24-34c3-45de-9bc1-f6b30bd3cac6" -d '{"events": [{"server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "name": "network-vif-plugged", "status": "completed", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:31.240281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:31.248645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.284365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07dee71e-6ac5-4945-bdc9-4224bbb8eae9 req-a41c07d1-7fd9-4a7c-ab95-64ac94a00209 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714841 Oct 19 20:23:31.397075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:31.422562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Pushing event updated for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:31.438268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cd09610-f7e5-4ff0-b391-23c74246c4ed req-189d98b2-f9d2-4371-b4a4-8973ca9fa8f1 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172512 Oct 19 20:23:31.461159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Attempting to bind port 8b760c8d-f470-47dc-824b-965ed091de57 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:31.461530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Attempting to bind port 8b760c8d-f470-47dc-824b-965ed091de57 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:31.461859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Attempting to bind port 8b760c8d-f470-47dc-824b-965ed091de57 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:31.477336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Port 8b760c8d-f470-47dc-824b-965ed091de57 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:31.477923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Attempting to bind port 8b760c8d-f470-47dc-824b-965ed091de57 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:31.485149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:31.485517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:31.485893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:31.486326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Bound port: 8b760c8d-f470-47dc-824b-965ed091de57, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:31.486685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.587593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd3f1-a063-47e8-8b9a-aec1cd0f77b0 req-10512424-a9ba-4ead-be9e-b257ab9b63cd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:31.589151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-182fd3f1-a063-47e8-8b9a-aec1cd0f77b0 req-10512424-a9ba-4ead-be9e-b257ab9b63cd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 935 time: 0.1536067 Oct 19 20:23:31.650673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:31.672996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821e5d-99e5-46a6-9c8c-0e4f0657ca7c req-48c31e90-cb0f-4096-b53b-428abf3b6c75 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:31.674766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62821e5d-99e5-46a6-9c8c-0e4f0657ca7c req-48c31e90-cb0f-4096-b53b-428abf3b6c75 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0825949 Oct 19 20:23:31.678754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8b760c8d-f470-47dc-824b-965ed091de57,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:31.686645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.748495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:31.748983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:31.749537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.751010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b760c8d-f470-47dc-824b-965ed091de57 HTTP/1.1" status: 200 len: 1094 time: 1.5492861 Oct 19 20:23:31.754585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:31.758540 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9672b3-9c64-477c-96bf-897a8ab9d891" -d '{"events": [{"name": "network-changed", "server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "tag": "8b760c8d-f470-47dc-824b-965ed091de57"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:31.773915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-182fd3f1-a063-47e8-8b9a-aec1cd0f77b0 req-3e4625b3-95ec-4328-9c6f-ab36f5eedbc4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Oct 19 20:23:31.776125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.792278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Transition to ACTIVE for port object cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:31.795991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:31.799908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62821e5d-99e5-46a6-9c8c-0e4f0657ca7c req-a84a1ab7-360a-4dd2-9525-f7d16f0f76b0 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163268 Oct 19 20:23:31.802989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bd1df-0535-4d59-9918-1458c181e434 service neutron] Pushing event updated for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:31.865662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-ee39ed63-d13b-4be9-a826-5d7fd19996f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:31.867507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-ee39ed63-d13b-4be9-a826-5d7fd19996f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 1097 time: 0.0515969 Oct 19 20:23:31.879596 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6499555-9ee4-4e6f-9360-b3bb64d5a5cb x-openstack-request-id: req-c6499555-9ee4-4e6f-9360-b3bb64d5a5cb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:31.879993 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "name": "network-vif-plugged", "status": "completed", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:31.880350 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6499555-9ee4-4e6f-9360-b3bb64d5a5cb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:31.880846 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'code': 200} Oct 19 20:23:31.938958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:31.978726 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43c335-2d32-4763-bfc3-307bc97a6704 x-openstack-request-id: req-0a43c335-2d32-4763-bfc3-307bc97a6704 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:31.979230 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "tag": "8b760c8d-f470-47dc-824b-965ed091de57", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:31.979638 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a43c335-2d32-4763-bfc3-307bc97a6704 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:31.980029 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57', 'status': 'completed', 'code': 200} Oct 19 20:23:31.982413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-b6b237c0-ab2d-476c-b79c-20d45d51eb51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8b760c8d-f470-47dc-824b-965ed091de57 HTTP/1.1" status: 200 len: 217 time: 0.0906668 Oct 19 20:23:32.018801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Attempting to bind port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:32.019143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Attempting to bind port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:32.019479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Attempting to bind port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:32.057002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:32.057002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Attempting to bind port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:32.082196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:32.082542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:32.083336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:32.083782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Bound port: cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:32.084137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:32.087099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0ac57162-0948-4812-945a-c1ccce48ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.089077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0ac57162-0948-4812-945a-c1ccce48ad71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1001983 Oct 19 20:23:32.107696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce0ce2-e1df-400b-8c80-b649170dcc61 req-5ad6241b-041e-43b2-b297-f761cb6f6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.109227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fce0ce2-e1df-400b-8c80-b649170dcc61 req-5ad6241b-041e-43b2-b297-f761cb6f6241 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 1096 time: 0.1268959 Oct 19 20:23:32.123842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a24d1-c463-4d03-b094-470a61a1446a req-ae0cab36-8b16-4888-865a-70011de1bca5 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.131673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a5a24d1-c463-4d03-b094-470a61a1446a req-ae0cab36-8b16-4888-865a-70011de1bca5 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.1374173 Oct 19 20:23:32.142100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-f13fe44d-e042-4a29-97f1-c7c6e7866187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.143762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-f13fe44d-e042-4a29-97f1-c7c6e7866187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471952 Oct 19 20:23:32.170999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:32.250236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a5a24d1-c463-4d03-b094-470a61a1446a req-41bd314f-5169-4b61-aa57-a6cbb1562505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176145 Oct 19 20:23:32.255430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fce0ce2-e1df-400b-8c80-b649170dcc61 req-4c6b43d7-e09b-4b04-a4f7-84d976154ce7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978186 Oct 19 20:23:32.268067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:32.277811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:32.283385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:32.292555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-0f9c22ad-1ec8-49bb-bc9a-670d048945ce service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305327 Oct 19 20:23:32.320917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.321822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:32.323424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 HTTP/1.1" status: 200 len: 1095 time: 1.7722538 Oct 19 20:23:32.323878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:32.326600 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:32.359626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce183a-dfa9-4f1f-91cd-155b116ec120 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:32.388724 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df8e95-04a4-413a-aabb-af9c0ec9e2fd x-openstack-request-id: req-a9df8e95-04a4-413a-aabb-af9c0ec9e2fd {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:32.393104 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:32.393731 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9df8e95-04a4-413a-aabb-af9c0ec9e2fd {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:32.393892 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', 'status': 'completed', 'code': 200} Oct 19 20:23:32.467986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347b544-012b-4b6e-b91e-a606aa1e2683 req-b7f12da4-0d52-4c65-a00f-ffa82c8db575 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.470011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f347b544-012b-4b6e-b91e-a606aa1e2683 req-b7f12da4-0d52-4c65-a00f-ffa82c8db575 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0787208 Oct 19 20:23:32.569758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f req-5bec6260-1b33-47e9-8be7-a6efd1de74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.571513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f req-5bec6260-1b33-47e9-8be7-a6efd1de74c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 1098 time: 0.0591400 Oct 19 20:23:32.648947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f req-dae0227b-6232-416f-9dd8-06683dcf9941 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597935 Oct 19 20:23:32.665590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f347b544-012b-4b6e-b91e-a606aa1e2683 req-f48c16cf-75d4-496e-b11c-533d0744fb4f tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709728 Oct 19 20:23:32.707023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-5c259eca-b55c-48a8-bbde-7bc161b6955b service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990299 Oct 19 20:23:32.715364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810080c5-18ab-465b-9251-722ceb847a10 req-b9f9d869-cb56-4086-a1b3-592aa4874918 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.717162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-810080c5-18ab-465b-9251-722ceb847a10 req-b9f9d869-cb56-4086-a1b3-592aa4874918 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1383405 Oct 19 20:23:32.845268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-810080c5-18ab-465b-9251-722ceb847a10 req-3576e170-dc7a-46ba-ba88-0ddb06360c4c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975440 Oct 19 20:23:32.860841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f req-399711ac-34ab-4be4-a429-88be712fee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.862106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c2d2b56-c6c2-4e1f-92be-6b55045f9c3f req-399711ac-34ab-4be4-a429-88be712fee74 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030118 Oct 19 20:23:32.887446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-5c02aee3-98ed-49e9-ad7e-5ae5dacfd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:32.889005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-5c02aee3-98ed-49e9-ad7e-5ae5dacfd9ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 1097 time: 0.1026721 Oct 19 20:23:33.030099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-35ae3251-f6ab-4730-8258-6bcc85277889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.040446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-35ae3251-f6ab-4730-8258-6bcc85277889 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 1098 time: 0.1239979 Oct 19 20:23:33.042160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8b90-a912-49ad-a634-3c06fd3567d7 req-d88a92b3-6d53-45e0-a436-d149149769ac tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.043833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b63a8b90-a912-49ad-a634-3c06fd3567d7 req-d88a92b3-6d53-45e0-a436-d149149769ac tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 947 time: 0.1800220 Oct 19 20:23:33.049162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-eaa0a72f-1e02-4b2c-ac70-2067de5687f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.050702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-eaa0a72f-1e02-4b2c-ac70-2067de5687f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1450415 Oct 19 20:23:33.073012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66140d38-8f51-4f05-a217-f582281650f4 req-746008d9-9e54-4a54-a4d0-ad95311439cb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.075837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66140d38-8f51-4f05-a217-f582281650f4 req-746008d9-9e54-4a54-a4d0-ad95311439cb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.1060078 Oct 19 20:23:33.112843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-dcea665f-8fc4-4779-94c3-9181333ef624 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8b760c8d-f470-47dc-824b-965ed091de57 HTTP/1.1" status: 200 len: 217 time: 0.0512233 Oct 19 20:23:33.117732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-92f822f0-7240-4e53-a989-d5f9005b2263 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 HTTP/1.1" status: 200 len: 217 time: 0.0659084 Oct 19 20:23:33.176835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b63a8b90-a912-49ad-a634-3c06fd3567d7 req-d477749c-f38b-43e3-8169-24e95f94ba62 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Oct 19 20:23:33.193211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-ad4665ea-0e15-4ce4-a042-d0696cd968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.194843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-ad4665ea-0e15-4ce4-a042-d0696cd968e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0593417 Oct 19 20:23:33.217051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66140d38-8f51-4f05-a217-f582281650f4 req-b10bea72-8c6c-4499-a1ac-6047cc680458 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059196 Oct 19 20:23:33.255093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-752cfdc6-838f-457a-91fe-fe8f679603ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.259200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-752cfdc6-838f-457a-91fe-fe8f679603ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1025078 Oct 19 20:23:33.269386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-bf57507a-e3ee-4e00-bfc2-5ba24f2d03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.272089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-bf57507a-e3ee-4e00-bfc2-5ba24f2d03eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655935 Oct 19 20:23:33.330852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-4b442e75-7820-4dba-9dd4-bf9e31c7e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.337779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-4b442e75-7820-4dba-9dd4-bf9e31c7e7e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644984 Oct 19 20:23:33.493756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-cd5c0bce-ad5a-4237-9f11-2522fefe0d7f service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211021 Oct 19 20:23:33.510862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fd73d-4303-411e-b83a-e03965265213 req-7c4eaed1-2338-48c9-b081-8ffefa463cc1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.528617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-900fd73d-4303-411e-b83a-e03965265213 req-7c4eaed1-2338-48c9-b081-8ffefa463cc1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.1886184 Oct 19 20:23:33.669055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-900fd73d-4303-411e-b83a-e03965265213 req-dbb3c3fd-325f-4fdb-9abe-838d6de4a99a tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231110 Oct 19 20:23:33.724458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8180bb-1d29-4372-be69-21ac1c8050e9 req-8c2893ad-9479-4a8d-9310-ee3d753f5687 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947143 Oct 19 20:23:33.772745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-dcbe3c29-a92c-444f-9ea7-4796ee0155fb service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916794 Oct 19 20:23:33.889796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d68ed-9a42-4723-b001-be9e4daae471 req-35d72a51-c682-42e0-bb37-3e1a6a098927 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:33.891744 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b8d68ed-9a42-4723-b001-be9e4daae471 req-35d72a51-c682-42e0-bb37-3e1a6a098927 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1158550 Oct 19 20:23:33.961660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34336) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:33.969868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1744267658'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:33.994487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b9672b3-9c64-477c-96bf-897a8ab9d891 req-5428de8e-3adc-46ad-b987-37b0212d6930 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824861 Oct 19 20:23:34.016862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943441b-21f2-45ba-ae78-65b07328e6c3 req-d996cfef-db1f-4f28-b69e-71bba802d7bb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.019561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b8d68ed-9a42-4723-b001-be9e4daae471 req-d76929ea-b6e1-4584-9f31-944b16ae1f99 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818555 Oct 19 20:23:34.024403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:34.026961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4943441b-21f2-45ba-ae78-65b07328e6c3 req-d996cfef-db1f-4f28-b69e-71bba802d7bb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0718794 Oct 19 20:23:34.030300 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.060075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:23:34.070893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.071333 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Added segment b3840968-d08b-422a-b4c8-62eb0f56311a of type vlan for network f5c35851-8879-4eec-9e0b-8be0b2426d39 Oct 19 20:23:34.077454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4943441b-21f2-45ba-ae78-65b07328e6c3 req-81e10066-d4bb-45ed-bd27-f32cbd13930b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495970 Oct 19 20:23:34.112134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.138413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.144193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.148332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.193630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2293684 Oct 19 20:23:34.196334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34340) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:34.202592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-862659537'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:34.231782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:34.236154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.272232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:23:34.284856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.285261 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Added segment 8ee0411f-89d4-4007-9d10-e534aa752eb4 of type vlan for network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 Oct 19 20:23:34.310901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af6b9-65c3-438b-b1c7-131c70d7434f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Network': ['ID=f5c35851-8879-4eec-9e0b-8be0b2426d39,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:34.320606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:23:34.353416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f617a36-0b9c-4da7-b7d6-5a3c1cdcedb4 req-0aaa2b8e-121b-41e8-9bf2-95f2a9faa58c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.361864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8f617a36-0b9c-4da7-b7d6-5a3c1cdcedb4 req-0aaa2b8e-121b-41e8-9bf2-95f2a9faa58c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 947 time: 0.0673957 Oct 19 20:23:34.369926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.404584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8f617a36-0b9c-4da7-b7d6-5a3c1cdcedb4 req-e9448642-0d0b-427f-b740-3925b557edf0 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Oct 19 20:23:34.412015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee8af-deb1-40ee-b5f3-2d1605392086 req-5390f7ec-a885-4d97-b361-5f1752298059 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.413738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-435ee8af-deb1-40ee-b5f3-2d1605392086 req-5390f7ec-a885-4d97-b361-5f1752298059 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0840189 Oct 19 20:23:34.436599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.442234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.442939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.533210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3354077 Oct 19 20:23:34.536233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34348) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:34.541484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'subnet': {'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:34.549398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-435ee8af-deb1-40ee-b5f3-2d1605392086 req-2650dcab-51e6-4df0-9d51-5c764ce2ff62 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208222 Oct 19 20:23:34.584512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f856f-adea-4d29-9881-b07f862e46d3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Network': ['ID=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:34.596670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:23:34.645029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:34.648496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.866634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f42a3-6cfd-43bb-9f4c-ef0b83328006 req-cac3d589-f203-4133-810c-e8183a7ed6fb tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:34.868101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c40f42a3-6cfd-43bb-9f4c-ef0b83328006 req-cac3d589-f203-4133-810c-e8183a7ed6fb tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.1202011 Oct 19 20:23:34.881488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:34.960187 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c40f42a3-6cfd-43bb-9f4c-ef0b83328006 req-6e6f3cda-6980-4581-bdea-b91120fb786f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849841 Oct 19 20:23:34.967665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Subnet': ['ID=30e4acfc-7cc0-4476-8c8b-b3a462ac1869,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:34.978466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:34.978823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network hostable DHCP agents. Network: f5c35851-8879-4eec-9e0b-8be0b2426d39, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:23:35.000478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:23:35.012948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f5c35851-8879-4eec-9e0b-8be0b2426d39) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:35.017435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.018221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.025459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ef47f-a833-411b-8612-3b653eee39ad None None] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:23:35.037552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10ea6eeb-8ef4-41ca-bdc5-d6a55f927498 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5001912 Oct 19 20:23:35.040262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34362) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:35.055791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'subnet': {'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:35.096785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2d2f-46b1-4afa-979a-2ec02b18c33e req-10e1bbf4-ecbd-4990-a0bc-a3486a2176b4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.098512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c1e2d2f-46b1-4afa-979a-2ec02b18c33e req-10e1bbf4-ecbd-4990-a0bc-a3486a2176b4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.0687835 Oct 19 20:23:35.110487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34368) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:35.136494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Request body: {'floatingip': {'port_id': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:35.198006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.211669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea01e9e-78fc-4c84-83b1-73328155568c req-b25e0396-2324-4c94-8846-33743d76c244 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.219831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea01e9e-78fc-4c84-83b1-73328155568c req-b25e0396-2324-4c94-8846-33743d76c244 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0619431 Oct 19 20:23:35.231450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f5c35851-8879-4eec-9e0b-8be0b2426d39', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:23:35.237704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.271235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea01e9e-78fc-4c84-83b1-73328155568c req-18a8372a-9bea-4de6-b513-571d933aa003 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500591 Oct 19 20:23:35.396644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Allocated IP 10.1.1.2 (f5c35851-8879-4eec-9e0b-8be0b2426d39/30e4acfc-7cc0-4476-8c8b-b3a462ac1869/bf2472ce-146d-4766-9380-e05edf517cbe) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:35.463179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:35.467243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.482052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4bb1e-7000-439b-ac7c-7612d63cca8c req-836e14e5-3347-4108-a0e3-3a779890d7cf tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.483667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47a4bb1e-7000-439b-ac7c-7612d63cca8c req-836e14e5-3347-4108-a0e3-3a779890d7cf tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1720748 Oct 19 20:23:35.578333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b650c2-ab6f-4924-862c-1120697cd6f6 req-2001157c-8302-4a53-9212-49ccf075a4ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.587018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89b650c2-ab6f-4924-862c-1120697cd6f6 req-2001157c-8302-4a53-9212-49ccf075a4ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 947 time: 0.0637782 Oct 19 20:23:35.595033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47a4bb1e-7000-439b-ac7c-7612d63cca8c req-918eba65-9ad1-464e-b1ee-b11485cdcd43 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984137 Oct 19 20:23:35.679298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89b650c2-ab6f-4924-862c-1120697cd6f6 req-66db5a11-abb9-4da7-bacc-d85e05c8740c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909874 Oct 19 20:23:35.750915 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.757892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.796733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048e4d4-80e3-4ed6-a7ca-8d63dc3ee1e6 req-16d1f334-992c-446b-a65e-d7aaa6ccaca7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:35.805191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:35.807990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4048e4d4-80e3-4ed6-a7ca-8d63dc3ee1e6 req-16d1f334-992c-446b-a65e-d7aaa6ccaca7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0707514 Oct 19 20:23:35.809165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:35.816182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:35.821561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Pushing event updated for resources: {'Port': ['ID=bf2472ce-146d-4766-9380-e05edf517cbe,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:35.870545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4048e4d4-80e3-4ed6-a7ca-8d63dc3ee1e6 req-450e5d5f-32d5-4fe5-a8a3-811c4a9df7f3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Oct 19 20:23:35.884293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Attempting to bind port bf2472ce-146d-4766-9380-e05edf517cbe on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:35.884660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Attempting to bind port bf2472ce-146d-4766-9380-e05edf517cbe by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:35.885247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Attempting to bind port bf2472ce-146d-4766-9380-e05edf517cbe on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:35.891485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:35.891859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:35.892267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.892679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Bound using segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:35.893129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Bound port: bf2472ce-146d-4766-9380-e05edf517cbe, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:35.893536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:35.960593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] For port bf2472ce-146d-4766-9380-e05edf517cbe, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:35.963969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] For port bf2472ce-146d-4766-9380-e05edf517cbe, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf2472ce-146d-4766-9380-e05edf517cbe,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:35.968352 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.036538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20276c6f-2080-40e6-9b6d-cdb911af8c9e None None] Pushing event updated for resources: {'Port': ['ID=bf2472ce-146d-4766-9380-e05edf517cbe,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:36.110646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-4e4eeefa-4494-4fcb-9b70-98bdaac7324c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:36.112161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-4e4eeefa-4494-4fcb-9b70-98bdaac7324c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1097 time: 0.1955876 Oct 19 20:23:36.118164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.123545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.130578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-9'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:36.135700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.377832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.388957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Subnet': ['ID=102bd256-7072-4abd-bc8c-31c842c3e239,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:36.444507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Checking segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:36.444850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network hostable DHCP agents. Network: fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:23:36.450136 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Floating IP 2dae8e61-d760-47fe-9559-77bfb08c63e2 associated. External IP: 172.25.7.170, port: ebc8e25a-f8e0-4086-857b-e24db6f401a1. Oct 19 20:23:36.578339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b392bd-1065-4202-a32c-16580e18fb0d req-e48a7b8e-ee98-48bf-92f7-821d15d3dd57 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:36.579888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53b392bd-1065-4202-a32c-16580e18fb0d req-e48a7b8e-ee98-48bf-92f7-821d15d3dd57 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1919472 Oct 19 20:23:36.597215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:23:36.632820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:36.642417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f5156-b6e2-4996-91f0-d0d6b9de1ef8 None None] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:23:36.698625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:36.699227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:36.727752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8b760c8d-f470-47dc-824b-965ed091de57 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:36.780570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4953f386-11c2-42c2-b50f-e67044459f97 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7353609 Oct 19 20:23:36.788231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34388) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:36.803705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'name': 'tempest-TaggedBootDevicesTest-390939622', 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:36.829257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53b392bd-1065-4202-a32c-16580e18fb0d req-5face1e3-b7cd-4aec-8a57-3ce799c7718b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358913 Oct 19 20:23:36.836979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d7ae-174f-442a-8935-0b26cf689a64 req-bda05475-07d2-40c8-acec-a567dd467344 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:36.838888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d6d7ae-174f-442a-8935-0b26cf689a64 req-bda05475-07d2-40c8-acec-a567dd467344 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0867417 Oct 19 20:23:36.884021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:36.913649 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d6d7ae-174f-442a-8935-0b26cf689a64 req-dd50adc7-8c4f-4fde-9b82-979a2b139e29 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641503 Oct 19 20:23:37.017470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ips': [{'subnet_id': '102bd256-7072-4abd-bc8c-31c842c3e239'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:23:37.020388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.037790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8b760c8d-f470-47dc-824b-965ed091de57,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:37.140848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:37.180784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5683463-014f-49a9-9309-71a937b27df9 req-72d413f8-eb12-4918-820c-296828575465 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:37.182353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a5683463-014f-49a9-9309-71a937b27df9 req-72d413f8-eb12-4918-820c-296828575465 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 946 time: 0.0792689 Oct 19 20:23:37.207828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8b760c8d-f470-47dc-824b-965ed091de57', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '8b760c8d-f470-47dc-824b-965ed091de57', 'mac_address': 'fa:16:3e:01:be:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:37.244636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a5683463-014f-49a9-9309-71a937b27df9 req-de1be71f-bfd5-4792-bd0b-c588739e5fc5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531244 Oct 19 20:23:37.293868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Allocated IP 10.2.2.2 (fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9/102bd256-7072-4abd-bc8c-31c842c3e239/19fd7305-3582-4fd9-bb9b-4a020708885a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:37.314743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee6561-df38-495f-8c9a-7a7566978bc0 None None] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:23:37.430622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.493542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b760c8d-f470-47dc-824b-965ed091de57 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:37.505283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] Provisioning complete for port bf2472ce-146d-4766-9380-e05edf517cbe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:37.505690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.534231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18ed9b-2035-4492-80c3-dd4d1f9b98e0 req-38af37fd-4abf-4cb6-9398-f99f95e2fa71 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:37.535749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb18ed9b-2035-4492-80c3-dd4d1f9b98e0 req-38af37fd-4abf-4cb6-9398-f99f95e2fa71 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 947 time: 0.5445132 Oct 19 20:23:37.601878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8b760c8d-f470-47dc-824b-965ed091de57,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:37.607399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:23:37.616179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:37.618685 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a1077-e566-4cc9-bc92-25f61eade3c7" -d '{"events": [{"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2764aaa8-5351-4469-847a-47e3d264da46"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:37.623044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.623705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:37.625600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.641784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:37.648855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.676343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb18ed9b-2035-4492-80c3-dd4d1f9b98e0 req-921cc304-d080-4744-9981-7fe34a5a1b87 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317084 Oct 19 20:23:37.711528 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962fde68-3f9d-425c-a785-0759c5f7823d x-openstack-request-id: req-962fde68-3f9d-425c-a785-0759c5f7823d {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:37.711835 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2764aaa8-5351-4469-847a-47e3d264da46", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:37.712089 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-962fde68-3f9d-425c-a785-0759c5f7823d {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:37.712465 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46', 'code': 200} Oct 19 20:23:37.802154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:37.831512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.838013 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.852738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', 'mac_address': 'fa:16:3e:08:c8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:23:37.856759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:37.864716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.917859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:37.945626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.966084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h2-805649-9 for vnic_type normal with profile {"migrating_to": "n-h1-805649-9"} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:37.966423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:37.966751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:37.977279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:37.977639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:37.977753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:37.979589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] For port bf2472ce-146d-4766-9380-e05edf517cbe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf2472ce-146d-4766-9380-e05edf517cbe,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:37.981590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:23:37.987658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:37.993903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.998035 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:37.998636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] device_id is not set on port b3576dfe-d3f8-4e48-bd17-177c65de2028 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:23:38.004286 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Sync routers for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:23:38.006664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:38.011184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Pushing event updated for resources: {'Port': ['ID=19fd7305-3582-4fd9-bb9b-4a020708885a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:38.019686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:38.020014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:38.020406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:38.021189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Bound port: 2764aaa8-5351-4469-847a-47e3d264da46, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:38.021471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.030903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.058283 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:23:38.069807 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:23:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:38.159577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:38.177205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f27db4-909e-421d-a236-84c6e83ea357 req-a95e7bff-4b94-486d-b4d8-452ad534fe1e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:38.178817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8f27db4-909e-421d-a236-84c6e83ea357 req-a95e7bff-4b94-486d-b4d8-452ad534fe1e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1336713 Oct 19 20:23:38.187351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4991853-ed93-470b-8d8f-30481225f505 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "PUT /v2.0/floatingips/2dae8e61-d760-47fe-9559-77bfb08c63e2 HTTP/1.1" status: 200 len: 991 time: 3.0759311 Oct 19 20:23:38.193969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:23:38.336026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8f27db4-909e-421d-a236-84c6e83ea357 req-33918fab-ac5e-4265-b78e-2024cce2d2ad tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400094 Oct 19 20:23:38.426989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:38.443675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Attempting to bind port 19fd7305-3582-4fd9-bb9b-4a020708885a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:38.444049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Attempting to bind port 19fd7305-3582-4fd9-bb9b-4a020708885a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:38.444811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Attempting to bind port 19fd7305-3582-4fd9-bb9b-4a020708885a on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:38.451514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a93214-a574-4aa8-8a1a-78f8103eb0f9 None None] Pushing event updated for resources: {'Port': ['ID=bf2472ce-146d-4766-9380-e05edf517cbe,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:38.481497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:38.482391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Checking segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:38.482781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.483174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Bound using segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:38.483654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Bound port: 19fd7305-3582-4fd9-bb9b-4a020708885a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:38.484026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.495292 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:23:38.499994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h2-805649-9 for vnic_type normal with profile {"migrating_to": "n-h1-805649-9"} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:38.500368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:38.500729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:38.506315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf2472ce-146d-4766-9380-e05edf517cbe up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:38.610284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:38.610671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Attempting to bind port 2764aaa8-5351-4469-847a-47e3d264da46 on network f9e3c1dd-307c-461e-982c-50e8cd7ff7ff {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:38.636330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:38.642945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:38.643380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Checking segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:38.643983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Bound using segment: {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:38.644554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Bound port: 2764aaa8-5351-4469-847a-47e3d264da46, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3a0923-1c18-418a-abfa-7b99fa8b1233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f9e3c1dd-307c-461e-982c-50e8cd7ff7ff'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:38.644950 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.650224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.654098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de63ee4-879d-4453-9852-b8cda135d4a2 req-369b8c8f-5139-492f-aee0-ab229ed0ddc7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:38.655331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] For port 19fd7305-3582-4fd9-bb9b-4a020708885a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:38.655700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4de63ee4-879d-4453-9852-b8cda135d4a2 req-369b8c8f-5139-492f-aee0-ab229ed0ddc7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.4738905 Oct 19 20:23:38.670804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:38.682909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e3ad4-4d0f-4042-be31-461b50723a03 req-35d59115-90f4-470c-9613-a9dc767f9b53 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:38.685464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff4e3ad4-4d0f-4042-be31-461b50723a03 req-35d59115-90f4-470c-9613-a9dc767f9b53 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.0767977 Oct 19 20:23:38.689881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:38.723048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.729306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] For port 19fd7305-3582-4fd9-bb9b-4a020708885a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=19fd7305-3582-4fd9-bb9b-4a020708885a,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:38.733550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff4e3ad4-4d0f-4042-be31-461b50723a03 req-4b3b1369-e148-42fe-859d-70713f5b835f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Oct 19 20:23:38.737030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9ab667fb-e750-40aa-9988-77f7e1d06576 None None] Provisioning complete for port bf2472ce-146d-4766-9380-e05edf517cbe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:38.737363 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9ab667fb-e750-40aa-9988-77f7e1d06576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.738060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.1.1.73 (f5c35851-8879-4eec-9e0b-8be0b2426d39/30e4acfc-7cc0-4476-8c8b-b3a462ac1869/b3576dfe-d3f8-4e48-bd17-177c65de2028) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:38.779755 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2dae8e61-d760-47fe-9559-77bfb08c63e2', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'port_id': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'mac_address': 'fa:16:3e:66:25:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:22:27Z', 'updated_at': '2021-10-19T20:23:35Z', 'revision_number': 1, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:38.812565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Checking router: 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:23:38.822229 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:23:38.823364 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:23:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:38.865179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d535169-cd6e-4266-9c98-31714c6e054e req-ed952ba5-f156-4429-aa76-23c574b246da tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:38.876294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d535169-cd6e-4266-9c98-31714c6e054e req-ed952ba5-f156-4429-aa76-23c574b246da tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 948 time: 0.0696528 Oct 19 20:23:38.924908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4de63ee4-879d-4453-9852-b8cda135d4a2 req-f16f3b3d-5483-41a9-872b-3014b3a782be tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574396 Oct 19 20:23:38.925755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d535169-cd6e-4266-9c98-31714c6e054e req-f156214c-8453-476c-9e45-9723161c29ee tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Oct 19 20:23:38.943870 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:23:38.960219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=8']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:38.982157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bf2472ce-146d-4766-9380-e05edf517cbe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:38.982727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:38.994349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:39.003168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:39.003784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:39.005227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-0c87b72f-5f5c-4099-81e9-7aba2c014fb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 1122 time: 2.8787434 Oct 19 20:23:39.094496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:39.114187 n-d-805649-9 neutron-server[100736]: WARNING neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Concurrent port binding operations failed on port 2764aaa8-5351-4469-847a-47e3d264da46 Oct 19 20:23:39.200305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:39.203284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2764aaa8-5351-4469-847a-47e3d264da46'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:39.231376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:39.249665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8b760c8d-f470-47dc-824b-965ed091de57'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:39.263470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:39.274817 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2dae8e61-d760-47fe-9559-77bfb08c63e2', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'port_id': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'mac_address': 'fa:16:3e:66:25:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:22:27Z', 'updated_at': '2021-10-19T20:23:35Z', 'revision_number': 1, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:23:39.280325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:39.297526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2764aaa8-5351-4469-847a-47e3d264da46'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:39.310280 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd351f9d-8ab0-497c-a8a9-0fca862bcffb None None] The sync data for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 is: [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2dae8e61-d760-47fe-9559-77bfb08c63e2', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'port_id': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'mac_address': 'fa:16:3e:66:25:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:22:27Z', 'updated_at': '2021-10-19T20:23:35Z', 'revision_number': 1, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:23:39.355213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:39.368091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:39.373140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:39.423399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:39.477930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:39.478825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:39.484270 n-d-805649-9 neutron-server[100736]: INFO neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Attempt 2 to bind port 2764aaa8-5351-4469-847a-47e3d264da46 Oct 19 20:23:39.484861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 has no active binding in host n-h1-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:23:39.508476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34418) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:39.513241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d1d2ffd3-01d7-4a26-afdb-d0b5e74650bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7176015 Oct 19 20:23:39.557680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b685b24-d205-43c8-873b-5de6beb0828e None None] Pushing event updated for resources: {'Port': ['ID=19fd7305-3582-4fd9-bb9b-4a020708885a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:39.577178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'name': 'tempest-TaggedBootDevicesTest-1313680846', 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:39.713548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1'}, {'name': 'network-changed', 'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:39.717497 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d53d2e5-a04c-4556-a230-50bc20e8f742" -d '{"events": [{"name": "network-changed", "server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1"}, {"name": "network-changed", "server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "tag": "2764aaa8-5351-4469-847a-47e3d264da46"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:39.729620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:39.783907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74061-e0e8-4437-a049-8d2bbcebf677 req-ad48ac8e-d685-4078-9cd0-f298217dfa6a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:39.803164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-caa74061-e0e8-4437-a049-8d2bbcebf677 req-ad48ac8e-d685-4078-9cd0-f298217dfa6a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.3089793 Oct 19 20:23:39.819551 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b03e7c8-e834-44f5-8b6c-e308448874af x-openstack-request-id: req-6b03e7c8-e834-44f5-8b6c-e308448874af {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:39.820165 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "tag": "2764aaa8-5351-4469-847a-47e3d264da46", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:39.820421 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b03e7c8-e834-44f5-8b6c-e308448874af {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:39.821582 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'status': 'completed', 'code': 200} Oct 19 20:23:39.821843 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46', 'status': 'completed', 'code': 200} Oct 19 20:23:39.823773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c79c93-7144-41e5-97fe-7429865553c1 None None] New status for floating IP 2dae8e61-d760-47fe-9559-77bfb08c63e2: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:23:39.955828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-caa74061-e0e8-4437-a049-8d2bbcebf677 req-971312da-b292-4045-b200-7ee31febb49a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515982 Oct 19 20:23:39.966326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-60064f06-1c17-4be1-a9f2-e9e3da7a84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:39.967897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-60064f06-1c17-4be1-a9f2-e9e3da7a84f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e801eed968274d7db0feb1cfff32a02d&device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 1096 time: 0.1196394 Oct 19 20:23:39.993820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.016611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] device_id is not set on port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:23:40.049134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71109883-b972-402d-ad45-3b0f3470f2d7 req-62b80eec-f999-4428-8952-5047296a49c7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.051250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71109883-b972-402d-ad45-3b0f3470f2d7 req-62b80eec-f999-4428-8952-5047296a49c7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.1372054 Oct 19 20:23:40.092724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a1ff05c8-3bd9-4a51-876e-49bee577d11f None None] Provisioning complete for port b3576dfe-d3f8-4e48-bd17-177c65de2028 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:40.093245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1ff05c8-3bd9-4a51-876e-49bee577d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.140854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-579d616a-97c2-41a0-829a-54132f43f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.142194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-579d616a-97c2-41a0-829a-54132f43f501 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3c93f76d-6079-47a2-8761-64ae2ca3a85e HTTP/1.1" status: 200 len: 917 time: 0.1587977 Oct 19 20:23:40.223282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7722973-7553-4eff-a51a-9f01203b967b req-0e181100-4f8f-4e41-9dea-45170c13dcca tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.224987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7722973-7553-4eff-a51a-9f01203b967b req-0e181100-4f8f-4e41-9dea-45170c13dcca tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 948 time: 0.1817253 Oct 19 20:23:40.238858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71109883-b972-402d-ad45-3b0f3470f2d7 req-71617c04-aca4-4747-8552-6858866c7ba1 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955589 Oct 19 20:23:40.282778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-d96f712c-d5e7-4c7a-8d4b-fad7f85cf042 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1 HTTP/1.1" status: 200 len: 999 time: 0.1146634 Oct 19 20:23:40.337534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 19fd7305-3582-4fd9-bb9b-4a020708885a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:40.368414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7722973-7553-4eff-a51a-9f01203b967b req-3b18d19a-50c4-49c9-84c0-7b50e9b2a5b8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079865 Oct 19 20:23:40.398537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-a67cfe49-bdf9-49b0-9a71-4b04551a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.400102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-a67cfe49-bdf9-49b0-9a71-4b04551a7386 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a58ccf46-9104-43f3-8f5c-34139b919b79 HTTP/1.1" status: 200 len: 855 time: 0.1070902 Oct 19 20:23:40.444769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.1.1.225 (f5c35851-8879-4eec-9e0b-8be0b2426d39/30e4acfc-7cc0-4476-8c8b-b3a462ac1869/d27a3c17-d7c2-45fd-a3d3-554c79774dc9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:40.489032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49186530-70d9-458a-a78f-b7f323a3cd7a req-a274c1e7-331b-4da5-b99d-f3637dc06da3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.493846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49186530-70d9-458a-a78f-b7f323a3cd7a req-a274c1e7-331b-4da5-b99d-f3637dc06da3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1325469 Oct 19 20:23:40.505188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-897d4f03-d7ec-4d35-8f63-315893165a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.507621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff05c8-3bd9-4a51-876e-49bee577d11f None None] Port b3576dfe-d3f8-4e48-bd17-177c65de2028 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:40.510216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-897d4f03-d7ec-4d35-8f63-315893165a5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3c93f76d-6079-47a2-8761-64ae2ca3a85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861688 Oct 19 20:23:40.572149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49186530-70d9-458a-a78f-b7f323a3cd7a req-21fb9049-3e05-4147-99c8-61df4c20aa14 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702765 Oct 19 20:23:40.670897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-f176c77a-4b76-4249-8588-72f1f107eadf service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372893 Oct 19 20:23:40.676687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26460c92-a3cb-465c-929b-4e2056ccf03c None None] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:23:40.685170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 19fd7305-3582-4fd9-bb9b-4a020708885a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:40.685564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.692912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.750377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.825821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a22359e9-3189-4f2a-9de1-d2a1277ad188 None None] Provisioning complete for port 19fd7305-3582-4fd9-bb9b-4a020708885a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:40.826199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22359e9-3189-4f2a-9de1-d2a1277ad188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.832347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-419882c8-eed9-48e2-a87a-7b7af42be000 service neutron] 10.222.0.11 "GET /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435099 Oct 19 20:23:40.838611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:40.847446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:40.862048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:40.905511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:40.921249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:40.921898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:40.943246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b1a2051e-4b4a-4977-be31-1b156ae910ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3666885 Oct 19 20:23:40.994654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:41.026577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-f5823f3b-db77-41f7-bee1-8220b62f10dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.029784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-f5823f3b-db77-41f7-bee1-8220b62f10dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.1803045 Oct 19 20:23:41.049242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-3c60d912-1961-4a7f-b7cc-9e9bed170213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.050936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-3c60d912-1961-4a7f-b7cc-9e9bed170213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1125 time: 0.1582942 Oct 19 20:23:41.055803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-d6a17b6b-c6c5-45f0-b464-b5866e45d4c3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/quotas/ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 375 time: 0.0184495 Oct 19 20:23:41.101812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 19fd7305-3582-4fd9-bb9b-4a020708885a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=19fd7305-3582-4fd9-bb9b-4a020708885a,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:41.105063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22359e9-3189-4f2a-9de1-d2a1277ad188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:41.115074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:41.115854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf2472ce-146d-4766-9380-e05edf517cbe up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:41.177659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-f059eb27-8dd5-4c54-b874-30f88361189d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070130 Oct 19 20:23:41.211497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-c9e52bf5-7153-4871-be71-41dc63d4e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.213024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-c9e52bf5-7153-4871-be71-41dc63d4e37d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1529605 Oct 19 20:23:41.243521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=19fd7305-3582-4fd9-bb9b-4a020708885a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:41.256870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-a22359e9-3189-4f2a-9de1-d2a1277ad188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:23:41.258879 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-a22359e9-3189-4f2a-9de1-d2a1277ad188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:23:41.265870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bf2472ce-146d-4766-9380-e05edf517cbe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:41.266252 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:41.292943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-de810e81-5312-40fa-b079-4c35170d07d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 217 time: 0.0706344 Oct 19 20:23:41.353633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-97eb47e3-f409-495a-ac43-3b10cb06aa79 service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650462 Oct 19 20:23:41.396220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-dd0b90a9-07be-4c5f-b5d3-6c6c98de3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.397724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-dd0b90a9-07be-4c5f-b5d3-6c6c98de3e40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0898485 Oct 19 20:23:41.462314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-1a35a750-f9b6-4687-b240-68990804fb3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546253 Oct 19 20:23:41.502111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-644a1ff9-25ac-417d-a93d-374a2e2967a0 service neutron] 10.222.0.31 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398416 Oct 19 20:23:41.572690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-ec4106ce-0fd0-49fb-9e01-356a34b2a28a service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927060 Oct 19 20:23:41.678504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d53d2e5-a04c-4556-a230-50bc20e8f742 req-fc08eaf9-d486-428a-955d-cbf5347f7080 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923398 Oct 19 20:23:41.827991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794a59-6120-4102-a4f2-42e889ca2100 req-cc9d9917-ec14-4a54-a221-3e87732d5e42 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.829521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf794a59-6120-4102-a4f2-42e889ca2100 req-cc9d9917-ec14-4a54-a221-3e87732d5e42 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0568323 Oct 19 20:23:41.868900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf794a59-6120-4102-a4f2-42e889ca2100 req-74ba9506-2fcf-4e84-8650-a4574ebd21a4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Oct 19 20:23:41.916969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-43c2214f-3a45-4c92-a1c2-8462bfef3080 None None] Provisioning complete for port 19fd7305-3582-4fd9-bb9b-4a020708885a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:41.917365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43c2214f-3a45-4c92-a1c2-8462bfef3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:41.982230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc4496-14b6-402c-977a-607112e88abb req-a947511a-6c7a-458b-818f-688e1ccc9f17 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:41.983858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3dc4496-14b6-402c-977a-607112e88abb req-a947511a-6c7a-458b-818f-688e1ccc9f17 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.0570714 Oct 19 20:23:42.040902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-43c2214f-3a45-4c92-a1c2-8462bfef3080 None None] Provisioning complete for port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:42.041650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43c2214f-3a45-4c92-a1c2-8462bfef3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.050029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3dc4496-14b6-402c-977a-607112e88abb req-7f49b732-de78-4a59-b205-820c1d0fb801 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Oct 19 20:23:42.096864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-43c2214f-3a45-4c92-a1c2-8462bfef3080 None None] Port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:42.146155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 19fd7305-3582-4fd9-bb9b-4a020708885a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:42.167450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2d29-d51c-4c1d-9dfa-90ea66146af7 req-653c8a2b-29b0-432d-85ba-c7761a76d59d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:42.175170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80fd2d29-d51c-4c1d-9dfa-90ea66146af7 req-653c8a2b-29b0-432d-85ba-c7761a76d59d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 948 time: 0.0612366 Oct 19 20:23:42.209877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 19fd7305-3582-4fd9-bb9b-4a020708885a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:42.210236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.217850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80fd2d29-d51c-4c1d-9dfa-90ea66146af7 req-36a9a2c2-412b-4483-a322-4f27054439dd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Oct 19 20:23:42.329357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9974e-68d0-49ea-bfc9-58b89de78f06 req-1774e1c6-ecd5-4e40-90e1-66c7e79740fd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:42.334008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bae9974e-68d0-49ea-bfc9-58b89de78f06 req-1774e1c6-ecd5-4e40-90e1-66c7e79740fd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0601833 Oct 19 20:23:42.385031 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bae9974e-68d0-49ea-bfc9-58b89de78f06 req-b7f70d68-56e8-4b36-8b00-4a6a1e0ce39e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Oct 19 20:23:42.428165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.486409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34474) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:42.491741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835692170', 'description': 'tempest-description--1354377974'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:42.515037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.563574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac4beaf-63c9-44cb-a619-f1b689e5e638 req-087ec93a-198e-4e6c-8b8f-764dd7c8dbde tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0293446 Oct 19 20:23:42.582417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.586253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.615930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.617136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1293647 Oct 19 20:23:42.619061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e800d-bf37-41eb-a7ea-e441db7e69b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8853d7ee-974f-42ad-97b7-8871a55e0aac,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:42.620154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34476) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:42.624935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'security_group_rule': {'security_group_id': '8853d7ee-974f-42ad-97b7-8871a55e0aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:42.651853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.705695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.709175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.723997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7a591e-e50f-49c5-a2d9-3e7500504984,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:42.734186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.735383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-66179cc0-7b22-4aec-a413-aedfb3e578d8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141262 Oct 19 20:23:42.738054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:42.742366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'security_group_rule': {'security_group_id': '8853d7ee-974f-42ad-97b7-8871a55e0aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:42.762888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8b760c8d-f470-47dc-824b-965ed091de57 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:42.770030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.801480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.822481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8b760c8d-f470-47dc-824b-965ed091de57 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:42.826686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8b760c8d-f470-47dc-824b-965ed091de57 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:42.827056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.831512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.835185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.852716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6f4e32-87da-4e80-abf3-c93f81ab9d1b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:42.863891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.865275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c515d3c-3e86-4398-8af7-2fa31d06c56d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261303 Oct 19 20:23:42.868298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:23:42.873241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:42.897649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.929354 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.958598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:42.961533 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277af264-ea05-4564-83d5-1a4104e0bdaf" -d '{"events": [{"server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "name": "network-vif-plugged", "status": "completed", "tag": "8b760c8d-f470-47dc-824b-965ed091de57"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:42.977909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8b760c8d-f470-47dc-824b-965ed091de57,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:42.984678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:42.987377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:23:43.027938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.028353 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332dec62-2dc2-4396-9973-13151519304f x-openstack-request-id: req-332dec62-2dc2-4396-9973-13151519304f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:43.028656 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "name": "network-vif-plugged", "status": "completed", "tag": "8b760c8d-f470-47dc-824b-965ed091de57", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:43.029484 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-332dec62-2dc2-4396-9973-13151519304f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:43.029889 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57', 'code': 200} Oct 19 20:23:43.057995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31cefa-9c80-4444-af3e-9cfebbe762ca req-cd79d687-6e3c-4528-9216-6d6768ee959a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.065861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c31cefa-9c80-4444-af3e-9cfebbe762ca req-cd79d687-6e3c-4528-9216-6d6768ee959a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1183157 Oct 19 20:23:43.118611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:43.128885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:23:43.136863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:43.137232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.181138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c31cefa-9c80-4444-af3e-9cfebbe762ca req-40f577c1-0cd6-42ca-8d6c-d90d54ae7202 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140366 Oct 19 20:23:43.216869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-42e8a843-3006-412b-b1ca-de906e42697a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.219001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-42e8a843-3006-412b-b1ca-de906e42697a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 820 time: 0.2425077 Oct 19 20:23:43.224585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5fbb-93a1-4446-a3c7-82ff15889367 req-afcf4582-4bf2-45c4-81e8-ab62a25abe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.226067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1bc5fbb-93a1-4446-a3c7-82ff15889367 req-afcf4582-4bf2-45c4-81e8-ab62a25abe76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 1099 time: 0.1222544 Oct 19 20:23:43.232456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 172.25.7.169 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:43.238725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Request body: {'port': {'device_id': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'admin_state_up': True, 'tenant_id': 'ece9c09a677e41ffb8f455718950bdf3'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:43.243810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.245636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0773c3-fc67-48ab-8d01-df51c3a3cd2a req-c5989f8f-5090-4059-bb3a-a06ae75ef7ae tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.248072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e0773c3-fc67-48ab-8d01-df51c3a3cd2a req-c5989f8f-5090-4059-bb3a-a06ae75ef7ae tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.0774260 Oct 19 20:23:43.311634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:43.316474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.335021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e0773c3-fc67-48ab-8d01-df51c3a3cd2a req-765d2f74-7684-46b9-91fd-58011d29677a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803127 Oct 19 20:23:43.375137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1bc5fbb-93a1-4446-a3c7-82ff15889367 req-071d6a48-1b92-4cd6-8f0b-a11ce276da1d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109166 Oct 19 20:23:43.379173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:43.426172 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.440986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae895-c081-4f2f-87e6-75e43aa38075 req-22899512-748b-42a7-b526-04967b955a79 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.442513 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e09ae895-c081-4f2f-87e6-75e43aa38075 req-22899512-748b-42a7-b526-04967b955a79 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 949 time: 0.0884960 Oct 19 20:23:43.476557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Made reservation on behalf of ece9c09a677e41ffb8f455718950bdf3 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:43.480189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.505979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e09ae895-c081-4f2f-87e6-75e43aa38075 req-c17cb0ad-5b5e-4a36-abc1-7781f50509a4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557952 Oct 19 20:23:43.523944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.579457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:43.608023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:43.613511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:43.618670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:43.629340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1d054-71f2-4107-ac7b-996ce216d417 req-358ad49e-4fa6-40b7-b149-9c9770271d07 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:43.642677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64f1d054-71f2-4107-ac7b-996ce216d417 req-358ad49e-4fa6-40b7-b149-9c9770271d07 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1526041 Oct 19 20:23:43.670247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Allocated IP 172.20.0.10 (65485b93-44b4-4ed4-8553-a2d87a7f0826/daa70235-3356-4979-aedc-e352fcabbaf2/d22b5906-9c8b-4760-9b85-d21d202a642a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:43.720039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64f1d054-71f2-4107-ac7b-996ce216d417 req-f60ddfe4-f76d-417c-a4fa-8ea10a90c5ce tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758553 Oct 19 20:23:43.793013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.794216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97fa9b91-62ce-4f6f-b043-451cd755eeed req-1d6510a8-0779-4728-8a3d-fb7314f9d672 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0375998 Oct 19 20:23:43.832650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.898894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.939136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:43.952859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:43.963037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Network 65485b93-44b4-4ed4-8553-a2d87a7f0826 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:43.965725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:43.985152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:44.034410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:44.042853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.049883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.077959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.078876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.097770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-61c22c09-267f-4fb5-86cb-b0a57c18460f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8639123 Oct 19 20:23:44.117200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Request body: {'port': {'device_id': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:44.149317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:44.155482 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.172213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.182382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-952dbe79-fbb2-431e-9404-e375978c6ca8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3129494 Oct 19 20:23:44.190208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.391787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58777be-1964-4441-a2d2-4563287e2f27 req-379dcce3-7063-4a0e-9591-e20d96b73074 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.393827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d58777be-1964-4441-a2d2-4563287e2f27 req-379dcce3-7063-4a0e-9591-e20d96b73074 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1183033 Oct 19 20:23:44.443615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d58777be-1964-4441-a2d2-4563287e2f27 req-5c6b2fd5-156b-41df-9169-10346d3226aa tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Oct 19 20:23:44.481864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-2b7f9b4d-def7-4cc0-889e-a214a0685827 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1835692170&fields=id&tenant_id=779389c31f7048f2ae14dc97c0d18100 HTTP/1.1" status: 200 len: 267 time: 0.0549445 Oct 19 20:23:44.569850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b229ff-763f-4e94-a962-6a5d908dd40c req-6d839bd4-4b4f-4653-bf7c-c84c80b47058 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.573734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94b229ff-763f-4e94-a962-6a5d908dd40c req-6d839bd4-4b4f-4653-bf7c-c84c80b47058 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.0612161 Oct 19 20:23:44.574391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-d3218e42-38f9-4106-bf37-f1a3803837c5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.575753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-d3218e42-38f9-4106-bf37-f1a3803837c5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 930 time: 0.0808177 Oct 19 20:23:44.600075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22b5906-9c8b-4760-9b85-d21d202a642a {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:44.621703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94b229ff-763f-4e94-a962-6a5d908dd40c req-32e831f2-fbb6-47c0-ab91-f68c9410f5fb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355427 Oct 19 20:23:44.625719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.653975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-c9021571-2378-45c9-879e-99af3c431c29 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.655670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-c9021571-2378-45c9-879e-99af3c431c29 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 932 time: 0.0705812 Oct 19 20:23:44.660426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Transition to ACTIVE for port object d22b5906-9c8b-4760-9b85-d21d202a642a will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:44.694435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:44.724705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-970ac658-68bd-4386-83cc-a1de65f3ee8e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0629005 Oct 19 20:23:44.753514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02544-1091-4a28-9a19-d883c8c954cf req-c9311ec1-a31f-415f-8d44-249ff65bd743 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.761046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69b02544-1091-4a28-9a19-d883c8c954cf req-c9311ec1-a31f-415f-8d44-249ff65bd743 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 949 time: 0.0691383 Oct 19 20:23:44.781015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-56679388-d289-4010-8a3a-99ee6d8c4453 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0552790 Oct 19 20:23:44.811766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69b02544-1091-4a28-9a19-d883c8c954cf req-1f9d54d9-e7d7-4b0a-9ff4-aedf2476ddec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496016 Oct 19 20:23:44.867972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:44.986688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-703d6dba-c183-48e1-b406-8f5aeb0956d0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.992581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-703d6dba-c183-48e1-b406-8f5aeb0956d0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:44.998993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-703d6dba-c183-48e1-b406-8f5aeb0956d0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.000752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-703d6dba-c183-48e1-b406-8f5aeb0956d0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 1989 time: 0.2012627 Oct 19 20:23:45.002052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:45.002385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:45.002716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:45.007543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:45.007862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:45.021719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-f975ef22-c1bf-4172-b360-ed1e1c3a7af4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/quotas/779389c31f7048f2ae14dc97c0d18100 HTTP/1.1" status: 200 len: 375 time: 0.0115383 Oct 19 20:23:45.022837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:45.023167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:45.023537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:45.024032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Bound port: d22b5906-9c8b-4760-9b85-d21d202a642a, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:45.024382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:45.031297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:45.035363 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d9004-bdc4-47ea-85bb-7bba14351ad1" -d '{"events": [{"server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "name": "network-vif-plugged", "status": "completed", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:45.078831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503428-5cc4-4678-a265-a92b036545fd req-88534ea4-832e-4e99-b6c3-beafd313acfd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.080388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1503428-5cc4-4678-a265-a92b036545fd req-88534ea4-832e-4e99-b6c3-beafd313acfd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0715683 Oct 19 20:23:45.122740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1503428-5cc4-4678-a265-a92b036545fd req-fdb70cad-ac27-4695-a942-ffd519722160 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Oct 19 20:23:45.141858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-af132072-7d15-484d-9b58-ef9fb7930d2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1075363 Oct 19 20:23:45.148989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:45.173802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:45.185817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:45.247100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662679a-469c-451e-90a5-06b9f56e30e2 req-1ddb16a1-d77f-4003-98c7-5479e296c141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.249262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d662679a-469c-451e-90a5-06b9f56e30e2 req-1ddb16a1-d77f-4003-98c7-5479e296c141 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.0531750 Oct 19 20:23:45.262629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.262629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:45.262629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] 10.222.0.37 "PUT /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 1092 time: 1.1536319 Oct 19 20:23:45.264532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:45.266817 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:45.319386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4eea-efe1-4c23-a609-996091dd530b service neutron] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:45.323098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d662679a-469c-451e-90a5-06b9f56e30e2 req-3ce46e70-931d-422b-994b-3ca6a9a0cdd8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662766 Oct 19 20:23:45.325847 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-e6330eba-1c14-4e39-93eb-79d3d0ceea6a service neutron] 10.222.0.31 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707673 Oct 19 20:23:45.375674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-accea5ba-c75d-45a7-91f9-3f44d8443c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.377588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-accea5ba-c75d-45a7-91f9-3f44d8443c6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1095 time: 0.0679631 Oct 19 20:23:45.391401 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e18c89-4b84-400c-b097-d8323b432a73 x-openstack-request-id: req-43e18c89-4b84-400c-b097-d8323b432a73 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:45.392050 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "name": "network-vif-plugged", "status": "completed", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:45.392949 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43e18c89-4b84-400c-b097-d8323b432a73 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:45.393720 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', 'code': 200} Oct 19 20:23:45.578658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3194c1-4d70-4fe0-a642-74623b9fc09d req-47be5922-66f0-44c6-8f69-76d22415d9b4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.585831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec3194c1-4d70-4fe0-a642-74623b9fc09d req-47be5922-66f0-44c6-8f69-76d22415d9b4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0609946 Oct 19 20:23:45.625174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec3194c1-4d70-4fe0-a642-74623b9fc09d req-26d32641-1113-4b46-8273-5b37e1a17817 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Oct 19 20:23:45.759469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9a61-e65d-419c-b460-ceedc17ac162 req-19ec02d9-9e85-4428-9214-25922dfdbbfb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.762388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c73b9a61-e65d-419c-b460-ceedc17ac162 req-19ec02d9-9e85-4428-9214-25922dfdbbfb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 944 time: 0.0615935 Oct 19 20:23:45.781752 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c007c-4a1b-489b-936e-ada6296493af x-openstack-request-id: req-013c007c-4a1b-489b-936e-ada6296493af {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:45.782372 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:45.782372 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-013c007c-4a1b-489b-936e-ada6296493af {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:45.782831 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'status': 'completed', 'code': 200} Oct 19 20:23:45.784697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-aa1f43ba-0980-41ff-829a-4024155294e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 217 time: 0.3976517 Oct 19 20:23:45.808874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c73b9a61-e65d-419c-b460-ceedc17ac162 req-fac26569-a6e5-4ac4-823a-c7486006738a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Oct 19 20:23:45.896060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-5e6b3527-4875-48f8-80c4-c2501f792b4a service neutron] 10.222.0.31 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559123 Oct 19 20:23:45.898451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-0027de8a-7ca3-4511-a46b-5af0beb9cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.899798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-0027de8a-7ca3-4511-a46b-5af0beb9cdae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.1007154 Oct 19 20:23:45.913585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62a91-bbf7-44b6-b130-e1c21efcd08e req-643705ef-5b6e-4118-915e-5c88f7cefcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:45.915028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8e62a91-bbf7-44b6-b130-e1c21efcd08e req-643705ef-5b6e-4118-915e-5c88f7cefcf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 1100 time: 0.1355331 Oct 19 20:23:45.966429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-5cd1f241-a662-4c25-878c-990e9e33b3ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548096 Oct 19 20:23:45.976914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-57dea13a-26d2-4453-8c0f-572a1251e7de service neutron] 10.222.0.31 "GET /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0743408 Oct 19 20:23:46.016812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20900251-c05f-4dab-a1a8-221b10e8e507 req-092dce25-02a2-4d71-9e3d-402d939f3c06 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.018526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20900251-c05f-4dab-a1a8-221b10e8e507 req-092dce25-02a2-4d71-9e3d-402d939f3c06 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 949 time: 0.1067739 Oct 19 20:23:46.023875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-cff12dda-4b6b-4bd6-939b-73d02a64ec09 service neutron] 10.222.0.11 "GET /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46/bindings/n-h1-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.1195197 Oct 19 20:23:46.057369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8e62a91-bbf7-44b6-b130-e1c21efcd08e req-df53b4e4-758f-4edc-bce1-ff2cc9bbf381 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165679 Oct 19 20:23:46.100839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20900251-c05f-4dab-a1a8-221b10e8e507 req-2a74666f-c12f-4c74-9c25-14fe8a0b2126 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757203 Oct 19 20:23:46.162150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b1bd9d0b-5dd6-4dce-9bcf-8ae78116f92b service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732025 Oct 19 20:23:46.164017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-919a4d88-71cd-43fc-a0da-d00e11586248 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844697 Oct 19 20:23:46.279912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:46.303921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:46.344336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2764aaa8-5351-4469-847a-47e3d264da46 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:46.345667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2882a366-d0d7-405d-9eb9-bda66aa4baa9 req-f599488d-eec0-4fe6-889d-f853ebca0eff service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725562 Oct 19 20:23:46.349511 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-d9fa517f-3836-4334-ad38-510c363e45de service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768484 Oct 19 20:23:46.367383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:46.402626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:46.404010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-feb2a765-780b-40ea-ab2b-5981d2e70230 service neutron] 10.222.0.31 "GET /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0466464 Oct 19 20:23:46.476412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27e52a-f898-40ba-b938-4bc2b125673c req-61d292e4-faca-476c-9661-e684438eeac9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.477925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d27e52a-f898-40ba-b938-4bc2b125673c req-61d292e4-faca-476c-9661-e684438eeac9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0839539 Oct 19 20:23:46.517596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-41065021-6e99-43fb-b4dc-9c4bc9213f91 service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062174 Oct 19 20:23:46.538005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] Transition to ACTIVE for port object 2764aaa8-5351-4469-847a-47e3d264da46 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:46.544701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d27e52a-f898-40ba-b938-4bc2b125673c req-41c9a055-2aeb-4e98-9d07-407afc544408 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Oct 19 20:23:46.546489 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:46.627615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] No DVR routers for this DVR port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:23:46.641909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-c2608b4c-9f82-4eca-95da-de38a1a30b81 service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232016 Oct 19 20:23:46.646672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] Pushing event updated for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:46.712016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-382b00aa-fa7f-4eaf-9a98-8b006fa07171 service neutron] 10.222.0.11 "PUT /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46/bindings/n-h1-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6793916 Oct 19 20:23:46.733471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b8cb5-b5d2-4cc4-9217-86562bf4d514 req-202bc912-4e60-4242-ac95-f27804f6b743 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.735075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b0b8cb5-b5d2-4cc4-9217-86562bf4d514 req-202bc912-4e60-4242-ac95-f27804f6b743 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1008959 Oct 19 20:23:46.755548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-d3fef0c2-73bc-4d99-8e77-82006a0195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.757068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-d3fef0c2-73bc-4d99-8e77-82006a0195e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1095 time: 0.1280153 Oct 19 20:23:46.774898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:23:46.808438 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-982de687-1c2b-484b-9762-6c780bba659b service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410079 Oct 19 20:23:46.827303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:23:46.832415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b0b8cb5-b5d2-4cc4-9217-86562bf4d514 req-196298aa-5670-4d21-9d94-34e80f43e430 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897613 Oct 19 20:23:46.852116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-60d00edb-6ffd-4124-9d51-b32ceaa2a08c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.854929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-60d00edb-6ffd-4124-9d51-b32ceaa2a08c tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0691717 Oct 19 20:23:46.918145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-b8f63ad0-ebc4-457b-87a4-9ccdbf1273fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:46.920173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-b8f63ad0-ebc4-457b-87a4-9ccdbf1273fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0554440 Oct 19 20:23:46.994844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b648fcdb-4094-4fd3-9a0f-621fc51451a7 service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685693 Oct 19 20:23:47.032229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-b7733ad8-acab-4076-85ca-fcd52099e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.034073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-b7733ad8-acab-4076-85ca-fcd52099e430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1096 time: 0.0825701 Oct 19 20:23:47.051024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-9d41271c-5069-43fe-93f8-d67d7af737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.051224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50affa0-5d94-424a-acb8-59c3616e4306 req-7c8d6a74-edeb-40dd-bea1-e7b918bef04d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.052437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-9d41271c-5069-43fe-93f8-d67d7af737d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.2864311 Oct 19 20:23:47.052788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c50affa0-5d94-424a-acb8-59c3616e4306 req-7c8d6a74-edeb-40dd-bea1-e7b918bef04d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0701351 Oct 19 20:23:47.127674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-22a89bc4-ce3e-4779-914c-591772ce194e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 217 time: 0.0472777 Oct 19 20:23:47.152995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c50affa0-5d94-424a-acb8-59c3616e4306 req-49ef1588-7b48-4da8-8c53-ce5a4d91bea7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790539 Oct 19 20:23:47.174443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-392cec2c-b85a-443d-b05c-e0b8b180425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.175985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-392cec2c-b85a-443d-b05c-e0b8b180425b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 200 len: 908 time: 0.1223042 Oct 19 20:23:47.189225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-2592dc7b-ec1d-4a63-8fae-24a3be6a74fb service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800706 Oct 19 20:23:47.215885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-ea283dd8-37dd-4fd3-89aa-1f007371f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.217541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-ea283dd8-37dd-4fd3-89aa-1f007371f8f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0816019 Oct 19 20:23:47.244795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-598d01c2-13d0-4240-a0e3-ca9bd1cb6830 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 200 len: 217 time: 0.0533099 Oct 19 20:23:47.286070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-d0ddaedb-a1ee-435f-bf28-de1f9bf6426b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579245 Oct 19 20:23:47.330774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-880f044c-a97f-42cb-a02d-de33e3a03692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.332953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-880f044c-a97f-42cb-a02d-de33e3a03692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 200 len: 847 time: 0.0802798 Oct 19 20:23:47.346449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-4f626372-9a06-4e05-b86a-69cf35adf38b service neutron] 10.222.0.31 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581726 Oct 19 20:23:47.410541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-33f419cb-a492-44a3-8526-ac5b70aae5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411904 Oct 19 20:23:47.468219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-da771179-bf52-4d0a-8355-c7fcccdb1ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712742 Oct 19 20:23:47.527475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-fd7f0449-b2e5-4f78-83be-472a0551ac55 service neutron] 10.222.0.31 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548071 Oct 19 20:23:47.660087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b3b9bfb-f8bd-48ae-b44e-8d9e2487bcb2 req-cdc60568-0cf9-4e13-83c0-e600922778c1 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836381 Oct 19 20:23:47.683041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-32292474-c1b8-4404-bfdd-ec4277f1627f service neutron] 10.222.0.31 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542103 Oct 19 20:23:47.784519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-ce618489-2bfc-4495-94b9-e08103863a8e service neutron] 10.222.0.31 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006329 Oct 19 20:23:47.813032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8573-7a82-4fc5-96b0-e12d16581772 req-167dcbdc-de8d-4fe9-950f-949e7a27327f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:47.814773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-170d8573-7a82-4fc5-96b0-e12d16581772 req-167dcbdc-de8d-4fe9-950f-949e7a27327f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.4806628 Oct 19 20:23:47.887794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-eaca3c4c-ee1c-4b92-8f71-decf7664da1d service neutron] 10.222.0.31 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967863 Oct 19 20:23:47.902174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-3ae6e224-ef37-44e3-a0bf-99c3d051480a service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796038 Oct 19 20:23:47.935406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-170d8573-7a82-4fc5-96b0-e12d16581772 req-261d57f3-ed7c-4a15-bb58-4a9766e5cef4 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126523 Oct 19 20:23:48.057974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-2c031c01-9ada-4326-a701-38faaece7107 service neutron] 10.222.0.37 "GET /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467717 Oct 19 20:23:48.110708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fdd54-fee8-4b98-9ec4-52af71e4b7d2 req-acdcb2fd-340a-413b-898e-50e7be1b562e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.112537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d39fdd54-fee8-4b98-9ec4-52af71e4b7d2 req-acdcb2fd-340a-413b-898e-50e7be1b562e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 949 time: 0.0914543 Oct 19 20:23:48.160416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d39fdd54-fee8-4b98-9ec4-52af71e4b7d2 req-498588a8-2497-44f3-b71b-ba63d55131e9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Oct 19 20:23:48.362378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-36aab804-2616-47c4-80af-62ad82d3db50 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.364031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-36aab804-2616-47c4-80af-62ad82d3db50 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc&tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0466952 Oct 19 20:23:48.470813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdc97c-4fe6-40cb-a487-05125857f81c req-c44962ec-f244-43a7-85ec-bdaac4ee5fee tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.472232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61cdc97c-4fe6-40cb-a487-05125857f81c req-c44962ec-f244-43a7-85ec-bdaac4ee5fee tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0918684 Oct 19 20:23:48.548932 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61cdc97c-4fe6-40cb-a487-05125857f81c req-18084444-764c-4a28-97f6-104197003fc2 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629687 Oct 19 20:23:48.583022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-053621d7-a445-4a5a-8b1b-017ff6244973 service neutron] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:48.586865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-053621d7-a445-4a5a-8b1b-017ff6244973 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:48.588754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50ab8c23-377f-4083-8d65-6a90296c57b4 req-053621d7-a445-4a5a-8b1b-017ff6244973 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46/bindings/n-h2-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.2150836 Oct 19 20:23:48.727145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d3d6f-ed8c-477f-971d-a412ac2b5cf0 req-ae789a1a-39f4-4734-9d34-01014a5c92f0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.733480 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c46d3d6f-ed8c-477f-971d-a412ac2b5cf0 req-ae789a1a-39f4-4734-9d34-01014a5c92f0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1050444 Oct 19 20:23:48.754922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5f9e-2119-494b-9d8d-456b27d96a16 req-35d35f4d-eec7-4745-a9c6-ea75fe4264b7 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.757503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60da5f9e-2119-494b-9d8d-456b27d96a16 req-35d35f4d-eec7-4745-a9c6-ea75fe4264b7 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 948 time: 0.0905793 Oct 19 20:23:48.800673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c46d3d6f-ed8c-477f-971d-a412ac2b5cf0 req-3cc297be-c2d2-4e57-a2dd-3cff9ab0f0c4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592737 Oct 19 20:23:48.831209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60da5f9e-2119-494b-9d8d-456b27d96a16 req-cec909bb-bb02-4fc8-9afa-73cb27e68176 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622549 Oct 19 20:23:48.916411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf938121-15c3-490a-82a8-e60e1823c553 req-14147535-1785-4039-9691-9dd16f00da0c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0400252 Oct 19 20:23:48.960469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a2404-a8cd-4ed8-a781-e10e91b23046 req-22c1639b-e6f7-4f6e-9149-1515ccdd0b32 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:48.962173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee1a2404-a8cd-4ed8-a781-e10e91b23046 req-22c1639b-e6f7-4f6e-9149-1515ccdd0b32 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0559139 Oct 19 20:23:49.043119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee1a2404-a8cd-4ed8-a781-e10e91b23046 req-590e4f0f-e25f-4e8f-9d40-55b186838c6d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Oct 19 20:23:49.277110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e883a0-c905-4f33-92a3-66c128408665 req-92fd9d08-3902-4feb-89e8-16019eed5ec5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.280414 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17e883a0-c905-4f33-92a3-66c128408665 req-92fd9d08-3902-4feb-89e8-16019eed5ec5 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.1313581 Oct 19 20:23:49.313470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b1707-e92d-4c19-8ad0-6c4d5fb0199e req-0593714e-056f-4bc0-8fb4-24ef029b427b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.321874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b1707-e92d-4c19-8ad0-6c4d5fb0199e req-0593714e-056f-4bc0-8fb4-24ef029b427b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.324026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa4b1707-e92d-4c19-8ad0-6c4d5fb0199e req-0593714e-056f-4bc0-8fb4-24ef029b427b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca&device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 1688 time: 0.0976696 Oct 19 20:23:49.330976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17e883a0-c905-4f33-92a3-66c128408665 req-ec2b971f-bd2e-4ea9-8747-33e1ae2fa800 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Oct 19 20:23:49.393917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa4b1707-e92d-4c19-8ad0-6c4d5fb0199e req-f2f123c8-5ef7-4f58-8795-7ad201187ebf tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Oct 19 20:23:49.583540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d3ae8-dd11-4025-a651-a126c307b7bf req-4d553e5a-0af7-43dc-9bac-bd4248e92c00 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.585176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a91d3ae8-dd11-4025-a651-a126c307b7bf req-4d553e5a-0af7-43dc-9bac-bd4248e92c00 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 1096 time: 0.0488372 Oct 19 20:23:49.633890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a91d3ae8-dd11-4025-a651-a126c307b7bf req-fb5c20c7-9e1c-4191-b749-2d0532ab9ff0 tempest-LiveMigrationTest-1361381157 tempest-LiveMigrationTest-1361381157-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Oct 19 20:23:49.676842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d7c7-ad32-4845-b771-0624ed02b153 req-50b9d7dd-a9b5-48c6-a171-ec069a928ed9 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.678694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ba8d7c7-ad32-4845-b771-0624ed02b153 req-50b9d7dd-a9b5-48c6-a171-ec069a928ed9 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 1099 time: 0.0699887 Oct 19 20:23:49.740388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ba8d7c7-ad32-4845-b771-0624ed02b153 req-dbcd8c1d-37a3-4bae-b510-e993ba4bc7ca tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457356 Oct 19 20:23:49.782699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a66f9-7307-4a3c-8bda-bb4fa7e7f894 req-d659d7ee-44f3-44b2-a8aa-d336c0c0c8a9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.791401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc0a66f9-7307-4a3c-8bda-bb4fa7e7f894 req-d659d7ee-44f3-44b2-a8aa-d336c0c0c8a9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0784113 Oct 19 20:23:49.847696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc0a66f9-7307-4a3c-8bda-bb4fa7e7f894 req-c3e9ff8b-3add-4513-8502-8fe473bbc0ba tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Oct 19 20:23:49.966273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a28b7-1525-488f-8768-06892f0dea49 req-f003bc8b-43e0-4197-a44a-e92ffa831d4d tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:49.968140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-779a28b7-1525-488f-8768-06892f0dea49 req-f003bc8b-43e0-4197-a44a-e92ffa831d4d tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 1100 time: 0.0469346 Oct 19 20:23:50.025222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-779a28b7-1525-488f-8768-06892f0dea49 req-b4c4087b-9214-4a15-82f1-b06830466cf7 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Oct 19 20:23:50.037549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab264118-73cd-454a-ba4e-c8677752c71a req-f65e7138-4b76-490c-8bdf-ba91f72f1487 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.044936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab264118-73cd-454a-ba4e-c8677752c71a req-f65e7138-4b76-490c-8bdf-ba91f72f1487 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.0650766 Oct 19 20:23:50.091303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab264118-73cd-454a-ba4e-c8677752c71a req-17dec956-16df-4d03-8b12-fdaad8a11154 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Oct 19 20:23:50.183352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b877bc3-7b7a-4216-be18-bc675219eb06 req-932b192f-c2c6-4b31-81fd-6d75b222261f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.185407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b877bc3-7b7a-4216-be18-bc675219eb06 req-932b192f-c2c6-4b31-81fd-6d75b222261f tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.0833206 Oct 19 20:23:50.243262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b877bc3-7b7a-4216-be18-bc675219eb06 req-679e082e-3b15-4704-8f10-6a9c4f25e8f3 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Oct 19 20:23:50.251050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e0eac9c0-54db-453c-8ed7-1b344b265e3a req-c20b1de3-e9f4-41f4-99e1-f10c9d71d631 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0374165 Oct 19 20:23:50.449343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-72b0458e-e43a-4535-8b93-8ee5a8bdd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.450769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-72b0458e-e43a-4535-8b93-8ee5a8bdd157 service neutron] 10.222.0.37 "GET /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 1026 time: 0.0895879 Oct 19 20:23:50.461157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f65492-4480-4f80-94f6-5d40fcc0198d req-f7d7cca9-851a-43ab-a8e4-7687f638b1b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.471289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f65492-4480-4f80-94f6-5d40fcc0198d req-f7d7cca9-851a-43ab-a8e4-7687f638b1b2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1212461 Oct 19 20:23:50.537038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f65492-4480-4f80-94f6-5d40fcc0198d req-25782cbb-4909-451c-abe5-070b2315f53b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Oct 19 20:23:50.538627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-efe7120e-844f-45cf-a5ae-0e1ea52b3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.540218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-efe7120e-844f-45cf-a5ae-0e1ea52b3d6f service neutron] 10.222.0.37 "GET /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 1028 time: 0.0661023 Oct 19 20:23:50.557933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-64f2e200-a864-41ee-aba1-45c291069eba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434909 Oct 19 20:23:50.695854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b6730885-b727-46f0-bf19-626cf616f40d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.702075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b6730885-b727-46f0-bf19-626cf616f40d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.708135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b6730885-b727-46f0-bf19-626cf616f40d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.710018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b6730885-b727-46f0-bf19-626cf616f40d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 1989 time: 0.1491840 Oct 19 20:23:50.716471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-f51e6328-cb08-435c-b83a-200c38c3072c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.718016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-f51e6328-cb08-435c-b83a-200c38c3072c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559534 Oct 19 20:23:50.762393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-6e0213e9-4ae7-42a1-a3c8-eaf800a3364d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.0366509 Oct 19 20:23:50.786243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-820876a0-9b55-470e-b6f8-70fbd5a12e68 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779389c31f7048f2ae14dc97c0d18100 HTTP/1.1" status: 200 len: 380 time: 0.0617721 Oct 19 20:23:50.803340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'admin_state_up': True, 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'security_groups': ['8853d7ee-974f-42ad-97b7-8871a55e0aac']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:50.817041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-78738851-ce19-4ffa-8e6b-04def7ba8838 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:50.818611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-78738851-ce19-4ffa-8e6b-04def7ba8838 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 945 time: 0.1119206 Oct 19 20:23:50.840878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-23c7ba85-8c32-43c6-ad89-cce371bf6d34 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775473 Oct 19 20:23:50.999923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9891bba-c8a9-44ec-8928-1d05f2691816 req-3fd8130c-7bf8-4bb8-ab47-daac848c8cd9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:51.001988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9891bba-c8a9-44ec-8928-1d05f2691816 req-3fd8130c-7bf8-4bb8-ab47-daac848c8cd9 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.0648611 Oct 19 20:23:51.024112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Deleting port 2764aaa8-5351-4469-847a-47e3d264da46 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:23:51.024887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.041942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:51.046166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.141277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9891bba-c8a9-44ec-8928-1d05f2691816 req-c6426af3-c7a4-4335-a99a-e6063b464be8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316135 Oct 19 20:23:51.220386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] For port 2764aaa8-5351-4469-847a-47e3d264da46, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2764aaa8-5351-4469-847a-47e3d264da46,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:51.220821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.220986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 172.20.0.9 (c98a30e4-b281-46d3-bfab-daa865a652fa/34afaaab-dc03-44db-8d59-00efa1e9b8e0/7efd4dc2-00e2-46a0-8518-6f1a0b23670d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:51.252310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Calling delete_port for 2764aaa8-5351-4469-847a-47e3d264da46 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:23:51.351416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a225b-5f47-4421-bc47-61d342bc2b79 req-f08af2bc-a870-4d72-b9d6-23b3df62cf7b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:51.359521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca0a225b-5f47-4421-bc47-61d342bc2b79 req-f08af2bc-a870-4d72-b9d6-23b3df62cf7b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1077740 Oct 19 20:23:51.405966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.420836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5ac20982-5a99-4db7-aa70-1ef09b470348', '2764aaa8-5351-4469-847a-47e3d264da46'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:51.474096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event deleted for resources: {'Port': ['ID=2764aaa8-5351-4469-847a-47e3d264da46,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:51.508442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca0a225b-5f47-4421-bc47-61d342bc2b79 req-9356dde0-a21e-4191-94d9-e847e0763ef6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477757 Oct 19 20:23:51.554437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-229b1ed4-2bda-49d8-9fe7-800f289ef05a req-0c1e233b-4e37-4f1e-bace-e87d7025ae60 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0848196 Oct 19 20:23:51.580780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.600896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] No DVR routers for this DVR port 2764aaa8-5351-4469-847a-47e3d264da46 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:23:51.604880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.612848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a52e585b-52e8-42af-9bf8-a944e2274409 req-a4c7c5b6-e989-4029-8d91-fccd3c1dc9e9 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "DELETE /v2.0/ports/2764aaa8-5351-4469-847a-47e3d264da46 HTTP/1.1" status: 204 len: 173 time: 0.7684395 Oct 19 20:23:51.613482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-deleted', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:51.616537 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e619449e-5124-4954-a734-cff87fd38fa0" -d '{"events": [{"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-deleted", "tag": "2764aaa8-5351-4469-847a-47e3d264da46"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:51.626729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.721974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network c98a30e4-b281-46d3-bfab-daa865a652fa is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:51.728944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:51.739606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:51.773387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:51.838222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0c31-b640-42c5-9b8a-58fdfe71d135 req-c23b2075-687c-4c1f-8e56-d08594aa80a4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:51.848675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99bc0c31-b640-42c5-9b8a-58fdfe71d135 req-c23b2075-687c-4c1f-8e56-d08594aa80a4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 931 time: 0.1977766 Oct 19 20:23:51.885351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:51.886797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:51.935369 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99bc0c31-b640-42c5-9b8a-58fdfe71d135 req-0c43e8b0-2ad8-46e4-abb9-436ff84866b0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856760 Oct 19 20:23:51.954607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-98ae9d3c-b57d-4627-82cf-4ab4e4c2b71f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1583138 Oct 19 20:23:51.983792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'admin_state_up': True, 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'security_groups': ['8853d7ee-974f-42ad-97b7-8871a55e0aac']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:52.077577 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15554f-aa0f-4a30-95d0-4eb29aea6ac7 x-openstack-request-id: req-ca15554f-aa0f-4a30-95d0-4eb29aea6ac7 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:52.078536 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9490d3-d428-4dc3-97ba-fa735dd490cc", "name": "network-vif-deleted", "tag": "2764aaa8-5351-4469-847a-47e3d264da46", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:52.079034 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca15554f-aa0f-4a30-95d0-4eb29aea6ac7 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:52.079896 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9490d3-d428-4dc3-97ba-fa735dd490cc', 'name': 'network-vif-deleted', 'tag': '2764aaa8-5351-4469-847a-47e3d264da46', 'status': 'completed', 'code': 200} Oct 19 20:23:52.091966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d44199-42ff-4cdb-9b91-d2d39b42cb04 req-3c23a55d-20c8-41c0-97c4-7342211d220d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:52.103444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2d44199-42ff-4cdb-9b91-d2d39b42cb04 req-3c23a55d-20c8-41c0-97c4-7342211d220d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.0805590 Oct 19 20:23:52.115236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a077e6e4-6689-4ccd-987e-272aef1c2987 None None] Provisioning complete for port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:52.115782 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a077e6e4-6689-4ccd-987e-272aef1c2987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:52.153060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2d44199-42ff-4cdb-9b91-d2d39b42cb04 req-b5effbfb-6e09-480e-98eb-5093ac048641 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 Oct 19 20:23:52.220147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a077e6e4-6689-4ccd-987e-272aef1c2987 None None] Port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:52.307453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:52.311601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:52.333618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c160f50c-02e9-4baa-93e4-a14eb64f4747 req-5cf39bc7-35b8-4ff5-9fed-9796e2998efe tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 210 time: 0.0408769 Oct 19 20:23:52.344488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e604985-f57c-4041-8ad1-f9d4735c34f2 req-3601258a-4e04-4b44-99b6-a196c00dc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:52.346049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e604985-f57c-4041-8ad1-f9d4735c34f2 req-3601258a-4e04-4b44-99b6-a196c00dc077 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 1097 time: 0.1029365 Oct 19 20:23:52.449769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-7d634504-1223-4652-9a8d-7f84db29b282 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938070 Oct 19 20:23:52.463037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc19415-4644-499b-8855-2ef75b824768 req-6b16972b-a85e-4ff2-aae8-d86ecfd94f5b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:52.471404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fc19415-4644-499b-8855-2ef75b824768 req-6b16972b-a85e-4ff2-aae8-d86ecfd94f5b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1110952 Oct 19 20:23:52.475767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e604985-f57c-4041-8ad1-f9d4735c34f2 req-1ee613e6-ca4b-4738-8a3d-caeaddf1110e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198411 Oct 19 20:23:52.512915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fc19415-4644-499b-8855-2ef75b824768 req-a68bcf04-4f9d-4866-b611-f794b148d6e3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Oct 19 20:23:52.541664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.1.1.249 (f5c35851-8879-4eec-9e0b-8be0b2426d39/30e4acfc-7cc0-4476-8c8b-b3a462ac1869/0251591c-8e31-48df-8634-1503bd5e8e5f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:52.705822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34af88c9-f44d-47b8-972b-a3d414be85c7 req-d5b680ee-65bf-45ce-aab5-91f5c5ef760a tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0415270 Oct 19 20:23:52.763078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781609-0265-4fbf-977f-75bab72ed5ff req-6b16c76b-6b90-43e7-9e9c-9c09ee8e6451 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:52.769897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d6781609-0265-4fbf-977f-75bab72ed5ff req-6b16c76b-6b90-43e7-9e9c-9c09ee8e6451 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1442702 Oct 19 20:23:52.845971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:52.870713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d6781609-0265-4fbf-977f-75bab72ed5ff req-dcd7c9d6-7f2d-41c4-8903-e0ace5dfcc6f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811014 Oct 19 20:23:52.875706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e064-ebac-434c-8247-f58c67dce905 req-00971e72-e934-4b2b-905b-37250602f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:52.877915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-00971e72-e934-4b2b-905b-37250602f328 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 1101 time: 0.1551147 Oct 19 20:23:52.899217 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:23:52.913876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:52.974377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:52.980454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:52.983081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:53.031641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:53.139295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.139967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:53.152425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60995-860d-4771-8ed3-453ca2d15c4c req-3db246d6-b13c-4b26-8dbe-bbf8b5a529d4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.160017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60995-860d-4771-8ed3-453ca2d15c4c req-3db246d6-b13c-4b26-8dbe-bbf8b5a529d4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.170789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dc60995-860d-4771-8ed3-453ca2d15c4c req-3db246d6-b13c-4b26-8dbe-bbf8b5a529d4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 1653 time: 0.0895295 Oct 19 20:23:53.192264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-260d2879-8034-4f66-b9a0-061c818b2c8c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306347 Oct 19 20:23:53.195241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e064-ebac-434c-8247-f58c67dce905 req-1e78e709-f7ea-41de-95f0-24aaf5889385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.196635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-1e78e709-f7ea-41de-95f0-24aaf5889385 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2539196 Oct 19 20:23:53.212891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'admin_state_up': True, 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'security_groups': ['8853d7ee-974f-42ad-97b7-8871a55e0aac']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:53.235249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dc60995-860d-4771-8ed3-453ca2d15c4c req-b27e495b-4e4d-4364-8bca-ca5729de34ce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632195 Oct 19 20:23:53.316544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-74d4fde8-df4a-48ae-a024-12c86f5b7001 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285556 Oct 19 20:23:53.334592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-4649ae7a-6a81-4ad2-9bc1-abcc3c87782e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 200 len: 217 time: 0.1119864 Oct 19 20:23:53.369410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-929bf6c0-3fee-4dbd-b310-973085f40b84 None None] Provisioning complete for port 0251591c-8e31-48df-8634-1503bd5e8e5f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:53.369979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-929bf6c0-3fee-4dbd-b310-973085f40b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:53.447064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-929bf6c0-3fee-4dbd-b310-973085f40b84 None None] Port 0251591c-8e31-48df-8634-1503bd5e8e5f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:53.482788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-a16cb9d0-7c9a-4f32-9f92-308bf1a045cc tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.484294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-a16cb9d0-7c9a-4f32-9f92-308bf1a045cc tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578937 Oct 19 20:23:53.502944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': '5e586013-379b-44f2-8141-c2344edddc47', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:53.555752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-1581a040-e502-4c38-a393-f6dcb3628611 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701354 Oct 19 20:23:53.563824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e064-ebac-434c-8247-f58c67dce905 req-ddc66570-027f-42ee-a564-74b278e4be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.565280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-ddc66570-027f-42ee-a564-74b278e4be3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1786561 Oct 19 20:23:53.575296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc6138-024a-4040-9301-83f9c665771b req-63a5ef76-55b1-438d-bb02-9d992a466f98 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.584033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fdc6138-024a-4040-9301-83f9c665771b req-63a5ef76-55b1-438d-bb02-9d992a466f98 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.2543402 Oct 19 20:23:53.623379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a6950b1-972b-41b1-9a07-bb89eb2f8a7c req-d240026c-a1cd-48fd-8013-aa9234eaf823 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 210 time: 0.0513840 Oct 19 20:23:53.677517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e064-ebac-434c-8247-f58c67dce905 req-af35b3a2-81cb-4a24-9e48-458d5360337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:53.679284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-af35b3a2-81cb-4a24-9e48-458d5360337d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870349 Oct 19 20:23:53.683203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fdc6138-024a-4040-9301-83f9c665771b req-7035d7ac-59a3-4dc1-b3a5-26ea44f95121 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978730 Oct 19 20:23:53.683945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:53.687976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:53.876917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-391df87d-b46d-48cc-bc40-f0c54f90122e req-6bad61a4-8293-424b-94de-387d5aaaac8d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0373809 Oct 19 20:23:53.938112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-6b7ddd58-28af-4db4-b701-cd62ddf8f54c service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351682 Oct 19 20:23:53.970411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.1.1.79 (f5c35851-8879-4eec-9e0b-8be0b2426d39/30e4acfc-7cc0-4476-8c8b-b3a462ac1869/bee71a47-96af-416a-8c5c-0130b95fd33a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:54.132543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e71b9-d2aa-4e20-a392-acc197586e8b req-7a1f8d3a-3bb3-4248-a409-9772983bad14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.134036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a37e71b9-d2aa-4e20-a392-acc197586e8b req-7a1f8d3a-3bb3-4248-a409-9772983bad14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1588426 Oct 19 20:23:54.178556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a84e064-ebac-434c-8247-f58c67dce905 req-861643be-7ca9-42ed-b3d3-13c092a4936e service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018325 Oct 19 20:23:54.190498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16b16-31e1-4f6b-9152-7989300b30c8 req-452386eb-a5b5-41c0-8d30-1479318eef23 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.197913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00d16b16-31e1-4f6b-9152-7989300b30c8 req-452386eb-a5b5-41c0-8d30-1479318eef23 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.4570186 Oct 19 20:23:54.218105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:23:54.219093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-2a60713f-542b-4050-ba99-95cd81f0e029 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.220594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-2a60713f-542b-4050-ba99-95cd81f0e029 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6500227 Oct 19 20:23:54.234351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a37e71b9-d2aa-4e20-a392-acc197586e8b req-4e953527-a156-40a9-a0b4-d6eb92b350f9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850849 Oct 19 20:23:54.237569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:54.268318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 2764aaa8-5351-4469-847a-47e3d264da46 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:23:54.268905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2764aaa8-5351-4469-847a-47e3d264da46 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:23:54.291039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.299041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:54.302731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.328801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.351770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00d16b16-31e1-4f6b-9152-7989300b30c8 req-5f7f5d5b-fa7d-4edb-aed2-1a88c45e8261 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528289 Oct 19 20:23:54.408259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:54.414693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:54.435191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:54.467665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:54.496895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b96b0-8fa1-422f-960e-2d15f0abaa54 req-50c474a1-0007-4fcc-8730-898d59bf6f7e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.504974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b96b0-8fa1-422f-960e-2d15f0abaa54 req-50c474a1-0007-4fcc-8730-898d59bf6f7e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.513830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b96b0-8fa1-422f-960e-2d15f0abaa54 req-50c474a1-0007-4fcc-8730-898d59bf6f7e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.515863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f95b96b0-8fa1-422f-960e-2d15f0abaa54 req-50c474a1-0007-4fcc-8730-898d59bf6f7e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 2373 time: 0.1735919 Oct 19 20:23:54.525815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:54.529625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.557134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:54.557810 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.575622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.42 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/4422a2b3-c141-43f8-93bc-dec4e9359fc2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:54.593718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f95b96b0-8fa1-422f-960e-2d15f0abaa54 req-eb40e689-64c0-48e0-92fa-527d40b519d5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675151 Oct 19 20:23:54.598030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-f9218cd0-36aa-4858-b8d8-dfbb537b3335 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3950996 Oct 19 20:23:54.619847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'admin_state_up': True, 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'security_groups': ['8853d7ee-974f-42ad-97b7-8871a55e0aac']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:54.751164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-626c69b9-ff56-415e-8d56-d7ad132b665d req-1feff0f8-21d7-49b1-a73a-31ef748f4a52 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 210 time: 0.0440757 Oct 19 20:23:54.782459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-46a0ec75-0851-49ee-85bb-64995649ddef None None] Provisioning complete for port bee71a47-96af-416a-8c5c-0130b95fd33a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:54.783000 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46a0ec75-0851-49ee-85bb-64995649ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.821882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:54.842770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46a0ec75-0851-49ee-85bb-64995649ddef None None] Port bee71a47-96af-416a-8c5c-0130b95fd33a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:54.866308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.921459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:54.934199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:54.937966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:55.013481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f26a2699-c030-4108-b691-7e53ea806587 req-60b9fbf2-b397-4063-8df7-f9a6ca1f11cb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0371358 Oct 19 20:23:55.043501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:55.049374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:55.055996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:55.139424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:55.172960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.100 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/c4fa32ba-aa6d-40aa-b68f-99d0c27793f9) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:55.225714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:55.226444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.269722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-742cff96-50a9-4561-ba5c-f0f174d312df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7745407 Oct 19 20:23:55.301071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Request body: {'port': {'device_id': '5e586013-379b-44f2-8141-c2344edddc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:55.313805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434d12-338a-42bc-9c69-22805f7bd6c0 req-1aba7b9f-168b-4a29-a8cb-6f21bbeb620f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:55.316182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9434d12-338a-42bc-9c69-22805f7bd6c0 req-1aba7b9f-168b-4a29-a8cb-6f21bbeb620f tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.5375741 Oct 19 20:23:55.381119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.400329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9434d12-338a-42bc-9c69-22805f7bd6c0 req-336909f0-31a6-4844-9f59-facdd80d9a22 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770371 Oct 19 20:23:55.470541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-70350acd-d4e2-43c7-b929-a2b3a74e5516 None None] Provisioning complete for port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:55.470907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-70350acd-d4e2-43c7-b929-a2b3a74e5516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.524329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-70350acd-d4e2-43c7-b929-a2b3a74e5516 None None] Port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:55.590295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.635531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9c1c2-fe16-42ae-90f1-9f4a74478543 req-85c9b4dc-f079-4158-9c1f-4d297dbe16fb tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:55.642108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21d9c1c2-fe16-42ae-90f1-9f4a74478543 req-85c9b4dc-f079-4158-9c1f-4d297dbe16fb tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1652534 Oct 19 20:23:55.651083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.672089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c8ceb-9f10-454b-a493-abd9c09c450f req-e24c3915-e0c1-4e1a-b338-9e45e35f12a6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:55.675841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2e2c8ceb-9f10-454b-a493-abd9c09c450f req-e24c3915-e0c1-4e1a-b338-9e45e35f12a6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.2068450 Oct 19 20:23:55.726065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21d9c1c2-fe16-42ae-90f1-9f4a74478543 req-57253210-8441-474c-91b8-c6cb61231cff tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798411 Oct 19 20:23:55.729891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:55.755257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:55.763092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.2.2.100 (fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9/102bd256-7072-4abd-bc8c-31c842c3e239/5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:55.789421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:55.859314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:55.867926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:55.934918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:23:55.950333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2e2c8ceb-9f10-454b-a493-abd9c09c450f req-dc4eb928-62c5-47e8-85ae-8a8b983ea672 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629049 Oct 19 20:23:55.953814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:56.022467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.109158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.172933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.173582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.228838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895acb7-488d-435f-81e9-ff18f6808ab0 req-35fee222-489f-4754-8474-1b8b8c285ae8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.237050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c895acb7-488d-435f-81e9-ff18f6808ab0 req-35fee222-489f-4754-8474-1b8b8c285ae8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1581857 Oct 19 20:23:56.275690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:56.278946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:56.286397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:56.289104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:56.299984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-47869f28-10b8-4f23-afd6-70de64b9618b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0660524 Oct 19 20:23:56.302560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0a7db04a-cbd3-4457-b52c-847b0cc1547f None None] Provisioning complete for port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:56.303013 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a7db04a-cbd3-4457-b52c-847b0cc1547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.328404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Request body: {'port': {'device_id': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:56.415755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c895acb7-488d-435f-81e9-ff18f6808ab0 req-bf7262d3-ff34-48b7-97d5-8573134b9c87 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777616 Oct 19 20:23:56.432340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0a7db04a-cbd3-4457-b52c-847b0cc1547f None None] Port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:56.466425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.489137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-12ecf264-3d52-4a4d-ace8-e44a7a1eacb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.490975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.491706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.509724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-eb6a58d5-2c38-4cfc-b327-9c697454b39c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.519971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-eb6a58d5-2c38-4cfc-b327-9c697454b39c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.528619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-eb6a58d5-2c38-4cfc-b327-9c697454b39c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.536225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-eb6a58d5-2c38-4cfc-b327-9c697454b39c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.538252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-eb6a58d5-2c38-4cfc-b327-9c697454b39c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3094 time: 0.4245336 Oct 19 20:23:56.611305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4422a2b3-c141-43f8-93bc-dec4e9359fc2 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:56.628462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-def4a933-ce07-4b6c-a898-7ae0a8dcc824 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0212550 Oct 19 20:23:56.632329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.648895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'admin_state_up': True, 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'security_groups': ['8853d7ee-974f-42ad-97b7-8871a55e0aac']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:56.721785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd738-68c7-421b-8672-a82320f14a6e req-55db6218-1eb3-48ab-8143-3d4df5cb3693 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:56.723238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-273dd738-68c7-421b-8672-a82320f14a6e req-55db6218-1eb3-48ab-8143-3d4df5cb3693 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 935 time: 0.1583562 Oct 19 20:23:56.723420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ab92b41-78e4-414b-bcc9-fe8b904ef7d6 req-208b7bd1-a050-483b-b5ab-36083854df90 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712756 Oct 19 20:23:56.733448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Transition to ACTIVE for port object 4422a2b3-c141-43f8-93bc-dec4e9359fc2 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:56.760851 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-3a946a89-40ef-42e1-9827-d413755f431f req-813ad31c-3353-452b-98f1-8718250527d8 service neutron] show failed (client error): The resource could not be found. Oct 19 20:23:56.761954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-813ad31c-3353-452b-98f1-8718250527d8 service neutron] 10.222.0.37 "GET /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.2192087 Oct 19 20:23:56.766153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1dc7c73f-5383-4a1f-9efb-583573b73126 None None] Provisioning complete for port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:56.766535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c73f-5383-4a1f-9efb-583573b73126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.777415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.824648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7c73f-5383-4a1f-9efb-583573b73126 None None] Port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:56.833449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Made reservation on behalf of 779389c31f7048f2ae14dc97c0d18100 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:23:56.845177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:56.921939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61d7699b-710f-4d4d-9968-c713320fbbd9 req-7e9041d2-87b8-4b48-80e0-7b3fe92b5488 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0486319 Oct 19 20:23:57.104899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Pushing event updated for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:57.136926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-273dd738-68c7-421b-8672-a82320f14a6e req-4860d491-b7a2-4352-943a-108d11255588 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594928 Oct 19 20:23:57.159657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:57.162170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-1b4fe46d-9f58-4d12-93a0-8094c3d512ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:57.163787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-1b4fe46d-9f58-4d12-93a0-8094c3d512ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.1489453 Oct 19 20:23:57.169359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.171471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e251c-7d18-4bec-947e-e253ea8f4594 req-aa4ac825-b457-41fa-be3d-2815ba8fea57 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:57.173007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-665e251c-7d18-4bec-947e-e253ea8f4594 req-aa4ac825-b457-41fa-be3d-2815ba8fea57 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1402421 Oct 19 20:23:57.187476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:57.192333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Transition to ACTIVE for port object c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:57.237601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.341492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Allocated IP 10.2.2.200 (fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9/102bd256-7072-4abd-bc8c-31c842c3e239/a0182e7d-53dd-4f9a-872a-5f79c72bf9cd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:23:57.344234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.357463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Attempting to bind port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:57.357805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Attempting to bind port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:57.358133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Attempting to bind port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:57.359870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-665e251c-7d18-4bec-947e-e253ea8f4594 req-b0917eea-bfb4-4114-9921-05797a250c95 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666903 Oct 19 20:23:57.364829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Pushing event updated for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:57.370190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:57.370507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Attempting to bind port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:57.423453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:57.423791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:57.424176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:57.424622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Bound port: 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:57.424974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.610921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Attempting to bind port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:57.611249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Attempting to bind port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:57.611587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Attempting to bind port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:57.621951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:57.622276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Attempting to bind port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:57.628918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:57.639666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c451-f415-4871-88ce-bed86ed0a5d7 req-e7b9f5c0-02da-4a08-b7e3-489d37c8e05f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:57.645898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ab1c451-f415-4871-88ce-bed86ed0a5d7 req-e7b9f5c0-02da-4a08-b7e3-489d37c8e05f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1468751 Oct 19 20:23:57.650787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:57.651126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:57.651513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:57.652385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Bound port: c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:57.652518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.673209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:57.684395 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.766482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ab1c451-f415-4871-88ce-bed86ed0a5d7 req-a8584538-dc7a-4d3f-a7ab-df629593e840 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058531 Oct 19 20:23:57.768058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:57.768685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:57.770423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] 10.222.0.37 "PUT /v2.0/ports/4422a2b3-c141-43f8-93bc-dec4e9359fc2 HTTP/1.1" status: 200 len: 1095 time: 2.4819067 Oct 19 20:23:57.770548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:57.772860 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eabe4a-86ca-434e-a6ef-782f9770ec5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:57.914321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5f731-7f88-47c7-a743-2fe3e9272d7f req-acd0aa47-43eb-44e1-98ab-f48f196ee159 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:57.921678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1a5f731-7f88-47c7-a743-2fe3e9272d7f req-acd0aa47-43eb-44e1-98ab-f48f196ee159 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.2957084 Oct 19 20:23:57.949641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56da05-92f4-4544-9e72-e7beaca24734 service neutron] Pushing event updated for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:57.959354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:57.977644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:23:57.988215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:58.000003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1a5f731-7f88-47c7-a743-2fe3e9272d7f req-1e37f88b-6000-4a8e-a125-475f8bf478a6 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771947 Oct 19 20:23:58.014831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-01778c16-0bab-4c56-b985-ed16535e3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.014831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-01778c16-0bab-4c56-b985-ed16535e3417 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 1098 time: 0.1736190 Oct 19 20:23:58.016370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.025251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-c5b42599-4ac6-437e-b68d-fc368bf39e17 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.031853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-c5b42599-4ac6-437e-b68d-fc368bf39e17 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.038034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-c5b42599-4ac6-437e-b68d-fc368bf39e17 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.044282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-c5b42599-4ac6-437e-b68d-fc368bf39e17 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.047102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-c5b42599-4ac6-437e-b68d-fc368bf39e17 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3094 time: 0.1287851 Oct 19 20:23:58.087032 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ce1da-0a6a-4ef2-bf66-cab895b15d63 x-openstack-request-id: req-a17ce1da-0a6a-4ef2-bf66-cab895b15d63 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:58.087320 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:58.087776 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a17ce1da-0a6a-4ef2-bf66-cab895b15d63 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:58.088175 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'status': 'completed', 'code': 200} Oct 19 20:23:58.141800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a9f0bc4-2cde-4c65-95a2-9a886bb1b778 req-57c85306-5538-403b-a34a-753ad341852d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832157 Oct 19 20:23:58.166390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-8525caf9-1576-47a5-8945-7aa6f924d6de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2 HTTP/1.1" status: 200 len: 217 time: 0.1432192 Oct 19 20:23:58.168263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.168874 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.170234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] 10.222.0.11 "PUT /v2.0/ports/c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 HTTP/1.1" status: 200 len: 1096 time: 1.8556762 Oct 19 20:23:58.179946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.245409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:58.287937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20345f65-1486-4c0c-b65e-40a2a780a0f1 req-085d7ef9-63e9-4a0d-afc5-24c93f0f04ea tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.1035242 Oct 19 20:23:58.296478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.359207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:23:58.362344 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d2336-44ac-4009-a0ed-0154ecf5ef50" -d '{"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-unplugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:23:58.367830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe03bc-ef38-4a17-b437-35009c3d47ff service neutron] Pushing event updated for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:58.374294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.379247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-93254731-0c72-45df-920f-0d8123ba69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.380403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-93254731-0c72-45df-920f-0d8123ba69e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1962466 Oct 19 20:23:58.403020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-b7d3fc4f-da54-406b-a6ef-56fc43b2bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.404893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-b7d3fc4f-da54-406b-a6ef-56fc43b2bad4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 1099 time: 0.1780968 Oct 19 20:23:58.428691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Transition to ACTIVE for port object 80d19853-de72-4e47-8e66-f2df1e73f4d4 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:58.442510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.462445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:23:58.482208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:23:58.486684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:58.488854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-55b19436-70e1-4217-ac66-627e37ee01de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 HTTP/1.1" status: 200 len: 217 time: 0.0705574 Oct 19 20:23:58.489928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:23:58.507703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da31d47-c085-4841-8a71-674c2e7ddc8e req-d5f6dae1-5256-4584-8f14-cc3c1a9ebc9f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.516051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1da31d47-c085-4841-8a71-674c2e7ddc8e req-d5f6dae1-5256-4584-8f14-cc3c1a9ebc9f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 947 time: 0.2348030 Oct 19 20:23:58.560484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-1c25e2dc-a320-4a4e-badd-94a2e864a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.561946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-1c25e2dc-a320-4a4e-badd-94a2e864a5a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558967 Oct 19 20:23:58.603494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99546085-f720-43e6-9c18-bedac16649c8 req-2202195d-d705-41a9-9b98-4c6433d0639e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.611599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99546085-f720-43e6-9c18-bedac16649c8 req-2202195d-d705-41a9-9b98-4c6433d0639e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1342850 Oct 19 20:23:58.632065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-42e39b46-d48d-4ae2-a627-794967af8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.633542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-42e39b46-d48d-4ae2-a627-794967af8cf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1196299 Oct 19 20:23:58.640713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] No DVR routers for this DVR port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:23:58.647408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:58.659689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.660321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.673573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1da31d47-c085-4841-8a71-674c2e7ddc8e req-ec32c01a-353f-4d26-b350-dfecceb560d9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547713 Oct 19 20:23:58.747867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:23:58.748475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:23:58.748930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:58.780250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b5f4b7a4-5658-4fc0-ab9f-6d7e26f4f349 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1413326 Oct 19 20:23:58.780852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:23:58.780852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:23:58.783850 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4b4e3-a80c-4c93-b40a-d7e3fd02217a x-openstack-request-id: req-02f4b4e3-a80c-4c93-b40a-d7e3fd02217a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:23:58.784252 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-unplugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:23:58.784512 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02f4b4e3-a80c-4c93-b40a-d7e3fd02217a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:23:58.784915 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'code': 200} Oct 19 20:23:58.794015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:23:58.794364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99546085-f720-43e6-9c18-bedac16649c8 req-01ed0906-a423-459e-91cb-2ea9d612b47e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767762 Oct 19 20:23:58.796965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:23:58.797216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:23:58.797619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:23:58.798064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Bound port: 80d19853-de72-4e47-8e66-f2df1e73f4d4, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:23:58.798421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.817940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-609ef16c-ed2f-46e0-9264-020b5c8d7280 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470925 Oct 19 20:23:58.878165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-ef35f588-053c-4f0c-9649-9b545ee4d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:58.879667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-ef35f588-053c-4f0c-9649-9b545ee4d725 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077219 Oct 19 20:23:58.948610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:58.968511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9df5da2b-5224-45ed-b193-b8fa2389b72f None None] Provisioning complete for port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:23:58.969641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9df5da2b-5224-45ed-b193-b8fa2389b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.018572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9df5da2b-5224-45ed-b193-b8fa2389b72f None None] Port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:23:59.034500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-994499f9-5037-4781-b54f-d49cb0466a46 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992347 Oct 19 20:23:59.038404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:23:59.127465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe37b-8836-4c09-bc6a-ce80628248fd req-574dcc5c-5a3a-4b0a-bcab-8a1c3617d9fe tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.129440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a43fe37b-8836-4c09-bc6a-ce80628248fd req-574dcc5c-5a3a-4b0a-bcab-8a1c3617d9fe tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1897027 Oct 19 20:23:59.150740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:23:59.158124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a308c53a-2169-4508-be3d-1a6920393a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.165098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-ed3a4a78-bfed-4117-a6eb-2d67c26963fa service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651942 Oct 19 20:23:59.178429 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.279576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.280195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.281658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] 10.222.0.11 "PUT /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 1096 time: 2.0991833 Oct 19 20:23:59.304913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745415ca-e17d-4097-bab6-73955ed6b228 req-3d2b3f49-62b3-43f7-9ae4-4886eb7cbe2a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.306544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-745415ca-e17d-4097-bab6-73955ed6b228 req-3d2b3f49-62b3-43f7-9ae4-4886eb7cbe2a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1669004 Oct 19 20:23:59.397065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929f58-964a-475f-a446-ea012f62c475 service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:59.428680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-745415ca-e17d-4097-bab6-73955ed6b228 req-fc1213a6-7d15-41c5-8e49-8e6a5ac0aab6 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Oct 19 20:23:59.452319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-7431d1d4-e344-4a6b-8ceb-c0c239ea1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.453822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-7431d1d4-e344-4a6b-8ceb-c0c239ea1bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1099 time: 0.1393826 Oct 19 20:23:59.562919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-0e21e4c8-4a50-49f8-951f-af4401891061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.565090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-0e21e4c8-4a50-49f8-951f-af4401891061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 1098 time: 0.4649098 Oct 19 20:23:59.634435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a43fe37b-8836-4c09-bc6a-ce80628248fd req-3a559450-ef4b-428d-9fa0-4985c7cf15ca tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841640 Oct 19 20:23:59.672696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-1cf2ed95-211c-4d0d-ad85-1b43edcbe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.674223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-1cf2ed95-211c-4d0d-ad85-1b43edcbe350 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2078679 Oct 19 20:23:59.678546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efd4dc2-00e2-46a0-8518-6f1a0b23670d {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:23:59.688520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.720014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.720236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53fdc9fe-9a79-415c-8412-2f3af4df6c38 req-f06a8e6f-2fd1-4679-a2e5-8c5eec3bd947 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406158 Oct 19 20:23:59.726012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.732848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.738927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.746529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.748441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-16aad8c9-2066-4204-a7c0-89a3e3151c0d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3815 time: 0.1913321 Oct 19 20:23:59.765261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c4d56db5-d820-43a8-b3d1-8846d39b9323 req-1f55f834-6b12-44b7-bee0-bd0f0e1498a6 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0425568 Oct 19 20:23:59.784848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-a461f985-097d-45ee-9fc0-86af1379dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.786614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-a461f985-097d-45ee-9fc0-86af1379dd84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2096183 Oct 19 20:23:59.790419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Transition to ACTIVE for port object 7efd4dc2-00e2-46a0-8518-6f1a0b23670d will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:23:59.799907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-f4eb5df2-a620-4bc9-a513-3ff4a89f9e06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.1072807 Oct 19 20:23:59.837914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-90f7a6cc-8739-49b4-a975-682cb374e96b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2 HTTP/1.1" status: 200 len: 217 time: 0.0426373 Oct 19 20:23:59.839441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:23:59.860775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d19c79d-7c6c-4628-8b08-3ffca266d89b req-b12b00f3-4872-4351-a3c4-414a9375f381 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835629 Oct 19 20:23:59.953060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-b14fbd24-6ca3-40ba-a1bd-6efb640dc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.954065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-b14fbd24-6ca3-40ba-a1bd-6efb640dc780 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1111856 Oct 19 20:23:59.954693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-a319cd4d-81a3-40ea-acb0-34d872900cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:23:59.956172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:23:59.956525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-a319cd4d-81a3-40ea-acb0-34d872900cec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0997519 Oct 19 20:24:00.024303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-6422b1e2-6a01-451d-8242-0a2fbb3593d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.025924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-6422b1e2-6a01-451d-8242-0a2fbb3593d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609379 Oct 19 20:24:00.158973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:00.162309 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073" -d '{"events": [{"name": "network-changed", "server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:00.228233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-dcd5ef5d-92e2-4052-89cd-a1b6f2d07e87 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908770 Oct 19 20:24:00.233229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.250385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:00.254429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:00.290435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0745f89-fcf6-4e31-a0ec-59895fceb226 req-475bd092-e6c9-4781-afff-c5e4c646bba7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.292320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0745f89-fcf6-4e31-a0ec-59895fceb226 req-475bd092-e6c9-4781-afff-c5e4c646bba7 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1268287 Oct 19 20:24:00.353519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:00.389763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0745f89-fcf6-4e31-a0ec-59895fceb226 req-1172fa38-b0fa-4f03-b570-941da39e434d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859299 Oct 19 20:24:00.427690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21eabe4a-86ca-434e-a6ef-782f9770ec5b req-074d9998-c07e-4e1b-8226-795d99da7491 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886346 Oct 19 20:24:00.458758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2914d-6682-48a8-b696-06b0b4e3fdc4 req-7dbad484-1f27-4bda-ba8b-41e23b076973 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.460393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cc2914d-6682-48a8-b696-06b0b4e3fdc4 req-7dbad484-1f27-4bda-ba8b-41e23b076973 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 947 time: 0.4698138 Oct 19 20:24:00.477457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a946a89-40ef-42e1-9827-d413755f431f req-5bad6c4a-d5b9-4f27-a0fd-f142f14906fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.479080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-5bad6c4a-d5b9-4f27-a0fd-f142f14906fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4874222 Oct 19 20:24:00.479392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:00.499413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826', 'port_id': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'mac_address': 'fa:16:3e:2b:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa70235-3356-4979-aedc-e352fcabbaf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:00.517910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Attempting to bind port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:00.518384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Attempting to bind port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:00.518805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Attempting to bind port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d on network c98a30e4-b281-46d3-bfab-daa865a652fa {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:00.541287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d on network c98a30e4-b281-46d3-bfab-daa865a652fa not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:00.541793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Attempting to bind port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d on network c98a30e4-b281-46d3-bfab-daa865a652fa {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:00.547000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cc2914d-6682-48a8-b696-06b0b4e3fdc4 req-d1a72394-f83b-4193-a79c-1a97491a000f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Oct 19 20:24:00.557955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:00.558534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Checking segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:00.559017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Bound using segment: {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:00.559581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Bound port: 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38065043-fe75-4b1e-80ad-804268aceb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:00.560036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.605642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.655431 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc11aab6-c98b-4146-be2b-8d862d23a285 x-openstack-request-id: req-bc11aab6-c98b-4146-be2b-8d862d23a285 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:00.657036 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:00.657609 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc11aab6-c98b-4146-be2b-8d862d23a285 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:00.658185 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', 'status': 'completed', 'code': 200} Oct 19 20:24:00.661263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22b5906-9c8b-4760-9b85-d21d202a642a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:00.696174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-0918b68c-f2e7-49b1-b554-499a9ba9469d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928236 Oct 19 20:24:00.706973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:00.712911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.786254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:00.792148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab73335-4403-4990-bb2c-ad482abb3665 req-9cf06c90-0360-48a3-887a-35a669cf46a3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.800996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9ab73335-4403-4990-bb2c-ad482abb3665 req-9cf06c90-0360-48a3-887a-35a669cf46a3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1181934 Oct 19 20:24:00.805440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-b67f3812-1e00-46ac-8a61-c9a86fd04d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.806909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-b67f3812-1e00-46ac-8a61-c9a86fd04d1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 1099 time: 0.1102817 Oct 19 20:24:00.821405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:00.827227 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbfeedc-2289-40c1-a715-341717f814c4" -d '{"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:00.838475 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.845754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:00.895070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9ab73335-4403-4990-bb2c-ad482abb3665 req-e6a52650-d858-4485-8c24-5c0c17937896 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930626 Oct 19 20:24:00.895845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:00.906476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.960292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-268203a4-b4c3-4ac6-bf19-3180d6c5cd7c service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418334 Oct 19 20:24:00.965887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.966603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:00.968217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] 10.222.0.37 "PUT /v2.0/ports/7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 1091 time: 2.1784256 Oct 19 20:24:00.987240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174467a1-0eb2-4cfd-8ec4-478557a692ae req-b94c9885-3dc9-498e-90eb-4276f3fb17c1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:00.989872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-174467a1-0eb2-4cfd-8ec4-478557a692ae req-b94c9885-3dc9-498e-90eb-4276f3fb17c1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.1464603 Oct 19 20:24:01.014280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:01.018531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b1b7f6f-c672-4694-a5a5-7eec88fbac60 req-0282988e-3dc8-426a-985b-37280ff24420 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef9490d3-d428-4dc3-97ba-fa735dd490cc HTTP/1.1" status: 200 len: 210 time: 0.0530252 Oct 19 20:24:01.027775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63160-9a4a-4445-91b1-96de20746490 service neutron] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:01.036952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d22b5906-9c8b-4760-9b85-d21d202a642a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:01.060122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-e6768f9e-33d1-4199-bd8d-757eb901e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.063892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-e6768f9e-33d1-4199-bd8d-757eb901e11b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2334061 Oct 19 20:24:01.108284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-174467a1-0eb2-4cfd-8ec4-478557a692ae req-d81859cd-546e-453e-8d1c-1a8ade9723ea tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091788 Oct 19 20:24:01.177795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:01.180845 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36866f58-a973-4714-8b42-fd5bc1a003a9 x-openstack-request-id: req-36866f58-a973-4714-8b42-fd5bc1a003a9 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:01.181145 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:01.181425 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36866f58-a973-4714-8b42-fd5bc1a003a9 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:01.181818 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'status': 'completed', 'code': 200} Oct 19 20:24:01.327432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-f9149949-f9c4-4500-ac99-7b23fa43dd94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 HTTP/1.1" status: 200 len: 217 time: 0.2488594 Oct 19 20:24:01.426870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-6ebadc16-32e2-4c1a-86cb-06aa07bc2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.428377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-6ebadc16-32e2-4c1a-86cb-06aa07bc2f9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1099 time: 0.1615624 Oct 19 20:24:01.434553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-96139e30-45c2-4157-a3f1-81002bc1df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.442525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-96139e30-45c2-4157-a3f1-81002bc1df41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1099 time: 0.2468116 Oct 19 20:24:01.610409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-21aa2011-4dd3-4e8e-95b0-c05f67159359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.613176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-21aa2011-4dd3-4e8e-95b0-c05f67159359 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1290123 Oct 19 20:24:01.623608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-098d6a87-0ee6-44c2-8420-4e800f9460a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.625902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-098d6a87-0ee6-44c2-8420-4e800f9460a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2815990 Oct 19 20:24:01.662350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badef66c-8879-4ee1-a6c0-7951f59b4bd8 req-8b54d9ff-f077-4b2c-a5ea-3eae8aaf63d3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.664668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-badef66c-8879-4ee1-a6c0-7951f59b4bd8 req-8b54d9ff-f077-4b2c-a5ea-3eae8aaf63d3 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1353691 Oct 19 20:24:01.740298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-52c83353-6ac9-4c52-8e79-e88ad431a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.742508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.748621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-52c83353-6ac9-4c52-8e79-e88ad431a3a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3079858 Oct 19 20:24:01.749853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.757785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.766315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.771568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.773538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-67ae1c5a-fdd7-48be-92f3-9f4aa6f41f9f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3827 time: 0.3435898 Oct 19 20:24:01.775158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-9d1b8921-3d94-450d-a981-4736d3814c1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.1552896 Oct 19 20:24:01.818167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-badef66c-8879-4ee1-a6c0-7951f59b4bd8 req-c17a7743-45eb-40a8-b034-507d03e6fae9 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405346 Oct 19 20:24:01.843297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-12dd568c-a4fc-4f47-a6e2-6d032a51407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.844940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-12dd568c-a4fc-4f47-a6e2-6d032a51407b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108746 Oct 19 20:24:01.871421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-44be7561-5a79-4a32-9800-c8b0b397fc03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0896332 Oct 19 20:24:01.899629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-69f84016-ae2c-450c-92d5-0408d77debdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.901116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-69f84016-ae2c-450c-92d5-0408d77debdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1143165 Oct 19 20:24:01.910400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d60b227-f4fd-458b-843a-2cb7d71f59c4 req-3580d0a1-5f15-4ee5-bfcf-94bded39f806 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141014 Oct 19 20:24:01.953986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-516d4428-1d6c-4a8e-92e4-2e48d39133fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:01.955425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-516d4428-1d6c-4a8e-92e4-2e48d39133fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0769255 Oct 19 20:24:02.001630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3576dfe-d3f8-4e48-bd17-177c65de2028 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:02.015517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.025207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-6a89612c-4d25-4b90-88b4-e446154e3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.026761 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-6a89612c-4d25-4b90-88b4-e446154e3d49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094515 Oct 19 20:24:02.028672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-b36be814-a444-4ebd-904d-439f771a3654 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680355 Oct 19 20:24:02.049495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Transition to ACTIVE for port object b3576dfe-d3f8-4e48-bd17-177c65de2028 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:02.052077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-cb4b8556-9f10-4823-8d39-e0572d20756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.053335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-cb4b8556-9f10-4823-8d39-e0572d20756f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866396 Oct 19 20:24:02.077713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.172058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.260780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4422a2b3-c141-43f8-93bc-dec4e9359fc2 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:02.263899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:02.279588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab9d5-5ddd-40cd-8310-becbaa590d35 req-aea3f736-de72-460f-b96a-248cc714894a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.281186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-385ab9d5-5ddd-40cd-8310-becbaa590d35 req-aea3f736-de72-460f-b96a-248cc714894a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.2455041 Oct 19 20:24:02.296773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541d679-1f91-4fe7-853b-4c39b80cfc78 req-aa2b67d4-f7af-4281-b0ef-d2b96e36f91d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.298374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d541d679-1f91-4fe7-853b-4c39b80cfc78 req-aa2b67d4-f7af-4281-b0ef-d2b96e36f91d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 947 time: 0.2730432 Oct 19 20:24:02.310313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:02.390309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-d94ed811-f25e-4675-b469-5f68c73dc8e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532839 Oct 19 20:24:02.395788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6ab9b7-ed82-4509-9e06-66e7c6a47073 req-7e9a39da-b315-4344-8474-73a3a02a78dd service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491707 Oct 19 20:24:02.410354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-8e76000e-91fb-48b4-bcdd-57d20a8af7fd service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383572 Oct 19 20:24:02.452256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-385ab9d5-5ddd-40cd-8310-becbaa590d35 req-dd2f1d30-717a-435b-b4df-e133ba6be894 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570759 Oct 19 20:24:02.469455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d22b5906-9c8b-4760-9b85-d21d202a642a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:02.500041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d22b5906-9c8b-4760-9b85-d21d202a642a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:02.500415 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.536800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d541d679-1f91-4fe7-853b-4c39b80cfc78 req-e36519bb-e39b-4fa7-9f7f-b2842c8e0fbb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021308 Oct 19 20:24:02.541597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Attempting to bind port b3576dfe-d3f8-4e48-bd17-177c65de2028 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:02.546706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Attempting to bind port b3576dfe-d3f8-4e48-bd17-177c65de2028 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:02.547052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Attempting to bind port b3576dfe-d3f8-4e48-bd17-177c65de2028 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:02.581963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-90b9d0bc-facb-4b91-a8d5-08a831d82b39 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516027 Oct 19 20:24:02.587100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Port b3576dfe-d3f8-4e48-bd17-177c65de2028 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:02.587432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Attempting to bind port b3576dfe-d3f8-4e48-bd17-177c65de2028 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:02.598044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:02.598385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:02.598766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Bound using segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:02.599205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Bound port: b3576dfe-d3f8-4e48-bd17-177c65de2028, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:02.599561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.604459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:02.618505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'mac_address': 'fa:16:3e:39:28:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:02.679408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a9db-ff72-4326-bcd1-16aab02dde5e req-ef861d5d-7a76-4b55-978f-30be431e749d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.681207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8c5a9db-ff72-4326-bcd1-16aab02dde5e req-ef861d5d-7a76-4b55-978f-30be431e749d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.0750718 Oct 19 20:24:02.685402 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.702884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4dbfeedc-2289-40c1-a715-341717f814c4 req-76e5b53d-9e6d-4323-be09-cd78fa78b40d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782173 Oct 19 20:24:02.756727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4422a2b3-c141-43f8-93bc-dec4e9359fc2 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:02.762673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.768002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8c5a9db-ff72-4326-bcd1-16aab02dde5e req-05f11996-2414-4fb4-8e43-de29cfedda9d tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778437 Oct 19 20:24:02.771710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:02.776389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:02.782542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.798238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:02.805513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:02.808945 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a777efa-cf7a-4c39-80c0-b5742e6f2797" -d '{"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-plugged", "status": "completed", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:02.816661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.843643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:02.844393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:02.845961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] 10.222.0.37 "PUT /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 1129 time: 1.8393312 Oct 19 20:24:02.879402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:02.884586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea417933-87d8-46c5-9255-fc315fa5aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:02.899186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:02.904348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:03.043105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.105866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b0993-9c3d-48c8-af0f-d63faf654b4f req-8d58dd7e-031c-4385-b3b5-293e2abcb37d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.108112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:03.114102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-758b0993-9c3d-48c8-af0f-d63faf654b4f req-8d58dd7e-031c-4385-b3b5-293e2abcb37d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1584413 Oct 19 20:24:03.133807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:03.138308 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6f397-669a-40e6-8d8c-36c8ebc60312 x-openstack-request-id: req-c7f6f397-669a-40e6-8d8c-36c8ebc60312 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:03.139173 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-plugged", "status": "completed", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:03.139439 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7f6f397-669a-40e6-8d8c-36c8ebc60312 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:03.139888 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'code': 200} Oct 19 20:24:03.140763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', 'mac_address': 'fa:16:3e:20:39:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:03.156190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.196028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}, {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'b3576dfe-d3f8-4e48-bd17-177c65de2028'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:03.200668 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf55574e-f287-4b90-a96e-aff9d06df34a" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d"}, {"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "b3576dfe-d3f8-4e48-bd17-177c65de2028"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:03.222404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.232192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-758b0993-9c3d-48c8-af0f-d63faf654b4f req-cd226549-3517-495b-b3df-cdd0cff87de4 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164017 Oct 19 20:24:03.261335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1146c6-8c7a-42a2-a0fb-affdf5140b64 req-474d3822-efec-4ebb-bca5-64e240e2f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.263008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa1146c6-8c7a-42a2-a0fb-affdf5140b64 req-474d3822-efec-4ebb-bca5-64e240e2f881 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1096 time: 0.2532618 Oct 19 20:24:03.302377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:03.331390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa1146c6-8c7a-42a2-a0fb-affdf5140b64 req-b89e494e-4b5d-4a5d-892c-fd739de83df4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601499 Oct 19 20:24:03.365210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:03.386768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:03.398233 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a7192-9e95-4cd4-a3ef-5f453c484f35 x-openstack-request-id: req-887a7192-9e95-4cd4-a3ef-5f453c484f35 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:03.398600 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "b3576dfe-d3f8-4e48-bd17-177c65de2028", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:03.398855 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-887a7192-9e95-4cd4-a3ef-5f453c484f35 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:03.399251 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'status': 'completed', 'code': 200} Oct 19 20:24:03.399513 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'b3576dfe-d3f8-4e48-bd17-177c65de2028', 'status': 'completed', 'code': 200} Oct 19 20:24:03.404623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.433665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:03.463114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.470925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.477482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.484709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.486142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:03.492412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.498977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.507948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-cb1363a1-a15a-45ec-8f6c-8abda2da4cf5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 4598 time: 0.2995951 Oct 19 20:24:03.679976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.680772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.681469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.682116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.682787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.684229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.687636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-334fb4a0-fcb7-4a9f-8bdb-a792ddf842fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5284 time: 0.1087966 Oct 19 20:24:03.719828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f589be1c-29ea-4b01-8c89-92d1fc2c3cc8 req-7a87a570-5370-4085-93c4-4c509e5d88d6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055621 Oct 19 20:24:03.797493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27a3c17-d7c2-45fd-a3d3-554c79774dc9 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:03.808429 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.825331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Transition to ACTIVE for port object d27a3c17-d7c2-45fd-a3d3-554c79774dc9 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:03.831132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:03.850429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1182d2-9b58-4c27-bb89-755eadfcaf2b req-1a528b81-21d8-44a0-a9db-44228d3cbc37 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:03.855145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:03.860386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf1182d2-9b58-4c27-bb89-755eadfcaf2b req-1a528b81-21d8-44a0-a9db-44228d3cbc37 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 948 time: 0.1915929 Oct 19 20:24:03.929849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:04.098285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf1182d2-9b58-4c27-bb89-755eadfcaf2b req-4b4d7e5d-ae62-4050-aebf-b505483b3eaa tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368267 Oct 19 20:24:04.123468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-5ec21f5c-1b95-48d3-901b-c5a9e13a1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.123468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-5ec21f5c-1b95-48d3-901b-c5a9e13a1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.123468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-5ec21f5c-1b95-48d3-901b-c5a9e13a1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.124482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-5ec21f5c-1b95-48d3-901b-c5a9e13a1c5f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4230936 Oct 19 20:24:04.151624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef9328-13e8-40af-920a-98540bd0ccd3 req-243a0903-0bbc-47f1-a141-2790268e2701 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.161009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3aef9328-13e8-40af-920a-98540bd0ccd3 req-243a0903-0bbc-47f1-a141-2790268e2701 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1360989 Oct 19 20:24:04.218405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Attempting to bind port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:04.218837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Attempting to bind port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:04.219238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Attempting to bind port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:04.232313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:04.232942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Attempting to bind port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:04.297591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:04.300237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:04.300888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Bound using segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:04.301557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Bound port: d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:04.302124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:04.403472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3aef9328-13e8-40af-920a-98540bd0ccd3 req-14091896-de97-4826-b4c7-95b8ab2adb78 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260566 Oct 19 20:24:04.486040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:04.495814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:04.502194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:04.514651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-dcc48494-e86d-47d2-8035-b2257dda3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.516252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-dcc48494-e86d-47d2-8035-b2257dda3279 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3836074 Oct 19 20:24:04.531647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eb43a-2459-4b30-8480-e621f82de247 req-4401490e-53ab-4533-8494-2dcc1e52bf32 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.542355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd1eb43a-2459-4b30-8480-e621f82de247 req-4401490e-53ab-4533-8494-2dcc1e52bf32 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 948 time: 0.1547244 Oct 19 20:24:04.598336 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd1eb43a-2459-4b30-8480-e621f82de247 req-33208116-7a25-4a73-b5ad-8e6671b27834 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549905 Oct 19 20:24:04.656068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.661316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:04.663161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 1131 time: 1.7896235 Oct 19 20:24:04.697204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.702246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901821f-33eb-4d6f-9cc2-de4475bc78a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:04.710041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.710717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.711845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.712819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.712819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.713270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.716266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-1a459caa-8a84-4053-ad31-750440cb4f50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6208 time: 0.1169791 Oct 19 20:24:04.796749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:04.881174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:04.956537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-0f3230ec-06e3-47cf-b725-bfeae71639da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.957047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-0f3230ec-06e3-47cf-b725-bfeae71639da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.957502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-0f3230ec-06e3-47cf-b725-bfeae71639da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.959146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-0f3230ec-06e3-47cf-b725-bfeae71639da service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2317433 Oct 19 20:24:04.975329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.981927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.988154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:04.994066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.000161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.006245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.013092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.015059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-71554f00-7496-43b6-9187-63bbc2891526 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5371 time: 0.1413512 Oct 19 20:24:05.029521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:05.084072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:05.111946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'mac_address': 'fa:16:3e:c1:70:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:05.190564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:05.207152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e73f876-1257-45d8-88ab-ee1b9fbe807c req-077ec680-1fbb-4ff4-a520-5ffd0cc872be tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706626 Oct 19 20:24:05.214930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:05.240795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-30577354-b1bb-4d42-97af-f4f99d20597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.242389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf55574e-f287-4b90-a96e-aff9d06df34a req-30577354-b1bb-4d42-97af-f4f99d20597f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264197 Oct 19 20:24:05.278736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:05.284021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:05.351671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0251591c-8e31-48df-8634-1503bd5e8e5f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:05.360166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:05.372936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Transition to ACTIVE for port object 0251591c-8e31-48df-8634-1503bd5e8e5f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:05.387267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:05.399476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:05.430013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b3c3-a5fe-4603-bbbb-c03bdcbcb47e req-14bf26c5-d339-413e-8961-055763cfdbfd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.435621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:05.439269 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2c6b3c3-a5fe-4603-bbbb-c03bdcbcb47e req-14bf26c5-d339-413e-8961-055763cfdbfd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 948 time: 0.0985031 Oct 19 20:24:05.443322 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8211856d-0131-4070-86df-d64983886fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "d27a3c17-d7c2-45fd-a3d3-554c79774dc9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:05.507983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-6d08c904-17e1-4164-8471-c013e5d351cc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.508935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2c6b3c3-a5fe-4603-bbbb-c03bdcbcb47e req-f167e438-0b4d-4f9f-84c8-4fddd6ce7e9d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674338 Oct 19 20:24:05.509456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-6d08c904-17e1-4164-8471-c013e5d351cc tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 948 time: 0.5378344 Oct 19 20:24:05.605865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:05.629062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d20d19-7e28-4691-8a07-6f9345ac3dcf req-2ed0698a-f395-429d-abe6-736f0c9fdfe8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.630809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48d20d19-7e28-4691-8a07-6f9345ac3dcf req-2ed0698a-f395-429d-abe6-736f0c9fdfe8 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.2564795 Oct 19 20:24:05.650186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-a0b91fe5-2737-4f1f-9f00-ef4e7b21a8c9 service neutron] 10.222.0.11 "GET /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 382 time: 0.1263487 Oct 19 20:24:05.698192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['80d19853-de72-4e47-8e66-f2df1e73f4d4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:05.779510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48d20d19-7e28-4691-8a07-6f9345ac3dcf req-a2e4a6f9-a08a-4677-a01b-b874faad5209 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328766 Oct 19 20:24:05.852893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Attempting to bind port 0251591c-8e31-48df-8634-1503bd5e8e5f on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:05.853278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Attempting to bind port 0251591c-8e31-48df-8634-1503bd5e8e5f by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:05.856440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Attempting to bind port 0251591c-8e31-48df-8634-1503bd5e8e5f on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:05.860987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-5e347cc2-9a4f-4ef6-bbc0-12b8fc36c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:05.869101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-5e347cc2-9a4f-4ef6-bbc0-12b8fc36c5dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1100 time: 0.1868117 Oct 19 20:24:05.873623 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db5ecfe-c163-443e-8569-467328877374 x-openstack-request-id: req-6db5ecfe-c163-443e-8569-467328877374 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:05.873960 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "d27a3c17-d7c2-45fd-a3d3-554c79774dc9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:05.874167 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6db5ecfe-c163-443e-8569-467328877374 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:05.874559 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9', 'status': 'completed', 'code': 200} Oct 19 20:24:05.881266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Port 0251591c-8e31-48df-8634-1503bd5e8e5f on network f5c35851-8879-4eec-9e0b-8be0b2426d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:05.886163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Attempting to bind port 0251591c-8e31-48df-8634-1503bd5e8e5f on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:05.913196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:05.913615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:05.913943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Bound using segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:05.914399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Bound port: 0251591c-8e31-48df-8634-1503bd5e8e5f, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:05.918454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.006974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-44587f21-882c-4135-b034-6e14205e490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.008690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-44587f21-882c-4135-b034-6e14205e490b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.1571767 Oct 19 20:24:06.171676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:06.217183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:06.229173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.229919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.230456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.231019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.231494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.232032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.233638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.236102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8211856d-0131-4070-86df-d64983886fd6 req-f2173207-4d80-48a3-8b32-cbd1188ac8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6233 time: 0.3340094 Oct 19 20:24:06.239968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-3689b6c1-0b91-4b10-b611-b8658d03728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.241626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-3689b6c1-0b91-4b10-b611-b8658d03728a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3384683 Oct 19 20:24:06.242866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.283212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a557a-ead9-41ac-b6ce-801da0a727c8 req-f7cb66a8-2b10-4871-9b4b-8ee1e9fec90e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.289582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4422a2b3-c141-43f8-93bc-dec4e9359fc2 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:06.303027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-016a557a-ead9-41ac-b6ce-801da0a727c8 req-f7cb66a8-2b10-4871-9b4b-8ee1e9fec90e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.3177528 Oct 19 20:24:06.380399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:06.388670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:06.389124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.435366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a264-996a-426b-8404-a36347e668b0 req-d43d7c9a-179b-491b-9524-679e0d346d50 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.445784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9112a264-996a-426b-8404-a36347e668b0 req-d43d7c9a-179b-491b-9524-679e0d346d50 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.4777999 Oct 19 20:24:06.548045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9112a264-996a-426b-8404-a36347e668b0 req-1da7809d-2288-4db5-b746-ebf6a181a042 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006174 Oct 19 20:24:06.596827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-1588a858-0dcd-4606-8470-503e9c807b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.599218 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-1588a858-0dcd-4606-8470-503e9c807b44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.5823538 Oct 19 20:24:06.619372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-3ebaa02c-aa16-46d6-92fd-12c86b5050c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.3691494 Oct 19 20:24:06.631375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.668332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.668950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.670372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] 10.222.0.37 "PUT /v2.0/ports/0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 1091 time: 1.8800328 Oct 19 20:24:06.681803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:06.686998 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da3aff-ce02-4574-8e5d-2785ef003504" -d '{"events": [{"server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "name": "network-vif-plugged", "status": "completed", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:06.722099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-5f059ce2-4ef4-497f-b803-ce8cde552e3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.1147807 Oct 19 20:24:06.736744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:06.741622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.788553 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-016a557a-ead9-41ac-b6ce-801da0a727c8 req-6bc44c96-5d5b-4a82-86cd-43e736ee8cf2 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841933 Oct 19 20:24:06.817095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-b3730237-e8eb-4846-aea1-22446a0f386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.822335 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-b3730237-e8eb-4846-aea1-22446a0f386f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.0899246 Oct 19 20:24:06.854949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:06.872730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9690-898c-4777-b0b7-0c0ceefda679 service neutron] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:06.888617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:06.892787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-623fae51-42e9-404f-b736-65ad673285d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.894362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-623fae51-42e9-404f-b736-65ad673285d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2381053 Oct 19 20:24:06.966293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.974092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.977011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:06.986451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:06.987086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:06.989200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:06.992287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-af08d5e3-069e-4288-83ab-df781555fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.992760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-af08d5e3-069e-4288-83ab-df781555fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.993205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-af08d5e3-069e-4288-83ab-df781555fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:06.995234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.001034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.007055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8211856d-0131-4070-86df-d64983886fd6 req-af08d5e3-069e-4288-83ab-df781555fb7b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7616065 Oct 19 20:24:07.008374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.015807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.022664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.032474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-f969668b-f5ff-404a-af77-66195914bd7d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5383 time: 0.2087216 Oct 19 20:24:07.130231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8c3777d-7705-4f5e-88ce-4b0f077cd67a req-72188d63-9ed8-4f5c-9cfc-7a6925407e08 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965502 Oct 19 20:24:07.139484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-bb2212d8-5ed9-4fd8-8885-e9f83d1684f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2960577 Oct 19 20:24:07.263113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-6f3e1ded-f75b-4545-b41c-74e15aef66c7 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154325 Oct 19 20:24:07.296543 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:07.373914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:07.381274 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:07.396625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57ce6-24f8-4de7-a836-3ad0d7736722 req-c8b0a83d-b55d-4933-8358-3008656f43d1 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.404832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63c57ce6-24f8-4de7-a836-3ad0d7736722 req-c8b0a83d-b55d-4933-8358-3008656f43d1 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1097 time: 0.1309042 Oct 19 20:24:07.450973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:07.473653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a11a6c-b1a6-4501-b062-3c252299e9f2 req-43ded3d2-5581-405f-adc4-680a9b56e289 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981070 Oct 19 20:24:07.526137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63c57ce6-24f8-4de7-a836-3ad0d7736722 req-06de28c3-8dfc-4351-9f49-01ac58403f32 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202757 Oct 19 20:24:07.693024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211856d-0131-4070-86df-d64983886fd6 req-2b992fac-e147-4ba8-a4d7-4aff3a031354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.694654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8211856d-0131-4070-86df-d64983886fd6 req-2b992fac-e147-4ba8-a4d7-4aff3a031354 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6610456 Oct 19 20:24:07.701675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-c5cf2440-ca95-4d7a-91da-3e52097f0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.704802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-c5cf2440-ca95-4d7a-91da-3e52097f0429 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7993996 Oct 19 20:24:07.709064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:07.748837 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e492bf-64e0-445f-b5a5-4b13566bcc76 x-openstack-request-id: req-44e492bf-64e0-445f-b5a5-4b13566bcc76 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:07.749122 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "name": "network-vif-plugged", "status": "completed", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:07.749689 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44e492bf-64e0-445f-b5a5-4b13566bcc76 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:07.750082 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'code': 200} Oct 19 20:24:07.751303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daccb4-8964-43a8-b736-dac36ea33cd9 req-3e43b53e-c276-4df0-b9fb-daa1c9716476 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.753080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-36daccb4-8964-43a8-b736-dac36ea33cd9 req-3e43b53e-c276-4df0-b9fb-daa1c9716476 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 949 time: 0.7713325 Oct 19 20:24:07.876057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:07.878321 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:07.909262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f87e9-cbd0-44a6-ac7b-0415243c9055 req-2fddcba2-dbde-4634-b0d1-5fb188d2736b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:07.919920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c5f87e9-cbd0-44a6-ac7b-0415243c9055 req-2fddcba2-dbde-4634-b0d1-5fb188d2736b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.0701475 Oct 19 20:24:07.976954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c5f87e9-cbd0-44a6-ac7b-0415243c9055 req-6c774377-f6f2-4c41-88b7-bbb15d6f8868 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546222 Oct 19 20:24:07.981398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-36daccb4-8964-43a8-b736-dac36ea33cd9 req-4c8563d9-6847-42d8-9344-e9e113b3ebba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979566 Oct 19 20:24:08.030734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-4ead3ab0-de7b-4978-8788-de7cd7f7699b service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177118 Oct 19 20:24:08.113048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b7c4e-21f7-48f7-b2ff-570e983a8945 req-3e0180d0-deb2-489c-a2f0-e1ad7f390580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.114952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-567b7c4e-21f7-48f7-b2ff-570e983a8945 req-3e0180d0-deb2-489c-a2f0-e1ad7f390580 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 1100 time: 0.2799892 Oct 19 20:24:08.133092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603219-235b-4b19-832a-c85369f74d39 req-ff5e6d4b-0eff-4f7a-b07a-bde895a9fa3f tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.142492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c603219-235b-4b19-832a-c85369f74d39 req-ff5e6d4b-0eff-4f7a-b07a-bde895a9fa3f tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1097 time: 0.0773895 Oct 19 20:24:08.217435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c603219-235b-4b19-832a-c85369f74d39 req-07299a8d-c751-489a-9ce1-02fe04b730a5 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Oct 19 20:24:08.295104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-567b7c4e-21f7-48f7-b2ff-570e983a8945 req-af4d0bd7-926c-4530-bdc6-8d7b5a1ec1b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652827 Oct 19 20:24:08.316385 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9875c84a-c8ec-4fd5-b560-531d47ac3f38 x-openstack-request-id: req-9875c84a-c8ec-4fd5-b560-531d47ac3f38 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:08.316813 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:08.317163 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9875c84a-c8ec-4fd5-b560-531d47ac3f38 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:08.317666 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'status': 'completed', 'code': 200} Oct 19 20:24:08.347876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-5cff0c48-6eaa-47b3-963b-022fc3175e78 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986598 Oct 19 20:24:08.392612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c0428-f7fb-4ac0-b836-817407c49b88 req-beb8f596-d676-40f9-9d29-a617de6d9d5a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.394398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b29c0428-f7fb-4ac0-b836-817407c49b88 req-beb8f596-d676-40f9-9d29-a617de6d9d5a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1347132 Oct 19 20:24:08.470979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.473968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b29c0428-f7fb-4ac0-b836-817407c49b88 req-c37005f1-f991-4430-9801-0beb6bb4a5dd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Oct 19 20:24:08.496998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.508209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee71a47-96af-416a-8c5c-0130b95fd33a {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:08.521249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.538073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.562455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.588246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.607062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.618040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-b18bdb27-9743-4f88-a3ce-f2571f0fa0ca tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5383 time: 0.2342424 Oct 19 20:24:08.627894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:08.652675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Transition to ACTIVE for port object bee71a47-96af-416a-8c5c-0130b95fd33a will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:08.663946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:08.705635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b11fd159-b729-4eec-a87f-25b1d2de62a2 req-1fa5cc21-1001-4592-b9d6-095dd4b725c9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808663 Oct 19 20:24:08.759031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.759591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.759968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.760692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.792110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.793689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.801403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:08.806197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-ce89beb4-5840-4a42-ae77-a9ea7b0aa498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6275 time: 0.2812302 Oct 19 20:24:08.847111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:08.886749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:08.985436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:08.990010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:08.990704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.147396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.195075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:09.202410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.218179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73432d6-aa44-40ed-94dc-9ac0f446c8c4 req-37f372c5-e190-423a-9437-b9001146b6f2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.237337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f73432d6-aa44-40ed-94dc-9ac0f446c8c4 req-37f372c5-e190-423a-9437-b9001146b6f2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.1231050 Oct 19 20:24:09.309116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Attempting to bind port bee71a47-96af-416a-8c5c-0130b95fd33a on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:09.310622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Attempting to bind port bee71a47-96af-416a-8c5c-0130b95fd33a by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:09.312459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Attempting to bind port bee71a47-96af-416a-8c5c-0130b95fd33a on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:09.315312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f73432d6-aa44-40ed-94dc-9ac0f446c8c4 req-2b0025c1-fcb6-4beb-af09-89365e0e3031 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766757 Oct 19 20:24:09.325622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Port bee71a47-96af-416a-8c5c-0130b95fd33a on network f5c35851-8879-4eec-9e0b-8be0b2426d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:09.326158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Attempting to bind port bee71a47-96af-416a-8c5c-0130b95fd33a on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:09.326571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:09.342904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:09.343450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Checking segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:09.343989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Bound using segment: {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:09.344722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Bound port: bee71a47-96af-416a-8c5c-0130b95fd33a, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3840968-d08b-422a-b4c8-62eb0f56311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:09.345242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.437684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:09.442907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:09.444960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-cf355fb9-1020-4987-b2fd-ce112f7994f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.450056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-cf355fb9-1020-4987-b2fd-ce112f7994f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.453043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-cf355fb9-1020-4987-b2fd-ce112f7994f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.454991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-cf355fb9-1020-4987-b2fd-ce112f7994f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5994594 Oct 19 20:24:09.457475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.580927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb169-eec1-449b-b18d-1c9aaab1d83c req-43f57395-056d-4a32-9d80-63caff46d679 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.594851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf8fb169-eec1-449b-b18d-1c9aaab1d83c req-43f57395-056d-4a32-9d80-63caff46d679 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 949 time: 0.1097226 Oct 19 20:24:09.650647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-43dbecfa-a807-4d43-a97a-7502613fe11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.652200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a0fb07d-e7d4-4d75-9f59-91f0ef7f253e req-43dbecfa-a807-4d43-a97a-7502613fe11c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887786 Oct 19 20:24:09.685186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:09.685875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:09.694963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf8fb169-eec1-449b-b18d-1c9aaab1d83c req-1a9d9a64-3fa8-4ad9-8e0f-cb87ef55cc3f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710168 Oct 19 20:24:09.699272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 1090 time: 2.8642879 Oct 19 20:24:09.751596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'}, {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:09.752217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71aa2b-4d18-4e15-a8a3-5e2192f9e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:09.753941 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2116dc-d128-4607-8be0-8429459ebc6f" -d '{"events": [{"server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "name": "network-vif-plugged", "status": "completed", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9"}, {"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:09.784442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:09.919115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-88f25d0a-a820-4992-870c-91fdd2d8e1c1 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:24:09.920324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-88f25d0a-a820-4992-870c-91fdd2d8e1c1 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0196071 Oct 19 20:24:10.002342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a002b-ff75-4355-be1f-aa8cbf688aaa req-a2ba5a49-a741-4c5d-af65-9a766acbeebf tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.009879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b8a002b-ff75-4355-be1f-aa8cbf688aaa req-a2ba5a49-a741-4c5d-af65-9a766acbeebf tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0779278 Oct 19 20:24:10.036034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-adb6404e-4118-4e1a-8009-57c3c300eb26 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.038476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-adb6404e-4118-4e1a-8009-57c3c300eb26 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 1094 time: 0.1009879 Oct 19 20:24:10.041882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:10.050991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Request body: {'binding': {'host': 'n-h2-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:10.051447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Unknown quota resources ['binding']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:24:10.066696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b8a002b-ff75-4355-be1f-aa8cbf688aaa req-f26178de-7eed-471b-9cee-932ed9af94e8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Oct 19 20:24:10.313230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.322256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.331741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.335233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:10.336951 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:10.344938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.356817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.371412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.379743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:10.395846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-215c071c-2fae-4696-a1aa-9497ca9141ac tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5395 time: 0.2249496 Oct 19 20:24:10.461528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f13bc13c-5c52-47d9-983f-0a59143b35f9 req-502579c2-9b63-4212-b047-672c771afdc2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638187 Oct 19 20:24:10.500003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on host n-h2-805649-9 for vnic_type normal with profile None {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:10.500585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:10.501356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:10.510626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:10.511229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:10.523654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:10.524283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:10.524899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:10.525557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Bound port: d22b5906-9c8b-4760-9b85-d21d202a642a, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:10.611107 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118fc113-abaa-45df-9d1f-f03cf15e49a6 x-openstack-request-id: req-118fc113-abaa-45df-9d1f-f03cf15e49a6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:10.611719 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "name": "network-vif-plugged", "status": "completed", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9", "code": 200}, {"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:10.611830 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-118fc113-abaa-45df-9d1f-f03cf15e49a6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:10.612293 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', 'code': 200} Oct 19 20:24:10.612869 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'code': 200} Oct 19 20:24:10.670297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:10.691596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:10.694244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] 10.222.0.31 "POST /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6478395 Oct 19 20:24:10.807120 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65575dcb-65bb-46ce-a665-9c7f68e07ad0 x-openstack-request-id: req-65575dcb-65bb-46ce-a665-9c7f68e07ad0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:10.807797 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:10.807797 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65575dcb-65bb-46ce-a665-9c7f68e07ad0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:10.811492 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'status': 'completed', 'code': 200} Oct 19 20:24:10.881180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:10.935019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:11.063096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Transition to ACTIVE for port object 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:11.109574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380dbe-0298-4830-8c1e-1e5e232f563d req-e9cd6938-0eb9-41af-adfd-7d7ffb2f904a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.118639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53380dbe-0298-4830-8c1e-1e5e232f563d req-e9cd6938-0eb9-41af-adfd-7d7ffb2f904a tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1855576 Oct 19 20:24:11.147605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:11.173980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.174539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.175021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.175489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.175959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.176413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.177525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.191662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-4d891b46-79ef-4a84-a165-b1b5f77c771a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6342 time: 0.3525877 Oct 19 20:24:11.215405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53380dbe-0298-4830-8c1e-1e5e232f563d req-a53de833-7e8d-45d1-88ef-efc502d914c5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924470 Oct 19 20:24:11.231525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-00312fef-eb14-45eb-ab3d-6888f5af92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.237613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-00312fef-eb14-45eb-ab3d-6888f5af92a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1097 time: 0.1156008 Oct 19 20:24:11.506668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:11.527656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3071fb5-a734-45a3-9d5d-6b5b43053f2d req-673dadce-cfde-4c33-9e55-6bb38027ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.529416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3071fb5-a734-45a3-9d5d-6b5b43053f2d req-673dadce-cfde-4c33-9e55-6bb38027ffd7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 1101 time: 0.7382526 Oct 19 20:24:11.546529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440e67c-a861-4649-9a14-2c9b75c8fd63 req-8b2094d0-e581-46cd-8632-d9e3764b5bc9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.548168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a440e67c-a861-4649-9a14-2c9b75c8fd63 req-8b2094d0-e581-46cd-8632-d9e3764b5bc9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 949 time: 0.5371392 Oct 19 20:24:11.630308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-c5fedfd3-33fa-43e7-8598-6c37dd884d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.631994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-c5fedfd3-33fa-43e7-8598-6c37dd884d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e&tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2 HTTP/1.1" status: 200 len: 1101 time: 0.3002567 Oct 19 20:24:11.642282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-7293e788-b16b-40dc-8d8b-ab1be528a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.644551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-7293e788-b16b-40dc-8d8b-ab1be528a75b service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.3986347 Oct 19 20:24:11.656477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:11.679910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58023b3-1bef-4371-bfaa-465da68068eb req-87870980-05d6-4ee4-b607-931dcabc0b6f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.688411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d58023b3-1bef-4371-bfaa-465da68068eb req-87870980-05d6-4ee4-b607-931dcabc0b6f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.2116737 Oct 19 20:24:11.707038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-fca3707e-019e-4a6f-98cd-54e31bf89534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.707890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-fca3707e-019e-4a6f-98cd-54e31bf89534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.708332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-fca3707e-019e-4a6f-98cd-54e31bf89534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.710352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-fca3707e-019e-4a6f-98cd-54e31bf89534 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5178695 Oct 19 20:24:11.762039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a440e67c-a861-4649-9a14-2c9b75c8fd63 req-fd3f03b2-843a-439f-b59b-fae3bf89e4a4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989684 Oct 19 20:24:11.767968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3071fb5-a734-45a3-9d5d-6b5b43053f2d req-bbe95068-9d72-448b-a9a8-4733ededb376 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100506 Oct 19 20:24:11.851849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Attempting to bind port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:11.852471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Attempting to bind port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:11.852471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Attempting to bind port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:11.852806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa71cc08-69c3-4f3b-a750-091126fb6d59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 217 time: 0.1496027 Oct 19 20:24:11.865479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:11.865827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Attempting to bind port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:11.874677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d58023b3-1bef-4371-bfaa-465da68068eb req-26197b08-9448-4cdf-b254-03af1e43dfcc tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855719 Oct 19 20:24:11.877525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:11.877934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Checking segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:11.878342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Bound using segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:11.878796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Bound port: 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:11.879305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:11.919857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-ab05e544-65f5-4c7a-8c3d-bea17101d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:11.921609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d97c7ed-91c6-4f16-8d39-c48540f2e28c req-ab05e544-65f5-4c7a-8c3d-bea17101d20a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929014 Oct 19 20:24:11.961448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:11.989981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:11.994450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:12.002399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:12.104155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.105750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:12.110940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 1091 time: 2.3308692 Oct 19 20:24:12.162120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Request body: {'port': {'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:12.223108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-e04f6dd8-38ed-446d-a767-ef84e0c057d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.224637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-e04f6dd8-38ed-446d-a767-ef84e0c057d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.2236371 Oct 19 20:24:12.250162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08667fc2-f2f6-4af9-b878-3e3318f97462 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:12.317739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:12.335455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.343815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.351044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.372138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.379386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:12.381036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc6b17-b050-4d57-8731-deb9486d6593 req-8910e344-e516-44e1-9138-53656a9407d4 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.383685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.393027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.393918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0adc6b17-b050-4d57-8731-deb9486d6593 req-8910e344-e516-44e1-9138-53656a9407d4 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.4074485 Oct 19 20:24:12.400621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.403895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7460007-3de3-442b-b79d-3555969d02e2 req-d5128e12-bdf9-4af0-92c0-97d8e45b9bb5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5407 time: 0.2208362 Oct 19 20:24:12.453624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-49672bf9-9c93-4aa7-aa41-0cbd071b15fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848323 Oct 19 20:24:12.507699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7460007-3de3-442b-b79d-3555969d02e2 req-ef6961ae-9189-4e50-b475-d9744ae25a3e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930841 Oct 19 20:24:12.595140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-b63131d6-dff7-4d50-83c5-2324e08849b4 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166046 Oct 19 20:24:12.606300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0adc6b17-b050-4d57-8731-deb9486d6593 req-15da65a2-3afb-48a7-a5ae-df32df6a4090 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112167 Oct 19 20:24:12.789952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66872dff-69fb-4504-a9cc-539272f04844 req-70945ce6-7b53-4134-8540-8b0ea243e347 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.792897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66872dff-69fb-4504-a9cc-539272f04844 req-70945ce6-7b53-4134-8540-8b0ea243e347 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.1567957 Oct 19 20:24:12.794713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:12.826323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:12.829162 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63082c5-1b68-4f21-971f-c2cae1e9af41" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:12.909684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:12.965362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff2fcb-40e3-409e-93da-5875e89f6cc2 req-70c624f0-3ad5-48c5-9223-c75ca7f7b9df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:12.967273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e2ff2fcb-40e3-409e-93da-5875e89f6cc2 req-70c624f0-3ad5-48c5-9223-c75ca7f7b9df tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 950 time: 0.2094629 Oct 19 20:24:12.995801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:13.014530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02f9ae-a741-4871-aac5-1508d33ed27e req-672fa500-fc2f-4e63-bdd5-e4ba4ca79615 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.015111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-ef7e6f93-f3ec-48dc-89e4-11db29e336b7 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973286 Oct 19 20:24:13.016065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e02f9ae-a741-4871-aac5-1508d33ed27e req-672fa500-fc2f-4e63-bdd5-e4ba4ca79615 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 944 time: 0.1727519 Oct 19 20:24:13.061538 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.092944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e2ff2fcb-40e3-409e-93da-5875e89f6cc2 req-d52327dc-60f1-4668-8479-58706caa145a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072288 Oct 19 20:24:13.098490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:13.155422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0182e7d-53dd-4f9a-872a-5f79c72bf9cd {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:13.171636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:13.174803 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68127787-487f-4a15-93af-2874f0ffe133" -d '{"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-unplugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:13.175266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.180071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.200183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Transition to ACTIVE for port object 80d19853-de72-4e47-8e66-f2df1e73f4d4 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:13.205815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.219964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Transition to ACTIVE for port object a0182e7d-53dd-4f9a-872a-5f79c72bf9cd will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:13.235847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Deleting port 5ac20982-5a99-4db7-aa70-1ef09b470348 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:13.235847 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.279508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-de4578ef-503c-4342-a348-10187e134571 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:24:13.280026 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-de4578ef-503c-4342-a348-10187e134571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:24:13.295703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e02f9ae-a741-4871-aac5-1508d33ed27e req-dc2b8a5e-4292-472c-8926-aec01c5ab4d8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543899 Oct 19 20:24:13.296411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.316972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=10']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:13.429891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.430418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.431110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.431562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.432151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.432567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.433605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.434034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.434601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.435094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.436015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.436286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:13.507241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] No DVR routers for this DVR port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:13.536112 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea02ad1-7705-4661-9d55-4e5418d1c14d x-openstack-request-id: req-2ea02ad1-7705-4661-9d55-4e5418d1c14d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:13.537286 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:13.537720 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea02ad1-7705-4661-9d55-4e5418d1c14d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:13.538283 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'status': 'completed', 'code': 200} Oct 19 20:24:13.655597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:13.704503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0f55a-ad50-4b13-9656-8cb089b2723e req-07990a6b-5ed6-46bb-8359-bf8038a30811 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.713690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7b0f55a-ad50-4b13-9656-8cb089b2723e req-07990a6b-5ed6-46bb-8359-bf8038a30811 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.4029710 Oct 19 20:24:13.721135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] For port 5ac20982-5a99-4db7-aa70-1ef09b470348, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5ac20982-5a99-4db7-aa70-1ef09b470348,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:13.721534 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:13.757471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.758076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.758772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.759243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.759602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.760080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.761029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.761734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Calling delete_port for 5ac20982-5a99-4db7-aa70-1ef09b470348 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:13.763848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-3ca61457-4723-459c-8980-d255944391cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6434 time: 0.1759052 Oct 19 20:24:13.764651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:13.765076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:13.765470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:13.894185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-7762ba4e-d174-484c-8018-608f49630873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.894750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-7762ba4e-d174-484c-8018-608f49630873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.895273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-7762ba4e-d174-484c-8018-608f49630873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:13.897784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-7762ba4e-d174-484c-8018-608f49630873 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=779389c31f7048f2ae14dc97c0d18100&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1233416 Oct 19 20:24:13.904304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:13.904622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Attempting to bind port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:13.963373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7b0f55a-ad50-4b13-9656-8cb089b2723e req-bec08589-8a70-4ee9-abcf-b1946163497d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480276 Oct 19 20:24:13.967325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:13.967948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:13.969743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:13.970210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Bound port: 80d19853-de72-4e47-8e66-f2df1e73f4d4, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:13.970572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.106472 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eae38a-d771-4007-ab30-a1d3649f7bcf x-openstack-request-id: req-02eae38a-d771-4007-ab30-a1d3649f7bcf {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:14.107028 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-unplugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:14.107457 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02eae38a-d771-4007-ab30-a1d3649f7bcf {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:14.108000 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'code': 200} Oct 19 20:24:14.201961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-dde18960-fcd6-4fa4-90df-dd49d9deb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.203702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-dde18960-fcd6-4fa4-90df-dd49d9deb503 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940428 Oct 19 20:24:14.223530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.230327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.236661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.242715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.249006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.255000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.262434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.272863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-6384756d-1504-4cef-b7c5-245485eddef6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1638160 Oct 19 20:24:14.312534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03fa3-a48d-4143-be9e-0ed2cac31aa7 req-ec44001d-cb54-46a7-a682-57e6950df4b3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.324411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15a03fa3-a48d-4143-be9e-0ed2cac31aa7 req-ec44001d-cb54-46a7-a682-57e6950df4b3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.6850584 Oct 19 20:24:14.325773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:14.333598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Attempting to bind port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:14.333984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Attempting to bind port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:14.334324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Attempting to bind port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:14.348789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98e1a17a-a626-4db1-9032-27947ecdbef8 req-a973fdbb-5025-40e4-8b8d-14f39877bb0a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749152 Oct 19 20:24:14.372635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:14.374411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:14.374797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Attempting to bind port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd on network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:14.382851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.454514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.455156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.455374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15a03fa3-a48d-4143-be9e-0ed2cac31aa7 req-437c910d-9b3a-4793-8c19-666cc4bd86bb tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299093 Oct 19 20:24:14.461222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] 10.222.0.37 "PUT /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 1097 time: 2.8053308 Oct 19 20:24:14.463842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:14.464312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Checking segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:14.466394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Bound using segment: {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:14.466997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Bound port: a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee0411f-89d4-4007-9d10-e534aa752eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:14.468240 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.506775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.555682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event deleted for resources: {'Port': ['ID=5ac20982-5a99-4db7-aa70-1ef09b470348,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:14.586112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1210-9505-4d4a-a2f4-5f65caf8b247 service neutron] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=11']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:14.614107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057c8c8-c12c-4b65-aa63-576711623820 req-c0ed91e6-4a26-4eca-92b3-ff3f728f3e69 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.627791 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d057c8c8-c12c-4b65-aa63-576711623820 req-c0ed91e6-4a26-4eca-92b3-ff3f728f3e69 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1489894 Oct 19 20:24:14.673943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-28177bb8-d2e9-4ee1-8164-fd56e849ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.678566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-28177bb8-d2e9-4ee1-8164-fd56e849ac8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1100 time: 0.1870227 Oct 19 20:24:14.706075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:14.716566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d057c8c8-c12c-4b65-aa63-576711623820 req-80aa7e2a-7184-459d-9216-091235ade74e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868034 Oct 19 20:24:14.716821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] No DVR routers for this DVR port 5ac20982-5a99-4db7-aa70-1ef09b470348 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:14.720347 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.723688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66872dff-69fb-4504-a9cc-539272f04844 req-15e8428e-4f12-4f52-971c-a2d8098ba8e8 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "DELETE /v2.0/ports/5ac20982-5a99-4db7-aa70-1ef09b470348 HTTP/1.1" status: 204 len: 173 time: 1.8886256 Oct 19 20:24:14.766841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:14.773133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.822178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.822674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:14.824902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 1091 time: 2.6793177 Oct 19 20:24:14.836460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb74aa-d539-46ac-baee-73aeb6c1c866 req-8d537dfd-45e6-47ff-a198-36ef041143d6 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.838020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fdb74aa-d539-46ac-baee-73aeb6c1c866 req-8d537dfd-45e6-47ff-a198-36ef041143d6 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 950 time: 0.1489468 Oct 19 20:24:14.882634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73ec96-0851-4c7d-9249-4db15f205f05 service neutron] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:14.896409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ecbc2d6-b6aa-4f89-9efe-2528f4759cf3 req-aee85dce-1575-4c23-9cf0-77b2b5daa205 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=94c0e29b-2532-4144-8f29-2f4b3a2d3019 HTTP/1.1" status: 200 len: 210 time: 0.0768411 Oct 19 20:24:14.903934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-2ae629dc-e305-4446-8f76-ae397bf4a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:14.905462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-2ae629dc-e305-4446-8f76-ae397bf4a600 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2131011 Oct 19 20:24:14.965880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-f0366406-dd25-4ade-9ea2-d62885980c32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0494883 Oct 19 20:24:14.968793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fdb74aa-d539-46ac-baee-73aeb6c1c866 req-40540d1c-c28e-4e13-9b68-61329a0cb242 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172507 Oct 19 20:24:15.028191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-eeb14844-1c88-4e29-b190-4d75590713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.029311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.030008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.030357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-eeb14844-1c88-4e29-b190-4d75590713cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0531838 Oct 19 20:24:15.030845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.031323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.031794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.032268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.032736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.034828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-228c7da4-d818-486f-8770-a56e1ef1b539 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6476 time: 0.1330161 Oct 19 20:24:15.109276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-1a5bdca3-75a6-4164-8b32-c46a9c26f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.111152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-1a5bdca3-75a6-4164-8b32-c46a9c26f38a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541191 Oct 19 20:24:15.152188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-dd5b6c18-e083-43c4-b72b-03002184c145 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 217 time: 0.0923388 Oct 19 20:24:15.236892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63858ede-44cc-4f50-8680-b66bd3773a96 req-536cab4c-c673-4c10-b7aa-41f06264c18b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.244611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63858ede-44cc-4f50-8680-b66bd3773a96 req-536cab4c-c673-4c10-b7aa-41f06264c18b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.1263137 Oct 19 20:24:15.280697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-fd2298d9-38be-4034-9c7f-23c671a13a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.285089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-7e24c7f3-8cff-4cf2-b298-9cb92bcb0dde service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661298 Oct 19 20:24:15.286468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-fd2298d9-38be-4034-9c7f-23c671a13a75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.1257622 Oct 19 20:24:15.358704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63858ede-44cc-4f50-8680-b66bd3773a96 req-9f890914-c7c4-41d0-b711-1b34a0e4f787 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130078 Oct 19 20:24:15.373135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-57ee0d8b-8d90-4031-b32f-726e3437b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.375130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-57ee0d8b-8d90-4031-b32f-726e3437b360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724599 Oct 19 20:24:15.465385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a7bd96-e4dd-4ef8-ac2c-469814b4024c req-b3f489c8-dcd3-42ea-9197-fba25ac8bc98 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663411 Oct 19 20:24:15.474984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00105-497c-44a2-a44f-31cdb27eda8d req-aa532b6e-0e6c-46b3-953f-4f5c4ad411ec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.482110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00105-497c-44a2-a44f-31cdb27eda8d req-aa532b6e-0e6c-46b3-953f-4f5c4ad411ec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.483780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dc00105-497c-44a2-a44f-31cdb27eda8d req-aa532b6e-0e6c-46b3-953f-4f5c4ad411ec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47&device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 1690 time: 0.0796342 Oct 19 20:24:15.570893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-deleted', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348'}, {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:15.573987 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c0994-1450-4b9c-aa54-ed57310d6af9" -d '{"events": [{"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-deleted", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348"}, {"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:15.577912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dc00105-497c-44a2-a44f-31cdb27eda8d req-1722bfd3-ef95-4d48-90a6-877a4b6a3183 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864253 Oct 19 20:24:15.625832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.632525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.639259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.653587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.661377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.669373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.676263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.679259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-359a8fc5-ea12-4c13-b147-8556c87a6b79 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1582336 Oct 19 20:24:15.687365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b960d7bb-99c6-47b1-a5dd-7862ab0afc16 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883501 Oct 19 20:24:15.700395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7e1e-f362-4aad-9ea4-af553ce0ceed req-48a3aa0e-1f52-4a9e-a275-1bb2a319fb48 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:15.702256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32de7e1e-f362-4aad-9ea4-af553ce0ceed req-48a3aa0e-1f52-4a9e-a275-1bb2a319fb48 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0602574 Oct 19 20:24:15.743675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32de7e1e-f362-4aad-9ea4-af553ce0ceed req-f092494d-31dc-4ad5-a546-bb7024216c63 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Oct 19 20:24:15.768594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4994d90e-ab7b-4d29-9748-25fed1b52a43 req-837c654a-7321-486c-801c-a6f65bdb383d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795007 Oct 19 20:24:15.847867 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f764b05-1da7-4f19-9495-3329c97541ba x-openstack-request-id: req-4f764b05-1da7-4f19-9495-3329c97541ba {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:15.848289 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c0e29b-2532-4144-8f29-2f4b3a2d3019", "name": "network-vif-deleted", "tag": "5ac20982-5a99-4db7-aa70-1ef09b470348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:15.848613 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f764b05-1da7-4f19-9495-3329c97541ba {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:15.849011 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c0e29b-2532-4144-8f29-2f4b3a2d3019', 'name': 'network-vif-deleted', 'tag': '5ac20982-5a99-4db7-aa70-1ef09b470348', 'status': 'completed', 'code': 200} Oct 19 20:24:15.849440 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'status': 'completed', 'code': 200} Oct 19 20:24:15.853508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-fc2e86a4-f54d-44c3-adce-7f19a6157f10 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334145 Oct 19 20:24:15.903927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-d795ff2e-b7fb-4216-8bf9-6479a5c3940e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 217 time: 0.0424964 Oct 19 20:24:16.011715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-fe12c167-0633-43b8-9a20-22ab28b56d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.013764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-fe12c167-0633-43b8-9a20-22ab28b56d58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1023657 Oct 19 20:24:16.055671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4932fae-0f4e-469b-a5d4-df7e499d24fd req-5af80f32-0b94-4c8a-86ee-95fc6e96de59 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.060111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3110c-dd67-4d9a-b50f-a79f96edcda7 req-e5fe32a5-8182-4ef1-8e48-e3ea4e2f4b2a tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.062161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79c3110c-dd67-4d9a-b50f-a79f96edcda7 req-e5fe32a5-8182-4ef1-8e48-e3ea4e2f4b2a tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 1100 time: 0.0539701 Oct 19 20:24:16.064892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4932fae-0f4e-469b-a5d4-df7e499d24fd req-5af80f32-0b94-4c8a-86ee-95fc6e96de59 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1007566 Oct 19 20:24:16.108922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:16.111954 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74664c6c-a048-4c62-b315-d6cae47c03fb" -d '{"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:16.142509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79c3110c-dd67-4d9a-b50f-a79f96edcda7 req-8f9bd112-38a1-429f-8a34-ec4a90296f71 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Oct 19 20:24:16.150247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4932fae-0f4e-469b-a5d4-df7e499d24fd req-cd453036-adc6-43a3-bb7d-cbb64f9eef77 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820508 Oct 19 20:24:16.173353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-8ce9e915-3788-422c-9deb-11fbd5e39114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.175656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-8ce9e915-3788-422c-9deb-11fbd5e39114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474061 Oct 19 20:24:16.238387 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1fc2f-1732-4d2c-97f2-5fa32f98231a x-openstack-request-id: req-4ca1fc2f-1732-4d2c-97f2-5fa32f98231a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:16.239020 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:16.239522 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ca1fc2f-1732-4d2c-97f2-5fa32f98231a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:16.240132 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'status': 'completed', 'code': 200} Oct 19 20:24:16.327617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:16.344008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-9fe95c25-b839-4096-8693-712c816cb6e4 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502721 Oct 19 20:24:16.357198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-7c81ccde-c1f7-4a76-84bb-dee27bd18c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.358741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-7c81ccde-c1f7-4a76-84bb-dee27bd18c32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1100 time: 0.0912004 Oct 19 20:24:16.368129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-6deb17a1-6942-4e27-a241-00d81b965c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.369639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-6deb17a1-6942-4e27-a241-00d81b965c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1100 time: 0.0690510 Oct 19 20:24:16.373746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 5ac20982-5a99-4db7-aa70-1ef09b470348 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:16.374087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5ac20982-5a99-4db7-aa70-1ef09b470348 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:16.480531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85a8aa-225b-4183-9d9e-c9fd9ee6ae5a req-ead9e4f8-6d76-4ecc-b4b1-b14c3ecf66f0 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.482176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e85a8aa-225b-4183-9d9e-c9fd9ee6ae5a req-ead9e4f8-6d76-4ecc-b4b1-b14c3ecf66f0 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 1101 time: 0.1560578 Oct 19 20:24:16.484613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-5f1c68cf-bbeb-422b-ab60-aadd4625a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.486789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-5f1c68cf-bbeb-422b-ab60-aadd4625a839 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1112580 Oct 19 20:24:16.534294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-03b5fb6b-e5b3-40dc-86b7-cf83d62788bb service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710551 Oct 19 20:24:16.540761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e85a8aa-225b-4183-9d9e-c9fd9ee6ae5a req-30292d5a-a395-471b-b9d4-5fc3802c20f1 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Oct 19 20:24:16.591544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-2a6c771b-faaa-43ed-a4a6-229860990198 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0824854 Oct 19 20:24:16.606394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-4aecd081-8ee7-46d6-8719-73097ce1526d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 217 time: 0.0630546 Oct 19 20:24:16.709022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-4c5582a9-bc37-4144-9a17-6701ac03dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.710584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-4c5582a9-bc37-4144-9a17-6701ac03dcbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1099524 Oct 19 20:24:16.716565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c4de-7ef2-49b3-afd0-064166adcc11 req-969c2ec0-0457-46bc-a694-ca4919e593af tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.718311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3588c4de-7ef2-49b3-afd0-064166adcc11 req-969c2ec0-0457-46bc-a694-ca4919e593af tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.0874953 Oct 19 20:24:16.720200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-7acaf696-b9fb-4149-84a3-062e0671b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.721756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-7acaf696-b9fb-4149-84a3-062e0671b1cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1045139 Oct 19 20:24:16.725795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5937-4bd9-4157-8ac6-33094de9320a req-c585fe3c-ebae-4e5f-a14a-5832d3aca9f6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.727313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c08e5937-4bd9-4157-8ac6-33094de9320a req-c585fe3c-ebae-4e5f-a14a-5832d3aca9f6 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.1772175 Oct 19 20:24:16.770825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-797a81c5-66f8-4bb6-a4cc-16ff53c4cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.772735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-797a81c5-66f8-4bb6-a4cc-16ff53c4cff2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2844613 Oct 19 20:24:16.799896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3588c4de-7ef2-49b3-afd0-064166adcc11 req-f7158c28-80ce-4d65-aa9f-b41988661f2b tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 Oct 19 20:24:16.807853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-4ff6cc5b-45e5-44ee-bd20-ccbb60efd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.809507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-4ff6cc5b-45e5-44ee-bd20-ccbb60efd877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697970 Oct 19 20:24:16.830095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-cf2f69bf-09fa-446c-a9c7-a14faba84fc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 200 len: 217 time: 0.0471225 Oct 19 20:24:16.856776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c08e5937-4bd9-4157-8ac6-33094de9320a req-97375534-04c6-4584-b8d9-fee222f09660 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154485 Oct 19 20:24:16.897838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-2f8e0b5a-d9b4-4853-bd6b-4542709cb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.899574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-2f8e0b5a-d9b4-4853-bd6b-4542709cb2ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712866 Oct 19 20:24:16.939920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-6a847bd6-4cab-4318-aaa5-407a7a59a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:16.941628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-6a847bd6-4cab-4318-aaa5-407a7a59a2e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1012118 Oct 19 20:24:16.980862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-23890a29-81d8-4626-b2f6-43955179886b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289426 Oct 19 20:24:16.986331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-610a6cf9-ce69-451b-867d-bc96ffcb32c5 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678770 Oct 19 20:24:17.087011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-64af3d30-b5b9-4181-ae6c-edd68722df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.088840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-64af3d30-b5b9-4181-ae6c-edd68722df34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348062 Oct 19 20:24:17.098838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d49cbb-08f1-49cb-886e-231f335f69da req-86766b51-d790-4fc6-b3c2-cfb8d43c104e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.100481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76d49cbb-08f1-49cb-886e-231f335f69da req-86766b51-d790-4fc6-b3c2-cfb8d43c104e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1475773 Oct 19 20:24:17.111828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-79f9ca22-2457-4af3-b44e-81375285116f service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989329 Oct 19 20:24:17.190452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-22d33adf-c4ea-437d-8778-eabf86daf430 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.192046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-22d33adf-c4ea-437d-8778-eabf86daf430 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.1634810 Oct 19 20:24:17.237026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-ea6041f6-fa7e-44d9-9cc7-467d8fabd9f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373981 Oct 19 20:24:17.246938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-827e3166-c9a2-4b1b-b89e-fd85dc789055 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.253886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-827e3166-c9a2-4b1b-b89e-fd85dc789055 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648847 Oct 19 20:24:17.354248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-61c89c38-2a99-4f1d-b2d8-2ec5f3818144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 217 time: 0.0840471 Oct 19 20:24:17.356065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-4d04daf8-0d20-475d-a520-e78836caceac tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.1011953 Oct 19 20:24:17.478194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-3cc68818-5cac-4e34-974d-073e61e5bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.482696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-3cc68818-5cac-4e34-974d-073e61e5bdad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1212463 Oct 19 20:24:17.507857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-44a8a1d2-f9ac-4d56-93d6-8bf54c8410a7 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1354592 Oct 19 20:24:17.541749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Deleting port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:17.542055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:17.699292 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76d49cbb-08f1-49cb-886e-231f335f69da req-606b9cc9-9501-48cd-b114-fda836119139 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853796 Oct 19 20:24:17.721282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-a5b49570-7a08-4a75-af29-b88cf8d34b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.723989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-a5b49570-7a08-4a75-af29-b88cf8d34b87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2085767 Oct 19 20:24:17.796226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-588408b6-10a6-481f-950e-674c0d964502 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943023 Oct 19 20:24:17.803946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-3543eea6-cd74-43ed-9fb4-08b3a7aa7ed7 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745477 Oct 19 20:24:17.890675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] For port 8dc8711b-c6a3-4f63-ad62-371c2f07e819, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dc8711b-c6a3-4f63-ad62-371c2f07e819,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:17.891146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:17.909887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Calling delete_port for 8dc8711b-c6a3-4f63-ad62-371c2f07e819 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:17.955472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74664c6c-a048-4c62-b315-d6cae47c03fb req-75471c1f-e79f-4842-b031-04f31f46df34 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491365 Oct 19 20:24:17.968739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc8f8-12cb-4ae4-a461-d3ff25d4c8a4 req-9102ae17-3a60-463c-ac88-4ea01cc67241 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:17.970253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8cfc8f8-12cb-4ae4-a461-d3ff25d4c8a4 req-9102ae17-3a60-463c-ac88-4ea01cc67241 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0730054 Oct 19 20:24:18.024512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8cfc8f8-12cb-4ae4-a461-d3ff25d4c8a4 req-9dbd3b8c-c0de-4f6f-8b06-f8d37c994ba0 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Oct 19 20:24:18.142435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.160385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.175492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.191209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.200626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be44b182-7fba-4c76-8946-bd451ffa1153 req-34caddb9-4f47-4fd9-ba47-1736d0d4eb2d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 210 time: 0.0464258 Oct 19 20:24:18.202053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.228730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.235082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.236979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b8fa7b3d-373b-41ac-b73b-f1fadab82d5c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.5036397 Oct 19 20:24:18.326658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-6d54c212-22b8-411a-8a74-e148b0f38142 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389638 Oct 19 20:24:18.340932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feec79-95e3-4eb6-afe8-90f7321d88c5 req-92e5dc3a-96e8-46e6-9d0f-6e3ac6fc8086 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.343369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:18.350043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15feec79-95e3-4eb6-afe8-90f7321d88c5 req-92e5dc3a-96e8-46e6-9d0f-6e3ac6fc8086 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b6fd684-8304-4c93-ac3d-40451801c298 HTTP/1.1" status: 200 len: 945 time: 0.0659389 Oct 19 20:24:18.406795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15feec79-95e3-4eb6-afe8-90f7321d88c5 req-c96c7c6e-be7d-4729-a64d-49501d469a12 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Oct 19 20:24:18.417056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cda90c1-6a1c-44dd-91dd-727480c244cd req-b59d4e7d-a1c7-4540-8e9d-a488d27589ef tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556520 Oct 19 20:24:18.467338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:18.492764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'mac_address': 'fa:16:3e:c1:70:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:18.554053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:18.557448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-f92b08a8-bacb-4506-a3a0-2a989c7b9a7f service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204480 Oct 19 20:24:18.563972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740558d5-d02f-4c95-8c7c-7a307bf7038f req-cc475d39-5957-4d7c-a886-c53074406a48 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.574286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-740558d5-d02f-4c95-8c7c-7a307bf7038f req-cc475d39-5957-4d7c-a886-c53074406a48 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 949 time: 0.0688500 Oct 19 20:24:18.589824 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:18.623006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:18.636871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-740558d5-d02f-4c95-8c7c-7a307bf7038f req-f4ec3edb-c5c4-460e-a59e-cae8f91ec588 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Oct 19 20:24:18.648179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event deleted for resources: {'Port': ['ID=8dc8711b-c6a3-4f63-ad62-371c2f07e819,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:18.674514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:18.679430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:18.740231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b4cab4b1-2f20-45ee-963e-7c703b31e20f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 217 time: 0.1246991 Oct 19 20:24:18.778426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:18.819411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] No DVR routers for this DVR port 8dc8711b-c6a3-4f63-ad62-371c2f07e819 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:18.822373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:18.827509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cf21f4e-5643-4cf2-81d0-fae4bd25f2c9 req-c396d306-d350-41ac-8a32-dfb2b44f2a72 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "DELETE /v2.0/ports/8dc8711b-c6a3-4f63-ad62-371c2f07e819 HTTP/1.1" status: 204 len: 173 time: 1.6243336 Oct 19 20:24:18.847593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-deleted', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:18.850817 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361073a9-e8c4-4055-80a9-1b39821803b6" -d '{"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-deleted", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:18.857079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108513a-d12f-460a-84f5-874b73f09b7a req-22fd53a6-7862-4810-8c2e-5abf308ea8ff tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.858976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2108513a-d12f-460a-84f5-874b73f09b7a req-22fd53a6-7862-4810-8c2e-5abf308ea8ff tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0694208 Oct 19 20:24:18.879259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-b67ab484-e8f3-44a2-9e04-446d84db4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.881974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-b67ab484-e8f3-44a2-9e04-446d84db4372 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1240556 Oct 19 20:24:18.891115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7edfec-b15a-496d-aebb-f3600d508dd0 req-a61af6ab-d955-46c8-a104-119489184451 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:18.892678 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb7edfec-b15a-496d-aebb-f3600d508dd0 req-a61af6ab-d955-46c8-a104-119489184451 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 1101 time: 0.1730728 Oct 19 20:24:18.931185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2108513a-d12f-460a-84f5-874b73f09b7a req-8cdbe282-4af2-496c-a7a3-0cc129be9490 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Oct 19 20:24:19.009720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['80d19853-de72-4e47-8e66-f2df1e73f4d4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:19.023986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb7edfec-b15a-496d-aebb-f3600d508dd0 req-4ee481e3-8d3e-4577-95a1-ef1860a10103 tempest-MigrationsAdminTest-982250401 tempest-MigrationsAdminTest-982250401-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243827 Oct 19 20:24:19.038608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-a69624a7-43a7-43e1-b382-eb9fb22a093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:19.053088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-a69624a7-43a7-43e1-b382-eb9fb22a093d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452222 Oct 19 20:24:19.252378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-9be1ce28-b790-4701-9838-0fa9dbfb2cbe service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870191 Oct 19 20:24:19.276275 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c9586-0b91-44a8-ab7c-3f3897d4b2eb x-openstack-request-id: req-d22c9586-0b91-44a8-ab7c-3f3897d4b2eb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:19.276999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-63796677-8625-4d35-9b36-fd7dac7b3e9c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362175 Oct 19 20:24:19.277416 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6fd684-8304-4c93-ac3d-40451801c298", "name": "network-vif-deleted", "tag": "8dc8711b-c6a3-4f63-ad62-371c2f07e819", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:19.277416 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22c9586-0b91-44a8-ab7c-3f3897d4b2eb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:19.277750 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6fd684-8304-4c93-ac3d-40451801c298', 'name': 'network-vif-deleted', 'tag': '8dc8711b-c6a3-4f63-ad62-371c2f07e819', 'status': 'completed', 'code': 200} Oct 19 20:24:19.481209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-f291c996-c13c-4f6d-bfd1-260d9b8e479a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:19.491584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-f291c996-c13c-4f6d-bfd1-260d9b8e479a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082005 Oct 19 20:24:19.508113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': '178a3069-0996-4e64-a63e-74157f68169e', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:19.581022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9319-f8b8-4576-ae07-0dd93b7791aa req-b685ff50-5d43-4f0b-9a84-a53755ee8e7c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:19.588368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cafc9319-f8b8-4576-ae07-0dd93b7791aa req-b685ff50-5d43-4f0b-9a84-a53755ee8e7c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.3339024 Oct 19 20:24:19.594573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4f88-9f5e-4789-9303-b418cdfaeb3c req-e0f7f445-e911-4c93-b069-adf5ae122c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:19.603658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e19e4f88-9f5e-4789-9303-b418cdfaeb3c req-e0f7f445-e911-4c93-b069-adf5ae122c70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.3503244 Oct 19 20:24:19.685913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cafc9319-f8b8-4576-ae07-0dd93b7791aa req-0181c0dd-ae9f-47b8-b9c1-9d7b68d65500 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960228 Oct 19 20:24:19.699418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81c6e5a6-f3df-400d-871c-bbb2fb352891 req-d2c26be7-2ce2-4523-97fa-873dac6cc82b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 210 time: 0.0597508 Oct 19 20:24:19.728711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-a95a65ef-1bed-43bd-a77f-22524e1e8063 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318748 Oct 19 20:24:19.815099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:19.823258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:19.860869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e19e4f88-9f5e-4789-9303-b418cdfaeb3c req-a6f192f3-b45a-4c39-a54d-1b1d77283212 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227125 Oct 19 20:24:19.862304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-a94b9e09-a181-4307-98b8-991a7d151c3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 217 time: 0.1181409 Oct 19 20:24:19.952639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc917b-303b-4ced-af20-3943f7f57c7b req-ce19f1cf-1315-4b26-8dc4-07c8f8c97849 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:19.954448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fbc917b-303b-4ced-af20-3943f7f57c7b req-ce19f1cf-1315-4b26-8dc4-07c8f8c97849 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 950 time: 0.1274238 Oct 19 20:24:19.996408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.003828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.011766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.022631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.029949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.035822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.042407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.044320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-994b6070-81f8-4b35-a794-5597fdfe267a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1132135 Oct 19 20:24:20.045085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fbc917b-303b-4ced-af20-3943f7f57c7b req-6ffa4262-6476-4575-81f6-a9f2fbeb9f7c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762260 Oct 19 20:24:20.098509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.138 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/64485cee-d99e-4106-bc63-d43ce75e755a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:20.132970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-6f3c2126-11e2-4895-966b-94688037c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.134595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-6f3c2126-11e2-4895-966b-94688037c123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.0570781 Oct 19 20:24:20.151115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18bdc068-fa9e-4e9c-a3f1-fe0d32004d65 req-475c7db6-447c-4187-b966-af9f8c3c7405 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978348 Oct 19 20:24:20.230007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-3a93a55f-e355-4947-b679-05af3c6279e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.231933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-3a93a55f-e355-4947-b679-05af3c6279e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793819 Oct 19 20:24:20.345855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.359262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:20.386660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112c04-ff69-43d1-9fde-f42446d37b23 req-fb9c9c9a-41ba-4223-9344-4b41df0acd07 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.388126 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93112c04-ff69-43d1-9fde-f42446d37b23 req-fb9c9c9a-41ba-4223-9344-4b41df0acd07 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1029172 Oct 19 20:24:20.390221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-97560e32-186d-439c-b586-b596ceb09c9e service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452613 Oct 19 20:24:20.417846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:20.422423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 80d19853-de72-4e47-8e66-f2df1e73f4d4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:20.423204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.430824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef26e8-d55e-4f51-a707-8b18fc63233d req-b3a915c9-4d32-46c6-92f7-a9f873970ff2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.432995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fef26e8-d55e-4f51-a707-8b18fc63233d req-b3a915c9-4d32-46c6-92f7-a9f873970ff2 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.0741224 Oct 19 20:24:20.434583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.456349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:20.459633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:20.461955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:20.475099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93112c04-ff69-43d1-9fde-f42446d37b23 req-4cc1e745-dde9-429f-bfd8-7d03e056aa59 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785167 Oct 19 20:24:20.484680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:20.505894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:20.584976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:20.636568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-6e2b0b16-3529-4512-9fc7-711f3d735433 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271106 Oct 19 20:24:20.649946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.650641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.665357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fef26e8-d55e-4f51-a707-8b18fc63233d req-64d6e831-3a2e-4484-95d3-564da382eb29 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017040 Oct 19 20:24:20.669905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-d42849e6-9cfd-4443-8813-18ae8d5ab784 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1660283 Oct 19 20:24:20.702522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Request body: {'port': {'device_id': '178a3069-0996-4e64-a63e-74157f68169e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:20.707298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-71fdadac-f13d-4495-a671-4774b113c0c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.0620687 Oct 19 20:24:20.744111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.771581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.835771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:20.838552 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0cd85-a4fe-4e19-9f74-80742c4d6f40" -d '{"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:20.909934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a10fe-25d3-4381-8c16-bc6ea986c2a3 req-7ea164b8-c18a-44df-916f-f969938490d4 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.911915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e65a10fe-25d3-4381-8c16-bc6ea986c2a3 req-7ea164b8-c18a-44df-916f-f969938490d4 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1161356 Oct 19 20:24:20.917570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:20.930727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-2e32f176-f2cc-462f-bf34-5dbb277318fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.932854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-2e32f176-f2cc-462f-bf34-5dbb277318fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.2098992 Oct 19 20:24:20.955974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-6ef9d856-e5be-49bb-8fd5-0d4d89503deb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:20.957700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-6ef9d856-e5be-49bb-8fd5-0d4d89503deb tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.1329000 Oct 19 20:24:20.983477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:20.984531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:21.006352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae0e4-5006-4626-819d-c3e998a39716 req-61cafc4e-da29-4374-b463-039a04e71b98 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.008408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-383ae0e4-5006-4626-819d-c3e998a39716 req-61cafc4e-da29-4374-b463-039a04e71b98 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 936 time: 0.1574733 Oct 19 20:24:21.055565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 8dc8711b-c6a3-4f63-ad62-371c2f07e819 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:21.055910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dc8711b-c6a3-4f63-ad62-371c2f07e819 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:21.063183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d7917c5c-91c3-4dc0-9bc5-d22e88754e02 None None] Provisioning complete for port 64485cee-d99e-4106-bc63-d43ce75e755a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:21.063535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7917c5c-91c3-4dc0-9bc5-d22e88754e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.190614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=13']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:21.230003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64485cee-d99e-4106-bc63-d43ce75e755a {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:21.238987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.252372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d7917c5c-91c3-4dc0-9bc5-d22e88754e02 None None] Port 64485cee-d99e-4106-bc63-d43ce75e755a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:21.253967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Transition to ACTIVE for port object 64485cee-d99e-4106-bc63-d43ce75e755a will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:21.289667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e65a10fe-25d3-4381-8c16-bc6ea986c2a3 req-4c5057a8-d199-4651-a1a7-5d2be381b906 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138535 Oct 19 20:24:21.290731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.365517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Pushing event updated for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:21.490201 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490fe9b-0618-4a32-a41f-d07c156ae8a8 x-openstack-request-id: req-c490fe9b-0618-4a32-a41f-d07c156ae8a8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:21.490684 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-plugged", "status": "completed", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:21.490773 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c490fe9b-0618-4a32-a41f-d07c156ae8a8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:21.491132 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'code': 200} Oct 19 20:24:21.496249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-77cb6d36-53c4-420a-990c-bc4f01f8c9b5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.498526 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-77cb6d36-53c4-420a-990c-bc4f01f8c9b5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 951 time: 0.1341190 Oct 19 20:24:21.610189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080e05-583e-4109-942e-37bb82c8466a req-9df44bf4-6c05-4358-b2d0-f6bf941e4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.611734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-9df44bf4-6c05-4358-b2d0-f6bf941e4bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6532156 Oct 19 20:24:21.616670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-383ae0e4-5006-4626-819d-c3e998a39716 req-4d118513-ab51-43ab-9c3d-58cc9a107dfb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832887 Oct 19 20:24:21.646728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Attempting to bind port 64485cee-d99e-4106-bc63-d43ce75e755a on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:21.647372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Attempting to bind port 64485cee-d99e-4106-bc63-d43ce75e755a by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:21.647765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Attempting to bind port 64485cee-d99e-4106-bc63-d43ce75e755a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:21.677748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Port 64485cee-d99e-4106-bc63-d43ce75e755a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:21.678009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Attempting to bind port 64485cee-d99e-4106-bc63-d43ce75e755a on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:21.690840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:21.690840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:21.693665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:21.694989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Bound port: 64485cee-d99e-4106-bc63-d43ce75e755a, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:21.695581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.746608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570c17-9ec7-4054-92c1-facc26af1d7d req-651c463f-ad56-4822-9f23-ffb590837b2d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.748244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90570c17-9ec7-4054-92c1-facc26af1d7d req-651c463f-ad56-4822-9f23-ffb590837b2d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 951 time: 0.1662841 Oct 19 20:24:21.759170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Deleting port 453a1e3e-f986-40aa-995c-7da6394bcb65 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:21.759718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.834957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Deleting port 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:21.835298 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.858619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:21.859738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-af3627d8-68e0-444f-81bc-81823e7a50c3 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396443 Oct 19 20:24:21.863790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90570c17-9ec7-4054-92c1-facc26af1d7d req-76fe3e63-b016-4bb7-94e1-0153ce03b86b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 Oct 19 20:24:21.874797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.880975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.885447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=64485cee-d99e-4106-bc63-d43ce75e755a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:21.887962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.890797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.894780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.900965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.908535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.914844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.917578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-81418e61-4ea8-4849-8479-cea250de1875 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1979840 Oct 19 20:24:21.994732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:21.996100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:21.997942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] 10.222.0.11 "PUT /v2.0/ports/64485cee-d99e-4106-bc63-d43ce75e755a HTTP/1.1" status: 200 len: 1096 time: 1.3123488 Oct 19 20:24:22.003897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:22.007051 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a555f-3275-480c-b559-7a0ac87a5775" -d '{"events": [{"name": "network-changed", "server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:22.056627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ee77-e985-4b9b-86a3-a8d1d3e4bd9b service neutron] Pushing event updated for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:22.071097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] For port 80d19853-de72-4e47-8e66-f2df1e73f4d4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80d19853-de72-4e47-8e66-f2df1e73f4d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:22.071570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.101648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] For port 453a1e3e-f986-40aa-995c-7da6394bcb65, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=453a1e3e-f986-40aa-995c-7da6394bcb65,segment=NetworkSegment(8e3a0923-1c18-418a-abfa-7b99fa8b1233),segment_id=8e3a0923-1c18-418a-abfa-7b99fa8b1233)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:22.102026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.115676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a246d163-79c1-481b-a781-43c8db7e2be6 req-b1035f80-955e-46db-9187-57cde2a2bea7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816115 Oct 19 20:24:22.134912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Calling delete_port for 453a1e3e-f986-40aa-995c-7da6394bcb65 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:22.156258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95080e05-583e-4109-942e-37bb82c8466a req-c1d26bac-8c7d-4ac4-8516-220e3730455c service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354543 Oct 19 20:24:22.216969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Calling delete_port for 80d19853-de72-4e47-8e66-f2df1e73f4d4 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:22.295783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-83958a3a-6284-4d78-8603-2edd259c8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.297808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-83958a3a-6284-4d78-8603-2edd259c8ff2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 1099 time: 0.2314284 Oct 19 20:24:22.326214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4e86-2c02-4731-a6d1-e4f96c515f65 req-10cc8343-9fcc-464e-80c2-97357b90e40a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.327971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd2e4e86-2c02-4731-a6d1-e4f96c515f65 req-10cc8343-9fcc-464e-80c2-97357b90e40a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.2309363 Oct 19 20:24:22.368622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-8cca6732-e5f8-45ee-a955-fa95b3b51116 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=64485cee-d99e-4106-bc63-d43ce75e755a HTTP/1.1" status: 200 len: 217 time: 0.0575674 Oct 19 20:24:22.390714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.397004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.397528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.398006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.398470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.398959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.399529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.400074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.402651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d5f55be3-9514-4641-813f-76d2c8466411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6476 time: 0.1599810 Oct 19 20:24:22.446090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579e42a-4fc5-4508-948b-3700dc48cbb9 req-dbff9217-2dc9-4e04-b4bd-8c59654c910d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.447603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2579e42a-4fc5-4508-948b-3700dc48cbb9 req-dbff9217-2dc9-4e04-b4bd-8c59654c910d tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/ports?device_id=62530132-b919-4b23-99e6-275864261c00 HTTP/1.1" status: 200 len: 944 time: 0.2038298 Oct 19 20:24:22.454454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Pushing event deleted for resources: {'Port': ['ID=453a1e3e-f986-40aa-995c-7da6394bcb65,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:22.485637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd2e4e86-2c02-4731-a6d1-e4f96c515f65 req-954c2aa5-1909-48e3-9fec-30f24a1bfe07 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146669 Oct 19 20:24:22.488602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-bb990b52-f7f0-4f7b-a9ba-49ac63bc3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.490147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-bb990b52-f7f0-4f7b-a9ba-49ac63bc3ba8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1008608 Oct 19 20:24:22.531825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] No DVR routers for this DVR port 453a1e3e-f986-40aa-995c-7da6394bcb65 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:22.560658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.564063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84de08cd-f697-4c45-869c-a39f130be3d4 req-df02652e-6681-49d5-9e63-3ce6ec8eb0d7 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.37 "DELETE /v2.0/ports/453a1e3e-f986-40aa-995c-7da6394bcb65 HTTP/1.1" status: 204 len: 173 time: 1.5943580 Oct 19 20:24:22.566148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-deleted', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:22.568754 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20bdb4f-eb4c-4f3d-8f6d-9636c1f34901" -d '{"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-deleted", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:22.588550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.591647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229657-6090-479b-914e-18c36eb4bb38 req-a84ae3bb-2613-43a2-a2aa-6024690820a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.593235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-a84ae3bb-2613-43a2-a2aa-6024690820a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871384 Oct 19 20:24:22.599033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:22.608009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893', '26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:22.661413 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1a6c0-60e0-4e25-b2ba-7eead3eb2ae3 x-openstack-request-id: req-35c1a6c0-60e0-4e25-b2ba-7eead3eb2ae3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:22.662131 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:22.662587 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35c1a6c0-60e0-4e25-b2ba-7eead3eb2ae3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:22.663056 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a', 'status': 'completed', 'code': 200} Oct 19 20:24:22.665438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2579e42a-4fc5-4508-948b-3700dc48cbb9 req-8cbe8a4d-ea6a-4d5c-9da6-33b93921a061 tempest-LiveMigrationTest-1827569800 tempest-LiveMigrationTest-1827569800-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b2f37c2-bfe2-46f1-96b6-fcdb72692641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962156 Oct 19 20:24:22.725394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-b4c6d307-cdde-4fd7-8085-d6f4a465a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.727175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-b4c6d307-cdde-4fd7-8085-d6f4a465a3ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 902 time: 0.3155153 Oct 19 20:24:22.738812 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752334ef-7b5e-485b-8380-3bd4e23f67f1 x-openstack-request-id: req-752334ef-7b5e-485b-8380-3bd4e23f67f1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:22.739119 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62530132-b919-4b23-99e6-275864261c00", "name": "network-vif-deleted", "tag": "453a1e3e-f986-40aa-995c-7da6394bcb65", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:22.739378 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-752334ef-7b5e-485b-8380-3bd4e23f67f1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:22.740358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event deleted for resources: {'Port': ['ID=80d19853-de72-4e47-8e66-f2df1e73f4d4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:22.740487 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62530132-b919-4b23-99e6-275864261c00', 'name': 'network-vif-deleted', 'tag': '453a1e3e-f986-40aa-995c-7da6394bcb65', 'status': 'completed', 'code': 200} Oct 19 20:24:22.830815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-59447832-22be-4949-a737-d3e1d0b116ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.0895309 Oct 19 20:24:22.902222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] No DVR routers for this DVR port 80d19853-de72-4e47-8e66-f2df1e73f4d4 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:22.909910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:22.913659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-623a2063-8131-45cc-a98f-abc6a5f2e118 req-cb014bfd-3ed9-4118-b782-15a99217977c tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "DELETE /v2.0/ports/80d19853-de72-4e47-8e66-f2df1e73f4d4 HTTP/1.1" status: 204 len: 173 time: 1.3856704 Oct 19 20:24:22.944693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da35a3-0e3e-4c2d-a5dd-75aea26f4925 req-0ae38838-33b7-40e4-8884-33192f9df8b7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:22.946360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90da35a3-0e3e-4c2d-a5dd-75aea26f4925 req-0ae38838-33b7-40e4-8884-33192f9df8b7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.2177646 Oct 19 20:24:22.955381 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-adadb151-ae34-459b-9503-72cb122b4501 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393304 Oct 19 20:24:23.040192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-af25cb7b-40b4-44dd-9d68-bd9c9e372a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.045599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-af25cb7b-40b4-44dd-9d68-bd9c9e372a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.1767478 Oct 19 20:24:23.064887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bf2a-ea82-483a-bb30-8f328a338e72 req-9e3c5b00-21c7-4a8d-bb6f-80879f3b2165 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.077581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7326bf2a-ea82-483a-bb30-8f328a338e72 req-9e3c5b00-21c7-4a8d-bb6f-80879f3b2165 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 948 time: 0.2456806 Oct 19 20:24:23.143766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee229657-6090-479b-914e-18c36eb4bb38 req-0f33cf7b-7ed7-48cc-9d9f-e1802de8331d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633515 Oct 19 20:24:23.163259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90da35a3-0e3e-4c2d-a5dd-75aea26f4925 req-fa918826-e0f9-4d02-8981-a1a55314b68a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056861 Oct 19 20:24:23.201780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7326bf2a-ea82-483a-bb30-8f328a338e72 req-5bbd7c54-930f-4ff2-b58f-b08b00fae4b2 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210511 Oct 19 20:24:23.209914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-b9e6fe81-9858-40df-aa35-c86f9a8f176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.211911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-b9e6fe81-9858-40df-aa35-c86f9a8f176c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181526 Oct 19 20:24:23.291047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-c01a5091-1930-4b1b-a824-71f41b46a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.293017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-c01a5091-1930-4b1b-a824-71f41b46a2b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 1099 time: 0.0870683 Oct 19 20:24:23.368451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-84f7fda3-27fc-4fbd-a884-77bc99023441 req-55f0ab79-e9b7-42cd-8a83-226de220da93 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=df6236ac-337e-47d3-b5a6-30932fa2a16e HTTP/1.1" status: 200 len: 210 time: 0.0493269 Oct 19 20:24:23.373499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-61af6137-71ae-4d42-b96b-5c4e998b6559 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524174 Oct 19 20:24:23.514459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-938fbccf-5052-496c-b8da-e179e8d213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.517471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-938fbccf-5052-496c-b8da-e179e8d213f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2068379 Oct 19 20:24:23.518029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.524674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.532394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.540010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.547771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.555667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.563226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.572554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-39695192-995d-4e7b-bfff-edcf99cf4fce tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1801138 Oct 19 20:24:23.628362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-8f067280-8ede-42cc-8076-da43398382b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=64485cee-d99e-4106-bc63-d43ce75e755a HTTP/1.1" status: 200 len: 217 time: 0.0936484 Oct 19 20:24:23.667808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-824bf358-b11e-467e-becb-64e88f1f17d9 req-11bfeb21-d2da-4be6-9a6a-606ebf2550e0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942953 Oct 19 20:24:23.688526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c0994-1450-4b9c-aa54-ed57310d6af9 req-d4b5d39c-bd0f-4d24-8cc2-c6423d9e4424 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738488 Oct 19 20:24:23.768078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-2dc3edf8-123e-47c8-ab17-476b685fcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.769604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-2dc3edf8-123e-47c8-ab17-476b685fcbe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1286006 Oct 19 20:24:23.779548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d397b8-4023-42d0-b7d7-e5fd81c85ab1 req-71be3293-eaef-44ed-a8a3-f24dfb699636 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.786465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4d397b8-4023-42d0-b7d7-e5fd81c85ab1 req-71be3293-eaef-44ed-a8a3-f24dfb699636 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1569049 Oct 19 20:24:23.799248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dbaf6-04c2-4083-ae4a-1565c787f2a5 req-d47d2c65-f1c0-4bce-bb23-f9dff073cca3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.800663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-438dbaf6-04c2-4083-ae4a-1565c787f2a5 req-d47d2c65-f1c0-4bce-bb23-f9dff073cca3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0532372 Oct 19 20:24:23.801434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-65a369a1-58d3-4ecd-b98c-ca1143abf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.802902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-65a369a1-58d3-4ecd-b98c-ca1143abf020 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.1525106 Oct 19 20:24:23.840688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-438dbaf6-04c2-4083-ae4a-1565c787f2a5 req-71f4a8bd-3242-4ec6-bd03-fc0a68fee783 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Oct 19 20:24:23.932259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4d397b8-4023-42d0-b7d7-e5fd81c85ab1 req-782a2ae4-5896-4f1e-97fb-063c46637ac1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444893 Oct 19 20:24:23.936738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-99e664c4-e637-48bb-a9e0-9806dafcf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:23.938246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-99e664c4-e637-48bb-a9e0-9806dafcf119 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480834 Oct 19 20:24:23.945864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35148) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:24.001006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-9476f6e0-ac47-4252-8d6d-e6ea0a125d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.002818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-9476f6e0-ac47-4252-8d6d-e6ea0a125d44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.1717150 Oct 19 20:24:24.089505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-06128d6c-b020-401c-8324-e4cbb51e5448 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.0592628 Oct 19 20:24:24.183669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-5fd58aa5-f18e-487e-9c49-aae4547663a8 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294843 Oct 19 20:24:24.188813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Deleting subnet 0dba038e-8ad1-406c-be33-b1167b0c8de6 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:24:24.195554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.227720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-6bf69da2-1025-449c-8051-4f470292d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.229480 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-6bf69da2-1025-449c-8051-4f470292d961 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.1176090 Oct 19 20:24:24.295508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-acf3f637-f4a2-4bab-bab1-5cad2b9b43db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520387 Oct 19 20:24:24.325992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.372106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:24.378988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c90184-66a0-413c-b781-0713bf343e22 req-e75252e0-553b-4c60-a97c-6661776ec83e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.390509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c90184-66a0-413c-b781-0713bf343e22 req-e75252e0-553b-4c60-a97c-6661776ec83e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 948 time: 0.1005898 Oct 19 20:24:24.419381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 80d19853-de72-4e47-8e66-f2df1e73f4d4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:24.419981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80d19853-de72-4e47-8e66-f2df1e73f4d4 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:24.420583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:24.445988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 453a1e3e-f986-40aa-995c-7da6394bcb65 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:24.446428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 453a1e3e-f986-40aa-995c-7da6394bcb65 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:24.452730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c90184-66a0-413c-b781-0713bf343e22 req-70634395-24c7-46fa-896a-2009e18554e1 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Oct 19 20:24:24.460669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.516487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7a555f-3275-480c-b559-7a0ac87a5775 req-1a2d4759-a8b2-4242-9fab-57cfae13c493 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189757 Oct 19 20:24:24.549485 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-996cd01e-a7dc-40e2-aaff-72de50e843f4 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214470 Oct 19 20:24:24.594583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.662863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dba038e-8ad1-406c-be33-b1167b0c8de6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:24.669750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-deleted', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:24.672747 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e0a825-b73a-48e6-a941-51cc90409228" -d '{"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-deleted", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:24.680424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.684454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bcce6f6a-c599-4ffc-a1ac-81818bdbb42c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0dba038e-8ad1-406c-be33-b1167b0c8de6 HTTP/1.1" status: 204 len: 168 time: 0.7372108 Oct 19 20:24:24.687175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:24.781997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bf724d9-fc01-42c8-bfa6-b655a68d9f84 req-e867179f-bd67-4bc3-9740-291ebbdfbeae service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245986 Oct 19 20:24:24.783667 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd240971-3b1e-48ad-b92d-049c4bd59a1f x-openstack-request-id: req-fd240971-3b1e-48ad-b92d-049c4bd59a1f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:24.784063 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6236ac-337e-47d3-b5a6-30932fa2a16e", "name": "network-vif-deleted", "tag": "80d19853-de72-4e47-8e66-f2df1e73f4d4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:24.784315 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd240971-3b1e-48ad-b92d-049c4bd59a1f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:24.784778 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6236ac-337e-47d3-b5a6-30932fa2a16e', 'name': 'network-vif-deleted', 'tag': '80d19853-de72-4e47-8e66-f2df1e73f4d4', 'status': 'completed', 'code': 200} Oct 19 20:24:24.827504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:24.870381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e00c-57f6-4070-adc4-c86bdce3dd03 req-bbab9dca-49ae-4857-8922-f2851910ca8e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.872100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b730e00c-57f6-4070-adc4-c86bdce3dd03 req-bbab9dca-49ae-4857-8922-f2851910ca8e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 951 time: 0.0936546 Oct 19 20:24:24.917355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 64485cee-d99e-4106-bc63-d43ce75e755a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:24.918417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.924798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.931824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.940119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.947088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.955260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.962348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:24.965686 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-49d14fcb-e9e0-4b9e-9301-b4f0dee56948 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1218991 Oct 19 20:24:24.997688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.011095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b730e00c-57f6-4070-adc4-c86bdce3dd03 req-44eda789-b1eb-4c98-b2d0-2a0e376a93a5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135876 Oct 19 20:24:25.033606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b861ba19-d79a-466e-8ecc-918d219c4a44 req-17eeb333-70c1-490c-80e8-b078c8164771 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556149 Oct 19 20:24:25.062009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e3c1dd-307c-461e-982c-50e8cd7ff7ff']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:25.085414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3a0923-1c18-418a-abfa-7b99fa8b1233') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:25.085759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3a0923-1c18-418a-abfa-7b99fa8b1233') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:25.093322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=64485cee-d99e-4106-bc63-d43ce75e755a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:25.107276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.130083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.134070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '64485cee-d99e-4106-bc63-d43ce75e755a', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '64485cee-d99e-4106-bc63-d43ce75e755a', 'mac_address': 'fa:16:3e:86:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:25.153066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:24:25.153526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:24:25.170418 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:24:25.196256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.216423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64485cee-d99e-4106-bc63-d43ce75e755a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:25.248005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef404-bc09-4ade-a802-1780f8a0d51d req-c0e9b599-ad8f-4c7e-8c32-926b365d2bf5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:25.249048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=64485cee-d99e-4106-bc63-d43ce75e755a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:25.253717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.256659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d31ef404-bc09-4ade-a802-1780f8a0d51d req-c0e9b599-ad8f-4c7e-8c32-926b365d2bf5 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1320744 Oct 19 20:24:25.263100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dfad6-71d7-48d9-9f3e-230d91de9a32 req-f7097fd4-b612-4c10-b9b0-fa7a941d1e59 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:25.266885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.273829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-726dfad6-71d7-48d9-9f3e-230d91de9a32 req-f7097fd4-b612-4c10-b9b0-fa7a941d1e59 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0808072 Oct 19 20:24:25.284336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.287849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9e3c1dd-307c-461e-982c-50e8cd7ff7ff HTTP/1.1" status: 204 len: 168 time: 0.5996137 Oct 19 20:24:25.299690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:25.315148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37412f7-b750-43c8-8fc0-fc0388f9774b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e3c1dd-307c-461e-982c-50e8cd7ff7ff,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:25.338922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-726dfad6-71d7-48d9-9f3e-230d91de9a32 req-edfecc57-46bf-4ee8-8ebc-337f10bf8ab9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Oct 19 20:24:25.340322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:25.362934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d31ef404-bc09-4ade-a802-1780f8a0d51d req-a732cdc3-58c1-4d34-ac56-7b5dbd4f4030 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049473 Oct 19 20:24:25.379646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Deleting subnet 57bfdcec-f9c7-4195-9e7f-e3a243b082bf {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:24:25.383297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.423359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.643268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['64485cee-d99e-4106-bc63-d43ce75e755a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:25.819007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.855987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72430dd-afa6-476b-be1d-e838c121b755 req-d1c718a7-f6c7-4491-b401-bf79f00b7453 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:25.857467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d72430dd-afa6-476b-be1d-e838c121b755 req-d1c718a7-f6c7-4491-b401-bf79f00b7453 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 949 time: 0.0865622 Oct 19 20:24:25.907749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.914098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d72430dd-afa6-476b-be1d-e838c121b755 req-f4c5e0a1-bb12-4810-ab42-464930c6de77 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Oct 19 20:24:25.940397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bfdcec-f9c7-4195-9e7f-e3a243b082bf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:25.944271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:25.949720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6955312f-fc90-4edf-89d9-1c931dcfec8d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/57bfdcec-f9c7-4195-9e7f-e3a243b082bf HTTP/1.1" status: 204 len: 168 time: 0.6489148 Oct 19 20:24:25.952078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35180) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:26.025895 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.116703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.161783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52301723-1872-4253-8a56-8e8e63d803e7']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:26.173229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7fd378-5b88-4b43-acf6-c6b956ec1694') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:26.173612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7fd378-5b88-4b43-acf6-c6b956ec1694') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:26.185683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.187065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e5b8-b671-47dc-b3a1-fc183f004394 req-9935f6da-ab41-4c5b-bfa9-d7ded3d2bc21 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.192021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6e5b8-b671-47dc-b3a1-fc183f004394 req-9935f6da-ab41-4c5b-bfa9-d7ded3d2bc21 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 951 time: 0.0642853 Oct 19 20:24:26.212064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.218090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.223995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.228658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6e5b8-b671-47dc-b3a1-fc183f004394 req-dbc57f4b-78b4-42aa-8608-d8bbf24ec595 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Oct 19 20:24:26.230473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.236421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.251109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.251109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.256536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-b2ffdc47-88c9-47a8-87a8-ca05a7bdd5af tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1322222 Oct 19 20:24:26.259851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.296042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:24:26.296431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:24:26.303563 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:24:26.387419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d152dae7-4d1d-4b21-a71c-e8cde6ecf7f9 req-5af4f2cd-6fce-4a93-a053-d4b66ea0fac0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279023 Oct 19 20:24:26.395862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b167e59-37e8-4798-90af-ea674161e11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.402171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-9ba9a2cc-ab44-4b90-aee0-eaad7d03eb4b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.404297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-9ba9a2cc-ab44-4b90-aee0-eaad7d03eb4b tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 951 time: 0.1457977 Oct 19 20:24:26.405622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.412372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.420519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/52301723-1872-4253-8a56-8e8e63d803e7 HTTP/1.1" status: 204 len: 168 time: 0.4672079 Oct 19 20:24:26.458182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd6d6d-3922-40f2-89d1-189feaaaaeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=52301723-1872-4253-8a56-8e8e63d803e7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:26.512272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7c66-55ce-49cb-9b82-2dd15d9e5035 req-22cdd96f-811a-426b-a380-c2308ea390e2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.515221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7df7c66-55ce-49cb-9b82-2dd15d9e5035 req-22cdd96f-811a-426b-a380-c2308ea390e2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0727067 Oct 19 20:24:26.573639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b3001-4221-4789-a9a5-9cedd35c614e req-a6c621d6-771c-4cf3-969c-95e698af970e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:26.575361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd5b3001-4221-4789-a9a5-9cedd35c614e req-a6c621d6-771c-4cf3-969c-95e698af970e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0895336 Oct 19 20:24:26.578908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7df7c66-55ce-49cb-9b82-2dd15d9e5035 req-17558cad-6a89-4f16-9c88-ae23ec8bc46a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579576 Oct 19 20:24:26.594530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Deleting port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:26.594788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.620896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35196) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:26.675689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-167b68f3-6695-411c-b113-7a20d7508c89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5dafeb827d24be2a4881f5e0480d4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534968 Oct 19 20:24:26.678856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35198) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:26.727411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd5b3001-4221-4789-a9a5-9cedd35c614e req-63c3e162-cb26-46a2-9270-383736b5c974 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409087 Oct 19 20:24:26.753817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.755692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] For port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:26.756194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.769915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Calling delete_port for 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:26.777207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.832203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.834813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.835995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b2f37c2-bfe2-46f1-96b6-fcdb72692641 HTTP/1.1" status: 204 len: 168 time: 0.1554942 Oct 19 20:24:26.844696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f37c2-bfe2-46f1-96b6-fcdb72692641,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:26.852998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.853369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.853716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.854053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.854917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.855377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.855715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.856122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.856556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.856954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.857315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.857858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e126482-0e9e-4117-8798-87f9d5559b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:26.915470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:26.928551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:26.931756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893', '26fa882e-ec11-4559-ac1c-f72ae91864be'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:26.950525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event deleted for resources: {'Port': ['ID=9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:27.000714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] No DVR routers for this DVR port 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:27.004692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:27.008291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d71aa46d-36e6-4ee2-b245-5855aab313d3 req-22eae73a-1154-4e4f-a5fa-9188ee3d66f5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.37 "DELETE /v2.0/ports/9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 HTTP/1.1" status: 204 len: 173 time: 0.5856667 Oct 19 20:24:27.009023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-deleted', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:27.012131 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458ff77-8ea8-4f08-990a-fdc8d9b6aa79" -d '{"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-deleted", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:27.056167 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166f499-32f6-4fb5-9587-a2660bffde24 x-openstack-request-id: req-6166f499-32f6-4fb5-9587-a2660bffde24 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:27.056571 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506d1962-3781-4be8-9708-6e6cce3757bd", "name": "network-vif-deleted", "tag": "9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:27.056827 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6166f499-32f6-4fb5-9587-a2660bffde24 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:27.057277 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d1962-3781-4be8-9708-6e6cce3757bd', 'name': 'network-vif-deleted', 'tag': '9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7', 'status': 'completed', 'code': 200} Oct 19 20:24:27.106165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606b20-a9d5-4f71-bd01-49ad4e7c9bcf req-b82ebdda-1974-4098-a638-dea7e99d9d2c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.109747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c606b20-a9d5-4f71-bd01-49ad4e7c9bcf req-b82ebdda-1974-4098-a638-dea7e99d9d2c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 949 time: 0.0825973 Oct 19 20:24:27.150743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c606b20-a9d5-4f71-bd01-49ad4e7c9bcf req-a49f3ef8-9e25-41b5-a112-e2d45236bc4a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Oct 19 20:24:27.326439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35214) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:27.382128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e5a478-940c-42f1-8a21-96d10d65e776 req-02aa5420-956d-4c24-803f-69b8a8020bea tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=506d1962-3781-4be8-9708-6e6cce3757bd HTTP/1.1" status: 200 len: 210 time: 0.0493391 Oct 19 20:24:27.384453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5c23ecc-7798-4638-b835-61669c7ff7c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f253292c04741268065e7ad9f961fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567076 Oct 19 20:24:27.387324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35216) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:27.472230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:27.508403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:27.555510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.562390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.568683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.575894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.581866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:27.582319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.584624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:27.590579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0fbb0fc-4cad-4d73-9d90-8c0198cc097c HTTP/1.1" status: 204 len: 168 time: 0.1975694 Oct 19 20:24:27.590807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.595585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.596047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bad4-a993-4b92-94c5-dba0d86e32b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbb0fc-4cad-4d73-9d90-8c0198cc097c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:27.597617 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3102a19-0328-45be-86c2-c634250e94bf req-d9f84aae-5ba3-474a-a2c3-603455c1dfcf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1104167 Oct 19 20:24:27.649161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3102a19-0328-45be-86c2-c634250e94bf req-edc5ca19-5b20-4bd6-817f-95273e1f8023 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417690 Oct 19 20:24:27.722734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7566969-fc86-4289-a110-bb185735cec0 req-e21c1ce4-49af-462f-9898-59b1deab4a21 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.724470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7566969-fc86-4289-a110-bb185735cec0 req-e21c1ce4-49af-462f-9898-59b1deab4a21 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0526183 Oct 19 20:24:27.775192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7566969-fc86-4289-a110-bb185735cec0 req-156db605-e5d9-40d5-aa42-7e08d418da38 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Oct 19 20:24:27.899802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cac0e-fbde-4fad-896c-f1d83b2ce276 req-2311130f-c588-43a6-ab71-1d79a7726498 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:27.901337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b4cac0e-fbde-4fad-896c-f1d83b2ce276 req-2311130f-c588-43a6-ab71-1d79a7726498 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0569258 Oct 19 20:24:27.940285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b4cac0e-fbde-4fad-896c-f1d83b2ce276 req-7a878a02-8c07-4f1f-a165-a1558385daec tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Oct 19 20:24:28.280943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621d8e-2a3e-4de7-b68c-afef00704097 req-ace0d9b9-b262-42f9-a5fc-295da8f70740 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.285775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5621d8e-2a3e-4de7-b68c-afef00704097 req-ace0d9b9-b262-42f9-a5fc-295da8f70740 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 949 time: 0.0627635 Oct 19 20:24:28.328213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5621d8e-2a3e-4de7-b68c-afef00704097 req-554a0842-27dc-4007-938c-9f2235e74e80 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Oct 19 20:24:28.435135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35260) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:28.577711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-network', 'tenant_id': '9724fdb320944291b1f23965ec4e1823'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:28.602493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Made reservation on behalf of 9724fdb320944291b1f23965ec4e1823 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:28.605193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.613945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.706362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb5f5-21b9-4c60-8e0d-4bd60c6a717c req-63d7bab3-f122-44ed-b5d3-df6595a6c69e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.707068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66fcb5f5-21b9-4c60-8e0d-4bd60c6a717c req-63d7bab3-f122-44ed-b5d3-df6595a6c69e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0790460 Oct 19 20:24:28.777992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66fcb5f5-21b9-4c60-8e0d-4bd60c6a717c req-f13af778-0693-4857-beae-c3364f49279e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Oct 19 20:24:28.787282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.792648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.794256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.802488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.811354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.820961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.828276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.834017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:24:28.836073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.843640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.844207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6896116-5f25-429f-831c-45ccaf0c3acf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:28.851656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d890af38-57a4-450d-b755-8464f804b051 req-f105488c-dd82-496d-9faf-66f487df97bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1153772 Oct 19 20:24:28.869048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.869432 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Added segment 72e78296-976e-4e75-a14b-fd1c2ce4e1b1 of type vlan for network 1da63696-1860-4a2c-895b-4d01772d7bbd Oct 19 20:24:28.903854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d890af38-57a4-450d-b755-8464f804b051 req-ff610040-3285-4321-b9d9-35199d7cbcc7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511425 Oct 19 20:24:28.927620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.947764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 64485cee-d99e-4106-bc63-d43ce75e755a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:28.989548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:28.990798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:28.991573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.004199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 64485cee-d99e-4106-bc63-d43ce75e755a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:29.010534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 64485cee-d99e-4106-bc63-d43ce75e755a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:29.011611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.036683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5998118 Oct 19 20:24:29.039618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:29.049137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Request body: {'subnet': {'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-subnet', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:29.079850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f80c7-ef16-4efa-9655-79f60f06cd72 admin admin] Pushing event updated for resources: {'Network': ['ID=1da63696-1860-4a2c-895b-4d01772d7bbd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:29.092657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1ce7d-e7ff-4e5e-b268-15a3253c2c56 req-f2ca2d1b-1a4d-4424-9dcc-c5663956a452 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.094757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89a1ce7d-e7ff-4e5e-b268-15a3253c2c56 req-f2ca2d1b-1a4d-4424-9dcc-c5663956a452 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1430616 Oct 19 20:24:29.098794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Made reservation on behalf of 9724fdb320944291b1f23965ec4e1823 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:29.100808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1da63696-1860-4a2c-895b-4d01772d7bbd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:24:29.106702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.154284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.164103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89a1ce7d-e7ff-4e5e-b268-15a3253c2c56 req-8c116983-e799-4658-9571-4ade70abc795 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611496 Oct 19 20:24:29.331618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.362398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c411432b-175b-4782-9121-392925e6b697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.390310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:29.392827 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab7896-f4c0-4dc1-ad2a-b2b6dc562946" -d '{"events": [{"server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "name": "network-vif-plugged", "status": "completed", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:29.395452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:29.420786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Checking segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:29.421155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Network hostable DHCP agents. Network: 1da63696-1860-4a2c-895b-4d01772d7bbd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:24:29.428945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=64485cee-d99e-4106-bc63-d43ce75e755a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:29.434622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.465948 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9a9a5-bab5-4d1c-94f8-9cfb5c0c676e x-openstack-request-id: req-3fd9a9a5-bab5-4d1c-94f8-9cfb5c0c676e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:29.466237 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "name": "network-vif-plugged", "status": "completed", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:29.466658 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fd9a9a5-bab5-4d1c-94f8-9cfb5c0c676e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:29.467199 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a', 'code': 200} Oct 19 20:24:29.480791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:24:29.491982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb063b9-0c84-488c-8b06-9bf3e322221a req-56a1e95a-c6a4-40b5-be71-d7d258e09d41 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.493559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fb063b9-0c84-488c-8b06-9bf3e322221a req-56a1e95a-c6a4-40b5-be71-d7d258e09d41 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.0680509 Oct 19 20:24:29.498498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:29.501998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1da63696-1860-4a2c-895b-4d01772d7bbd) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:29.515053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.515779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.518427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e7445-bb0f-40d5-b14f-1227b98a0fbe None None] Network 1da63696-1860-4a2c-895b-4d01772d7bbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:24:29.521604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.521950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.522284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.522615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.522942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.523264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.524242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.524595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.525132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.525756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.526746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.527294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:29.560096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fb063b9-0c84-488c-8b06-9bf3e322221a req-c067f0d9-5e3f-490a-af5e-b33cc8e5ad90 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Oct 19 20:24:29.587126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fda719aa-5e1e-42ef-b7f2-5504c2f4c6b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5457053 Oct 19 20:24:29.588572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac2fe0-71a5-4a4a-a4ab-b961d654de10 req-fead59b2-2e67-461b-89ba-900a27548753 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.590489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:29.596550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecac2fe0-71a5-4a4a-a4ab-b961d654de10 req-fead59b2-2e67-461b-89ba-900a27548753 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0766389 Oct 19 20:24:29.597711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:29.622234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.623397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.646164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e98645-4693-4133-8ad3-b212b221138e req-22e8e2a1-6f7d-4880-ac05-87f9d6eb86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.648194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e6e98645-4693-4133-8ad3-b212b221138e req-22e8e2a1-6f7d-4880-ac05-87f9d6eb86bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 1101 time: 0.1111729 Oct 19 20:24:29.656100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecac2fe0-71a5-4a4a-a4ab-b961d654de10 req-18874cca-a41e-4e90-bffa-a4bccec1c317 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586903 Oct 19 20:24:29.710646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-1da63696-1860-4a2c-895b-4d01772d7bbd', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:24:29.711632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.715959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.772766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e6e98645-4693-4133-8ad3-b212b221138e req-1ab953dd-5ad9-4c3c-bef8-e8a55d22cd25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132584 Oct 19 20:24:29.883044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Allocated IP 172.20.0.2 (1da63696-1860-4a2c-895b-4d01772d7bbd/fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf/bcca48f9-88ca-471e-b235-d3af1a1ecd49) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:29.893472 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:24:29.919295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540822a-c4b3-4e0a-a7db-63e6163cb9bd req-6edd9d0e-da11-412e-866b-b8ba599f8608 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:29.921427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2540822a-c4b3-4e0a-a7db-63e6163cb9bd req-6edd9d0e-da11-412e-866b-b8ba599f8608 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.0649922 Oct 19 20:24:29.933529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:29.968522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2540822a-c4b3-4e0a-a7db-63e6163cb9bd req-b105f823-59e9-43b5-b8d3-fd57b8d26fdb tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Oct 19 20:24:30.139951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.146179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.189005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:30.192402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:30.195492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:30.244585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Pushing event updated for resources: {'Port': ['ID=bcca48f9-88ca-471e-b235-d3af1a1ecd49,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:30.247325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.252926 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.283604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.302463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Attempting to bind port bcca48f9-88ca-471e-b235-d3af1a1ecd49 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:30.303089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Attempting to bind port bcca48f9-88ca-471e-b235-d3af1a1ecd49 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:30.303654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Attempting to bind port bcca48f9-88ca-471e-b235-d3af1a1ecd49 on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:30.309208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.309455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:30.310267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Checking segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:30.310828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.311385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Bound using segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:30.312124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Bound port: bcca48f9-88ca-471e-b235-d3af1a1ecd49, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:30.312700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.316383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.325209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.333369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.339302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c897-bb26-4cc4-8f08-df8c5c09f5e6 req-d2f6446d-a6d9-44b7-972b-69f1c53f628f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.340147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.341069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f174c897-bb26-4cc4-8f08-df8c5c09f5e6 req-d2f6446d-a6d9-44b7-972b-69f1c53f628f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.0634718 Oct 19 20:24:30.348399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.358297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.368394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-814674f1-75cd-4e52-9c2e-19b000bdff06 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.2295034 Oct 19 20:24:30.390723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f174c897-bb26-4cc4-8f08-df8c5c09f5e6 req-25774956-9182-416a-92e4-e89d2d6f825b tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Oct 19 20:24:30.396613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:30.429246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:30.429573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9d0fb8f1-f1ed-453b-bbd9-d75ca3ba0ba7 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:30.433028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-572f575d-880b-4278-96a8-171bcc70816a None None] For port bcca48f9-88ca-471e-b235-d3af1a1ecd49, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:30.446594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-572f575d-880b-4278-96a8-171bcc70816a None None] For port bcca48f9-88ca-471e-b235-d3af1a1ecd49, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bcca48f9-88ca-471e-b235-d3af1a1ecd49,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:30.453050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.462465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb0301b-ce54-4a51-a1fe-23171fa1473f req-939e8e62-a862-4f19-965e-4e27f9f9d345 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930088 Oct 19 20:24:30.538975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Allocated IP 172.25.7.74 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/86917c85-d510-4bed-9550-f950c47422f6) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:30.546020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f575d-880b-4278-96a8-171bcc70816a None None] Pushing event updated for resources: {'Port': ['ID=bcca48f9-88ca-471e-b235-d3af1a1ecd49,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:30.684950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-23faef94-d5ae-4fba-8efa-313ca5c14d5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.686598 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-23faef94-d5ae-4fba-8efa-313ca5c14d5d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.1435392 Oct 19 20:24:30.708078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e861fc8-8450-4d10-b178-845fb37b43d1 req-950a4e08-269a-4d89-9281-e61d03dbb81e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:30.715815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e861fc8-8450-4d10-b178-845fb37b43d1 req-950a4e08-269a-4d89-9281-e61d03dbb81e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.0769773 Oct 19 20:24:30.783496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e861fc8-8450-4d10-b178-845fb37b43d1 req-4714b59f-ff6f-4c0e-b625-be69e2e7749d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466316 Oct 19 20:24:30.840898 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.860495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.920578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Deleting port 26fa882e-ec11-4559-ac1c-f72ae91864be {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:30.920912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:30.924171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.020671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:31.039531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:31.044703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Pushing event updated for resources: {'Port': ['ID=86917c85-d510-4bed-9550-f950c47422f6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:31.049582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:31.135316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] For port 26fa882e-ec11-4559-ac1c-f72ae91864be, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=26fa882e-ec11-4559-ac1c-f72ae91864be,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:31.135316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.199125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Calling delete_port for 26fa882e-ec11-4559-ac1c-f72ae91864be owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:31.249700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b54238-84ca-4345-a1f5-fe1bee94a919 req-b7b6326d-080a-4375-ad92-dab93e562579 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.251243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74b54238-84ca-4345-a1f5-fe1bee94a919 req-b7b6326d-080a-4375-ad92-dab93e562579 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 950 time: 0.1795332 Oct 19 20:24:31.336801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-4fb303fe-a898-4ba6-ac09-dec56ec424c9 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.338835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-4fb303fe-a898-4ba6-ac09-dec56ec424c9 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1097 time: 0.0920339 Oct 19 20:24:31.358785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:31.420110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74b54238-84ca-4345-a1f5-fe1bee94a919 req-288d5a90-caee-42fe-9b62-53f56f42909e tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507490 Oct 19 20:24:31.441452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.589231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.623283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851e616-3d55-4180-b22c-401ac3791ecf req-09252814-d801-46ac-9874-24fc15a9ec99 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.624950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a851e616-3d55-4180-b22c-401ac3791ecf req-09252814-d801-46ac-9874-24fc15a9ec99 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 946 time: 0.1224461 Oct 19 20:24:31.701770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a851e616-3d55-4180-b22c-401ac3791ecf req-1e46d493-3bec-4655-b6b2-6cfac550dee7 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 Oct 19 20:24:31.730765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:31.783376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:31.805182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6db2f4-ed17-44ec-bf2f-49b93326652a None None] Network 1da63696-1860-4a2c-895b-4d01772d7bbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:24:31.863386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:31.866047 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff52ab7-d036-4b42-96ba-1bdb191a6a81" -d '{"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-unplugged", "status": "completed", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:31.876089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.889848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.896208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.899801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.904135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.912922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] Provisioning complete for port bcca48f9-88ca-471e-b235-d3af1a1ecd49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:31.913542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:31.922171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.938768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.957555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.963727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:31.966115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32013020-fe24-41ad-9411-f63cf302287c req-ded5cc3b-eaa8-48a6-9f22-0bf48f85679c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.3253927 Oct 19 20:24:32.008781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.033037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:32.043681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event deleted for resources: {'Port': ['ID=26fa882e-ec11-4559-ac1c-f72ae91864be,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:32.045692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56102ff6-fabd-43bd-a1d6-ec454722ae74 req-734d2456-8cf4-4031-87de-0d53c8a0c4ec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:32.047769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56102ff6-fabd-43bd-a1d6-ec454722ae74 req-734d2456-8cf4-4031-87de-0d53c8a0c4ec tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.1635606 Oct 19 20:24:32.055630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on host n-h1-805649-9 for vnic_type normal with profile {"migrating_to": "n-h2-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:32.055972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:32.056304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:32.068146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:32.083967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:32.083967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Attempting to bind port d22b5906-9c8b-4760-9b85-d21d202a642a on network 65485b93-44b4-4ed4-8553-a2d87a7f0826 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:32.094210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32013020-fe24-41ad-9411-f63cf302287c req-a5203a67-86fa-4e17-a97e-c17205c637a3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805902 Oct 19 20:24:32.108509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:32.109420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Checking segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:32.109804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Bound using segment: {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:32.110272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Bound port: d22b5906-9c8b-4760-9b85-d21d202a642a, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e30b7c-32c1-45af-99ac-617f6e90f82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '65485b93-44b4-4ed4-8553-a2d87a7f0826'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:32.110638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.185656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] No DVR routers for this DVR port 26fa882e-ec11-4559-ac1c-f72ae91864be on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:32.189741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.190143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56102ff6-fabd-43bd-a1d6-ec454722ae74 req-f4ab038c-4de4-4898-bd8e-71cb1739ae48 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310565 Oct 19 20:24:32.192176 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191bc18a-d37e-4739-9e97-a485c32105d5 x-openstack-request-id: req-191bc18a-d37e-4739-9e97-a485c32105d5 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:32.192376 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-unplugged", "status": "completed", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:32.192713 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-191bc18a-d37e-4739-9e97-a485c32105d5 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:32.193034 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'code': 200} Oct 19 20:24:32.212168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.302136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:32.311915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:32.326667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.362195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] For port bcca48f9-88ca-471e-b235-d3af1a1ecd49, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bcca48f9-88ca-471e-b235-d3af1a1ecd49,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:32.378021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.390325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.397466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.406507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8a9f3ce-4258-4aea-9bf9-1fb8374b1eac req-c402b590-2ffd-417a-b41b-bf325c982525 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "DELETE /v2.0/ports/26fa882e-ec11-4559-ac1c-f72ae91864be HTTP/1.1" status: 204 len: 173 time: 1.7057245 Oct 19 20:24:32.408658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-deleted', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:32.415947 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c29a4-1b9e-4fe0-ac42-e4cd60337f91" -d '{"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-deleted", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:32.423985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bcca48f9-88ca-471e-b235-d3af1a1ecd49 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:32.484799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:32.589959 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f6b552-640f-418b-a135-2d7d0e9ebf30 x-openstack-request-id: req-e0f6b552-640f-418b-a135-2d7d0e9ebf30 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:32.590298 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560fe04-03e7-4027-8f8b-2ad09f6824a1", "name": "network-vif-deleted", "tag": "26fa882e-ec11-4559-ac1c-f72ae91864be", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:32.590491 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f6b552-640f-418b-a135-2d7d0e9ebf30 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:32.590854 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560fe04-03e7-4027-8f8b-2ad09f6824a1', 'name': 'network-vif-deleted', 'tag': '26fa882e-ec11-4559-ac1c-f72ae91864be', 'status': 'completed', 'code': 200} Oct 19 20:24:32.644579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:32.645154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.646636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-431093f6-02eb-4a35-840b-f90154297e00 service neutron] 10.222.0.11 "PUT /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 1122 time: 1.2975039 Oct 19 20:24:32.663662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59754-c3d9-453b-abe0-25565f4d6592 req-9a966165-52d0-46da-9f07-78a0a9dff60b tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:32.667230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91a59754-c3d9-453b-abe0-25565f4d6592 req-9a966165-52d0-46da-9f07-78a0a9dff60b tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 1101 time: 0.2019649 Oct 19 20:24:32.731332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342206e-079a-447d-9f5c-660a7a5abcae None None] Pushing event updated for resources: {'Port': ['ID=bcca48f9-88ca-471e-b235-d3af1a1ecd49,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:32.748039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91a59754-c3d9-453b-abe0-25565f4d6592 req-1b38dd51-7b65-4c75-9433-d13dfe781f3b tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720375 Oct 19 20:24:32.759824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d22b5906-9c8b-4760-9b85-d21d202a642a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:32.836590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d22b5906-9c8b-4760-9b85-d21d202a642a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:32.887005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6ba9fc5a-e1e9-436c-95a5-1e67ed3c9a8c None None] Provisioning complete for port bcca48f9-88ca-471e-b235-d3af1a1ecd49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:32.887477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ba9fc5a-e1e9-436c-95a5-1e67ed3c9a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.896740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bcca48f9-88ca-471e-b235-d3af1a1ecd49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:32.897100 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:32.988298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:33.020698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e100d-f615-4402-807b-066035548122 req-4a4e6ab2-ed03-4868-9987-f8cba6abcc6f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.022264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6e100d-f615-4402-807b-066035548122 req-4a4e6ab2-ed03-4868-9987-f8cba6abcc6f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.0577834 Oct 19 20:24:33.025214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:33.076414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6e100d-f615-4402-807b-066035548122 req-a97de9c8-8d56-4470-bd8c-2447835bb29e tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Oct 19 20:24:33.132839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 26fa882e-ec11-4559-ac1c-f72ae91864be {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:33.133398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 26fa882e-ec11-4559-ac1c-f72ae91864be not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:33.214741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8eab2d0-c238-4d66-a130-b77c6dd85531 req-cfd7e0ce-87fa-4a20-b5fc-457293b932cd tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560fe04-03e7-4027-8f8b-2ad09f6824a1 HTTP/1.1" status: 200 len: 210 time: 0.0491323 Oct 19 20:24:33.299557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:24:33.388845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-5cf45f15-befe-46dc-b845-a0c603005c6b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487180 Oct 19 20:24:33.433886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:24:33.445803 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:24:33.467827 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:33.469869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:33.488984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:33.493178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de710d47-33b0-4e6e-9913-b5f898316768 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9005315 Oct 19 20:24:33.494903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35362) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:33.577242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.583358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.589507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.590529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-1ce1db1f-b685-4346-b587-ffb65ddc8c5d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.591959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-1ce1db1f-b685-4346-b587-ffb65ddc8c5d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015064 Oct 19 20:24:33.596242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.602398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.609777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.616024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:33.624144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-277069d1-b04b-4158-b913-fe86964824e2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1918557 Oct 19 20:24:33.630892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-ec0664d0-09f9-4ce2-9fa2-ad0f0ae2fe3c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.0298383 Oct 19 20:24:33.721630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b50dac8-cf4a-480d-bcad-9cf96fcd907f req-f378e4f3-6142-4bda-83a1-40094fe315c0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901046 Oct 19 20:24:33.741683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:33.746250 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:33.747618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-2cda0cfa-7d3f-413e-86f3-a47072be307b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1062672 Oct 19 20:24:33.787143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a has no active binding in host n-h2-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:24:34.012992 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:31Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:34.046292 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:24:34.046583 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Updating router bcf28124-cd26-409b-ae8c-7d5b9a191515 port 86917c85-d510-4bed-9550-f950c47422f6 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:24:34.053655 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-470e9564-61f5-4aa3-bcc5-bfa34c11b487 req-4c880bde-ee9c-417f-bdf7-70fcffe28e07 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 210 time: 0.0592532 Oct 19 20:24:34.082909 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.176610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.194317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:34.197345 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25fefb-67dc-416c-ac9a-88536572b126" -d '{"events": [{"name": "network-changed", "server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:34.324621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bcca48f9-88ca-471e-b235-d3af1a1ecd49 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:34.332443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fe818-c193-46fd-bb26-582c2b01389b req-6394d95c-1087-4da5-8662-e53f4272bbec tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.341335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b41fe818-c193-46fd-bb26-582c2b01389b req-6394d95c-1087-4da5-8662-e53f4272bbec tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1323843 Oct 19 20:24:34.345611 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71a452-4c52-4851-aa42-6aa6c61b74a0 x-openstack-request-id: req-7a71a452-4c52-4851-aa42-6aa6c61b74a0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:34.345895 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:34.346198 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a71a452-4c52-4851-aa42-6aa6c61b74a0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:34.346593 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'status': 'completed', 'code': 200} Oct 19 20:24:34.399397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bcca48f9-88ca-471e-b235-d3af1a1ecd49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:34.399807 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.426077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b41fe818-c193-46fd-bb26-582c2b01389b req-bdd3990c-08e1-437f-b331-d35d9ddc370c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837574 Oct 19 20:24:34.514020 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.521832 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.597789 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Pushing event updated for resources: {'Port': ['ID=86917c85-d510-4bed-9550-f950c47422f6,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:34.609428 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.610264 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.611057 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.611788 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.612496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.613066 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.613622 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.614295 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.615087 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.615720 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.616208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.616712 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:24:34.639904 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Attempting to bind port 86917c85-d510-4bed-9550-f950c47422f6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:34.640521 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Attempting to bind port 86917c85-d510-4bed-9550-f950c47422f6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:34.641070 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Attempting to bind port 86917c85-d510-4bed-9550-f950c47422f6 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:34.647237 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:34.647892 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:34.648456 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.649011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:34.649684 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Bound port: 86917c85-d510-4bed-9550-f950c47422f6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:34.650952 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.670046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Allocated IP 172.20.0.1 (1da63696-1860-4a2c-895b-4d01772d7bbd/fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf/fc09c6d7-7b52-47aa-b854-3798430b5d2a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:34.678272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-1b1c780c-d22a-4db7-9bd5-4a16f8163e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.680027 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-1b1c780c-d22a-4db7-9bd5-4a16f8163e62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1125 time: 0.3344564 Oct 19 20:24:34.737497 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] For port 86917c85-d510-4bed-9550-f950c47422f6, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:34.744156 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] For port 86917c85-d510-4bed-9550-f950c47422f6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=86917c85-d510-4bed-9550-f950c47422f6,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:34.751327 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:34.929216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.935948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.942591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.949480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.955718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.962053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.968809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.970727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f899a928-febc-4385-bd40-d70425f15ab5 req-e718fe11-22c2-47c7-8122-3548174c638d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1397603 Oct 19 20:24:34.988230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47b191-fd3e-41b0-8f01-781ab19e2430 req-0c9d78fb-f506-43d4-b228-c2eda9e13507 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:34.990710 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820334-6c05-471d-9e22-e3d2170dbc59 None None] Pushing event updated for resources: {'Port': ['ID=86917c85-d510-4bed-9550-f950c47422f6,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:34.996212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a47b191-fd3e-41b0-8f01-781ab19e2430 req-0c9d78fb-f506-43d4-b228-c2eda9e13507 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1534033 Oct 19 20:24:35.013911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f899a928-febc-4385-bd40-d70425f15ab5 req-1a2893b8-a9e4-490d-9552-0f4580597345 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368843 Oct 19 20:24:35.015210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:35.016150 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:35.044216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-b99863ac-1209-4bf4-9b38-e30038f0951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:35.045968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-b99863ac-1209-4bf4-9b38-e30038f0951d service neutron] 10.222.0.37 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.3292327 Oct 19 20:24:35.124025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:35.126435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-543213c7-a4bb-4a8d-b395-65a4c6e8c478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 217 time: 0.0680795 Oct 19 20:24:35.136262 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:35.137472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a47b191-fd3e-41b0-8f01-781ab19e2430 req-62ba7683-63e9-4aa1-b661-fe991cde741d tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403081 Oct 19 20:24:35.192946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-523ba58f-7bbe-4f11-88bf-25049154cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:35.194539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-523ba58f-7bbe-4f11-88bf-25049154cd9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.0560479 Oct 19 20:24:35.200943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-862af3e4-0a01-47a1-80fe-936d49f5b0d4 req-14157a92-ade8-42e5-b5e6-84b7cfb605d1 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 210 time: 0.0349612 Oct 19 20:24:35.246706 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-8491a535-0b85-452a-b79f-be56b8c1ef07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388708 Oct 19 20:24:35.268374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:35.327774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:35.346448 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:31Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:35.366146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:35.369014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:35.373602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Pushing event updated for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:35.378577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e8df9-9822-45a5-ba26-397351ca437c None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:31Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:24:35.435144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:35.538685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-ff2d51a7-87de-4541-908b-6099f63dac13 service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801552 Oct 19 20:24:35.642723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-dc9558d6-4f06-4f60-88c3-a82483843be8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300658 Oct 19 20:24:35.766565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a25fefb-67dc-416c-ac9a-88536572b126 req-b206bd11-5c04-46ac-a49b-0d40cae9eacc service neutron] 10.222.0.37 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191992 Oct 19 20:24:35.844901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7ddc-5a41-4cff-80f6-e9ddd7552fab req-538f2b80-d595-4cf5-966d-03b5ef5b0683 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:35.847137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-903c7ddc-5a41-4cff-80f6-e9ddd7552fab req-538f2b80-d595-4cf5-966d-03b5ef5b0683 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.2479453 Oct 19 20:24:35.856099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:35.872513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de47b03d-3c63-4c00-8862-a37664c3616a None None] Provisioning complete for port fc09c6d7-7b52-47aa-b854-3798430b5d2a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:35.875860 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de47b03d-3c63-4c00-8862-a37664c3616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:35.922722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-a3111e8e-a29e-4903-b514-11a915f3845f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:35.924800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-a3111e8e-a29e-4903-b514-11a915f3845f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749710 Oct 19 20:24:35.933941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-903c7ddc-5a41-4cff-80f6-e9ddd7552fab req-c8f04c84-3664-4cfd-96dc-0f248f67d6e0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Oct 19 20:24:35.941320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:35.942045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de47b03d-3c63-4c00-8862-a37664c3616a None None] Port fc09c6d7-7b52-47aa-b854-3798430b5d2a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:36.117058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.117743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:36.122755 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.122939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.243513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.252170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.266848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.279130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.287588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.294838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.295042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.305645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Pushing event updated for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:36.310285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 86917c85-d510-4bed-9550-f950c47422f6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:36.313737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.333433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-4ed479d0-7036-44da-9cd0-c789edd21192 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.2000024 Oct 19 20:24:36.395599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 86917c85-d510-4bed-9550-f950c47422f6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:36.395959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.436859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7980e5-e37a-43b9-bb70-829e8d08d751 req-88624288-de04-4c50-b87c-0821424938a5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:36.445518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ee911ed-060c-4dad-9860-c382a2c49157 req-74e7d168-b6a9-4423-8483-8dcc5414a5f2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065605 Oct 19 20:24:36.445849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a7980e5-e37a-43b9-bb70-829e8d08d751 req-88624288-de04-4c50-b87c-0821424938a5 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1289933 Oct 19 20:24:36.514909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a7980e5-e37a-43b9-bb70-829e8d08d751 req-2f224e0a-ef53-49d2-8e73-5402bb3ebab2 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/security-groups?id=d6278626-1815-42c1-83c6-a72f3295f91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Oct 19 20:24:36.533762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:36.535474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:36.681821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:24:36.682963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fefc85d9-5b56-413f-bf44-70a85aeb89fa req-38cda449-789f-4583-b14e-b9587aeda5fd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 210 time: 0.0814528 Oct 19 20:24:36.705719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.185 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/4123b68a-acb5-4292-be88-581246b529f7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:36.763762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.786798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 86917c85-d510-4bed-9550-f950c47422f6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=86917c85-d510-4bed-9550-f950c47422f6,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:36.794654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.872514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:24:36.875959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=86917c85-d510-4bed-9550-f950c47422f6,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:36.880139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a44cebf7-e44b-4054-9cbd-134df882b3da admin admin] 10.222.0.31 "PUT /v2.0/routers/bcf28124-cd26-409b-ae8c-7d5b9a191515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3841915 Oct 19 20:24:36.891412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-37487832-f55c-43e7-b4b0-f3df57c1e4ee None None] Provisioning complete for port fc09c6d7-7b52-47aa-b854-3798430b5d2a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:36.892128 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37487832-f55c-43e7-b4b0-f3df57c1e4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:36.931027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-37487832-f55c-43e7-b4b0-f3df57c1e4ee None None] Port fc09c6d7-7b52-47aa-b854-3798430b5d2a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:36.973992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.043939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.060766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', '64485cee-d99e-4106-bc63-d43ce75e755a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:37.128776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:37.139691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:37.141614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:37.142356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:37.149979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:37.211727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f1881-327d-4094-9f3b-848bd6a637f0 req-cfce3a4e-0fac-401c-a9b9-6a717d304ea0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.218960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-967f1881-327d-4094-9f3b-848bd6a637f0 req-cfce3a4e-0fac-401c-a9b9-6a717d304ea0 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1888113 Oct 19 20:24:37.287298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.291963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.322371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-0cf40618-e4b6-48d1-8905-a2f038afc827 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.326447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-0cf40618-e4b6-48d1-8905-a2f038afc827 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 950 time: 0.1358280 Oct 19 20:24:37.420056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-92697896-204e-464d-af35-5916b5a85e09 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4834001 Oct 19 20:24:37.429971 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-967f1881-327d-4094-9f3b-848bd6a637f0 req-faa84d48-583e-4824-bcc8-27bf5ac43fbe tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273901 Oct 19 20:24:37.445945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Request body: {'port': {'device_id': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:37.552675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.576767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5fcd9ba7-39c8-486a-acce-987730380149 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.584219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5fcd9ba7-39c8-486a-acce-987730380149 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 821 time: 0.1777413 Oct 19 20:24:37.663744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5b95be9e-73bd-403c-909b-14e58e24d677 None None] Provisioning complete for port 4123b68a-acb5-4292-be88-581246b529f7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:37.665651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b95be9e-73bd-403c-909b-14e58e24d677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.683899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-4d44a9b8-8b31-4752-bc73-be3749fa57bc tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/quotas/9724fdb320944291b1f23965ec4e1823 HTTP/1.1" status: 200 len: 375 time: 0.0987549 Oct 19 20:24:37.770661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5eb034f0-58f1-47c7-9a1c-4276588dfc3b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858214 Oct 19 20:24:37.813588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Deleting port 84e94011-3374-4efe-8d3f-065c0625a893 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:37.815077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:37.820073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5b95be9e-73bd-403c-909b-14e58e24d677 None None] Port 4123b68a-acb5-4292-be88-581246b529f7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:37.913119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.920558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.928580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.935235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.942953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.952110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.957992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:24:37.958840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:37.960988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-ec10a035-78b6-4262-a0ab-ca011bafdc2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1454027 Oct 19 20:24:38.016604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:38.017891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:38.031237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] For port 84e94011-3374-4efe-8d3f-065c0625a893, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84e94011-3374-4efe-8d3f-065c0625a893,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:38.032543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.060336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-67caa35c-769a-401d-aa4c-cf4448fabb86 req-4b369b17-b42b-4e63-9ac0-40f3db5361ee tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867851 Oct 19 20:24:38.063031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Calling delete_port for 84e94011-3374-4efe-8d3f-065c0625a893 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:38.105076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4123b68a-acb5-4292-be88-581246b529f7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:38.130863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.133619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-0bac3202-b82c-4478-9332-2d2f1f1e579a service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619030 Oct 19 20:24:38.161550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Transition to ACTIVE for port object 4123b68a-acb5-4292-be88-581246b529f7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:38.166970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.255852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 86917c85-d510-4bed-9550-f950c47422f6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:38.277440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:38.358910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-abc59cdf-d9b5-43f9-a9ac-ecac3ba49a4a service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678205 Oct 19 20:24:38.465078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.476320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:38.552560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 86917c85-d510-4bed-9550-f950c47422f6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:38.553089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.683274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] No DVR routers for this DVR port 84e94011-3374-4efe-8d3f-065c0625a893 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:38.688034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.693047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e212e730-2ff8-48d6-a451-ca4c2922e933 req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.11 "DELETE /v2.0/ports/84e94011-3374-4efe-8d3f-065c0625a893 HTTP/1.1" status: 204 len: 173 time: 1.3586843 Oct 19 20:24:38.693845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-deleted', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:38.696482 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02bfba-9c91-4623-bb70-af558c4260ba" -d '{"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-deleted", "tag": "84e94011-3374-4efe-8d3f-065c0625a893"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:38.716418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce929b-9b6f-4060-ad5e-3b672ccac763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] Pushing event deleted for resources: {'Port': ['ID=84e94011-3374-4efe-8d3f-065c0625a893,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:38.753491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6d15-634a-43e0-8f6d-1ff783b1ebc4 req-7f30e7a8-0938-4e17-8776-910aae589355 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:38.762401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-686d6d15-634a-43e0-8f6d-1ff783b1ebc4 req-7f30e7a8-0938-4e17-8776-910aae589355 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 948 time: 0.1138787 Oct 19 20:24:38.821175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d631eb08-ee98-4aeb-92ae-4e9f98c1d577 req-74c10d0c-1104-4a50-8b29-b1b6a04e2763 tempest-MigrationsAdminTest-1941789652 tempest-MigrationsAdminTest-1941789652-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d638670-8150-46fd-8322-9ef50756d42d HTTP/1.1" status: 200 len: 210 time: 0.2425320 Oct 19 20:24:38.833137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-686d6d15-634a-43e0-8f6d-1ff783b1ebc4 req-c603345e-ba09-4f17-aa91-4b7457ed2432 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654993 Oct 19 20:24:38.865074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:38.886172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Attempting to bind port 4123b68a-acb5-4292-be88-581246b529f7 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:38.886510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Attempting to bind port 4123b68a-acb5-4292-be88-581246b529f7 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:38.886833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Attempting to bind port 4123b68a-acb5-4292-be88-581246b529f7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:38.911142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Port 4123b68a-acb5-4292-be88-581246b529f7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:38.911827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Attempting to bind port 4123b68a-acb5-4292-be88-581246b529f7 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:38.927163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:38.927719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:38.928188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:38.928794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Bound port: 4123b68a-acb5-4292-be88-581246b529f7, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:38.929250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:38.992937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613730cc-a091-4b32-9b18-031a60426111 req-128ccae9-f52e-4a85-9cef-57728c24a66a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.001924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-613730cc-a091-4b32-9b18-031a60426111 req-128ccae9-f52e-4a85-9cef-57728c24a66a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.0675583 Oct 19 20:24:39.013150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 2, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:39.060150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:24:39.060502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Updating router bcf28124-cd26-409b-ae8c-7d5b9a191515 port fc09c6d7-7b52-47aa-b854-3798430b5d2a binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:24:39.064041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-613730cc-a091-4b32-9b18-031a60426111 req-95bcb63f-9857-4777-9cc6-dbaacc6c421f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611517 Oct 19 20:24:39.076774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:39.081448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4123b68a-acb5-4292-be88-581246b529f7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:39.101540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.128979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.184750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:39.190023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9b3886e-5977-4fd8-8874-bdfb7cd42c5e req-73be7648-685a-4b57-bc0c-ce8e071a8899 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 210 time: 0.1045189 Oct 19 20:24:39.203169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.203925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.205674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-57265720-8d13-4e2c-a486-746428ab65c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4123b68a-acb5-4292-be88-581246b529f7 HTTP/1.1" status: 200 len: 1096 time: 1.7730691 Oct 19 20:24:39.206126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'tag': '4123b68a-acb5-4292-be88-581246b529f7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:39.208508 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b93f0-16d2-49c2-b331-e829a21344da" -d '{"events": [{"name": "network-changed", "server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "tag": "4123b68a-acb5-4292-be88-581246b529f7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:39.290409 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61408d8e-3f50-46bc-8601-54942b2cd089 x-openstack-request-id: req-61408d8e-3f50-46bc-8601-54942b2cd089 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:39.290934 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d638670-8150-46fd-8322-9ef50756d42d", "name": "network-vif-deleted", "tag": "84e94011-3374-4efe-8d3f-065c0625a893", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:39.291966 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61408d8e-3f50-46bc-8601-54942b2cd089 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:39.293018 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d638670-8150-46fd-8322-9ef50756d42d', 'name': 'network-vif-deleted', 'tag': '84e94011-3374-4efe-8d3f-065c0625a893', 'status': 'completed', 'code': 200} Oct 19 20:24:39.418957 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bb73bb-a1c4-4512-b87c-c2c79e756ea2 x-openstack-request-id: req-60bb73bb-a1c4-4512-b87c-c2c79e756ea2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:39.421629 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "tag": "4123b68a-acb5-4292-be88-581246b529f7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:39.421893 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60bb73bb-a1c4-4512-b87c-c2c79e756ea2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:39.422315 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'tag': '4123b68a-acb5-4292-be88-581246b529f7', 'status': 'completed', 'code': 200} Oct 19 20:24:39.443135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-0033a2ca-7adb-4a27-b667-0c6209577f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.444700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-0033a2ca-7adb-4a27-b667-0c6209577f91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 1099 time: 0.1916296 Oct 19 20:24:39.461364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.467926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.474590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.482105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.488974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.497432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.504360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.506648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-3cc152b4-9903-4dd9-b67c-334338cdc19f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1618652 Oct 19 20:24:39.552270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-5385fe8c-bc6c-453a-8fc6-f0e2593a5461 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4123b68a-acb5-4292-be88-581246b529f7 HTTP/1.1" status: 200 len: 217 time: 0.0437310 Oct 19 20:24:39.640212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.654485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e10132a4-e03c-453d-bcd7-c3c3a7fb2336 req-ec72a330-c4f7-4fb8-b2b8-afe3cd13b940 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990491 Oct 19 20:24:39.657442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.671913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-ff56b3b1-be3c-47a0-8cb6-f30efdd158d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.675396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-ff56b3b1-be3c-47a0-8cb6-f30efdd158d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0963480 Oct 19 20:24:39.753473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ded5-893a-4975-ad06-f412af6de073 req-e2bc99e1-d5b0-4726-b015-b2c87a10ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:39.766023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-e2bc99e1-d5b0-4726-b015-b2c87a10ae93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775900 Oct 19 20:24:39.817464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0a3e-648f-4827-a6d7-87893e109bc1 None None] Pushing event updated for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:39.858027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Attempting to bind port fc09c6d7-7b52-47aa-b854-3798430b5d2a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:39.858775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Attempting to bind port fc09c6d7-7b52-47aa-b854-3798430b5d2a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:39.859505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Attempting to bind port fc09c6d7-7b52-47aa-b854-3798430b5d2a on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:39.874452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:39.875124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Checking segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:39.875708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.876533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Bound using segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:39.877177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Bound port: fc09c6d7-7b52-47aa-b854-3798430b5d2a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:39.877736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:39.954473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84e94011-3374-4efe-8d3f-065c0625a893'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:40.004503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-5af2562c-ab94-4590-b7ad-bd4fc459ddb7 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108326 Oct 19 20:24:40.031680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] For port fc09c6d7-7b52-47aa-b854-3798430b5d2a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:40.035301 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] For port fc09c6d7-7b52-47aa-b854-3798430b5d2a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc09c6d7-7b52-47aa-b854-3798430b5d2a,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:40.039948 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:40.179426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:40.180376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:40.226426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] Provisioning complete for port fc09c6d7-7b52-47aa-b854-3798430b5d2a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:40.226923 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:40.341694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0a3e-648f-4827-a6d7-87893e109bc1 None None] Pushing event updated for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:40.347323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c058c1-828e-4192-96c0-804a3e6ac449 req-31a00552-12b8-4e6d-8f77-b608134ad5ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:40.348889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7c058c1-828e-4192-96c0-804a3e6ac449 req-31a00552-12b8-4e6d-8f77-b608134ad5ef tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 948 time: 0.4095197 Oct 19 20:24:40.370236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35482) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:40.469507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:40.491326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10d1ded5-893a-4975-ad06-f412af6de073 req-27d1058f-778b-4a6b-8295-ee440b2612fe service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859121 Oct 19 20:24:40.517963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7c058c1-828e-4192-96c0-804a3e6ac449 req-f621fd21-7238-4572-80bb-42d2d31195c4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541266 Oct 19 20:24:40.518600 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:40.522412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-dd7e475d-3727-4118-8916-d9b244d79d00 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:40.527094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-dd7e475d-3727-4118-8916-d9b244d79d00 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 821 time: 0.2750096 Oct 19 20:24:40.562473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'port': {'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'admin_state_up': True, 'tenant_id': '9724fdb320944291b1f23965ec4e1823'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:40.721574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-01c6b9fe-df65-4312-9844-b4f7cc4bbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:40.736096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-01c6b9fe-df65-4312-9844-b4f7cc4bbce4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 1099 time: 0.1384947 Oct 19 20:24:40.759478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Made reservation on behalf of 9724fdb320944291b1f23965ec4e1823 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:40.765898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:40.779386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbcf28-3774-4551-b2c5-ebee07c3719c req-fd505cf7-8147-4bdb-883a-44c8751b58d9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:40.789943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] For port fc09c6d7-7b52-47aa-b854-3798430b5d2a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc09c6d7-7b52-47aa-b854-3798430b5d2a,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:40.791098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65fbcf28-3774-4551-b2c5-ebee07c3719c req-fd505cf7-8147-4bdb-883a-44c8751b58d9 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.5870566 Oct 19 20:24:40.796324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:40.858535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65fbcf28-3774-4551-b2c5-ebee07c3719c req-36bff676-d816-4274-a6af-0b1dcf91cc0f tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661139 Oct 19 20:24:40.926471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-daedaf7e-f6bf-44a3-b34f-74f852c3e7f8 req-55f770ec-0446-46d2-b65e-ff254d82969c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 210 time: 0.1205170 Oct 19 20:24:40.929779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca394-9c72-4681-b9be-26655084d41c None None] Pushing event updated for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:40.936713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d6384ecd-19f5-4c05-bd5d-9cedd233e389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96bed1dba4ab40ce9e56c835ab5bdea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554240 Oct 19 20:24:40.939319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35490) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:40.969633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a4e5b209-bd81-416b-a0cc-68c4d6b0885f None None] Provisioning complete for port fc09c6d7-7b52-47aa-b854-3798430b5d2a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:40.970001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b209-bd81-416b-a0cc-68c4d6b0885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:41.043102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:41.055871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:41.081721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-4d38b067-59c8-4b87-8f73-779fa4e032fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.083478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-4d38b067-59c8-4b87-8f73-779fa4e032fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3113823 Oct 19 20:24:41.083703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Allocated IP 172.20.0.8 (1da63696-1860-4a2c-895b-4d01772d7bbd/fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf/caf9d80e-4c2e-4443-acc0-ce9808010fe5) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:41.102407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07f6f-975f-4673-b0b0-2ec49b336f62 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:24:41.127732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:41.240443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-65bd2523-8929-4670-91d4-575251e99150 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4123b68a-acb5-4292-be88-581246b529f7 HTTP/1.1" status: 200 len: 217 time: 0.1461921 Oct 19 20:24:41.319755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-8ce032b2-bcdb-45bd-9ff8-aa6a013f5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.321566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-8ce032b2-bcdb-45bd-9ff8-aa6a013f5156 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0696068 Oct 19 20:24:41.352512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:41.356190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:41.359995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6278626-1815-42c1-83c6-a72f3295f91d HTTP/1.1" status: 204 len: 168 time: 0.4169593 Oct 19 20:24:41.393561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d992ac4-b5cf-4708-97b6-f97c16c6180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6278626-1815-42c1-83c6-a72f3295f91d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:41.418337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-07731d9d-7f1f-4c70-8749-31c675236da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.432701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-07731d9d-7f1f-4c70-8749-31c675236da6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943851 Oct 19 20:24:41.568703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-7bad23e0-ce35-4d10-8dd9-bc9150ca5beb service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273406 Oct 19 20:24:41.768170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c1b93f0-16d2-49c2-b331-e829a21344da req-392f20c8-52e2-4131-afee-c9c905449dbc service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895616 Oct 19 20:24:41.782429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.788439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.795390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.799824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e510a-5c68-4e70-beba-965ed84316d9 req-77e04f3a-d264-4f03-bb70-06d1e1af3983 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.801587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d7e510a-5c68-4e70-beba-965ed84316d9 req-77e04f3a-d264-4f03-bb70-06d1e1af3983 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 948 time: 0.0812325 Oct 19 20:24:41.814427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.825182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.832861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.843496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:41.851483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-751845ca-978d-400a-b10f-16eda9e2c479 req-d2d7afe1-f2f1-4624-82bd-b6a2f590afa8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.7074447 Oct 19 20:24:41.887090 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d7e510a-5c68-4e70-beba-965ed84316d9 req-d9d75f5e-6e2d-4506-a80f-da9e32bd15c5 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Oct 19 20:24:41.889898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:41.974453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dbac85d8-5db6-46f9-b145-7c5468872952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dafc80b6117e4398b3a92707fba1b66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829649 Oct 19 20:24:41.988777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35510) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:41.998720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-751845ca-978d-400a-b10f-16eda9e2c479 req-91c081d9-9786-43e9-9a18-b1f7bbf7a040 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439373 Oct 19 20:24:42.017068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.097768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.180733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:42.189366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:42.194724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.208266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:42.215668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event updated for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:42.221117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bd11a-2b18-41d4-ab1a-96c5340e3957 req-d7cb68aa-9407-4543-a5f8-699e0fd286e5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:42.230146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b9bd11a-2b18-41d4-ab1a-96c5340e3957 req-d7cb68aa-9407-4543-a5f8-699e0fd286e5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 944 time: 0.1449609 Oct 19 20:24:42.255283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc09c6d7-7b52-47aa-b854-3798430b5d2a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:42.270508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-4adf3a91-272f-4ffd-aa67-efba9c0b335b service neutron] 10.222.0.37 "GET /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.2741675 Oct 19 20:24:42.293825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1b921-d28a-4bef-ba95-e107f93f44b6 req-b0288d3b-45ed-4927-932a-789d5ac37614 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:42.300782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.302432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efd1b921-d28a-4bef-ba95-e107f93f44b6 req-b0288d3b-45ed-4927-932a-789d5ac37614 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 931 time: 0.1674068 Oct 19 20:24:42.338899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port fc09c6d7-7b52-47aa-b854-3798430b5d2a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:42.339536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.362045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efd1b921-d28a-4bef-ba95-e107f93f44b6 req-944e6364-5d7d-43cd-9791-08339e657042 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586524 Oct 19 20:24:42.375476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:42.376105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.408956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-2e000253-bc1d-4b15-a2c9-f4dd397361d4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8651032 Oct 19 20:24:42.421924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.422148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Request body: {'port': {'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:42.433263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b9bd11a-2b18-41d4-ab1a-96c5340e3957 req-9e9df7b5-809d-444e-aca0-ee8223be6803 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022126 Oct 19 20:24:42.518662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.534826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.537494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.538673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88e79bc5-b8f4-446a-8a4a-1010fe8b2984 HTTP/1.1" status: 204 len: 168 time: 0.5483210 Oct 19 20:24:42.572349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc3afd-8f43-4ba4-a94b-e0842c40d685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e79bc5-b8f4-446a-8a4a-1010fe8b2984,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:42.577247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0ed07841-ecea-4d6a-9467-591ba2559c3b None None] Provisioning complete for port caf9d80e-4c2e-4443-acc0-ce9808010fe5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:42.577781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ed07841-ecea-4d6a-9467-591ba2559c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.635863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0ed07841-ecea-4d6a-9467-591ba2559c3b None None] Port caf9d80e-4c2e-4443-acc0-ce9808010fe5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:42.695256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:42.718759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:42.763543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22b5906-9c8b-4760-9b85-d21d202a642a {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:42.779178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:42.792361 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.800824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.894189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] Transition to ACTIVE for port object d22b5906-9c8b-4760-9b85-d21d202a642a will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:42.902857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf9d80e-4c2e-4443-acc0-ce9808010fe5 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:42.906133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.918578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.950130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Transition to ACTIVE for port object caf9d80e-4c2e-4443-acc0-ce9808010fe5 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:42.954561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:42.998816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] No DVR routers for this DVR port d22b5906-9c8b-4760-9b85-d21d202a642a on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:43.010637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4123b68a-acb5-4292-be88-581246b529f7 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:43.014917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:43.030003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] Pushing event updated for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:43.039854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-c65235c1-68fb-4e49-9018-568ddbd6e13f service neutron] 10.222.0.37 "PUT /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a/bindings/n-h2-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7368796 Oct 19 20:24:43.055645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 84e94011-3374-4efe-8d3f-065c0625a893 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:43.055997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84e94011-3374-4efe-8d3f-065c0625a893 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:43.063517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:43.103510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28dbb7-f30a-4ad4-a89b-551995011c30 req-bcebc62e-6fbc-48d6-be06-1511be9299b8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.105988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c28dbb7-f30a-4ad4-a89b-551995011c30 req-bcebc62e-6fbc-48d6-be06-1511be9299b8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 948 time: 0.1222014 Oct 19 20:24:43.178583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4123b68a-acb5-4292-be88-581246b529f7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:43.184683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-404ad744-d7ac-4fbd-8f9a-07dd5087ddac tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.186311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-404ad744-d7ac-4fbd-8f9a-07dd5087ddac tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0690587 Oct 19 20:24:43.192658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '4123b68a-acb5-4292-be88-581246b529f7', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '4123b68a-acb5-4292-be88-581246b529f7', 'mac_address': 'fa:16:3e:a7:fa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:43.239277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:43.276689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4123b68a-acb5-4292-be88-581246b529f7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:43.306791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4123b68a-acb5-4292-be88-581246b529f7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:43.310565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c28dbb7-f30a-4ad4-a89b-551995011c30 req-9f6438c9-2f9f-465d-8eff-8d2149622d14 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839647 Oct 19 20:24:43.312737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:43.353532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Attempting to bind port caf9d80e-4c2e-4443-acc0-ce9808010fe5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:43.354249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Attempting to bind port caf9d80e-4c2e-4443-acc0-ce9808010fe5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:43.354708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Attempting to bind port caf9d80e-4c2e-4443-acc0-ce9808010fe5 on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:43.360112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Port caf9d80e-4c2e-4443-acc0-ce9808010fe5 on network 1da63696-1860-4a2c-895b-4d01772d7bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:43.360622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Attempting to bind port caf9d80e-4c2e-4443-acc0-ce9808010fe5 on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:43.367509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:43.367933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Checking segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:43.368389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Bound using segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:43.369073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Bound port: caf9d80e-4c2e-4443-acc0-ce9808010fe5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:43.369495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:43.398628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-9a22511b-291f-4286-a0b1-3fcebf83d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.400340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-9a22511b-291f-4286-a0b1-3fcebf83d3e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78&tenant_id=ece9c09a677e41ffb8f455718950bdf3 HTTP/1.1" status: 200 len: 1096 time: 0.2044649 Oct 19 20:24:43.414876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.420557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:43.421486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.428236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.435115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.442170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.451242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.457817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.467764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-d57ca167-7ab5-4d85-88f4-27baffadb7ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.2068322 Oct 19 20:24:43.510872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:43.530494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:43.537381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:43.547756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba153c2b-7c00-4e35-a982-a652b6f17dd1 req-485fe530-4a78-46a3-8412-7a1e53b6cf7c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791299 Oct 19 20:24:43.553947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-28bd3f3a-2167-43db-9cab-012a33c3ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.555736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-28bd3f3a-2167-43db-9cab-012a33c3ace2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1096 time: 0.0858700 Oct 19 20:24:43.584720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb3945-6796-4f02-a6dc-9bb891527032 req-d66f5a20-3036-4447-87db-88ae0797462c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.592128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7eb3945-6796-4f02-a6dc-9bb891527032 req-d66f5a20-3036-4447-87db-88ae0797462c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 943 time: 0.1204679 Oct 19 20:24:43.599218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.599826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:43.601181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] 10.222.0.37 "PUT /v2.0/ports/caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 1091 time: 1.1847901 Oct 19 20:24:43.603457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:43.605796 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fcd23f-fd20-4949-bbac-0695fd286b15" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:43.687338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7d8da-09b1-4e7a-b6f4-3c120bc09ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:43.711036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['4123b68a-acb5-4292-be88-581246b529f7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:43.717012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-5f6e2562-980e-4f9f-b3e2-f9a35afd528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.722382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-5f6e2562-980e-4f9f-b3e2-f9a35afd528c service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1592498 Oct 19 20:24:43.727393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7eb3945-6796-4f02-a6dc-9bb891527032 req-318b33b1-91d9-4431-a7ba-7a4752892a59 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342399 Oct 19 20:24:43.788687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-d5abed3f-288a-491c-8ceb-d0dac0350cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.791163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-d5abed3f-288a-491c-8ceb-d0dac0350cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1094 time: 0.1274140 Oct 19 20:24:43.844868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-30bacba5-5071-4049-8590-398360699e11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 200 len: 217 time: 0.1145170 Oct 19 20:24:43.851700 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358685b3-564a-4305-bf93-13d5509968b1 x-openstack-request-id: req-358685b3-564a-4305-bf93-13d5509968b1 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:43.851988 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:43.852321 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-358685b3-564a-4305-bf93-13d5509968b1 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:43.852723 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:24:43.854325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5986de76-6750-498d-9b46-593fd282886d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0489430 Oct 19 20:24:43.952320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5dc29826-4e80-491b-b6ea-b7965def9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.953985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-5dc29826-4e80-491b-b6ea-b7965def9b0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0780926 Oct 19 20:24:43.958726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c53d-42ff-499e-91a1-8ea0d7762de4 req-1168e5b9-0a93-4912-92c6-04750fcacf65 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.960405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ba3c53d-42ff-499e-91a1-8ea0d7762de4 req-1168e5b9-0a93-4912-92c6-04750fcacf65 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.1268890 Oct 19 20:24:43.962167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-371676fa-9ec9-4e15-b6e9-8c2d5dc1a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:43.963934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-371676fa-9ec9-4e15-b6e9-8c2d5dc1a3f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.1082578 Oct 19 20:24:44.013560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-6348b328-9a77-4bf2-84b8-67d78ad3bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.014689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-ada006c6-dbc2-4cdc-be47-77ca46be64bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411501 Oct 19 20:24:44.015173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-6348b328-9a77-4bf2-84b8-67d78ad3bb92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480099 Oct 19 20:24:44.036556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ba3c53d-42ff-499e-91a1-8ea0d7762de4 req-eec54601-16e7-4e6f-811d-cf08caf8817a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Oct 19 20:24:44.154821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-a2e5f2b3-33e3-4ab2-860e-bf5cfffbe7c3 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299183 Oct 19 20:24:44.164029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-b0558c95-e340-4f4c-a4b0-99457720e433 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387453 Oct 19 20:24:44.278326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d312ed-ba6e-4f53-be1b-3e055bf8f55c req-569c9ce8-409f-4d26-82fe-64183a546763 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155169 Oct 19 20:24:44.308342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-ac62f735-abc3-4359-9f43-515689733701 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360326 Oct 19 20:24:44.395725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-d70ee6dd-509d-4d9f-85cd-d4db31c2128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.397233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-d70ee6dd-509d-4d9f-85cd-d4db31c2128d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1094 time: 0.0561528 Oct 19 20:24:44.432842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd5969-3299-48e3-83e3-ee1895560d16 req-abe16b1e-742f-456a-9d8e-18a6b9cac4f2 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.437872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4fd5969-3299-48e3-83e3-ee1895560d16 req-abe16b1e-742f-456a-9d8e-18a6b9cac4f2 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 949 time: 0.0605466 Oct 19 20:24:44.475812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4fd5969-3299-48e3-83e3-ee1895560d16 req-e76f7790-73e3-4ebd-9527-0e5ad64b639e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356176 Oct 19 20:24:44.522866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-ef567c2a-2e1b-4339-b871-4bfb8a0c0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.524930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-ef567c2a-2e1b-4339-b871-4bfb8a0c0f61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1204033 Oct 19 20:24:44.574800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-6111a025-5c26-4e24-9ddc-7781ed41acf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0393643 Oct 19 20:24:44.581716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-e143f000-40f0-4b99-9274-fffc33899036 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.583439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-e143f000-40f0-4b99-9274-fffc33899036 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78&tenant_id=ece9c09a677e41ffb8f455718950bdf3&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0451903 Oct 19 20:24:44.631979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-43e418e4-1651-4798-a7eb-7e266192f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.633651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-43e418e4-1651-4798-a7eb-7e266192f2c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0517640 Oct 19 20:24:44.685587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-838dd670-d76b-4af1-995e-ec5a07a4a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.687115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-838dd670-d76b-4af1-995e-ec5a07a4a16d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449569 Oct 19 20:24:44.737013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.743653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.750946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.757631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.764136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.770103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.775996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:44.777935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-bc15667a-4167-4dd4-b1e0-efa5991076d9 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1443889 Oct 19 20:24:44.798230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-1ccbbcfa-0b6d-4d55-8b61-0cad7b79c428 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f572ca88af7f436b9d884adae9e42ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315008 Oct 19 20:24:44.834217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-1724491c-ad40-48dc-8763-49ea3dca0405 service neutron] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:44.834578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-a61e7c71-74d8-4a3f-affc-e756da2fa4ac service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388097 Oct 19 20:24:44.839980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ab669da-d9ea-40e1-b15e-6089789ad990 req-e1e75c4f-c61a-41d2-be05-aefe9d43171a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531926 Oct 19 20:24:44.843215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-1724491c-ad40-48dc-8763-49ea3dca0405 service neutron] Publish callbacks [] for binding, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:44.844525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-1724491c-ad40-48dc-8763-49ea3dca0405 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a/bindings/n-h1-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.2509265 Oct 19 20:24:45.003118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-5a477d42-54e8-4fb8-9bec-5998d08f2a03 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.004811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-5a477d42-54e8-4fb8-9bec-5998d08f2a03 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842074 Oct 19 20:24:45.016270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21d1ce-023d-4cb8-8d64-6203b01b78b3 req-0260d679-e5fb-4367-bb2f-51a4c86086c0 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.018479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c21d1ce-023d-4cb8-8d64-6203b01b78b3 req-0260d679-e5fb-4367-bb2f-51a4c86086c0 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 943 time: 0.0519068 Oct 19 20:24:45.024907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59fcd23f-fd20-4949-bbac-0695fd286b15 req-ea2137a2-5317-4180-9e4a-a374e5bb0660 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721909 Oct 19 20:24:45.027309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-a844144a-8157-4c56-b6f7-061c67546d53 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/quotas/f572ca88af7f436b9d884adae9e42ad9 HTTP/1.1" status: 200 len: 375 time: 0.0129972 Oct 19 20:24:45.060453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c21d1ce-023d-4cb8-8d64-6203b01b78b3 req-9a395a1a-aa1d-49ab-bb0c-33a1d8ea4613 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Oct 19 20:24:45.064550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-82326eb7-33ba-4265-9d8b-ce066169d5e7 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f572ca88af7f436b9d884adae9e42ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302010 Oct 19 20:24:45.174581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf33e2-92d9-48b3-91a3-535855854287 req-71b7eab7-fbda-4a9b-a7b9-e0eab6e89509 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.176089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bbf33e2-92d9-48b3-91a3-535855854287 req-71b7eab7-fbda-4a9b-a7b9-e0eab6e89509 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.0562384 Oct 19 20:24:45.232505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97408168-9dbb-4001-a0b4-3787b0c90437 req-56b4e407-047b-430f-96c3-c85b68061063 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 210 time: 0.0307715 Oct 19 20:24:45.232762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bbf33e2-92d9-48b3-91a3-535855854287 req-1974274a-946f-4020-afb2-d187ace8255c tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Oct 19 20:24:45.396924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff169de-5013-4aa9-9bb3-bf3b1f74e62f req-fe3f93da-eae1-4702-acb9-0e5a4385d822 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.398605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cff169de-5013-4aa9-9bb3-bf3b1f74e62f req-fe3f93da-eae1-4702-acb9-0e5a4385d822 tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 1096 time: 0.0533309 Oct 19 20:24:45.436344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cff169de-5013-4aa9-9bb3-bf3b1f74e62f req-90e4a43d-7200-481f-bed6-cc4d1f777ede tempest-LiveAutoBlockMigrationV225Test-74040756 tempest-LiveAutoBlockMigrationV225Test-74040756-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305684 Oct 19 20:24:45.766357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be9fad-d911-4ad9-90e9-ef386192146a req-074bcc98-e874-450a-b96c-e4dcc12e58e4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.767880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08be9fad-d911-4ad9-90e9-ef386192146a req-074bcc98-e874-450a-b96c-e4dcc12e58e4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 949 time: 0.0805848 Oct 19 20:24:45.789139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab2bde-466b-4177-bf3e-29f7c732c6c5 req-49f837b1-f785-44e5-bf17-95b7f887e613 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.790850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0eab2bde-466b-4177-bf3e-29f7c732c6c5 req-49f837b1-f785-44e5-bf17-95b7f887e613 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0714567 Oct 19 20:24:45.808084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-b69ec644-a23a-4c4d-847a-4686d16f68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.809737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-b69ec644-a23a-4c4d-847a-4686d16f68ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.0850151 Oct 19 20:24:45.835723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0eab2bde-466b-4177-bf3e-29f7c732c6c5 req-ae158ee6-ed44-4cdb-b07a-9d43391f2772 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Oct 19 20:24:45.845983 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08be9fad-d911-4ad9-90e9-ef386192146a req-adab103f-2913-4024-9cee-713c51f4585e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Oct 19 20:24:45.923362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-60ff45fc-e110-4d76-a35c-68f85b32e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.925013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-60ff45fc-e110-4d76-a35c-68f85b32e20f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.1074111 Oct 19 20:24:45.978074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262230-1ce9-489f-a10b-c817e45450b2 req-a07e4544-443b-419e-8e63-715cd90bdddd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:45.979667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63262230-1ce9-489f-a10b-c817e45450b2 req-a07e4544-443b-419e-8e63-715cd90bdddd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.0543756 Oct 19 20:24:45.998028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-a275566a-2eae-492b-9683-2089c91c2523 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.0625942 Oct 19 20:24:46.024811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63262230-1ce9-489f-a10b-c817e45450b2 req-fd5778a8-b998-4002-ae9c-e0d198ba4e64 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Oct 19 20:24:46.079438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-1d5a53b4-dbcc-490c-91bb-a6c4db276b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.080932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-1d5a53b4-dbcc-490c-91bb-a6c4db276b02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.0581224 Oct 19 20:24:46.094981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.100962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.109289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.115330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.121851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.127810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.133820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.136488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-0f298dcb-8e5a-41d0-8136-5cf6305465b8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5419 time: 0.1933737 Oct 19 20:24:46.170754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-605ea7e4-c0cc-4390-bb09-f5a27f4317e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332849 Oct 19 20:24:46.184729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0fe6a-c12c-41f6-ace9-5999c9b39a93 req-0a4a3fc1-f412-4d15-9ff7-ffd4bd25310e tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.186244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90f0fe6a-c12c-41f6-ace9-5999c9b39a93 req-0a4a3fc1-f412-4d15-9ff7-ffd4bd25310e tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 943 time: 0.0482750 Oct 19 20:24:46.218213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f316172d-547a-4740-9616-4bbd25afb7c0 req-504deabd-11cf-4dde-aa0b-168381e3adbe tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726702 Oct 19 20:24:46.224382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90f0fe6a-c12c-41f6-ace9-5999c9b39a93 req-d17348b2-050b-4abd-b0c3-ce6b3c7c87aa tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Oct 19 20:24:46.282333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-fec3d843-8197-46d3-bf61-b546de928cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010392 Oct 19 20:24:46.347351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ee1fc80-e1a6-47c2-a6b3-c0f97f4b900e req-66717d2e-4515-4b78-a7c6-8f64994d2a38 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 210 time: 0.0473669 Oct 19 20:24:46.413832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01ee04b6-30b7-49f7-ab8f-e7ab4c538e89 req-5eb7a6a7-c6ef-4f4f-bdc2-f13d7f972793 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231153 Oct 19 20:24:46.456025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-cdd1a593-1225-4d5c-807d-897367706bb2 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f572ca88af7f436b9d884adae9e42ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316920 Oct 19 20:24:46.495763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:46.559524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-c920264c-14a3-4e9e-9b46-46d4225ddb66 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.560904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-c920264c-14a3-4e9e-9b46-46d4225ddb66 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.1231430 Oct 19 20:24:46.597793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:46.609275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'port_id': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'mac_address': 'fa:16:3e:32:f1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102bd256-7072-4abd-bc8c-31c842c3e239', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:46.618837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-f0682e2c-c53d-45af-aded-403e16092713 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.620293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-f0682e2c-c53d-45af-aded-403e16092713 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506059 Oct 19 20:24:46.645261 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.656896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Request body: {'port': {'device_id': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'f572ca88af7f436b9d884adae9e42ad9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:46.658117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:46.677454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:46.681400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.682087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0251591c-8e31-48df-8634-1503bd5e8e5f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:46.746989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Deleting port d22b5906-9c8b-4760-9b85-d21d202a642a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:46.747327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.757261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:46.819894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:46.830854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'port_id': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'mac_address': 'fa:16:3e:58:5d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:46.842989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Made reservation on behalf of f572ca88af7f436b9d884adae9e42ad9 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:46.846458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.859903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.869893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.888635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0251591c-8e31-48df-8634-1503bd5e8e5f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:46.890301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] For port d22b5906-9c8b-4760-9b85-d21d202a642a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d22b5906-9c8b-4760-9b85-d21d202a642a,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:46.890536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.913917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:46.918773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Calling delete_port for d22b5906-9c8b-4760-9b85-d21d202a642a owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:46.919842 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:46.920818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device caf9d80e-4c2e-4443-acc0-ce9808010fe5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:46.983150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f947d-11d6-4389-add7-2c5045f9789c req-03d9dfe8-638d-4190-9ba2-5db0cddf82ab tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:46.984651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-486f947d-11d6-4389-add7-2c5045f9789c req-03d9dfe8-638d-4190-9ba2-5db0cddf82ab tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0525382 Oct 19 20:24:47.023925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4123b68a-acb5-4292-be88-581246b529f7 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:47.037900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-486f947d-11d6-4389-add7-2c5045f9789c req-c95602c8-92f3-4648-ba79-a1bff69c16ea tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Oct 19 20:24:47.080327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.093197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85403b5-e874-4172-96f7-8224a01fcf2a req-c18f4233-58d9-44e8-ac39-b4c595066660 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.094758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b85403b5-e874-4172-96f7-8224a01fcf2a req-c18f4233-58d9-44e8-ac39-b4c595066660 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 949 time: 0.1180944 Oct 19 20:24:47.115149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.117794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.125265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.134442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:47.138870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 4123b68a-acb5-4292-be88-581246b529f7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:47.142934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 4123b68a-acb5-4292-be88-581246b529f7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:47.143310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.197219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46b02-9b42-4a47-b5fc-215af2b059e4 req-93da1218-5cfd-4787-9a4b-f8da375e2be6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.199466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ac46b02-9b42-4a47-b5fc-215af2b059e4 req-93da1218-5cfd-4787-9a4b-f8da375e2be6 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 945 time: 0.0680323 Oct 19 20:24:47.209700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.228620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf9d80e-4c2e-4443-acc0-ce9808010fe5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:47.238309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b85403b5-e874-4172-96f7-8224a01fcf2a req-dca41a9a-1f92-4f72-932d-6f942affe750 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346202 Oct 19 20:24:47.243393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ac46b02-9b42-4a47-b5fc-215af2b059e4 req-8765521d-c728-4805-8865-9aa832445174 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Oct 19 20:24:47.248399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.253790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b22d0-492b-49bf-8c4f-8486b6f050c6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.256371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.256604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d27a3c17-d7c2-45fd-a3d3-554c79774dc9 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:47.293657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.311870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1', 'd22b5906-9c8b-4760-9b85-d21d202a642a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:47.352154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event deleted for resources: {'Port': ['ID=d22b5906-9c8b-4760-9b85-d21d202a642a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.372943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.403095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.422112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] No DVR routers for this DVR port d22b5906-9c8b-4760-9b85-d21d202a642a on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:47.430670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.431346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'port_id': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9', 'mac_address': 'fa:16:3e:14:10:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:47.434331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ddc62a6-9f38-441e-9587-04aeb0afadf6 req-da6793b8-64fc-4c7d-affd-c375ae9edea4 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "DELETE /v2.0/ports/d22b5906-9c8b-4760-9b85-d21d202a642a HTTP/1.1" status: 204 len: 173 time: 0.8639002 Oct 19 20:24:47.434831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-deleted', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:47.437277 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4aa46f-8240-4629-bf0e-9c2fa98acaf3" -d '{"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-deleted", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:47.440151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.442486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Allocated IP 192.168.233.28 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/6bdfa3b2-1b39-40a6-b227-2911b75b57b5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:47.450741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123b68a-acb5-4292-be88-581246b529f7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:47.452996 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8033a83-74f9-491a-bfb2-eebdeec8c30d" -d '{"events": [{"server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "name": "network-vif-plugged", "status": "completed", "tag": "4123b68a-acb5-4292-be88-581246b529f7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:47.470736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4123b68a-acb5-4292-be88-581246b529f7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.472586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.486256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.494728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.501331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.501854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.508123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.516463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.523154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.524558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd3447-a3a4-48f0-80ec-16dfe91b2a53 req-7be716e8-d2de-4f46-8198-9bd483671d20 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.526635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50fd3447-a3a4-48f0-80ec-16dfe91b2a53 req-7be716e8-d2de-4f46-8198-9bd483671d20 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.0858355 Oct 19 20:24:47.534768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-72ce15ed-828b-4746-945c-a1436980fe94 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5421 time: 0.1838517 Oct 19 20:24:47.574860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-769843e3-2d03-48e5-adfa-bafb250e40f0 req-4c48b9c2-3b11-4634-a5c0-2bf109b9336c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387819 Oct 19 20:24:47.586796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.624634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27a3c17-d7c2-45fd-a3d3-554c79774dc9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:47.636047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50fd3447-a3a4-48f0-80ec-16dfe91b2a53 req-8f65f9ac-3d91-44dc-994e-cd2c81f1029f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970306 Oct 19 20:24:47.652026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.671548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.708108 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.709004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b3576dfe-d3f8-4e48-bd17-177c65de2028 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:47.728407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30d1d697-4224-4eff-9714-c0954ae7c931 req-ac2f208a-e19e-48f2-87f6-166fd10cb100 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 210 time: 0.0519099 Oct 19 20:24:47.733374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.798801 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0564ae-6234-4d46-b2bb-8caab1106e22 x-openstack-request-id: req-7c0564ae-6234-4d46-b2bb-8caab1106e22 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:47.799367 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73394a70-a0e5-487a-b5c2-23a89c937b78", "name": "network-vif-deleted", "tag": "d22b5906-9c8b-4760-9b85-d21d202a642a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:47.799859 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c0564ae-6234-4d46-b2bb-8caab1106e22 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:47.800501 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73394a70-a0e5-487a-b5c2-23a89c937b78', 'name': 'network-vif-deleted', 'tag': 'd22b5906-9c8b-4760-9b85-d21d202a642a', 'status': 'completed', 'code': 200} Oct 19 20:24:47.804608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.807496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.813143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.817110 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3bbb6-9874-4c64-8322-4b2d947197db x-openstack-request-id: req-e0c3bbb6-9874-4c64-8322-4b2d947197db {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:47.817627 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "name": "network-vif-plugged", "status": "completed", "tag": "4123b68a-acb5-4292-be88-581246b529f7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:47.817892 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0c3bbb6-9874-4c64-8322-4b2d947197db {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:47.818288 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4123b68a-acb5-4292-be88-581246b529f7', 'code': 200} Oct 19 20:24:47.831452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b3576dfe-d3f8-4e48-bd17-177c65de2028', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'port_id': 'b3576dfe-d3f8-4e48-bd17-177c65de2028', 'mac_address': 'fa:16:3e:81:67:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:47.859438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:47.862486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:47.866141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:47.894101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Pushing event updated for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:47.924650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.938416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3576dfe-d3f8-4e48-bd17-177c65de2028 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:47.952575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.953510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.960000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:47.975534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498db01-d467-4aa2-b5d2-3ebbfc1f2eee req-6d0d0ed0-be16-4bdf-8b5b-c692f4390a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:47.977365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e498db01-d467-4aa2-b5d2-3ebbfc1f2eee req-6d0d0ed0-be16-4bdf-8b5b-c692f4390a51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 1101 time: 0.0667663 Oct 19 20:24:47.980216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:47.981087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7efd4dc2-00e2-46a0-8518-6f1a0b23670d details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:47.982105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-52177f7b-fc04-434e-99f8-5b0fa61885e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3304164 Oct 19 20:24:48.005423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Request body: {'port': {'device_id': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:48.055427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:48.074543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e498db01-d467-4aa2-b5d2-3ebbfc1f2eee req-294f709a-865d-46ea-a393-8826fd92b731 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889885 Oct 19 20:24:48.106133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.146996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.161382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'port_id': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'mac_address': 'fa:16:3e:c4:e3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:48.227224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.235362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca5acf-0a36-41d4-9af8-6056b82cf23f req-d60aec33-b277-4e3d-87ef-005a212b0923 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.236986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57ca5acf-0a36-41d4-9af8-6056b82cf23f req-d60aec33-b277-4e3d-87ef-005a212b0923 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0571356 Oct 19 20:24:48.264316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efd4dc2-00e2-46a0-8518-6f1a0b23670d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:48.278660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57ca5acf-0a36-41d4-9af8-6056b82cf23f req-db62ed5a-fb27-4d7c-a470-5afb51951e09 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Oct 19 20:24:48.309605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9b0acdc3-2b2a-41eb-8fa6-3989daf797a7 None None] Provisioning complete for port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:48.310194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b0acdc3-2b2a-41eb-8fa6-3989daf797a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.349745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.358210 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.359818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bee71a47-96af-416a-8c5c-0130b95fd33a details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:48.413880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9b0acdc3-2b2a-41eb-8fa6-3989daf797a7 None None] Port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:48.414682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0a3bbf6-7a1d-4ae4-9713-75a55bd1b059 req-6a963182-708a-479b-b889-a25a452f90d8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Oct 19 20:24:48.454855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.457524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:48.470438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'network_id': 'f5c35851-8879-4eec-9e0b-8be0b2426d39', 'port_id': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'mac_address': 'fa:16:3e:37:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e4acfc-7cc0-4476-8c8b-b3a462ac1869', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:48.503752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80e805-16c8-4c33-8aae-c0d16d041c21 req-450d97d5-b39b-4685-906d-794d3227cce0 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.505584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee80e805-16c8-4c33-8aae-c0d16d041c21 req-450d97d5-b39b-4685-906d-794d3227cce0 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.1227803 Oct 19 20:24:48.511591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.522447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:48.529263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee71a47-96af-416a-8c5c-0130b95fd33a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:48.534782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.551395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.555609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.556338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a0182e7d-53dd-4f9a-872a-5f79c72bf9cd details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:48.564336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Transition to ACTIVE for port object 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:48.573786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee80e805-16c8-4c33-8aae-c0d16d041c21 req-157aa012-fad3-4f4d-8583-156bd7de72b9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593140 Oct 19 20:24:48.574413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.628512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:48.648556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:48.654554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.692434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'network_id': 'fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9', 'port_id': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'mac_address': 'fa:16:3e:c9:0c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102bd256-7072-4abd-bc8c-31c842c3e239', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:48.705325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Attempting to bind port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:48.705815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Attempting to bind port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:48.706263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Attempting to bind port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:48.716457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:48.716922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Attempting to bind port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:48.726474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:48.734497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:48.735220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:48.735884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Bound port: 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:48.742009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.748802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.772035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0182e7d-53dd-4f9a-872a-5f79c72bf9cd {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:48.801420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:48.806520 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.810327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.816354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.822442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.828557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.840947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.852327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.859918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.866576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca84db0-03f2-41f8-af90-0c935da5ffb9 req-e7e749cc-2f63-4ba0-91af-30490065c99b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.868561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:48.870148 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-bcedfd99-31ee-4df3-bdde-3571b47a6cc0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5425 time: 0.1532838 Oct 19 20:24:48.874795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca84db0-03f2-41f8-af90-0c935da5ffb9 req-e7e749cc-2f63-4ba0-91af-30490065c99b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.1292393 Oct 19 20:24:48.912454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:48.920792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e684992b-9ae4-48ab-b631-a51a65695f4d req-37e9bd56-f727-4b8c-ae9f-4be0293bf8bf tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495579 Oct 19 20:24:48.945233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca84db0-03f2-41f8-af90-0c935da5ffb9 req-01064ded-38a3-44f1-9ec5-d8bb6f0bc12b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Oct 19 20:24:48.950948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:48.960625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.996235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:48.996843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:48.998260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] 10.222.0.37 "PUT /v2.0/ports/6bdfa3b2-1b39-40a6-b227-2911b75b57b5 HTTP/1.1" status: 200 len: 1095 time: 0.9985807 Oct 19 20:24:49.035843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c844113-171e-4c77-90fd-dae79b52e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:49.125340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707170-a25a-484c-aa6f-86ba595693be req-9ee7f9eb-f9c7-4076-919c-5d3e69c93300 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.132597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2707170-a25a-484c-aa6f-86ba595693be req-9ee7f9eb-f9c7-4076-919c-5d3e69c93300 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 947 time: 0.0927784 Oct 19 20:24:49.150036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-44ae9090-551a-435c-80b9-9df07b7c3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.152083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-44ae9090-551a-435c-80b9-9df07b7c3d4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f572ca88af7f436b9d884adae9e42ad9&device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 1098 time: 0.0790908 Oct 19 20:24:49.205400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2707170-a25a-484c-aa6f-86ba595693be req-f35277e3-fe64-48a8-9be1-f94550916e1e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Oct 19 20:24:49.208215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-be104450-b432-45c8-815d-378c274cb88a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5 HTTP/1.1" status: 200 len: 217 time: 0.0424912 Oct 19 20:24:49.425105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5c679-cfce-432c-8cc6-deb47abdcc83 req-5451b9a3-a669-4371-80bc-46b31889f274 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.426870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24d5c679-cfce-432c-8cc6-deb47abdcc83 req-5451b9a3-a669-4371-80bc-46b31889f274 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0609369 Oct 19 20:24:49.474984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24d5c679-cfce-432c-8cc6-deb47abdcc83 req-8d97af3b-7e1c-45fe-bc91-088c9596c706 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Oct 19 20:24:49.617954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16249f24-ebad-4f4f-a35b-0a6d69f8eb31 req-c92a2b8b-7dd5-4adc-b36f-9c6a2350eced tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0358841 Oct 19 20:24:49.620230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-6f0b0ee7-d01b-4e40-830d-6870334a8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.621576 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-6f0b0ee7-d01b-4e40-830d-6870334a8a2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.4034233 Oct 19 20:24:49.685623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-19844ca2-85b1-4833-9fe9-0ba45320820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.687514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-19844ca2-85b1-4833-9fe9-0ba45320820e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584385 Oct 19 20:24:49.734707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:49.747339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-126d3b28-8e38-4b65-ae04-94cb5e33db35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879226 Oct 19 20:24:49.755869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e9f0-4593-4e95-bc3f-9e4ef89f339a req-9ad8cc1b-9c6b-4530-ba58-e64a3cb97a87 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.757689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8018e9f0-4593-4e95-bc3f-9e4ef89f339a req-9ad8cc1b-9c6b-4530-ba58-e64a3cb97a87 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.0877020 Oct 19 20:24:49.792922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d27a3c17-d7c2-45fd-a3d3-554c79774dc9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:49.808199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:49.808356 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8018e9f0-4593-4e95-bc3f-9e4ef89f339a req-9a759015-ef4f-44cf-953e-272b34e0f454 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Oct 19 20:24:49.821646 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fced5d-4561-4e0b-8339-5250deb30407" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:49.843929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e8707-7f50-40e1-a158-3e3ef437590a req-8dbbc64d-c18d-489d-94c2-06a70d30b541 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.845596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-097e8707-7f50-40e1-a158-3e3ef437590a req-8dbbc64d-c18d-489d-94c2-06a70d30b541 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.1485763 Oct 19 20:24:49.889695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-0023d256-eb6c-49db-a661-15039977f318 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894443 Oct 19 20:24:49.908368 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df679a9-fb42-4683-afce-e727c29a03bb x-openstack-request-id: req-3df679a9-fb42-4683-afce-e727c29a03bb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:49.908666 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:49.908924 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3df679a9-fb42-4683-afce-e727c29a03bb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:49.909337 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5', 'status': 'completed', 'code': 200} Oct 19 20:24:49.913290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-d43225f1-2e80-4bb0-9d27-ae36a9e647c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:49.919171 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-d43225f1-2e80-4bb0-9d27-ae36a9e647c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7e74a4753e34310a8306c0f85b41c54&device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 1096 time: 0.1044149 Oct 19 20:24:49.922626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-097e8707-7f50-40e1-a158-3e3ef437590a req-cb4acdfc-f51e-40ae-b881-80579ebec9ed tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641236 Oct 19 20:24:49.936291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b3576dfe-d3f8-4e48-bd17-177c65de2028'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:49.950552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['0251591c-8e31-48df-8634-1503bd5e8e5f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:49.951902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['caf9d80e-4c2e-4443-acc0-ce9808010fe5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:49.958229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['bee71a47-96af-416a-8c5c-0130b95fd33a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:50.058023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ce2abba-f685-47b7-a295-dad294b5d464 req-ec7140af-492c-4088-9a63-ab698e633ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468909 Oct 19 20:24:50.103905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-b21de62d-1cb4-40ff-829c-d7cc9ba41cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.105699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-b21de62d-1cb4-40ff-829c-d7cc9ba41cff service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 200 len: 925 time: 0.1539900 Oct 19 20:24:50.202784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ccb3a-3cb2-467a-8127-047024b408fe req-2d6ef2ea-dc76-4e2a-a567-4b805344cf5c tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.206814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.210358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe3ccb3a-3cb2-467a-8127-047024b408fe req-2d6ef2ea-dc76-4e2a-a567-4b805344cf5c tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 1101 time: 0.1035058 Oct 19 20:24:50.215547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.222466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.232859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-19e7b3cd-afee-49e7-8a49-421a55e8662c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 200 len: 1000 time: 0.1111853 Oct 19 20:24:50.234063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.241912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.251213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.260844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.263773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-30f59999-015e-4fbf-930e-fc69476f17b6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5426 time: 0.1711366 Oct 19 20:24:50.302399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe3ccb3a-3cb2-467a-8127-047024b408fe req-6f2d0374-f186-4452-a3dc-4b1fb4257927 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865281 Oct 19 20:24:50.340979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1fcaa5d-481b-459e-a4d1-45a270446026 req-d856b07d-a06a-43d6-82fc-e54eed0579e3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700560 Oct 19 20:24:50.343100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-6dc1aba0-1a67-45e3-a73f-947cfeb143ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.346741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fced5d-4561-4e0b-8339-5250deb30407 req-b3664894-9b59-4646-90c6-5b0568a118b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.348575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-6dc1aba0-1a67-45e3-a73f-947cfeb143ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 200 len: 863 time: 0.1032906 Oct 19 20:24:50.349046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-b3664894-9b59-4646-90c6-5b0568a118b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f572ca88af7f436b9d884adae9e42ad9&device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 1098 time: 0.2066658 Oct 19 20:24:50.478280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-39d327bd-58d3-491b-a995-33256cf14c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.480763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-39d327bd-58d3-491b-a995-33256cf14c75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb894d48-896e-40c9-bfab-c973df1c2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168694 Oct 19 20:24:50.521963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527d81-f235-47db-b237-5ff4e87687d8 req-eb4c56ce-a832-4978-900a-aa1c698b2233 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.530382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa527d81-f235-47db-b237-5ff4e87687d8 req-eb4c56ce-a832-4978-900a-aa1c698b2233 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.1064816 Oct 19 20:24:50.593606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fced5d-4561-4e0b-8339-5250deb30407 req-21a42782-4a81-4a2f-916e-09c74019ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.595359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-21a42782-4a81-4a2f-916e-09c74019ab25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2322102 Oct 19 20:24:50.621773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa527d81-f235-47db-b237-5ff4e87687d8 req-5c821bfb-9b2c-4c62-bd45-0effa1bf74e4 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904169 Oct 19 20:24:50.666156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-72e440ca-94f8-46dd-8ef8-b97ee75ca4db service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768134 Oct 19 20:24:50.688694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652ffc1-65b6-4e84-942c-0c75bb73fb40 req-2d48d33f-9586-41b7-a4c1-c1e0d184ddb2 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.694000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4652ffc1-65b6-4e84-942c-0c75bb73fb40 req-2d48d33f-9586-41b7-a4c1-c1e0d184ddb2 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 947 time: 0.1530867 Oct 19 20:24:50.712838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-1dabbe7f-3d64-45ef-999c-0ced13bbe80e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5 HTTP/1.1" status: 200 len: 217 time: 0.1091437 Oct 19 20:24:50.782731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a0182e7d-53dd-4f9a-872a-5f79c72bf9cd'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:50.784589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7efd4dc2-00e2-46a0-8518-6f1a0b23670d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:50.787265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4652ffc1-65b6-4e84-942c-0c75bb73fb40 req-18bba09c-91f2-443b-9a2b-ade1adb0eae3 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728524 Oct 19 20:24:50.793791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fced5d-4561-4e0b-8339-5250deb30407 req-f46f6e89-ca41-4d62-976f-8806bed12372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.795412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-f46f6e89-ca41-4d62-976f-8806bed12372 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0743582 Oct 19 20:24:50.835353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-731cc6db-db08-469d-ae2d-0ad64ce2d027 req-838be4f2-1804-4da9-aa11-bdffa9a61ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600759 Oct 19 20:24:50.844862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-d9b449da-da5c-4bf8-a657-5eb5c1b68d86 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449579 Oct 19 20:24:50.874847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fced5d-4561-4e0b-8339-5250deb30407 req-f0f2355d-8036-40eb-88fc-9672c6e20877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:50.877092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-f0f2355d-8036-40eb-88fc-9672c6e20877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715241 Oct 19 20:24:51.013518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-9d10703b-80a7-4c1a-9a7b-e2d165b98db4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.015604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-9d10703b-80a7-4c1a-9a7b-e2d165b98db4 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698821 Oct 19 20:24:51.023120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca106-7a0c-4f10-a0ba-560a0be72139 req-2ef1fa94-210b-4b90-806b-7992b72ede19 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.031885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6baca106-7a0c-4f10-a0ba-560a0be72139 req-2ef1fa94-210b-4b90-806b-7992b72ede19 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1199577 Oct 19 20:24:51.037332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c11b4c73-91b4-4a7d-aa30-ccb2530f3c50 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/quotas/14d919294f0e4cc09466c37cd963ff70 HTTP/1.1" status: 200 len: 375 time: 0.0152555 Oct 19 20:24:51.050074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:51.079448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: d22b5906-9c8b-4760-9b85-d21d202a642a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:51.079792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d22b5906-9c8b-4760-9b85-d21d202a642a not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:51.104848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6baca106-7a0c-4f10-a0ba-560a0be72139 req-84db4c70-a3a7-4a1f-98d4-02d80bd36210 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642796 Oct 19 20:24:51.112741 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-850f46a4-3b83-4648-8a97-0d1ec5ce81c2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261631 Oct 19 20:24:51.127954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-1cbea885-9a66-4dfc-b076-cbe13f7e4ec8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0894313 Oct 19 20:24:51.232413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7aa5fdee-d230-4374-a4a4-de7b252b6922 req-164052c6-ab99-423b-9604-f5a7155dddb8 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0313630 Oct 19 20:24:51.277668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08fced5d-4561-4e0b-8339-5250deb30407 req-1e0d549f-520b-46f6-b9ab-ef63e49cb6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552563 Oct 19 20:24:51.379636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06cd591f-8584-4f4f-b91b-5d26dfc05c46 req-f3cf3914-6688-4fad-a748-7a19e19df865 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 210 time: 0.0550549 Oct 19 20:24:51.527862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.534261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.548265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.555516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.563201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.569816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.577008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.586703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-5517eea5-8f92-406e-a47a-0ab0721abc6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5426 time: 0.1181350 Oct 19 20:24:51.637051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae253189-26af-45da-ae3b-b5174a405359 req-d69f57df-f821-489a-a7a0-cbdbbd80b19d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.640252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9bbde43b-ac69-40c1-94f1-af02da4fe648 req-00cf1130-83cf-4ca1-b708-17e8122e6aab tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523136 Oct 19 20:24:51.645173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae253189-26af-45da-ae3b-b5174a405359 req-d69f57df-f821-489a-a7a0-cbdbbd80b19d tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.0670698 Oct 19 20:24:51.690788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae253189-26af-45da-ae3b-b5174a405359 req-785804b9-c073-4b7c-9f56-f36656eeaf79 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Oct 19 20:24:51.793913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8ac9-2434-4a0a-aa29-204f3cd9efe2 req-7264e00d-c51c-48bb-afe2-b67539095d71 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.795953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b9f8ac9-2434-4a0a-aa29-204f3cd9efe2 req-7264e00d-c51c-48bb-afe2-b67539095d71 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.0661783 Oct 19 20:24:51.862030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b9f8ac9-2434-4a0a-aa29-204f3cd9efe2 req-4a743ab3-1217-4133-b9c4-2ed80e8974d6 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589743 Oct 19 20:24:51.934407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9faab-93fe-446d-b5c9-6c0dbeaef0fa req-076f9be1-5547-4fac-998f-6cbea81e9d95 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:51.935946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94f9faab-93fe-446d-b5c9-6c0dbeaef0fa req-076f9be1-5547-4fac-998f-6cbea81e9d95 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 947 time: 0.0590706 Oct 19 20:24:51.982100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94f9faab-93fe-446d-b5c9-6c0dbeaef0fa req-599fdc25-ba67-4f11-a28c-6374142b1510 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Oct 19 20:24:52.212627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc0a0-ed78-4e38-862f-7a71b89f9c30 req-a7518c38-1b5d-45d3-a431-0c8207ca6212 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.214667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b74dc0a0-ed78-4e38-862f-7a71b89f9c30 req-a7518c38-1b5d-45d3-a431-0c8207ca6212 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0528619 Oct 19 20:24:52.255266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b74dc0a0-ed78-4e38-862f-7a71b89f9c30 req-36adb1f8-d04b-4fd4-b21d-261bd9d0cb6c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Oct 19 20:24:52.339192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b932839e-ce05-49a1-90e3-9a2b1462526f req-4a1ef6fd-2cb4-4292-8d9f-ad0b21dd02da tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Oct 19 20:24:52.472131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336f024a-b345-4159-b8c4-4d56647736c2 req-6c384749-cb93-4bdb-bfcc-4baee2e2e4ae tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Oct 19 20:24:52.578702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-04d77a3d-8a09-4415-9c31-abb1cd6489e3 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14d919294f0e4cc09466c37cd963ff70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279326 Oct 19 20:24:52.743583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-ee898cfa-3143-4b3f-9ceb-b08ecbaca168 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.745921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-ee898cfa-3143-4b3f-9ceb-b08ecbaca168 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607516 Oct 19 20:24:52.761549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Request body: {'port': {'device_id': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '14d919294f0e4cc09466c37cd963ff70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:52.844200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:24:52.852540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d93805-dcaf-4c32-9401-ed511822fc98 req-626d6ace-7ee3-407c-a884-23770aa216b1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.854771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9d93805-dcaf-4c32-9401-ed511822fc98 req-626d6ace-7ee3-407c-a884-23770aa216b1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.0833175 Oct 19 20:24:52.869411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-6cab3a6e-83b8-4439-b15d-4bb2bb0d8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.871093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-6cab3a6e-83b8-4439-b15d-4bb2bb0d8709 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.0729172 Oct 19 20:24:52.912185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9d93805-dcaf-4c32-9401-ed511822fc98 req-bb4f1969-f671-4f4e-a9c0-3f302cf5a10e tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512407 Oct 19 20:24:52.947705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.956415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.965427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.971960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.979611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.986799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:52.994274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.002913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-7d0ffba6-2c9f-4862-906c-c1b312b589b7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5426 time: 0.2559171 Oct 19 20:24:53.011410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Made reservation on behalf of 14d919294f0e4cc09466c37cd963ff70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:24:53.016535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.021463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:53.024106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-b5016e25-bb6d-43b8-a3ed-99ba9e8d5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.037359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5', 'mac_address': 'fa:16:3e:e6:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:24:53.046540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-b5016e25-bb6d-43b8-a3ed-99ba9e8d5152 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.1330850 Oct 19 20:24:53.113664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-0f8eb77e-cd47-46ec-96e8-e610b25cc942 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.0537937 Oct 19 20:24:53.115018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.124688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7bfe93b-9225-4f08-acec-a46d87ee0e0a req-15d5590e-4e65-483c-9e55-b319fb6e511a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203072 Oct 19 20:24:53.142957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a59544-8ef5-4436-a54c-dc7845a876f5 req-d89a6892-d413-4c53-8093-b903ce6bab09 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.151439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99a59544-8ef5-4436-a54c-dc7845a876f5 req-d89a6892-d413-4c53-8093-b903ce6bab09 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.1027784 Oct 19 20:24:53.161418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:53.189365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:53.194027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.232419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-0eec1d46-f4d2-4f81-9bfe-65857aa95759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.234417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-0eec1d46-f4d2-4f81-9bfe-65857aa95759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.1089344 Oct 19 20:24:53.258798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99a59544-8ef5-4436-a54c-dc7845a876f5 req-846a58d4-f2e6-4a8c-9891-315202fa3b28 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990953 Oct 19 20:24:53.293850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Allocated IP 192.168.233.136 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/c3ede447-33ac-4047-8e80-2cb778db227f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:24:53.300961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-efb5dc5c-213b-4578-a5cd-54a93aa834ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489798 Oct 19 20:24:53.309272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70f94-8b2b-42a1-a2d6-08f811c0df95 req-ffadc015-1a4a-4bfc-ad0d-abdf170d9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.310875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b70f94-8b2b-42a1-a2d6-08f811c0df95 req-ffadc015-1a4a-4bfc-ad0d-abdf170d9b0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.1275439 Oct 19 20:24:53.342475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:53.396081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b70f94-8b2b-42a1-a2d6-08f811c0df95 req-a318ec99-42e3-4f0a-be3d-284efbee583d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708702 Oct 19 20:24:53.448540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31305e1-883b-400f-a8bc-66a985c20a57 req-ed0048bf-75a1-4fb6-b18f-a1ae51741cb7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.450103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d31305e1-883b-400f-a8bc-66a985c20a57 req-ed0048bf-75a1-4fb6-b18f-a1ae51741cb7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0930235 Oct 19 20:24:53.451902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-4c57ebbf-0c5f-4a12-b851-989eaa2063b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338489 Oct 19 20:24:53.455703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583542a-70cc-434c-8648-d446f6ce6777 req-04ef5275-e722-457b-9d03-a71209801357 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.457200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5583542a-70cc-434c-8648-d446f6ce6777 req-04ef5275-e722-457b-9d03-a71209801357 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 948 time: 0.1539247 Oct 19 20:24:53.506135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d31305e1-883b-400f-a8bc-66a985c20a57 req-3316d399-6bbe-41a5-a80e-b73004440fbe tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Oct 19 20:24:53.550518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5583542a-70cc-434c-8648-d446f6ce6777 req-5cfd959e-2785-4b60-a70e-2e0bc370b5b5 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830672 Oct 19 20:24:53.600534 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.621982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b022c3ee-1a5e-4640-9354-94722fc7d6f2 req-c3161f85-7f16-4b39-8433-33b950e6bc54 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=73394a70-a0e5-487a-b5c2-23a89c937b78 HTTP/1.1" status: 200 len: 210 time: 0.0294709 Oct 19 20:24:53.685597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-974cf3de-f7e8-41c3-a32e-da6dfb6cfb70 req-cfbc18b1-10cf-4540-be54-3b50dc3a37f7 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 210 time: 0.0521297 Oct 19 20:24:53.721998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d383bfbc-c820-4bcc-b672-0d377ed24101 req-4f78ad35-41bb-4725-a543-d1bda8c089ed service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991070 Oct 19 20:24:53.737728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.754598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', '64485cee-d99e-4106-bc63-d43ce75e755a', '4123b68a-acb5-4292-be88-581246b529f7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:53.780153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011934f-a2b3-4643-9d10-a763950107a7 req-83293c01-58f6-4433-9d44-96ee120ff4ff tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.781661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2011934f-a2b3-4643-9d10-a763950107a7 req-83293c01-58f6-4433-9d44-96ee120ff4ff tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.1113243 Oct 19 20:24:53.831515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:24:53.842869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:53.844735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:24:53.849486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event updated for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:53.852262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:24:53.951136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:53.951819 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:53.977032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c15505b8-8783-4bf5-8e49-6ea5096d053e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2196057 Oct 19 20:24:54.000563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Deleting port c71e784f-b01e-4229-b7ff-a758e4a33ced {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:54.001545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.008570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Request body: {'port': {'device_id': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:24:54.177726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.209908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2159bc-206f-4e24-9a15-796222270ab9 req-c6433bc1-23a3-43aa-a7bc-7885e6b175d3 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.217889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef2159bc-206f-4e24-9a15-796222270ab9 req-c6433bc1-23a3-43aa-a7bc-7885e6b175d3 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 945 time: 0.1644309 Oct 19 20:24:54.234881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] For port c71e784f-b01e-4229-b7ff-a758e4a33ced, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c71e784f-b01e-4229-b7ff-a758e4a33ced,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:54.235395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.295744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.303330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.311063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.317813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.320145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0338f744-cb84-4106-927c-6e8dbdd0a2df None None] Provisioning complete for port c3ede447-33ac-4047-8e80-2cb778db227f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:54.320724 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0338f744-cb84-4106-927c-6e8dbdd0a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.324667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.333049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.340014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.347402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a94a94af-6042-40b8-873a-8508a710f019 req-a4376bc4-da0d-4387-8c4d-3402f37da4d2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5426 time: 0.1421678 Oct 19 20:24:54.356409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6bdfa3b2-1b39-40a6-b227-2911b75b57b5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:24:54.415221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a94a94af-6042-40b8-873a-8508a710f019 req-1e57e991-4963-431b-b204-52caf206bb80 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649822 Oct 19 20:24:54.452020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0338f744-cb84-4106-927c-6e8dbdd0a2df None None] Port c3ede447-33ac-4047-8e80-2cb778db227f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:24:54.543589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff8b4-d8b8-439e-b4dc-c932b6d221a2 req-a63b3a76-7b29-4c2f-8d01-72bc173bfd38 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.547454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.547823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.548135 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 disassociated. External IP: 172.25.7.32, port: c71e784f-b01e-4229-b7ff-a758e4a33ced. Oct 19 20:24:54.548476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Calling delete_port for c71e784f-b01e-4229-b7ff-a758e4a33ced owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:24:54.554589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-188ff8b4-d8b8-439e-b4dc-c932b6d221a2 req-a63b3a76-7b29-4c2f-8d01-72bc173bfd38 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.0715492 Oct 19 20:24:54.615589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-188ff8b4-d8b8-439e-b4dc-c932b6d221a2 req-f3dbe814-7676-4b6d-9213-3b4fd01d9497 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587711 Oct 19 20:24:54.740764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f47252-3e86-45df-bda0-6e510618d344 req-17b9edd3-49d3-49e0-9765-ed218d38e10e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:54.742814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17f47252-3e86-45df-bda0-6e510618d344 req-17b9edd3-49d3-49e0-9765-ed218d38e10e tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0665395 Oct 19 20:24:54.782767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17f47252-3e86-45df-bda0-6e510618d344 req-2f47b1f2-6a8b-4b74-9ee5-0a4510993dcc tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Oct 19 20:24:54.793912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef2159bc-206f-4e24-9a15-796222270ab9 req-1e35a6d8-64c6-4f6e-9e42-8f7fb8e3bef1 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups?id=06995794-7089-4a1d-83bb-aa1faecfa19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5520997 Oct 19 20:24:54.842204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:54.942476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ede447-33ac-4047-8e80-2cb778db227f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:24:54.945106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:54.953043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:54.953588 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.958739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:54.971866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Transition to ACTIVE for port object c3ede447-33ac-4047-8e80-2cb778db227f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:24:54.981107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.022805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef210-d122-4d8d-80e8-304310379de4 req-ada94f3a-c525-4400-81c4-99d3916a08e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.031052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50fef210-d122-4d8d-80e8-304310379de4 req-ada94f3a-c525-4400-81c4-99d3916a08e8 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 948 time: 0.1610036 Oct 19 20:24:55.076805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-0722dea2-46cd-46f7-b5b5-b692f88b219a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7219465 Oct 19 20:24:55.083608 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.085729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50fef210-d122-4d8d-80e8-304310379de4 req-0d801494-f7d1-483e-9d9e-d7a8be1bbf72 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Oct 19 20:24:55.128344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:55.133172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:55.137582 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b260de-28a3-4e4c-834d-4ea993f5d1e5" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:55.140875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.141744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0251591c-8e31-48df-8634-1503bd5e8e5f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:55.254509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:55.297653 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e9f70-fc95-4887-bd33-02df0ccfdc70 x-openstack-request-id: req-0d3e9f70-fc95-4887-bd33-02df0ccfdc70 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:55.298218 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:55.298568 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d3e9f70-fc95-4887-bd33-02df0ccfdc70 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:55.299057 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'code': 200} Oct 19 20:24:55.323163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-1afa3a7c-893d-4c26-a3a8-1b41753ba99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.324678 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-1afa3a7c-893d-4c26-a3a8-1b41753ba99e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ece9c09a677e41ffb8f455718950bdf3&device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 1095 time: 0.2068331 Oct 19 20:24:55.347541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:55.349929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331179aa-e6ee-4293-8028-a517388176d1 req-68e1848d-4c11-4573-8151-5d0556a791be tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.362915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 0251591c-8e31-48df-8634-1503bd5e8e5f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:55.363654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-331179aa-e6ee-4293-8028-a517388176d1 req-68e1848d-4c11-4573-8151-5d0556a791be tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 948 time: 0.3193722 Oct 19 20:24:55.367209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 0251591c-8e31-48df-8634-1503bd5e8e5f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:55.367571 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.484618 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.536630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:55.543122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.544485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d27a3c17-d7c2-45fd-a3d3-554c79774dc9 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:55.547164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.556293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-cce27607-dc42-4778-a2b4-7ad5fd6421b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.558651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-cce27607-dc42-4778-a2b4-7ad5fd6421b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 200 len: 921 time: 0.1900153 Oct 19 20:24:55.626176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.632399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.655134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.662010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.677630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.683652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-331179aa-e6ee-4293-8028-a517388176d1 req-cee62c86-d50e-4f87-8dc5-44c25d276289 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189974 Oct 19 20:24:55.694443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:55.694572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.703744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Attempting to bind port c3ede447-33ac-4047-8e80-2cb778db227f on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:24:55.704290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Attempting to bind port c3ede447-33ac-4047-8e80-2cb778db227f by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:24:55.704855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Attempting to bind port c3ede447-33ac-4047-8e80-2cb778db227f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:55.706934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:55.710192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-dbf29c1c-5bbd-45ea-9da8-c3bb46d739b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 200 len: 217 time: 0.1248255 Oct 19 20:24:55.711413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-343ec553-fc02-4330-a62f-d0da9b2969c7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5427 time: 0.2116084 Oct 19 20:24:55.714450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event deleted for resources: {'Port': ['ID=c71e784f-b01e-4229-b7ff-a758e4a33ced,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:55.716676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:55.727668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:55.728287 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.784082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Port c3ede447-33ac-4047-8e80-2cb778db227f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:24:55.784552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Attempting to bind port c3ede447-33ac-4047-8e80-2cb778db227f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:24:55.797054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecf97b04-2ced-4646-9e86-c9f9857fb9be req-373e278a-e0e0-44d1-a1c9-8c1d4efbb610 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756905 Oct 19 20:24:55.817336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:24:55.818810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:24:55.819729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:24:55.821505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Bound port: c3ede447-33ac-4047-8e80-2cb778db227f, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:24:55.821992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.871753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.910006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:55.922045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:55.924227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device caf9d80e-4c2e-4443-acc0-ce9808010fe5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:56.000581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4fff3-0fc2-4f51-87a3-5691b7f89933 req-040818b2-9c11-409a-995f-fb0269d7400c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.003870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:24:56.005138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61f4fff3-0fc2-4f51-87a3-5691b7f89933 req-040818b2-9c11-409a-995f-fb0269d7400c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0937166 Oct 19 20:24:56.059886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:56.069526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port caf9d80e-4c2e-4443-acc0-ce9808010fe5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:56.080500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port caf9d80e-4c2e-4443-acc0-ce9808010fe5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:56.080921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.093671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61f4fff3-0fc2-4f51-87a3-5691b7f89933 req-5d118e93-ccd5-4a1a-9b3b-a556d4eb3c7d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681956 Oct 19 20:24:56.119939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:24:56.128569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c3ede447-33ac-4047-8e80-2cb778db227f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:24:56.141230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-c7781dd6-71e0-4e95-aacd-39a99999b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.142765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-c7781dd6-71e0-4e95-aacd-39a99999b038 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 200 len: 860 time: 0.4169457 Oct 19 20:24:56.156826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.210394 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.253789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:56.262079 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-351ac1a2-d4ba-4465-962c-cb8c81cc2162 req-d77f2661-cbbf-45f3-b2eb-da75bc114125 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 210 time: 0.0756812 Oct 19 20:24:56.268556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.269585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b3576dfe-d3f8-4e48-bd17-177c65de2028 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:56.281621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:56.288333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.288945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.290528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-08608d94-4202-4370-889c-85a3d44c7329 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3ede447-33ac-4047-8e80-2cb778db227f HTTP/1.1" status: 200 len: 1096 time: 2.2991941 Oct 19 20:24:56.323268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:56.325804 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2953c2bc-9dee-49c5-914a-305a1d6b7339" -d '{"events": [{"name": "network-changed", "server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:56.334722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-de7763a8-4686-430c-ab4b-3e2aeab93392 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65485b93-44b4-4ed4-8553-a2d87a7f0826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641307 Oct 19 20:24:56.448052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-f351a53a-84d3-43c2-9c10-5077947a3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.449722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-f351a53a-84d3-43c2-9c10-5077947a3724 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 1099 time: 0.1130970 Oct 19 20:24:56.457544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253043-6ca8-46b8-a06f-0d0347fbcb6e req-fde61436-e175-4f21-9ad4-c226ea41797f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.459054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf253043-6ca8-46b8-a06f-0d0347fbcb6e req-fde61436-e175-4f21-9ad4-c226ea41797f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 944 time: 0.6471295 Oct 19 20:24:56.504361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a8c0-9cd5-4b96-975a-4b46e9f54bab req-9f1b77d4-fadf-4467-add1-66a3398db9e6 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:56.506470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ec5a8c0-9cd5-4b96-975a-4b46e9f54bab req-9f1b77d4-fadf-4467-add1-66a3398db9e6 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 948 time: 0.0874686 Oct 19 20:24:56.570969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ec5a8c0-9cd5-4b96-975a-4b46e9f54bab req-dc69705e-a62b-47e4-825f-7d8932943c66 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Oct 19 20:24:56.645094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7afdce0-38f1-48c1-a5de-7c5613e8747d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.656016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:56.687197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b3576dfe-d3f8-4e48-bd17-177c65de2028 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:56.691924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b3576dfe-d3f8-4e48-bd17-177c65de2028 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:56.692292 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.805846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.856581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:56.862051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:56.863498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7efd4dc2-00e2-46a0-8518-6f1a0b23670d up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:56.959405 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d009acb1-2de2-4c4d-9865-1bfbd02eca34 x-openstack-request-id: req-d009acb1-2de2-4c4d-9865-1bfbd02eca34 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:56.959697 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:56.959956 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d009acb1-2de2-4c4d-9865-1bfbd02eca34 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:56.960772 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f', 'status': 'completed', 'code': 200} Oct 19 20:24:56.972933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-77e2e470-3b1b-47f4-806e-d3b7e13d60d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c3ede447-33ac-4047-8e80-2cb778db227f HTTP/1.1" status: 200 len: 217 time: 0.5110641 Oct 19 20:24:56.974481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:56.986411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:56.994842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:56.995363 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.039646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5de82f-6ebd-4e33-ba44-7885733bbc5a req-71f83a8f-7aa4-4bde-a7ad-fe3946f9a42f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.043021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e5de82f-6ebd-4e33-ba44-7885733bbc5a req-71f83a8f-7aa4-4bde-a7ad-fe3946f9a42f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 948 time: 0.0632787 Oct 19 20:24:57.048797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-18d8357e-bb5a-4af7-a219-4b92a36bd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.050533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-18d8357e-bb5a-4af7-a219-4b92a36bd43d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0445969 Oct 19 20:24:57.090068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e5de82f-6ebd-4e33-ba44-7885733bbc5a req-f8e99da1-2e2c-4647-9b65-a667689034fe tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Oct 19 20:24:57.119322 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.151250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf253043-6ca8-46b8-a06f-0d0347fbcb6e req-de1e8186-9e05-43f0-b71c-1a7f03965698 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595592 Oct 19 20:24:57.195226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:57.201552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.202387 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bee71a47-96af-416a-8c5c-0130b95fd33a up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:57.273464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:57.301184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f'}, {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9'}, {'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}, {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3576dfe-d3f8-4e48-bd17-177c65de2028'}, {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:57.304290 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5135b6-683d-4682-b73d-a63640c71aa4" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f"}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "d27a3c17-d7c2-45fd-a3d3-554c79774dc9"}, {"server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "name": "network-vif-plugged", "status": "completed", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "b3576dfe-d3f8-4e48-bd17-177c65de2028"}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:57.321598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-af3703c4-631c-496b-abe1-1ab86f648ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.323775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-af3703c4-631c-496b-abe1-1ab86f648ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649601 Oct 19 20:24:57.352701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-867b7f47-744b-4fef-998d-a2aa5efa5cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9814885 Oct 19 20:24:57.364585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port bee71a47-96af-416a-8c5c-0130b95fd33a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:57.371070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port bee71a47-96af-416a-8c5c-0130b95fd33a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:57.371850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.377820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:24:57.388579 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:24:57.402923 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:57.403557 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:57.443006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e642c549-b6ec-4673-b48d-8aa3bd8f5f96 req-702535c3-7986-45e6-b12e-e9b39894c368 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea2697e2-ea01-4425-9d96-244a0e2e5a95 HTTP/1.1" status: 200 len: 210 time: 0.0441954 Oct 19 20:24:57.469955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-85a12e12-283b-4570-9856-eb1913368835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.471479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-85a12e12-283b-4570-9856-eb1913368835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9d7c31d27a4168952f138f96a320b0&device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 1096 time: 0.1334407 Oct 19 20:24:57.496302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.549135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:57.554016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.555079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a0182e7d-53dd-4f9a-872a-5f79c72bf9cd up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:57.601452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:57.626197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-c96e2d0f-8223-4fa1-93b6-0a310dc633c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706316 Oct 19 20:24:57.652264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:57.658423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:57.658954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.711770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] No DVR routers for this DVR port c71e784f-b01e-4229-b7ff-a758e4a33ced on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:24:57.730492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-aa723c09-e40b-420d-9ee3-5fe9f8d4c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.732585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-aa723c09-e40b-420d-9ee3-5fe9f8d4c03d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 200 len: 920 time: 0.2519791 Oct 19 20:24:57.737729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.743221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2011934f-a2b3-4643-9d10-a763950107a7 req-b685a8d3-6adc-462e-b80b-adde8dda1e54 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.37 "DELETE /v2.0/ports/c71e784f-b01e-4229-b7ff-a758e4a33ced HTTP/1.1" status: 204 len: 173 time: 3.9500802 Oct 19 20:24:57.771002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:57.802274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-c71ba773-6ac5-4978-bfbf-998505cafb68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 200 len: 217 time: 0.0623853 Oct 19 20:24:57.824293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d944680-6ba3-45c2-a781-77a8ea3809f3 req-4fb2e974-e214-4d96-ba71-52035c22d9f1 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.825904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d944680-6ba3-45c2-a781-77a8ea3809f3 req-4fb2e974-e214-4d96-ba71-52035c22d9f1 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.2783513 Oct 19 20:24:57.909700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.936331 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:57.939518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d205010-3974-4dfc-b9b2-7d9305ab317f req-a16f3b6e-ae81-45cf-b614-6adcc3ba5492 service neutron] 10.222.0.11 "GET /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708077 Oct 19 20:24:57.952620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.953251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:57.959003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:57.960576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c71e784f-b01e-4229-b7ff-a758e4a33ced no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:24:57.976242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.981251 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:24:57.990846 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:24:57.992505 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:57.992885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: c71e784f-b01e-4229-b7ff-a758e4a33ced {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:24:57.993090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:57.993263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c71e784f-b01e-4229-b7ff-a758e4a33ced not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:24:58.011547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d944680-6ba3-45c2-a781-77a8ea3809f3 req-09c30b74-e989-4891-ba3c-dffa0b328dd3 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638832 Oct 19 20:24:58.013789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.022391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-62917e0a-8100-4589-b391-6ad15ab91b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.028560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-62917e0a-8100-4589-b391-6ad15ab91b26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 200 len: 859 time: 0.2016902 Oct 19 20:24:58.030908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:24:58.037241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.050424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.070788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.083099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-172a03ef-8efb-4077-8f80-09354ddced83 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5431 time: 0.8305945 Oct 19 20:24:58.123588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:24:58.166369 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4fc7c2-b251-4f25-afc3-3938d75cdea3 x-openstack-request-id: req-bb4fc7c2-b251-4f25-afc3-3938d75cdea3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:58.166681 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f", "code": 200}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "d27a3c17-d7c2-45fd-a3d3-554c79774dc9", "code": 200}, {"server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "name": "network-vif-plugged", "status": "completed", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "code": 200}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "b3576dfe-d3f8-4e48-bd17-177c65de2028", "code": 200}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:58.166937 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb4fc7c2-b251-4f25-afc3-3938d75cdea3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:58.167339 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'code': 200} Oct 19 20:24:58.167592 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27a3c17-d7c2-45fd-a3d3-554c79774dc9', 'code': 200} Oct 19 20:24:58.167830 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'code': 200} Oct 19 20:24:58.168071 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3576dfe-d3f8-4e48-bd17-177c65de2028', 'code': 200} Oct 19 20:24:58.168308 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'code': 200} Oct 19 20:24:58.221226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be07b634-5808-44b5-8afd-bd9ddc0d277e req-d2d717fc-e4cd-4ba7-b7e7-39f3b89014fe service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830717 Oct 19 20:24:58.261857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a92a79d-46a5-4525-a73e-75b96873e9a8 req-bc1d0a27-5d3b-4e39-b7bb-3400c39d3925 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778457 Oct 19 20:24:58.290193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:24:58.309461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:24:58.309834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:58.405157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:58.517615 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:58.541261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-62050433-49ac-43eb-a423-437a01472780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.542755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-62050433-49ac-43eb-a423-437a01472780 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d919294f0e4cc09466c37cd963ff70&device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 1099 time: 0.2074897 Oct 19 20:24:58.559207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:24:58.564667 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:58.647678 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:24:58.650567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:58.658844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b1cd7-a87d-4f84-9246-8faaa5bb074e req-b511555c-6d5b-4dd6-b524-06be4bcfc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.660369 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b57b1cd7-a87d-4f84-9246-8faaa5bb074e req-b511555c-6d5b-4dd6-b524-06be4bcfc29b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.2534621 Oct 19 20:24:58.688274 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1899b-7948-4a07-9d1b-9d37e0707ff2 None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:19:51Z', 'revision_number': 4, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '90d4cbb6-40f1-4c8f-bd98-30517d3bb208', 'name': '', 'network_id': 'eb894d48-896e-40c9-bfab-c973df1c2797', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'mac_address': 'fa:16:3e:72:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:47Z', 'updated_at': '2021-10-19T20:19:58Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'subnets': [{'id': '5a0b8d12-2a01-4d4d-b938-886a6baee35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:24:58.748077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717cb6a-bd9d-4b63-ba2d-207474dc185a req-6c43da5d-f896-4e01-8de1-ad1cdf751914 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.749168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5717cb6a-bd9d-4b63-ba2d-207474dc185a req-6c43da5d-f896-4e01-8de1-ad1cdf751914 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 948 time: 0.1416457 Oct 19 20:24:58.791730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b57b1cd7-a87d-4f84-9246-8faaa5bb074e req-313d50d6-6ae9-406a-97ae-636df5988d56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203442 Oct 19 20:24:58.808709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-7a1aa940-da69-4196-8031-7f379f8d7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.810239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-7a1aa940-da69-4196-8031-7f379f8d7537 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2578783 Oct 19 20:24:58.826856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5717cb6a-bd9d-4b63-ba2d-207474dc185a req-baedab7c-e025-43f4-a2df-00906377c58f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702221 Oct 19 20:24:58.845023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-ff5dd821-3771-4c05-a38f-cfdd5f45dbbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8090775 Oct 19 20:24:58.906220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dec5b1-47da-49a6-aaeb-001f0f991988 req-93e08e83-e77f-4e94-80bb-b1ecd2099f54 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:58.908327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69dec5b1-47da-49a6-aaeb-001f0f991988 req-93e08e83-e77f-4e94-80bb-b1ecd2099f54 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.0657873 Oct 19 20:24:58.987288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'name': 'network-vif-deleted', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:24:58.989610 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f815d69-c2c3-443e-b596-f14c22386317" -d '{"events": [{"server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "name": "network-vif-deleted", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:24:59.023199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69dec5b1-47da-49a6-aaeb-001f0f991988 req-65b12397-277d-4289-8fe1-184f7ec8ac4a tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Oct 19 20:24:59.068791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-1af0a1b6-1b8b-4b57-b6a5-8ff7f31358ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c3ede447-33ac-4047-8e80-2cb778db227f HTTP/1.1" status: 200 len: 217 time: 0.0683329 Oct 19 20:24:59.100957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08b32b-dc93-4937-9737-f113cd8c1d44 None None] New status for floating IP f5c98b8c-0bde-4b7c-ac64-a6765593dfb3: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:24:59.162988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-f766334b-75c3-4f72-9425-17ae6f842324 service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656320 Oct 19 20:24:59.203905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb26a1c-4802-416d-acd7-21ede3907657 req-27136407-88d5-4e5b-8a72-a1eeebaf1ec7 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.216012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0cb26a1c-4802-416d-acd7-21ede3907657 req-27136407-88d5-4e5b-8a72-a1eeebaf1ec7 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 945 time: 0.2980375 Oct 19 20:24:59.225912 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd14f3-ff4b-40b6-8ceb-f9b3ce622e48 x-openstack-request-id: req-92cd14f3-ff4b-40b6-8ceb-f9b3ce622e48 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:24:59.226215 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2697e2-ea01-4425-9d96-244a0e2e5a95", "name": "network-vif-deleted", "tag": "c71e784f-b01e-4229-b7ff-a758e4a33ced", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:24:59.226473 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92cd14f3-ff4b-40b6-8ceb-f9b3ce622e48 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:24:59.226875 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2697e2-ea01-4425-9d96-244a0e2e5a95', 'name': 'network-vif-deleted', 'tag': 'c71e784f-b01e-4229-b7ff-a758e4a33ced', 'status': 'completed', 'code': 200} Oct 19 20:24:59.237101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-e1f12c7e-875c-4e41-8d35-87131f3046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.240833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-e1f12c7e-875c-4e41-8d35-87131f3046dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1636775 Oct 19 20:24:59.289218 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-34474c98-aa59-4065-8439-48c6a5c02ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:59.364818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a199c5-6f06-4422-9116-78d11e14a698 req-3100cce8-64ea-4a82-b983-c7c101811e5b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.372510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70a199c5-6f06-4422-9116-78d11e14a698 req-3100cce8-64ea-4a82-b983-c7c101811e5b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0846868 Oct 19 20:24:59.401688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-635c0f82-14f6-41fc-a97b-f23d8eb3a5e1 req-a985501a-e8c0-4bf9-8a73-df245670b19d service neutron] 10.222.0.37 "GET /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281396 Oct 19 20:24:59.406398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0cb26a1c-4802-416d-acd7-21ede3907657 req-f981e15a-c4bf-4989-a500-bf32f1c40be6 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894133 Oct 19 20:24:59.419096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-589caca8-4a83-4423-b0c3-468e2f8c01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.424859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-589caca8-4a83-4423-b0c3-468e2f8c01c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706717 Oct 19 20:24:59.489767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70a199c5-6f06-4422-9116-78d11e14a698 req-a7fc0f99-2cba-4b71-8ab7-393fdd2d2b7a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138310 Oct 19 20:24:59.604542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-b83c7cad-2c19-41a1-b6bc-452f448743ec service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653802 Oct 19 20:24:59.631050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35846) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:59.702616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:59.726712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.734189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.735653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:59.740471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.746732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.752840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.760117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.766266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.768209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-5056764e-07ec-4b45-a6ed-76fa4bff2c28 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1950648 Oct 19 20:24:59.790105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:59.794617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:24:59.798237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "DELETE /v2.0/security-groups/06995794-7089-4a1d-83bb-aa1faecfa19c HTTP/1.1" status: 204 len: 168 time: 0.1637020 Oct 19 20:24:59.799811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:59.811433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2953c2bc-9dee-49c5-914a-305a1d6b7339 req-5dc45df5-a3c8-4e99-bb0b-78d88b34e434 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910863 Oct 19 20:24:59.813141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64a57-b10e-45e0-85a1-84801a02b5d8 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06995794-7089-4a1d-83bb-aa1faecfa19c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:24:59.835232 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-38a149a6-f778-4aec-b1bd-e9794dcb0416 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] show failed (client error): The resource could not be found. Oct 19 20:24:59.839577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-38a149a6-f778-4aec-b1bd-e9794dcb0416 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "GET /v2.0/security-groups/06995794-7089-4a1d-83bb-aa1faecfa19c HTTP/1.1" status: 404 len: 347 time: 0.0337095 Oct 19 20:24:59.839850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35850) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:24:59.892247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f4d3464-4f8e-4994-9f51-77f9e0e82b8b req-4644d62d-4f85-43bc-ac9b-7f1caaf232b2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170013 Oct 19 20:24:59.969185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886a2e-34c4-4848-a056-0cd176471bd0 req-364fdbf2-92f9-4238-9199-1536bb4ab753 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:24:59.971049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59886a2e-34c4-4848-a056-0cd176471bd0 req-364fdbf2-92f9-4238-9199-1536bb4ab753 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 948 time: 0.0671551 Oct 19 20:24:59.993793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Deleting port f0bf6822-7af4-4fa8-89ef-6e1dbea7b588 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:24:59.994144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.011597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59886a2e-34c4-4848-a056-0cd176471bd0 req-278ae3bd-73a6-4018-bf9d-d97800e6a5ff tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Oct 19 20:25:00.087295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.089490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.117473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Calling delete_port for f0bf6822-7af4-4fa8-89ef-6e1dbea7b588 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:00.169686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a'}, {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd'}, {'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:00.172713 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c1e1e-4a6a-466d-9fd0-d8b138645f12" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a"}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd"}, {"server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:00.202769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e16ab-a6ae-4a93-a223-a4d755d3ab32 req-1bd2dac3-c235-4e05-9145-045dacc0dfa3 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.204404 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-189e16ab-a6ae-4a93-a223-a4d755d3ab32 req-1bd2dac3-c235-4e05-9145-045dacc0dfa3 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.1056654 Oct 19 20:25:00.225430 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77fe6c-fba9-4881-988f-41893770e22c x-openstack-request-id: req-5f77fe6c-fba9-4881-988f-41893770e22c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:00.225729 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a", "code": 200}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-plugged", "status": "completed", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd", "code": 200}, {"server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:00.225986 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f77fe6c-fba9-4881-988f-41893770e22c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:00.226648 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'code': 200} Oct 19 20:25:00.226648 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'code': 200} Oct 19 20:25:00.226858 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5', 'code': 200} Oct 19 20:25:00.231526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.317188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-189e16ab-a6ae-4a93-a223-a4d755d3ab32 req-1f54924f-0f86-47f4-b9a5-a51681b3c7a4 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030400 Oct 19 20:25:00.367772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.373143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.373143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.373143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.373532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.374170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.374655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e6f32-abd2-4c4a-8670-14ea430b5c4f req-c80c4fdf-c8b5-44d6-80b3-d2a98edc0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.374821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.375336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.376160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c49e6f32-abd2-4c4a-8670-14ea430b5c4f req-c80c4fdf-c8b5-44d6-80b3-d2a98edc0b6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 1100 time: 0.0547969 Oct 19 20:25:00.377456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-67998482-a81e-437e-97e3-d0a23f3c20b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.0584080 Oct 19 20:25:00.407695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Pushing event deleted for resources: {'Port': ['ID=f0bf6822-7af4-4fa8-89ef-6e1dbea7b588,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:00.425365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bec54b8b-a886-4c37-9ec1-8db7ee02502f req-6b35d99b-6f5f-4fa7-86a0-e6dee96d0046 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&id=fed50139-10c1-47af-9fa0-c8bea4951083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328977 Oct 19 20:25:00.471479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c49e6f32-abd2-4c4a-8670-14ea430b5c4f req-7e17ea29-054f-44f5-9faf-fa0d30ae6a2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694783 Oct 19 20:25:00.494740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.499712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.500900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-51162804-5719-4a85-9758-7551968681b5 tempest-ServersWithSpecificFlavorTestJSON-200072924 tempest-ServersWithSpecificFlavorTestJSON-200072924-project] 10.222.0.31 "DELETE /v2.0/floatingips/f5c98b8c-0bde-4b7c-ac64-a6765593dfb3 HTTP/1.1" status: 204 len: 168 time: 0.6601419 Oct 19 20:25:00.523521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be4066-2461-4501-93f5-af0c2a8f77a8 req-3f362054-a9c4-4833-a3e5-19fac7f019c2 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.525754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85be4066-2461-4501-93f5-af0c2a8f77a8 req-3f362054-a9c4-4833-a3e5-19fac7f019c2 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 945 time: 0.0568268 Oct 19 20:25:00.571273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85be4066-2461-4501-93f5-af0c2a8f77a8 req-9fa7b979-60fe-4221-a08d-5d37ec8fc15a tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Oct 19 20:25:00.636853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d321c-350e-411e-af64-1e0b44d0157d req-4f24d2b9-67d8-4db3-a479-fb3e59c4cb37 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.644392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d8d321c-350e-411e-af64-1e0b44d0157d req-4f24d2b9-67d8-4db3-a479-fb3e59c4cb37 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0632055 Oct 19 20:25:00.687057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3d8d321c-350e-411e-af64-1e0b44d0157d req-cf995b47-8568-4d1b-af9e-b559f0509167 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Oct 19 20:25:00.852566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.857680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-c38d3eb2-d947-4f37-8a36-fb5c9bb3b601 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1154683 Oct 19 20:25:00.867223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:00.892159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c3ede447-33ac-4047-8e80-2cb778db227f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:25:00.894396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:00.900270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a56919-71a7-4758-91b3-1d8c401c872c req-a5451c23-7ad1-442c-88e7-7e175eaeca22 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:00.902434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9a56919-71a7-4758-91b3-1d8c401c872c req-a5451c23-7ad1-442c-88e7-7e175eaeca22 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.0613806 Oct 19 20:25:00.955876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9a56919-71a7-4758-91b3-1d8c401c872c req-afcbbd38-7966-4ff0-a6fb-9e07e689fc27 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469100 Oct 19 20:25:01.012562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.025290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c3ede447-33ac-4047-8e80-2cb778db227f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:01.039871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'c3ede447-33ac-4047-8e80-2cb778db227f', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'c3ede447-33ac-4047-8e80-2cb778db227f', 'mac_address': 'fa:16:3e:7a:5a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:25:01.093689 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.113917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ede447-33ac-4047-8e80-2cb778db227f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:01.128664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.135425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.135596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c3ede447-33ac-4047-8e80-2cb778db227f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:01.139926 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.142133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.142883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Allocated IP 172.25.7.51 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/8d626692-751b-4e75-9ca4-fb7b2bb7ddf2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:25:01.148337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.154651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.161061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.167126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.174806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-90d2096d-0ed4-4d3b-bc0b-469623338d9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1117413 Oct 19 20:25:01.206026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:01.215562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ccb1cf7-2793-4690-86b6-4a6d530f63d2 req-1b3a291f-4da6-4407-930b-72e18691a1f7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391462 Oct 19 20:25:01.284417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.334038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.377362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:25:01.381554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:01.385393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c3f2b-e350-4262-9af4-0ac468004ba2 req-8d018b67-b691-47f4-bdec-a2dc6c347860 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.386983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf0c3f2b-e350-4262-9af4-0ac468004ba2 req-8d018b67-b691-47f4-bdec-a2dc6c347860 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 949 time: 0.0512545 Oct 19 20:25:01.388806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:25:01.391896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event updated for resources: {'Port': ['ID=8d626692-751b-4e75-9ca4-fb7b2bb7ddf2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:01.461479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf0c3f2b-e350-4262-9af4-0ac468004ba2 req-b713ba28-935e-4195-8297-2e1b35cd07af tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Oct 19 20:25:01.469101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-dfbceb12-4a7b-4700-8727-840a01245a14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.470192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-dfbceb12-4a7b-4700-8727-840a01245a14 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 945 time: 0.0822742 Oct 19 20:25:01.473752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.516988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.558614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['c3ede447-33ac-4047-8e80-2cb778db227f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:01.608789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdaf8b-94e2-467d-9842-300743bd2d37 req-6ac0018b-2af0-462a-96e8-6267cf364a0c tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.610318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33fdaf8b-94e2-467d-9842-300743bd2d37 req-6ac0018b-2af0-462a-96e8-6267cf364a0c tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.0645473 Oct 19 20:25:01.620285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Deleting port 10365158-761a-4857-96f4-aefdfa37a6e1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:01.620658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.680997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.685901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.723318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33fdaf8b-94e2-467d-9842-300743bd2d37 req-4a9b4f43-2b27-4c95-9771-10079ce6c62f tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979733 Oct 19 20:25:01.742019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] For port 10365158-761a-4857-96f4-aefdfa37a6e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=10365158-761a-4857-96f4-aefdfa37a6e1,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:01.742391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.783747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Calling delete_port for 10365158-761a-4857-96f4-aefdfa37a6e1 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:01.815239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event updated for resources: {'Port': ['ID=8d626692-751b-4e75-9ca4-fb7b2bb7ddf2,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:01.828636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.851590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:01.862007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-39e04ff8-f997-493d-96e5-6696bd75833d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9983246 Oct 19 20:25:01.926130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-a4b90ee0-7ad3-45ed-b2c5-a347869e7cbf tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0634141 Oct 19 20:25:01.963760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6357e-61bc-4cfa-ac1b-9583af19810d req-23df5960-4c54-486a-af5e-1a0231e9791a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:01.965348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ac6357e-61bc-4cfa-ac1b-9583af19810d req-23df5960-4c54-486a-af5e-1a0231e9791a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0851805 Oct 19 20:25:02.029007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ac6357e-61bc-4cfa-ac1b-9583af19810d req-4634f7af-1826-479b-94f0-1662d6956295 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509837 Oct 19 20:25:02.030080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:02.043655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['10365158-761a-4857-96f4-aefdfa37a6e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:02.111158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-26b6efef-d787-4e63-92f0-62ab439f24e7 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.114576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event deleted for resources: {'Port': ['ID=10365158-761a-4857-96f4-aefdfa37a6e1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:02.130763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641ae01c-09ee-4588-9f1a-d0ac3e5b1c6d req-26b6efef-d787-4e63-92f0-62ab439f24e7 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1911325 Oct 19 20:25:02.187131 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:02.248335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] No DVR routers for this DVR port 10365158-761a-4857-96f4-aefdfa37a6e1 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:02.255838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:02.278148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba8a6719-f1fd-48db-9588-b1ef4017cc02 req-adc8dbe0-c8f7-4a1a-b2e1-5155788e50dd tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "DELETE /v2.0/ports/10365158-761a-4857-96f4-aefdfa37a6e1 HTTP/1.1" status: 204 len: 173 time: 0.7835732 Oct 19 20:25:02.278794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-deleted', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:02.281217 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee5357-02fc-482d-a6ac-fdb295d043c8" -d '{"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-deleted", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:02.382053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-539c8837-2b88-4b68-af10-11a5ea690696 req-a7d3b7c0-25d6-4b26-8503-ccd73a046b32 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1f13ad6-8a33-442a-848c-4a757b45197c HTTP/1.1" status: 200 len: 210 time: 0.0394685 Oct 19 20:25:02.408400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.414483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.420928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.427714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.434288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.440577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.447598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.449608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-a960c797-af93-481f-b73c-2c774bc9e73b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1303158 Oct 19 20:25:02.460401 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452d5f45-bbf9-4c6e-b458-cad80c95eb99 x-openstack-request-id: req-452d5f45-bbf9-4c6e-b458-cad80c95eb99 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:02.460810 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f13ad6-8a33-442a-848c-4a757b45197c", "name": "network-vif-deleted", "tag": "10365158-761a-4857-96f4-aefdfa37a6e1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:02.461159 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-452d5f45-bbf9-4c6e-b458-cad80c95eb99 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:02.461680 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f13ad6-8a33-442a-848c-4a757b45197c', 'name': 'network-vif-deleted', 'tag': '10365158-761a-4857-96f4-aefdfa37a6e1', 'status': 'completed', 'code': 200} Oct 19 20:25:02.502771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e120d53-2622-47ce-be37-0ddafbd4678a req-f77c7983-1ba6-4651-9c22-a23ae88f20ad tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463281 Oct 19 20:25:02.562780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35920) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:02.643923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-ce190271-83e4-4b68-9afd-c87d7f581f6a tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.651317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-ce190271-83e4-4b68-9afd-c87d7f581f6a tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 821 time: 0.1193914 Oct 19 20:25:02.662022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-0e104333-a5d6-455a-94f2-ce88aacc95d8 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/quotas/9724fdb320944291b1f23965ec4e1823 HTTP/1.1" status: 200 len: 375 time: 0.0098000 Oct 19 20:25:02.662955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf891f-dc0c-4a3c-bc11-4851874306da req-60fd1028-675c-4bc4-8401-8e976e1163a9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.664448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbcf891f-dc0c-4a3c-bc11-4851874306da req-60fd1028-675c-4bc4-8401-8e976e1163a9 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 949 time: 0.0505240 Oct 19 20:25:02.704106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbcf891f-dc0c-4a3c-bc11-4851874306da req-6a92f0a7-248f-4a5e-ad39-75ebafa9eb8c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Oct 19 20:25:02.731837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-9f55a0db-17f4-4693-b2cb-20bc1f3eb759 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0615106 Oct 19 20:25:02.876157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-64013da0-0073-4ef9-9835-66f12c446dd0 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420493 Oct 19 20:25:02.877772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.883676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.889969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.896091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.902344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.908421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.914819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:02.917490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61304f50-e9e8-4e5f-870d-0be64ce8adac req-0c614595-7443-40a1-8715-0b2e71ba34df tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1410902 Oct 19 20:25:02.929595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:02.938647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Request body: {'floatingip': {'port_id': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:02.976319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-7b19225a-124d-4980-ac20-9de5867e6f2e service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938520 Oct 19 20:25:03.015593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:03.188822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a459b-bbaa-43b2-b8cd-5c6f60285f0b req-258be32e-8410-4f77-a098-7ba19020cda7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:03.190696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b4a459b-bbaa-43b2-b8cd-5c6f60285f0b req-258be32e-8410-4f77-a098-7ba19020cda7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0580721 Oct 19 20:25:03.219468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5b0b-5d35-44be-90a6-43b5a9de3829 req-8cbeb781-58b1-488b-9124-d5536f3aaffa tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:03.220906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d7d5b0b-5d35-44be-90a6-43b5a9de3829 req-8cbeb781-58b1-488b-9124-d5536f3aaffa tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.2098393 Oct 19 20:25:03.233853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b4a459b-bbaa-43b2-b8cd-5c6f60285f0b req-da0ff266-1cda-4da6-9e14-8d2514b7c20a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Oct 19 20:25:03.335517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94705cde-3429-4f18-858f-c3ed648007be req-91fdb9e8-807b-45f7-ac0f-d01add4290ac tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 210 time: 0.0437696 Oct 19 20:25:03.336663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d7d5b0b-5d35-44be-90a6-43b5a9de3829 req-c6b8050a-2f71-4ddd-afcf-70a4e0e65c5f tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931628 Oct 19 20:25:03.748456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:03.833829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:03.844449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:03.881986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48797222-d51b-4869-ac4f-4fba29f73791 req-28217639-a182-4639-9058-e0474271c5c1 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:03.883816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48797222-d51b-4869-ac4f-4fba29f73791 req-28217639-a182-4639-9058-e0474271c5c1 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 949 time: 0.0514193 Oct 19 20:25:03.929639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48797222-d51b-4869-ac4f-4fba29f73791 req-fb52c10e-9c1c-4e83-98d5-1cf291203a3c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Oct 19 20:25:03.937019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f3efc-564b-4faf-b333-010281792699 req-46fbaf69-4d4b-4891-a600-3b9cae541a38 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:03.938544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab2f3efc-564b-4faf-b333-010281792699 req-46fbaf69-4d4b-4891-a600-3b9cae541a38 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.1456306 Oct 19 20:25:04.038723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f628af-241c-4e03-8f94-85b49732e828 req-6c773bc0-209a-44af-848e-701d9dff7b49 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:04.040412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1f628af-241c-4e03-8f94-85b49732e828 req-6c773bc0-209a-44af-848e-701d9dff7b49 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.0540915 Oct 19 20:25:04.083182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1f628af-241c-4e03-8f94-85b49732e828 req-084ca583-a9cd-47a3-882b-d161277baac2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Oct 19 20:25:04.405714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-80df9cab-9a78-4482-9f6f-47d7e802ce51 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:04.407481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-80df9cab-9a78-4482-9f6f-47d7e802ce51 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 944 time: 0.0833936 Oct 19 20:25:04.432563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab2f3efc-564b-4faf-b333-010281792699 req-1b5f555d-5b1c-452c-89f5-8f7a07998a9d tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825253 Oct 19 20:25:04.437644 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Floating IP c4201663-f642-4368-b968-851250fd948a associated. External IP: 172.25.7.169, port: 7efd4dc2-00e2-46a0-8518-6f1a0b23670d. Oct 19 20:25:04.557694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-608ec21f-2bc2-4800-b0cf-6aef840591c3 req-ef8fc789-235b-4962-9771-985f2cca76ae tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 210 time: 0.0562751 Oct 19 20:25:04.581575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Deleting port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:04.581922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.648854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-d4b7fdaa-a2f1-4c4c-9b4e-f52a7113b67f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:04.650421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-d4b7fdaa-a2f1-4c4c-9b4e-f52a7113b67f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.11 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 821 time: 0.3102531 Oct 19 20:25:04.666966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'port': {'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'admin_state_up': True, 'tenant_id': '9724fdb320944291b1f23965ec4e1823'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:04.685965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] For port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:04.686230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.701133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Calling delete_port for 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:04.853787 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.882864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event deleted for resources: {'Port': ['ID=975fe1a3-1e53-4d6e-9c7e-4720d92914f8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:04.899353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c3ede447-33ac-4047-8e80-2cb778db227f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:25:04.929552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] No DVR routers for this DVR port 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:04.933328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.933900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Router 4b47a997-2652-4cf1-820e-fd9c0900337d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:04.936899 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-637f45aa-f9ce-4471-bd7b-0c3f9295c723 req-f755351c-5f49-4510-9096-10acbdee950a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "DELETE /v2.0/ports/975fe1a3-1e53-4d6e-9c7e-4720d92914f8 HTTP/1.1" status: 204 len: 173 time: 0.5217364 Oct 19 20:25:04.937441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-deleted', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:04.940215 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8281291-e9fe-47b7-8185-1a149f5508c1" -d '{"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-deleted", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:04.953046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port c3ede447-33ac-4047-8e80-2cb778db227f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:25:04.958619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port c3ede447-33ac-4047-8e80-2cb778db227f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:04.959277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.974955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Deleting port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:04.975398 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:04.982069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Made reservation on behalf of 9724fdb320944291b1f23965ec4e1823 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:04.986570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.016359 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd298b3-c71e-4c59-812d-5f07d08826ff x-openstack-request-id: req-4fd298b3-c71e-4c59-812d-5f07d08826ff {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:05.016774 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de6be5-bd67-4736-ba7e-8df7c49e4f29", "name": "network-vif-deleted", "tag": "975fe1a3-1e53-4d6e-9c7e-4720d92914f8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:05.017088 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fd298b3-c71e-4c59-812d-5f07d08826ff {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:05.017589 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de6be5-bd67-4736-ba7e-8df7c49e4f29', 'name': 'network-vif-deleted', 'tag': '975fe1a3-1e53-4d6e-9c7e-4720d92914f8', 'status': 'completed', 'code': 200} Oct 19 20:25:05.112038 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.115433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:05.149528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 10365158-761a-4857-96f4-aefdfa37a6e1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:05.150163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 10365158-761a-4857-96f4-aefdfa37a6e1 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:05.163956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:05.167455 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf14056-72e8-43aa-a6d3-ab4883b07d4c" -d '{"events": [{"server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "name": "network-vif-plugged", "status": "completed", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:05.185400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c3ede447-33ac-4047-8e80-2cb778db227f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:05.191039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.226245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fef3c09f-4cf4-4126-a50e-98213e7c3e29 req-d528c047-4fb5-4110-8a44-fa4e1e3021d5 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=57de6be5-bd67-4736-ba7e-8df7c49e4f29 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Oct 19 20:25:05.287164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:05.298719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-37640e14-516c-4bb4-9595-6e276b5c73c4 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:05.299379 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f55da-aa7a-4c74-b633-62a290a7daf5 x-openstack-request-id: req-346f55da-aa7a-4c74-b633-62a290a7daf5 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:05.299635 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "name": "network-vif-plugged", "status": "completed", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:05.299755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-37640e14-516c-4bb4-9595-6e276b5c73c4 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.0823245 Oct 19 20:25:05.300407 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-346f55da-aa7a-4c74-b633-62a290a7daf5 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:05.300407 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f', 'code': 200} Oct 19 20:25:05.402065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988952-0b2f-4797-bda1-b7b8c14e4922 req-690a8368-61a7-4850-bb0e-f35e3a715156 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:05.405391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Deleting port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:05.405391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.409814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76988952-0b2f-4797-bda1-b7b8c14e4922 req-690a8368-61a7-4850-bb0e-f35e3a715156 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 949 time: 0.3489239 Oct 19 20:25:05.415044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] For port 90d4cbb6-40f1-4c8f-bd98-30517d3bb208, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:05.415554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.494738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Calling delete_port for 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:05.527980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Allocated IP 172.20.0.11 (1da63696-1860-4a2c-895b-4d01772d7bbd/fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf/f41a4100-36ff-47cb-9de7-9bc32cb5fae4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:25:05.541961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76988952-0b2f-4797-bda1-b7b8c14e4922 req-10c11db6-fd09-4f41-bb40-3a9bbe9a891b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218486 Oct 19 20:25:05.564548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:05.571567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69254cfc-dc8f-40d7-b722-5df56fbf13ca req-94fbb19f-2bb5-4dbb-8f11-860290046657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:05.572894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69254cfc-dc8f-40d7-b722-5df56fbf13ca req-94fbb19f-2bb5-4dbb-8f11-860290046657 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 1101 time: 0.2087040 Oct 19 20:25:05.580753 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.580960 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Sync routers for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:05.621002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:05.621674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:05.645772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] For port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:05.648286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.692014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Calling delete_port for 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:05.705493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69254cfc-dc8f-40d7-b722-5df56fbf13ca req-4a0d2c85-8b2e-44f4-9aee-6f1a396edee3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182072 Oct 19 20:25:05.727079 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8cce6834-1b67-4446-8c40-d2fb86155898 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "PUT /v2.0/floatingips/c4201663-f642-4368-b968-851250fd948a HTTP/1.1" status: 200 len: 991 time: 2.7963603 Oct 19 20:25:05.735690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:05.739009 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f832756-acbe-4409-ba85-62ac97c21fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:05.774851 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:05.864495 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ee0a897-ee66-45bc-95db-c465eb628d2f req-aec134ca-41c2-49e1-a39b-a81b437c79ff tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 210 time: 0.0471158 Oct 19 20:25:05.945462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:05.958380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6bdfa3b2-1b39-40a6-b227-2911b75b57b5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:05.989941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d02b7-4151-4975-b22c-9c4dfd9c46a5 req-8acd187b-e10b-4b7e-aa9c-c0a7c9353f9d tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.001975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-121d02b7-4151-4975-b22c-9c4dfd9c46a5 req-8acd187b-e10b-4b7e-aa9c-c0a7c9353f9d tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eda2183-b7bf-4f7b-96bd-cff19c05acac HTTP/1.1" status: 200 len: 949 time: 0.4263606 Oct 19 20:25:06.035601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.036940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Pushing event deleted for resources: {'Port': ['ID=6bdfa3b2-1b39-40a6-b227-2911b75b57b5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:06.068888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.109289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] No DVR routers for this DVR port 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:06.112550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.128875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9890f17-aeb7-44db-86a9-447da596ebf1 req-58bb8ac2-0c59-4c59-9ab4-2e9758d1af2e tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.37 "DELETE /v2.0/ports/6bdfa3b2-1b39-40a6-b227-2911b75b57b5 HTTP/1.1" status: 204 len: 173 time: 0.8082852 Oct 19 20:25:06.144575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d4cbb6-40f1-4c8f-bd98-30517d3bb208,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:06.174432 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c4201663-f642-4368-b968-851250fd948a', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'port_id': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'mac_address': 'fa:16:3e:c4:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:23:43Z', 'updated_at': '2021-10-19T20:25:03Z', 'revision_number': 1, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:06.202720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.219188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['caf9d80e-4c2e-4443-acc0-ce9808010fe5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:06.219693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-121d02b7-4151-4975-b22c-9c4dfd9c46a5 req-454b4547-2eed-4926-a87f-8eb41f52ef94 tempest-ServerDiagnosticsNegativeTest-511895251 tempest-ServerDiagnosticsNegativeTest-511895251-project] 10.222.0.31 "GET /v2.0/security-groups?id=b29b22d0-492b-49bf-8c4f-8486b6f050c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987970 Oct 19 20:25:06.321327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event updated for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:06.376502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Network 1da63696-1860-4a2c-895b-4d01772d7bbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:25:06.380439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:06.401681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:25:06.489315 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1ecb4-f45c-4333-831a-574e352f5bd2 x-openstack-request-id: req-cad1ecb4-f45c-4333-831a-574e352f5bd2 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:06.489611 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:06.489867 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cad1ecb4-f45c-4333-831a-574e352f5bd2 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:06.490265 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'status': 'completed', 'code': 200} Oct 19 20:25:06.505444 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Checking router: 4b47a997-2652-4cf1-820e-fd9c0900337d for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:06.531884 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:06.532770 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:06.562536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.563012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.563473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.563920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.564372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.564823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.565272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.567216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-f9181c1c-81da-4766-9dbe-dab22d462ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.1282494 Oct 19 20:25:06.728605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.778505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-369b8411-ce76-4aad-bbec-b3ea5629868f None None] Provisioning complete for port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:06.779285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-369b8411-ce76-4aad-bbec-b3ea5629868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.801017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-2465a075-e8ff-4ae0-8b19-960b558f3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.804062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.804340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:06.810927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-2465a075-e8ff-4ae0-8b19-960b558f3646 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa HTTP/1.1" status: 200 len: 912 time: 0.2333956 Oct 19 20:25:06.835527 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:06.864405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-369b8411-ce76-4aad-bbec-b3ea5629868f None None] Port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:25:06.893935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-97c3534b-8a0b-4dd7-897c-abd07916b467 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2325656 Oct 19 20:25:06.909830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Request body: {'port': {'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:06.940092 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:25:06.972715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41edad-5078-4e0d-aaa3-78676ce8b367 req-f6867c85-4702-40e0-a976-a8304ac27790 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.974462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc41edad-5078-4e0d-aaa3-78676ce8b367 req-f6867c85-4702-40e0-a976-a8304ac27790 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 950 time: 0.2412784 Oct 19 20:25:06.980646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-c586e024-1fc4-402d-af62-e28d82f5f8eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 999 time: 0.1602187 Oct 19 20:25:06.991543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d096b3-a161-47e8-8ada-f5e7b667df7c req-04c25f00-ea06-4970-987a-f261f97bfb9a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:06.994270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77d096b3-a161-47e8-8ada-f5e7b667df7c req-04c25f00-ea06-4970-987a-f261f97bfb9a tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.0943935 Oct 19 20:25:07.033946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'name': 'network-vif-deleted', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:07.036921 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e6e13-073b-416b-8964-534a4ff45508" -d '{"events": [{"server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "name": "network-vif-deleted", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:07.112655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77d096b3-a161-47e8-8ada-f5e7b667df7c req-f95ccba0-6676-4ffe-9f9f-c9f121dd6b99 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030805 Oct 19 20:25:07.115329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-fb77aadf-3520-44f8-a9cd-188091892309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:07.118118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-fb77aadf-3520-44f8-a9cd-188091892309 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.1178203 Oct 19 20:25:07.179278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc41edad-5078-4e0d-aaa3-78676ce8b367 req-fea60bfe-f37b-4f8d-a297-1bedc2e884fe tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893802 Oct 19 20:25:07.199471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-d0f46798-3b0b-4da5-8ff1-d5eb270965e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:07.201554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-d0f46798-3b0b-4da5-8ff1-d5eb270965e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745871 Oct 19 20:25:07.241786 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c4201663-f642-4368-b968-851250fd948a', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'port_id': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'mac_address': 'fa:16:3e:c4:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:23:43Z', 'updated_at': '2021-10-19T20:25:03Z', 'revision_number': 1, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:07.250140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:07.302368 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7500a-08e7-4334-aa83-574ef15c99c9 None None] The sync data for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 is: [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c4201663-f642-4368-b968-851250fd948a', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'port_id': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'mac_address': 'fa:16:3e:c4:e3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:23:43Z', 'updated_at': '2021-10-19T20:25:03Z', 'revision_number': 1, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:07.554990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Router 72316ab5-885e-4cb5-b489-4358052a2eed has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:07.718123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5808d38-dcbb-4631-b0b9-773a6a953612 None None] New status for floating IP c4201663-f642-4368-b968-851250fd948a: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:07.734854 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ff1cc-5227-47bc-abb0-5f3713d0cafa x-openstack-request-id: req-a09ff1cc-5227-47bc-abb0-5f3713d0cafa {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:07.735271 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda2183-b7bf-4f7b-96bd-cff19c05acac", "name": "network-vif-deleted", "tag": "6bdfa3b2-1b39-40a6-b227-2911b75b57b5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:07.735271 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a09ff1cc-5227-47bc-abb0-5f3713d0cafa {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:07.735662 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda2183-b7bf-4f7b-96bd-cff19c05acac', 'name': 'network-vif-deleted', 'tag': '6bdfa3b2-1b39-40a6-b227-2911b75b57b5', 'status': 'completed', 'code': 200} Oct 19 20:25:07.778168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-299144d0-2bbc-44d9-b162-42bb78c838c2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:07.779751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-299144d0-2bbc-44d9-b162-42bb78c838c2 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.5962248 Oct 19 20:25:07.783820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36020) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:07.897035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2f76c-7e24-4aee-9017-01a9077a9178 req-3287ab5d-eb33-40fb-a5ac-16daa6ac8c32 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:07.898666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ce2f76c-7e24-4aee-9017-01a9077a9178 req-3287ab5d-eb33-40fb-a5ac-16daa6ac8c32 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 932 time: 0.6364386 Oct 19 20:25:08.030621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ce2f76c-7e24-4aee-9017-01a9077a9178 req-efd67543-fcd4-4a6b-9418-5e33099240a6 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746334 Oct 19 20:25:08.032519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-b55aac77-2d6a-4127-ab52-e959e18f9578 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929356 Oct 19 20:25:08.081099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e4505ae-df24-41fe-9c39-1c4513c71f84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f572ca88af7f436b9d884adae9e42ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960465 Oct 19 20:25:08.081967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36026) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:08.190402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Deleting port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:08.190739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.238295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.271755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.271979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41a4100-36ff-47cb-9de7-9bc32cb5fae4 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:08.286564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.315907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Transition to ACTIVE for port object f41a4100-36ff-47cb-9de7-9bc32cb5fae4 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:25:08.322747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.327975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:08.341864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022031e-c11e-4997-8afc-7ae28a06e779 req-44dba28a-8692-4c7d-ba0d-8761defb3af1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:08.345775 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Sync routers for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:08.348912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d022031e-c11e-4997-8afc-7ae28a06e779 req-44dba28a-8692-4c7d-ba0d-8761defb3af1 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 944 time: 0.1464822 Oct 19 20:25:08.359373 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:08.360214 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:08.371507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-75c55b7a-0a1a-423b-91b9-c6c561c1e632 admin admin] 10.222.0.31 "PUT /v2.0/routers/72316ab5-885e-4cb5-b489-4358052a2eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8076346 Oct 19 20:25:08.380233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36034) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:08.402111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f832756-acbe-4409-ba85-62ac97c21fa6 req-eca7e135-fbaa-4cfb-80e3-e2fc504912b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365841 Oct 19 20:25:08.446115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771bdd-a889-4be4-981b-abd1c1dd306b req-3c590f64-5634-432a-b40f-809b0851b312 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:08.456024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61771bdd-a889-4be4-981b-abd1c1dd306b req-3c590f64-5634-432a-b40f-809b0851b312 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 950 time: 0.1655209 Oct 19 20:25:08.468523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:08.491776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d022031e-c11e-4997-8afc-7ae28a06e779 req-e0093f69-b0c2-4dd6-b967-03a91eca94fa tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/security-groups?id=77b9c882-570e-4ce8-9415-3700eba54a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411564 Oct 19 20:25:08.539732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61771bdd-a889-4be4-981b-abd1c1dd306b req-9588813e-cc89-465f-91c8-ac2d10197386 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750628 Oct 19 20:25:08.560479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] For port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,segment=NetworkSegment(47e30b7c-32c1-45af-99ac-617f6e90f82d),segment_id=47e30b7c-32c1-45af-99ac-617f6e90f82d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:08.561067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.587910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.591747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.602662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b29b22d0-492b-49bf-8c4f-8486b6f050c6 HTTP/1.1" status: 204 len: 168 time: 0.5174720 Oct 19 20:25:08.614253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:08.625015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Calling delete_port for 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:08.633563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164ed7d-d523-4085-96ef-f3a31bb4554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b22d0-492b-49bf-8c4f-8486b6f050c6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:08.732508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.872823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39626a6-d7bb-490a-9ef1-e061f8c472bf req-4741b029-d271-4677-ae49-7c9e0460984b tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:08.880679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d39626a6-d7bb-490a-9ef1-e061f8c472bf req-4741b029-d271-4677-ae49-7c9e0460984b tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 1101 time: 0.1140769 Oct 19 20:25:08.898010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.909813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Attempting to bind port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:25:08.911176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Attempting to bind port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:25:08.911906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Attempting to bind port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:08.936957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:08.948620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 on network 1da63696-1860-4a2c-895b-4d01772d7bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:25:08.949018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Attempting to bind port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 on network 1da63696-1860-4a2c-895b-4d01772d7bbd {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:08.965074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:25:08.966766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Checking segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:08.968559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Bound using segment: {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:25:08.969033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Bound port: f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e78296-976e-4e75-a14b-fd1c2ce4e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:25:08.969430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:08.982751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d39626a6-d7bb-490a-9ef1-e061f8c472bf req-37e5478a-f417-4e5d-9cc4-122f6b139af9 tempest-ServersOnMultiNodesTest-1153780404 tempest-ServersOnMultiNodesTest-1153780404-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960798 Oct 19 20:25:08.997417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:08.998117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6bdfa3b2-1b39-40a6-b227-2911b75b57b5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:09.031349 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:25:05Z', 'revision_number': 5, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port': {'id': 'bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:19:40Z', 'updated_at': '2021-10-19T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:09.074974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:09.080765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Checking router: 72316ab5-885e-4cb5-b489-4358052a2eed for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:09.092605 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Routers {'72316ab5-885e-4cb5-b489-4358052a2eed'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:09.093533 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['72316ab5-885e-4cb5-b489-4358052a2eed'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:09.104397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:25:09.112845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:25:09.124112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:09.131417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ba4dea0-94e0-4985-841c-6c4ef4f9ab72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.141812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.248856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:09.278483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:09.279276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.281058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] 10.222.0.11 "PUT /v2.0/ports/f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 1092 time: 2.3765175 Oct 19 20:25:09.289371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:09.294411 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd457968-3616-49c1-9178-9e715a0987ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:09.311646 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] Set router 72316ab5-885e-4cb5-b489-4358052a2eed gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:09.324529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Deleting port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:09.324896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.331689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:09.336215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 975fe1a3-1e53-4d6e-9c7e-4720d92914f8 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:09.348341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ba4dea0-94e0-4985-841c-6c4ef4f9ab72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.355924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ba4dea0-94e0-4985-841c-6c4ef4f9ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.392141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5ba4dea0-94e0-4985-841c-6c4ef4f9ab72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e3f3020b63e4a4aa4496d12afb80457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159485 Oct 19 20:25:09.401662 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:25:08Z', 'revision_number': 6, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:09.405951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36056) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:09.435553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] For port bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:09.436028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.436830 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013104fa-e9b0-460c-bc2c-95e2e915be07 None None] The sync data for ids ['72316ab5-885e-4cb5-b489-4358052a2eed'] in n-d-805649-9 is: [{'id': '72316ab5-885e-4cb5-b489-4358052a2eed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1257409958-router', 'tenant_id': 'c7e74a4753e34310a8306c0f85b41c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:19:38Z', 'updated_at': '2021-10-19T20:25:08Z', 'revision_number': 6, 'project_id': 'c7e74a4753e34310a8306c0f85b41c54', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:09.503685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.507132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4b8cf-5750-44cd-9216-fbcdface8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:09.517324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Calling delete_port for bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:09.547726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c9b3b-c674-4375-849a-c325ddc3bd5d req-968fa988-6b80-439f-ac53-35d670d41109 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:09.555181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-726c9b3b-c674-4375-849a-c325ddc3bd5d req-968fa988-6b80-439f-ac53-35d670d41109 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 944 time: 0.3688357 Oct 19 20:25:09.557614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4dea0-94e0-4985-841c-6c4ef4f9ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe1fc4-f77a-4ee4-829d-ec4935740606,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:09.580897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Pushing event deleted for resources: {'Port': ['ID=4ff06d51-f91e-4f90-b41b-2e4274d8a3ed,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:09.600085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.613720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa11-85dd-48ee-86e5-04043e7c4760 req-9679ebef-c025-4644-b3ed-0944d2fe8344 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:09.615255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31f1fa11-85dd-48ee-86e5-04043e7c4760 req-9679ebef-c025-4644-b3ed-0944d2fe8344 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 950 time: 0.2609296 Oct 19 20:25:09.623604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-e0e902c6-91c4-43b9-9f02-e0461664c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:09.627875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-e0e902c6-91c4-43b9-9f02-e0461664c239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1095 time: 0.1847618 Oct 19 20:25:09.666540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-726c9b3b-c674-4375-849a-c325ddc3bd5d req-cb9c8c01-25df-421d-bbe6-0095aaad5630 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103690 Oct 19 20:25:09.670851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] No DVR routers for this DVR port 4ff06d51-f91e-4f90-b41b-2e4274d8a3ed on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:09.681371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.683535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.686846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ffdc3f5-56a1-4be7-b6b0-b657d1e1e6b4 req-6b830331-3bd8-4ec3-99d6-dca4ebc024d3 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.11 "DELETE /v2.0/ports/4ff06d51-f91e-4f90-b41b-2e4274d8a3ed HTTP/1.1" status: 204 len: 173 time: 1.8908002 Oct 19 20:25:09.724812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-d5765f90-6dce-4cb6-9237-9325312066be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 217 time: 0.0720363 Oct 19 20:25:09.738111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31f1fa11-85dd-48ee-86e5-04043e7c4760 req-c335dd11-ee5e-4e08-b150-fd4b2b8962bd tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004152 Oct 19 20:25:09.746257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-deleted', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:09.748523 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b13c9-dc14-4a1d-9861-2d8f5d01d376" -d '{"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-deleted", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:09.792471 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.795466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:09.796719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fbe1fc4-f77a-4ee4-829d-ec4935740606 HTTP/1.1" status: 204 len: 168 time: 0.3897538 Oct 19 20:25:09.815854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3a3a0-a20f-437e-a1ce-edb117dbfe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbe1fc4-f77a-4ee4-829d-ec4935740606,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:09.822173 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a116f010-ed18-4e63-ab49-cb44e80cec38 x-openstack-request-id: req-a116f010-ed18-4e63-ab49-cb44e80cec38 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:09.822375 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:09.824008 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a116f010-ed18-4e63-ab49-cb44e80cec38 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:09.824008 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'status': 'completed', 'code': 200} Oct 19 20:25:09.918230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03fd194e-ae20-4f40-87b2-aba1ba3feecf req-ff9f08f8-7dd8-48ca-a230-69ae09609785 tempest-LiveAutoBlockMigrationV225Test-572865544 tempest-LiveAutoBlockMigrationV225Test-572865544-project] 10.222.0.31 "GET /v2.0/ports?device_id=516ad240-10ba-4392-b95d-8b3d77c5cb25 HTTP/1.1" status: 200 len: 210 time: 0.0310497 Oct 19 20:25:09.930279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-ae096237-1e6e-4b96-b91b-631cd31f6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:09.932402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-ae096237-1e6e-4b96-b91b-631cd31f6ede service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.1081715 Oct 19 20:25:09.985613 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a79c4-b4d5-4f7a-9a3f-d686de6b4b50 x-openstack-request-id: req-cf8a79c4-b4d5-4f7a-9a3f-d686de6b4b50 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:09.986117 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ad240-10ba-4392-b95d-8b3d77c5cb25", "name": "network-vif-deleted", "tag": "4ff06d51-f91e-4f90-b41b-2e4274d8a3ed", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:09.986117 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf8a79c4-b4d5-4f7a-9a3f-d686de6b4b50 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:09.986486 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ad240-10ba-4392-b95d-8b3d77c5cb25', 'name': 'network-vif-deleted', 'tag': '4ff06d51-f91e-4f90-b41b-2e4274d8a3ed', 'status': 'completed', 'code': 200} Oct 19 20:25:10.045494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-5c8f289a-cb60-4144-92f2-8cdc17854810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:10.047284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-5c8f289a-cb60-4144-92f2-8cdc17854810 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072209 Oct 19 20:25:10.052109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.113195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:10.229281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.380370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.384030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.395359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-4855b249-0db3-4cee-bde4-f16e456e9185 service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334506 Oct 19 20:25:10.459772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:10.490261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:10.490860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb1c53d3-d43a-4bcf-98a8-093d9b8f0cc1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:10.491453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:10.497786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.498343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72316ab5-885e-4cb5-b489-4358052a2eed {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:25:10.504206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.508932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a375507-265b-416d-a045-4e52988595f0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/72316ab5-885e-4cb5-b489-4358052a2eed HTTP/1.1" status: 204 len: 168 time: 2.1240742 Oct 19 20:25:10.509160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36080) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:10.523511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:10.523858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90d4cbb6-40f1-4c8f-bd98-30517d3bb208 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:10.588743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4d84581-f3c2-442e-a2bf-fd3892f31541 req-1c0f258f-0289-4d04-b199-dccadb664338 service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731513 Oct 19 20:25:10.590111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Deleting subnet 5a0b8d12-2a01-4d4d-b938-886a6baee35c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:10.598140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.654356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.740256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457968-3616-49c1-9178-9e715a0987ee req-f5d0150d-701c-47db-93d6-d611e055509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:10.743053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-f5d0150d-701c-47db-93d6-d611e055509d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1095 time: 0.0968733 Oct 19 20:25:10.842296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:10.890971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a690a-4291-4226-a253-39b87e5407bb req-d70f47ed-8971-49c8-825e-0980851fe007 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:10.892386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e48a690a-4291-4226-a253-39b87e5407bb req-d70f47ed-8971-49c8-825e-0980851fe007 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 944 time: 0.1080830 Oct 19 20:25:10.936529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457968-3616-49c1-9178-9e715a0987ee req-367c3a65-2b48-4a11-905c-bd4c8fda3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:10.937899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-367c3a65-2b48-4a11-905c-bd4c8fda3c34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1871402 Oct 19 20:25:10.978696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e48a690a-4291-4226-a253-39b87e5407bb req-5c469258-8773-49bf-8bb6-d2f30e956382 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Oct 19 20:25:10.991075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-82c9b0c6-024b-4c6d-a49e-f47a4d42a18c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:10.994836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-9ae15124-0bb3-487f-b6eb-c4808b00ef4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 217 time: 0.0482497 Oct 19 20:25:10.995628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-82c9b0c6-024b-4c6d-a49e-f47a4d42a18c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 950 time: 0.1001546 Oct 19 20:25:10.997309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.011369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d344b-c65c-49ac-8114-52e3f81dc518 req-851247b0-701f-41ba-b060-5983539c3b6a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:11.012915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae3d344b-c65c-49ac-8114-52e3f81dc518 req-851247b0-701f-41ba-b060-5983539c3b6a tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 950 time: 0.1234639 Oct 19 20:25:11.030118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0b8d12-2a01-4d4d-b938-886a6baee35c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:11.063954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.071092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbb9dc-910f-4dc7-8102-bddcf3332175 None None] Network eb894d48-896e-40c9-bfab-c973df1c2797 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:11.076364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be3c4c7b-2ea6-4198-99a0-599d9af515cc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a0b8d12-2a01-4d4d-b938-886a6baee35c HTTP/1.1" status: 204 len: 168 time: 0.5657759 Oct 19 20:25:11.089425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36102) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:11.128444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:11.230668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port c3ede447-33ac-4047-8e80-2cb778db227f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:11.231483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.248473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457968-3616-49c1-9178-9e715a0987ee req-e6dadac5-50f3-4260-9ca6-310430c51355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:11.251515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-e6dadac5-50f3-4260-9ca6-310430c51355 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.2376578 Oct 19 20:25:11.335780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae3d344b-c65c-49ac-8114-52e3f81dc518 req-88bec6b7-37cc-40fa-ada8-ef728d2a9661 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139648 Oct 19 20:25:11.356714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] DHCP port deletion for eb894d48-896e-40c9-bfab-c973df1c2797 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:25:11.385098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Deleting subnet daa70235-3356-4979-aedc-e352fcabbaf2 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:11.390464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.398582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.410632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port c3ede447-33ac-4047-8e80-2cb778db227f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=c3ede447-33ac-4047-8e80-2cb778db227f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:11.411005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.432628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Deleting port 391f2d38-98fe-4c87-8f87-39faa442231c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:11.432860 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.436009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for c3ede447-33ac-4047-8e80-2cb778db227f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:11.450211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.453188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457968-3616-49c1-9178-9e715a0987ee req-c050aada-88b2-421b-a839-0a2679d78963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:11.454734 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-c050aada-88b2-421b-a839-0a2679d78963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744134 Oct 19 20:25:11.516089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] For port 391f2d38-98fe-4c87-8f87-39faa442231c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=391f2d38-98fe-4c87-8f87-39faa442231c,segment=NetworkSegment(0907d3bd-9dcf-4a81-a850-e3ced235ad26),segment_id=0907d3bd-9dcf-4a81-a850-e3ced235ad26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:11.517087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.536100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Calling delete_port for 391f2d38-98fe-4c87-8f87-39faa442231c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:11.564749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.635175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.649477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', '64485cee-d99e-4106-bc63-d43ce75e755a', '4123b68a-acb5-4292-be88-581246b529f7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:11.655316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'c3ede447-33ac-4047-8e80-2cb778db227f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:11.726351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=c3ede447-33ac-4047-8e80-2cb778db227f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:11.741027 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-48a41325-80a8-4fd4-a4fb-cde428042b90 service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489522 Oct 19 20:25:11.770681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port c3ede447-33ac-4047-8e80-2cb778db227f on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:11.776615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.779648 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.795155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f86b9296-2846-40aa-9d61-e1a243e331f0 req-5cf57f60-d34e-4aa7-93da-a67eb04ddd8d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "DELETE /v2.0/ports/c3ede447-33ac-4047-8e80-2cb778db227f HTTP/1.1" status: 204 len: 173 time: 0.7839203 Oct 19 20:25:11.933178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd457968-3616-49c1-9178-9e715a0987ee req-010fb47f-9eea-47da-8b40-d9ef3f972cdc service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815715 Oct 19 20:25:11.950662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Deleting port 391f2d38-98fe-4c87-8f87-39faa442231c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:11.950891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:11.987458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'name': 'network-vif-deleted', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:11.990798 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491b457-8c6b-4fff-882f-f221a0849243" -d '{"events": [{"server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "name": "network-vif-deleted", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:12.033568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.063609 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf395281-a6a3-45c6-8369-a50185b2aeea x-openstack-request-id: req-cf395281-a6a3-45c6-8369-a50185b2aeea {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:12.064090 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efba3bb3-04eb-4f39-98aa-1d5525427b46", "name": "network-vif-deleted", "tag": "c3ede447-33ac-4047-8e80-2cb778db227f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:12.064218 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf395281-a6a3-45c6-8369-a50185b2aeea {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:12.064547 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba3bb3-04eb-4f39-98aa-1d5525427b46', 'name': 'network-vif-deleted', 'tag': 'c3ede447-33ac-4047-8e80-2cb778db227f', 'status': 'completed', 'code': 200} Oct 19 20:25:12.136331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] Pushing event deleted for resources: {'Port': ['ID=391f2d38-98fe-4c87-8f87-39faa442231c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:12.162491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa70235-3356-4979-aedc-e352fcabbaf2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:12.179912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.185647 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-085db78b-4366-4f1c-8678-bd6355b1b3ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/daa70235-3356-4979-aedc-e352fcabbaf2 HTTP/1.1" status: 204 len: 168 time: 1.0517194 Oct 19 20:25:12.185647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] For port 391f2d38-98fe-4c87-8f87-39faa442231c, host n-d-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:12.185647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.187451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:12.203807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00059-6953-4e3a-917a-9c848634fc75 req-32a9f5e0-0692-4f28-b58b-bd36d13af29b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:12.205347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec00059-6953-4e3a-917a-9c848634fc75 req-32a9f5e0-0692-4f28-b58b-bd36d13af29b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 944 time: 0.0858297 Oct 19 20:25:12.221267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Calling delete_port for 391f2d38-98fe-4c87-8f87-39faa442231c owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:12.225526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Port 391f2d38-98fe-4c87-8f87-39faa442231c was not found and therefore no delete operation was performed {{(pid=100735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:25:12.231531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc319c-a404-4630-85f1-f1fe05d6f758 None None] No DVR routers for this DVR port 391f2d38-98fe-4c87-8f87-39faa442231c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:12.241453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.287233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec00059-6953-4e3a-917a-9c848634fc75 req-6cab28c1-df78-4686-a4aa-84a56977f8d6 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688694 Oct 19 20:25:12.383084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=391f2d38-98fe-4c87-8f87-39faa442231c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:12.385038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 391f2d38-98fe-4c87-8f87-39faa442231c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:12.386763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] No DVR routers for this DVR port 391f2d38-98fe-4c87-8f87-39faa442231c on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:12.390855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.480718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 391f2d38-98fe-4c87-8f87-39faa442231c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:12.481444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 391f2d38-98fe-4c87-8f87-39faa442231c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:12.515551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.518425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-f32cdb59-2902-4ea1-98a3-7ee380a17449 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765104 Oct 19 20:25:12.520090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.556508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74bc9901-3190-4e78-aa2a-a58246f2c80b req-a736733f-2a33-427b-b97a-4bb41babf85b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=efba3bb3-04eb-4f39-98aa-1d5525427b46 HTTP/1.1" status: 200 len: 210 time: 0.0316958 Oct 19 20:25:12.642006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.679143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb894d48-896e-40c9-bfab-c973df1c2797']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.716153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65485b93-44b4-4ed4-8553-a2d87a7f0826']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.723227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0907d3bd-9dcf-4a81-a850-e3ced235ad26') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.723514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0907d3bd-9dcf-4a81-a850-e3ced235ad26') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.740855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e30b7c-32c1-45af-99ac-617f6e90f82d') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.741242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e30b7c-32c1-45af-99ac-617f6e90f82d') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:12.754473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.768027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.795484 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.797840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.811645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-75b6a077-8481-4205-92e8-96d7068faa98 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:12.812548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-75b6a077-8481-4205-92e8-96d7068faa98 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718825 Oct 19 20:25:12.813741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.816320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:12.816791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:12.818585 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:12.830363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:12.830812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:12.832661 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:12.933992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-21425fd1-45c6-4640-a6d0-dfcd22e89b8c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/quotas/0b57f8dcc465486991a1d7aa3bb74d72 HTTP/1.1" status: 200 len: 375 time: 0.1049743 Oct 19 20:25:12.970442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-03ecff79-b7ef-4b40-9a47-18e655ed0de6 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353878 Oct 19 20:25:12.971647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.973696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.987659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.990903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] 10.222.0.31 "DELETE /v2.0/networks/65485b93-44b4-4ed4-8553-a2d87a7f0826 HTTP/1.1" status: 204 len: 168 time: 0.8025753 Oct 19 20:25:12.992032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:12.995115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36158) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:12.998442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb894d48-896e-40c9-bfab-c973df1c2797 HTTP/1.1" status: 204 len: 168 time: 1.9058037 Oct 19 20:25:12.998808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:13.011673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33439cb-eb72-4059-8151-2acaa9cd1f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=65485b93-44b4-4ed4-8553-a2d87a7f0826,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:13.035778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3edca-1b72-4fa9-a958-764efda2e9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb894d48-896e-40c9-bfab-c973df1c2797,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:13.126521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f41a4100-36ff-47cb-9de7-9bc32cb5fae4 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:25:13.177160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16815970-2547-4bb2-bccd-28c315c3551d req-cb1a1850-2012-4b55-a898-598d9b21aaaf tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 210 time: 0.0347738 Oct 19 20:25:13.180409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Deleting subnet 659a68cf-3fd4-4fd1-b024-ad6f89f82cd4 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:13.217881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.278324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.301745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:13.330020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:25:13.379530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.387168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.403057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41a4100-36ff-47cb-9de7-9bc32cb5fae4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:13.435524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:13.444988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.505838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:13.576564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.592501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7787a3-d51b-4615-9f3a-d65a4fdaaf09 req-b3ce05a0-da87-4252-853f-700a8bd2f053 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:13.598203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d7787a3-d51b-4615-9f3a-d65a4fdaaf09 req-b3ce05a0-da87-4252-853f-700a8bd2f053 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 945 time: 0.2035253 Oct 19 20:25:13.654301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659a68cf-3fd4-4fd1-b024-ad6f89f82cd4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:13.659120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.664696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-947304c9-207a-40d4-aa61-41a04547b32f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/659a68cf-3fd4-4fd1-b024-ad6f89f82cd4 HTTP/1.1" status: 204 len: 168 time: 0.6662323 Oct 19 20:25:13.665578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:13.730607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d7787a3-d51b-4615-9f3a-d65a4fdaaf09 req-8083444d-4a1f-438e-a553-92980b822b44 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005499 Oct 19 20:25:13.760009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.786229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f41a4100-36ff-47cb-9de7-9bc32cb5fae4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:13.868976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.963575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:13.984577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28db560-f6ff-40da-8a6f-58b259c2a468 req-35f51568-6df6-4792-8bcb-f09459de559c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:13.986517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28db560-f6ff-40da-8a6f-58b259c2a468 req-35f51568-6df6-4792-8bcb-f09459de559c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.0776834 Oct 19 20:25:14.016476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76c5a9f-2311-4743-8690-172d5f1d8b90']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:14.028580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49496b1-9535-41e9-9b4c-3dd1083acc6c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:14.028870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49496b1-9535-41e9-9b4c-3dd1083acc6c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:14.038994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.052701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.059919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:14.060282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:14.062084 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:14.079997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28db560-f6ff-40da-8a6f-58b259c2a468 req-70297cd1-343a-47b0-b954-d54704a1e899 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842254 Oct 19 20:25:14.122027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.128453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.135105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b76c5a9f-2311-4743-8690-172d5f1d8b90 HTTP/1.1" status: 204 len: 168 time: 0.4656298 Oct 19 20:25:14.151702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Pushing event deleted for resources: {'Network': ['ID=b76c5a9f-2311-4743-8690-172d5f1d8b90,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:14.159755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.160102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.160438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.160766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.161093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.161451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.161773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.162091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.162408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.162723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.163037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.163351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e031d4a5-366e-4706-8d41-8dca1932837f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:14.262322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Deleting port 87fe5549-b9f9-41df-8e64-e87e442c1f55 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:14.262872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.300345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fb0f456-2772-494d-b389-ab9b848b67b2 req-c4f82482-634b-4d11-8c50-6787656bb9b4 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 210 time: 0.0432961 Oct 19 20:25:14.358004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36194) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:14.381506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] For port 87fe5549-b9f9-41df-8e64-e87e442c1f55, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87fe5549-b9f9-41df-8e64-e87e442c1f55,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:14.382404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.404106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Calling delete_port for 87fe5549-b9f9-41df-8e64-e87e442c1f55 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:14.409859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36196) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:14.414143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-40c84a9c-9fc5-4acb-8432-ed609ed66f90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ece9c09a677e41ffb8f455718950bdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547652 Oct 19 20:25:14.448360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-335be2ac-ed1a-40cb-8dd1-6ee948f23617 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321002 Oct 19 20:25:14.525236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.591319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.608359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-5a0a7778-ca20-453a-917d-5f78ae82f927 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:14.610055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-5a0a7778-ca20-453a-917d-5f78ae82f927 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521051 Oct 19 20:25:14.627526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Request body: {'port': {'device_id': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '0b57f8dcc465486991a1d7aa3bb74d72'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:14.680342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.682958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.684098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77b9c882-570e-4ce8-9415-3700eba54a64 HTTP/1.1" status: 204 len: 168 time: 0.2730367 Oct 19 20:25:14.699432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995d8b2-4c68-46af-b8fc-90a102329cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9c882-570e-4ce8-9415-3700eba54a64,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:14.725462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.783995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fe5549-b9f9-41df-8e64-e87e442c1f55,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:14.790636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Made reservation on behalf of 0b57f8dcc465486991a1d7aa3bb74d72 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:14.798878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.826761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.956934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.961826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:14.964806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58feab-a649-4a3a-9f9a-aee2805292ce req-a552e02a-c517-4c2e-9f81-2ca22bc72047 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:14.966468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d58feab-a649-4a3a-9f9a-aee2805292ce req-a552e02a-c517-4c2e-9f81-2ca22bc72047 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 945 time: 0.1174984 Oct 19 20:25:14.966815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c3ede447-33ac-4047-8e80-2cb778db227f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:15.039806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: c3ede447-33ac-4047-8e80-2cb778db227f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:15.041841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device c3ede447-33ac-4047-8e80-2cb778db227f not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:15.074466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d58feab-a649-4a3a-9f9a-aee2805292ce req-3314cd7a-e424-43a7-bfd0-3b9d96134264 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Oct 19 20:25:15.133747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.137629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f41a4100-36ff-47cb-9de7-9bc32cb5fae4 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:25:15.221717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd48ea3-1585-4832-b73e-d93bfa312353,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:15.242367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:25:15.250900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:15.252969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.286451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Allocated IP 192.168.233.39 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/c649e5bd-6246-4297-aa1e-49abb20601c8) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:25:15.340186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36212) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:15.379197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.403137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7b13718c-2684-4dc6-827d-af84aabe9a23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cff45c0900094d63bb3f6fe0cd800cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544834 Oct 19 20:25:15.409469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf938-9071-4b64-9b6c-e3fb2c695831 req-084416b0-b24c-440d-93fb-9d37ed396fda tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:15.413349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:15.416649 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44a809-2da7-4e02-b4bd-b25f8e4d89e1" -d '{"events": [{"server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "name": "network-vif-plugged", "status": "completed", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:15.418069 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7ccf938-9071-4b64-9b6c-e3fb2c695831 req-084416b0-b24c-440d-93fb-9d37ed396fda tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.1869888 Oct 19 20:25:15.428092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36216) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:15.432924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:15.439985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.503429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:15.521711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7ccf938-9071-4b64-9b6c-e3fb2c695831 req-19a088a2-578b-4965-8f65-212f3f15c465 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026502 Oct 19 20:25:15.635001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.655315 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef9f90b-cfad-4813-b6e1-9b5662018fcc x-openstack-request-id: req-9ef9f90b-cfad-4813-b6e1-9b5662018fcc {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:15.655990 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "name": "network-vif-plugged", "status": "completed", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:15.657100 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ef9f90b-cfad-4813-b6e1-9b5662018fcc {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:15.659166 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'code': 200} Oct 19 20:25:15.714439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.758268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.823616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.827749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.829096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2de17c5-17ab-4fb5-9048-c5eb31c4c863 HTTP/1.1" status: 204 len: 168 time: 0.3991058 Oct 19 20:25:15.835147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:15.868479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3ae22-028b-4283-bf7c-5cb4cae77383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2de17c5-17ab-4fb5-9048-c5eb31c4c863,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:15.909756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:25:15.913709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:15.921755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:25:15.968321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Router fd734c5e-fb5d-4383-b454-9adb3d605eaa has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:15.972433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Pushing event updated for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:15.984419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-0ab6af4c-3f71-4c4e-8d2b-2cb45444d455 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:15.985970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-0ab6af4c-3f71-4c4e-8d2b-2cb45444d455 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.1501553 Oct 19 20:25:16.009974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3905d-c143-4fbe-a6ec-03366137b3a8 req-a8750991-0a78-4a03-9628-5dc220f8a216 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:16.011607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bc3905d-c143-4fbe-a6ec-03366137b3a8 req-a8750991-0a78-4a03-9628-5dc220f8a216 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 935 time: 0.1736093 Oct 19 20:25:16.012840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:16.014007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:16.017873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e726dc-22f9-44e9-a063-747ee38197fb req-ea022f3f-b5c3-491b-9835-152ca5dffc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:16.019454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85e726dc-22f9-44e9-a063-747ee38197fb req-ea022f3f-b5c3-491b-9835-152ca5dffc0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1097 time: 0.1806061 Oct 19 20:25:16.044182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-fd2febf7-e6d3-4520-8e28-51de66ea53cb tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4153395 Oct 19 20:25:16.055482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Request body: {'port': {'device_id': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:16.181848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:16.266760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85e726dc-22f9-44e9-a063-747ee38197fb req-8a2139ff-0c75-4988-9e97-a4e6a34a691c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180564 Oct 19 20:25:16.331778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bc3905d-c143-4fbe-a6ec-03366137b3a8 req-46464700-daf9-4427-bcba-38d7edffb061 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870989 Oct 19 20:25:16.335822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d8a5d302-0a64-4e6e-bec0-05814bd9935a None None] Provisioning complete for port c649e5bd-6246-4297-aa1e-49abb20601c8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:16.336328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d302-0a64-4e6e-bec0-05814bd9935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:16.420257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5d302-0a64-4e6e-bec0-05814bd9935a None None] Port c649e5bd-6246-4297-aa1e-49abb20601c8 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:25:16.461614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:16.484536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Sync routers for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:16.494463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c5acb506-00c4-4227-9efc-bd8e0f180764 admin admin] 10.222.0.31 "PUT /v2.0/routers/fd734c5e-fb5d-4383-b454-9adb3d605eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4935551 Oct 19 20:25:16.498530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:16.499612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:16.501586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:16.524343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port 4123b68a-acb5-4292-be88-581246b529f7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:16.532350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:16.666116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:16.863568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddea2f-c8cc-42ec-b98c-0e42273f8990 req-790a8a40-f2c7-4ca7-b9d2-a1710d50b11d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:16.868477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbddea2f-c8cc-42ec-b98c-0e42273f8990 req-790a8a40-f2c7-4ca7-b9d2-a1710d50b11d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 950 time: 0.1848695 Oct 19 20:25:16.910948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:16.975686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:25:14Z', 'revision_number': 5, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:17.008257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port 4123b68a-acb5-4292-be88-581246b529f7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4123b68a-acb5-4292-be88-581246b529f7,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:17.009669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.036818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Checking router: fd734c5e-fb5d-4383-b454-9adb3d605eaa for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:17.039071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbddea2f-c8cc-42ec-b98c-0e42273f8990 req-df7cc5a7-42b7-4710-82ba-9f995ac91065 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249957 Oct 19 20:25:17.068151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Routers {'fd734c5e-fb5d-4383-b454-9adb3d605eaa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:17.068151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:17.068575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82d2e4-6dd4-4824-ae70-41b7f61bd290 req-de2b69bd-ed6e-4702-8137-6ba3e52ec3de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:17.083158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for 4123b68a-acb5-4292-be88-581246b529f7 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:17.085960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc82d2e4-6dd4-4824-ae70-41b7f61bd290 req-de2b69bd-ed6e-4702-8137-6ba3e52ec3de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 946 time: 0.7921982 Oct 19 20:25:17.215222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc82d2e4-6dd4-4824-ae70-41b7f61bd290 req-5fdbea30-cc12-4a42-ad2c-8e3f4b70140c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283650 Oct 19 20:25:17.266298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.344609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] Set router fd734c5e-fb5d-4383-b454-9adb3d605eaa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:17.427225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c649e5bd-6246-4297-aa1e-49abb20601c8 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:17.449795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.518314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd792891-e17f-494e-a044-c55cd0ba7536 req-c5490827-0579-45ae-bb44-99af2ad77b27 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:17.521337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd792891-e17f-494e-a044-c55cd0ba7536 req-c5490827-0579-45ae-bb44-99af2ad77b27 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 935 time: 0.0882874 Oct 19 20:25:17.534121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Deleting port 20da1011-17fe-42e4-9483-ffe6543d2862 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:17.534501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.578180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd792891-e17f-494e-a044-c55cd0ba7536 req-548dfab7-6119-4264-9ea1-82eaf505ed4b tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Oct 19 20:25:17.590859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Transition to ACTIVE for port object c649e5bd-6246-4297-aa1e-49abb20601c8 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:25:17.596337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.612284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.671412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:17.725184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', '64485cee-d99e-4106-bc63-d43ce75e755a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:17.773933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=4123b68a-acb5-4292-be88-581246b529f7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:17.791995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port 4123b68a-acb5-4292-be88-581246b529f7 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:17.796273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.804753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef82eaa3-2104-498c-af39-48e3b206df38 req-58c1c6d0-1294-4756-9b97-8c87c659dc36 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "DELETE /v2.0/ports/4123b68a-acb5-4292-be88-581246b529f7 HTTP/1.1" status: 204 len: 173 time: 1.7892959 Oct 19 20:25:17.805252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'name': 'network-vif-deleted', 'tag': '4123b68a-acb5-4292-be88-581246b529f7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:17.807640 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727749f-0e45-4cf3-87cf-7ff8f6bc8556" -d '{"events": [{"server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "name": "network-vif-deleted", "tag": "4123b68a-acb5-4292-be88-581246b529f7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:17.808357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:17.890266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] For port 20da1011-17fe-42e4-9483-ffe6543d2862, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20da1011-17fe-42e4-9483-ffe6543d2862,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:17.900016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:17.905099 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c6baf-2fe1-4f93-8b49-cfe8ba8736d8 x-openstack-request-id: req-af3c6baf-2fe1-4f93-8b49-cfe8ba8736d8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:17.905619 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ce51fb-51ee-4bd5-a43b-ffd8d13a239d", "name": "network-vif-deleted", "tag": "4123b68a-acb5-4292-be88-581246b529f7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:17.906047 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af3c6baf-2fe1-4f93-8b49-cfe8ba8736d8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:17.906596 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ce51fb-51ee-4bd5-a43b-ffd8d13a239d', 'name': 'network-vif-deleted', 'tag': '4123b68a-acb5-4292-be88-581246b529f7', 'status': 'completed', 'code': 200} Oct 19 20:25:17.930820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Calling delete_port for 20da1011-17fe-42e4-9483-ffe6543d2862 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:18.005875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Attempting to bind port c649e5bd-6246-4297-aa1e-49abb20601c8 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:25:18.006941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Attempting to bind port c649e5bd-6246-4297-aa1e-49abb20601c8 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:25:18.007268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Attempting to bind port c649e5bd-6246-4297-aa1e-49abb20601c8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:18.018140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Port c649e5bd-6246-4297-aa1e-49abb20601c8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:25:18.018582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Attempting to bind port c649e5bd-6246-4297-aa1e-49abb20601c8 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:18.022060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:25:14Z', 'revision_number': 5, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:18.025109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:25:18.025486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:18.026109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:25:18.026298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Bound port: c649e5bd-6246-4297-aa1e-49abb20601c8, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:25:18.026803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:18.078657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebcf7c-9139-47b5-a513-4d12fc1f3937 None None] The sync data for ids ['fd734c5e-fb5d-4383-b454-9adb3d605eaa'] in n-d-805649-9 is: [{'id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772446149-router', 'tenant_id': 'c8ce557a49d54d8da3375acb63d3877c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:20:00Z', 'updated_at': '2021-10-19T20:25:14Z', 'revision_number': 5, 'project_id': 'c8ce557a49d54d8da3375acb63d3877c', 'gw_port': {'id': '20da1011-17fe-42e4-9483-ffe6543d2862', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd734c5e-fb5d-4383-b454-9adb3d605eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:20:02Z', 'updated_at': '2021-10-19T20:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:18.339943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-56c0fc17-fb00-4f86-a768-ec5af0f7b711 req-bbb0d702-f1ba-4674-9154-54deeb6e1919 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ce51fb-51ee-4bd5-a43b-ffd8d13a239d HTTP/1.1" status: 200 len: 210 time: 0.1442530 Oct 19 20:25:18.357791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:25:18.421620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c649e5bd-6246-4297-aa1e-49abb20601c8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:25:18.435571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:18.516679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87fe5549-b9f9-41df-8e64-e87e442c1f55 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:18.597157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:18.607820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:18.617061 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] 10.222.0.11 "PUT /v2.0/ports/c649e5bd-6246-4297-aa1e-49abb20601c8 HTTP/1.1" status: 200 len: 1095 time: 2.5671687 Oct 19 20:25:18.675476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 87fe5549-b9f9-41df-8e64-e87e442c1f55 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:18.675974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87fe5549-b9f9-41df-8e64-e87e442c1f55 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:18.706598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:18.721742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:18.730198 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3f549-1ded-4114-9894-e8cc2c0be324" -d '{"events": [{"name": "network-changed", "server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:18.738821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d917ff-e988-435c-8417-67bdfaa7bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:18.811598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=20da1011-17fe-42e4-9483-ffe6543d2862,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:18.855406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2dde-77ba-452b-89b6-80b86d26760a req-0e4147d6-b536-4d24-9a4e-607d61e4b9b9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:18.863325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-778f2dde-77ba-452b-89b6-80b86d26760a req-0e4147d6-b536-4d24-9a4e-607d61e4b9b9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 946 time: 0.3477111 Oct 19 20:25:18.890246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-b2674d1c-34ff-4375-9e23-e53907e632ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:18.891898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-b2674d1c-34ff-4375-9e23-e53907e632ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 1098 time: 0.1419177 Oct 19 20:25:18.940394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff638-db95-4192-9263-626eff092af0 req-46bc76f2-4124-4540-91f2-ffe0db3a3c59 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:18.942374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f48ff638-db95-4192-9263-626eff092af0 req-46bc76f2-4124-4540-91f2-ffe0db3a3c59 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 947 time: 0.1391242 Oct 19 20:25:18.975889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-778f2dde-77ba-452b-89b6-80b86d26760a req-0a817616-aa55-4346-9d03-86a53dddce5e tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921140 Oct 19 20:25:18.998161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-a95b12da-faec-4f41-a13e-f22cfdadec7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c649e5bd-6246-4297-aa1e-49abb20601c8 HTTP/1.1" status: 200 len: 217 time: 0.0859659 Oct 19 20:25:19.030966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.064253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f48ff638-db95-4192-9263-626eff092af0 req-e8570441-8750-4063-8e5b-c9d6c5dbcbfa tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544486 Oct 19 20:25:19.171707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4123b68a-acb5-4292-be88-581246b529f7 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:19.181935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-72a47425-6e12-493b-9313-1fb8bbd771df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:19.183649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-72a47425-6e12-493b-9313-1fb8bbd771df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1443880 Oct 19 20:25:19.190972 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb3f8cc-9061-4aab-9aa9-2244dea028b9 x-openstack-request-id: req-edb3f8cc-9061-4aab-9aa9-2244dea028b9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:19.191473 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:19.192584 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edb3f8cc-9061-4aab-9aa9-2244dea028b9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:19.193029 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8', 'status': 'completed', 'code': 200} Oct 19 20:25:19.230063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.232625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.232787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 4123b68a-acb5-4292-be88-581246b529f7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:19.233021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4123b68a-acb5-4292-be88-581246b529f7 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:19.284739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-08f364b1-1424-47fc-88f5-67f9e2904e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:19.288401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-08f364b1-1424-47fc-88f5-67f9e2904e06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920978 Oct 19 20:25:19.299730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.300221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd734c5e-fb5d-4383-b454-9adb3d605eaa {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:25:19.306415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.316173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-932ac63e-3723-4916-b87e-840ab35e2d18 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fd734c5e-fb5d-4383-b454-9adb3d605eaa HTTP/1.1" status: 204 len: 168 time: 2.8016398 Oct 19 20:25:19.317068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:19.388385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Deleting subnet 90520c99-8800-48fa-8327-32edb0fe703b {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:19.393670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.442423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-200edb68-370d-475b-9026-0c4e6747973c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:19.445728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.450017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-200edb68-370d-475b-9026-0c4e6747973c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1590974 Oct 19 20:25:19.552091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-2d807713-6d30-4ed3-a0a3-a26cc00ff8de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1010940 Oct 19 20:25:19.565386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:19.577927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.621035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.657145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-daa75123-9e7a-4019-a750-50bff4e58321 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568001 Oct 19 20:25:19.699112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.757963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90520c99-8800-48fa-8327-32edb0fe703b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:19.768501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:19.769474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea3dbf-4081-479a-a070-0941f9140bb4 None None] Network 43815988-5f6e-4240-9b0c-d65e38e463ce requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:19.782205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-676aeab7-fe51-4407-9c6f-a6ba396f553f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/90520c99-8800-48fa-8327-32edb0fe703b HTTP/1.1" status: 204 len: 168 time: 0.4599333 Oct 19 20:25:19.783658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36318) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:19.960577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.013090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3027cd14-eb83-4840-9163-ae4eb3342c64 req-5893d34c-3fc6-465a-b0c9-7262e352422d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456309 Oct 19 20:25:20.082608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Deleting port c5312b97-0a71-4d58-91af-65a448c40e06 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:20.083812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.114201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] DHCP port deletion for 43815988-5f6e-4240-9b0c-d65e38e463ce request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:25:20.204511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Deleting port c5312b97-0a71-4d58-91af-65a448c40e06 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:20.204803 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.278219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] For port c5312b97-0a71-4d58-91af-65a448c40e06, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c5312b97-0a71-4d58-91af-65a448c40e06,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:20.278834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.312903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Calling delete_port for c5312b97-0a71-4d58-91af-65a448c40e06 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:20.318673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20da1011-17fe-42e4-9483-ffe6543d2862 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:20.343623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-95433fd4-1fc2-445c-a7b8-8569ae60c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:20.344991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-95433fd4-1fc2-445c-a7b8-8569ae60c684 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 1098 time: 0.2571507 Oct 19 20:25:20.378456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 20da1011-17fe-42e4-9483-ffe6543d2862 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:20.378456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20da1011-17fe-42e4-9483-ffe6543d2862 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:20.379545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c5312b97-0a71-4d58-91af-65a448c40e06 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:20.386510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] For port c5312b97-0a71-4d58-91af-65a448c40e06, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c5312b97-0a71-4d58-91af-65a448c40e06,segment=NetworkSegment(d2837fc8-67db-4d60-b6f4-d8ca8abb9016),segment_id=d2837fc8-67db-4d60-b6f4-d8ca8abb9016)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:20.386904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.421139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Calling delete_port for c5312b97-0a71-4d58-91af-65a448c40e06 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:20.483503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.495875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.508232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.538326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.570503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] No DVR routers for this DVR port c5312b97-0a71-4d58-91af-65a448c40e06 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:20.580112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5312b97-0a71-4d58-91af-65a448c40e06,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:20.660522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.678107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-4086d9c3-4006-47a5-ab44-72526291791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:20.679611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-4086d9c3-4006-47a5-ab44-72526291791b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3250482 Oct 19 20:25:20.690627 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Floating IP 18f479f9-f264-4184-b389-5dc62f33fb31 associated. External IP: 172.25.7.51, port: caf9d80e-4c2e-4443-acc0-ce9808010fe5. Oct 19 20:25:20.695259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] Pushing event deleted for resources: {'Port': ['ID=c5312b97-0a71-4d58-91af-65a448c40e06,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:20.701614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee20ea7-81a4-41da-bb8b-f76792b8abd8 None None] No DVR routers for this DVR port c5312b97-0a71-4d58-91af-65a448c40e06 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:20.752888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.779059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-572eea1d-3561-4caf-a9bf-38c755467adf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c649e5bd-6246-4297-aa1e-49abb20601c8 HTTP/1.1" status: 200 len: 217 time: 0.0381644 Oct 19 20:25:20.803572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43815988-5f6e-4240-9b0c-d65e38e463ce']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:20.814854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:20.815202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2837fc8-67db-4d60-b6f4-d8ca8abb9016') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:20.837844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467ee35-2125-46be-a6a9-8c2388a8f374 req-047d3fac-4eaa-456d-bfc0-eeb8aa5a1d72 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:20.839462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a467ee35-2125-46be-a6a9-8c2388a8f374 req-047d3fac-4eaa-456d-bfc0-eeb8aa5a1d72 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 947 time: 0.0886424 Oct 19 20:25:20.843573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.873366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.879404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-10b50966-3d0f-4c3f-9ab2-868259de8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:20.880877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-10b50966-3d0f-4c3f-9ab2-868259de8308 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0927076 Oct 19 20:25:20.888707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:20.889104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:20.891037 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:20.909115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a467ee35-2125-46be-a6a9-8c2388a8f374 req-da2b9dca-cdd1-4280-be2f-a54e3c0ff564 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Oct 19 20:25:20.959940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.967279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:20.983150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] 10.222.0.31 "DELETE /v2.0/networks/43815988-5f6e-4240-9b0c-d65e38e463ce HTTP/1.1" status: 204 len: 168 time: 1.1879740 Oct 19 20:25:21.011916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ff4af-52f3-4335-bdcd-a64f955bab4f admin admin] Pushing event deleted for resources: {'Network': ['ID=43815988-5f6e-4240-9b0c-d65e38e463ce,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:21.014646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-7d274c7b-7206-40a3-b829-8a3fcaf0b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.016287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-7d274c7b-7206-40a3-b829-8a3fcaf0b51d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260371 Oct 19 20:25:21.065752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:21.075409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957778e-bb79-4b31-a41b-ef2820b03ead req-34acca0e-31ae-4948-a77d-388b68b2df5e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.077051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d957778e-bb79-4b31-a41b-ef2820b03ead req-34acca0e-31ae-4948-a77d-388b68b2df5e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.0522876 Oct 19 20:25:21.120789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d957778e-bb79-4b31-a41b-ef2820b03ead req-dfe753a4-8742-4d70-a272-c41987bc2e59 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Oct 19 20:25:21.173190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c649e5bd-6246-4297-aa1e-49abb20601c8 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:25:21.213606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36346) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:21.283127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3746d397-9419-4d9d-9280-852f737fc3ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7e74a4753e34310a8306c0f85b41c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658851 Oct 19 20:25:21.283837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36348) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:21.295809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:21.302215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.307998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:21.314533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c649e5bd-6246-4297-aa1e-49abb20601c8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:21.328002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c649e5bd-6246-4297-aa1e-49abb20601c8', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'c649e5bd-6246-4297-aa1e-49abb20601c8', 'mac_address': 'fa:16:3e:d3:ab:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:25:21.328238 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:21.328815 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:21.340314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.345907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-ecf2d993-c7ad-4a80-8f84-cb83b2607cf9 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "PUT /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 995 time: 1.7928226 Oct 19 20:25:21.347104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:21.349173 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6778a55-1267-4d1d-bb57-43ab0dfcc260" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:21.360312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-80f2564c-fc42-423d-9088-4629e1bb3709 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254805 Oct 19 20:25:21.379808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.387363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.397971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c649e5bd-6246-4297-aa1e-49abb20601c8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:21.441594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c649e5bd-6246-4297-aa1e-49abb20601c8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:21.448038 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.507887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.511493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:21.516946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38eb7f0e-ae27-4f5a-a513-4f7dc34c2fdd HTTP/1.1" status: 204 len: 168 time: 0.2316871 Oct 19 20:25:21.525161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ab3f549-1ded-4114-9894-e8cc2c0be324 req-07f35fd9-91f3-4c24-8f2c-89f7135e8a3b service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518388 Oct 19 20:25:21.533579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bea072-4f32-4768-bdb0-4545ab5768a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb7f0e-ae27-4f5a-a513-4f7dc34c2fdd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:21.558582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:21.583660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-8d39e8e0-1bb5-4f1a-a063-753f32dc8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.591436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-8d39e8e0-1bb5-4f1a-a063-753f32dc8fca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.2307324 Oct 19 20:25:21.595873 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:21.729992 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aea823-b819-41f5-8fab-f1fee4a83db8 x-openstack-request-id: req-e9aea823-b819-41f5-8fab-f1fee4a83db8 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:21.730374 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:21.730638 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9aea823-b819-41f5-8fab-f1fee4a83db8 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:21.731039 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:25:21.768185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-8be4e7dc-b88c-4847-82db-65e19dd619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.770178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-8be4e7dc-b88c-4847-82db-65e19dd619b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1779647 Oct 19 20:25:21.792942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c649e5bd-6246-4297-aa1e-49abb20601c8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:21.868729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-c08ea3e3-8be7-418a-934f-090320ceb931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 998 time: 0.0897920 Oct 19 20:25:21.932207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-5e716ed7-75d9-4b80-b075-9e4cbd14989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.942880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-5e716ed7-75d9-4b80-b075-9e4cbd14989a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.1878490 Oct 19 20:25:21.966804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faf2e5-5b10-4c61-b16a-05bd3c59d900 req-237cf7b9-2674-40ae-a080-54c7323dd2b1 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:21.969084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2faf2e5-5b10-4c61-b16a-05bd3c59d900 req-237cf7b9-2674-40ae-a080-54c7323dd2b1 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1506324 Oct 19 20:25:21.994978 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:20Z', 'revision_number': 1, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:22.001496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36362) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:22.026461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-b2f83db0-1b67-464b-8586-135b27496fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.027420 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:22.038822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-b2f83db0-1b67-464b-8586-135b27496fe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.1630762 Oct 19 20:25:22.040627 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:22.041514 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:22.131647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-cbb8237a-d0c6-409c-ac02-f030cb11a667 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.133488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-cbb8237a-d0c6-409c-ac02-f030cb11a667 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.2455494 Oct 19 20:25:22.137313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-4f442a2b-0d02-4482-9184-6a731733f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.146705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-4f442a2b-0d02-4482-9184-6a731733f413 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058378 Oct 19 20:25:22.152276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-94f907ce-be37-4d26-bb25-0812b887b8fa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:25:22.160745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-94f907ce-be37-4d26-bb25-0812b887b8fa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141642 Oct 19 20:25:22.167356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2faf2e5-5b10-4c61-b16a-05bd3c59d900 req-86867df7-d745-481a-83a9-ef580b997513 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839025 Oct 19 20:25:22.230909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-6b921f8e-b72e-4aa8-a9b0-fab4821df216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.242131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-6b921f8e-b72e-4aa8-a9b0-fab4821df216 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.2719414 Oct 19 20:25:22.286051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d41ba411-7723-48b1-b56f-cc6165026b42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8ce557a49d54d8da3375acb63d3877c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596717 Oct 19 20:25:22.301193 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:22.306126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:22.418132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-6d8ac26f-b1e7-43e5-b0d9-029d7db74cae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 998 time: 0.1662841 Oct 19 20:25:22.444227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-06875f29-8d4c-443d-bcde-6e772b8c4cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825015 Oct 19 20:25:22.472452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:22.499993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-0c4a9c05-4b0b-4712-a02d-8f8fe62d1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.501524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-0c4a9c05-4b0b-4712-a02d-8f8fe62d1a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0730443 Oct 19 20:25:22.570008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-3f3b33b2-0aad-4a5a-9b4e-a9174a721aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.572967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-3f3b33b2-0aad-4a5a-9b4e-a9174a721aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598156 Oct 19 20:25:22.580971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:22.601303 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:20Z', 'revision_number': 1, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:22.637889 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f196154-62eb-42ad-b069-1f5f8c9e0d09 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:20Z', 'revision_number': 1, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:22.710832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575631f7-a9b6-4ca4-ac6c-385371a08cd9 req-e99c3bd1-2c1d-4850-8b09-a7f162f9ed3d tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.712637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-575631f7-a9b6-4ca4-ac6c-385371a08cd9 req-e99c3bd1-2c1d-4850-8b09-a7f162f9ed3d tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 948 time: 0.1366305 Oct 19 20:25:22.747065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-1a3d9c16-15e0-4372-a63e-2a5a740fdc60 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368396 Oct 19 20:25:22.784573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-575631f7-a9b6-4ca4-ac6c-385371a08cd9 req-3009c15b-7f49-4cc7-8ba6-27a1784c32db tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Oct 19 20:25:22.897494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25139a16-3e34-494a-890f-be0e95d9e713 None None] New status for floating IP 18f479f9-f264-4184-b389-5dc62f33fb31: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:22.900011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6778a55-1267-4d1d-bb57-43ab0dfcc260 req-8d3e664a-cedd-4423-910e-1834c44e7352 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409979 Oct 19 20:25:22.922761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db073407-bd18-4d78-b991-71ebecb56f12 req-7f37598c-b9c1-49b2-897b-f7da3eb0f20f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:22.925691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db073407-bd18-4d78-b991-71ebecb56f12 req-7f37598c-b9c1-49b2-897b-f7da3eb0f20f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=178a3069-0996-4e64-a63e-74157f68169e HTTP/1.1" status: 200 len: 950 time: 0.0734456 Oct 19 20:25:22.955048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port 64485cee-d99e-4106-bc63-d43ce75e755a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:22.955449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:22.969723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db073407-bd18-4d78-b991-71ebecb56f12 req-b2007a38-b4c1-4d13-b33b-55f0f699c500 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Oct 19 20:25:22.978837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9426034e-4c2d-4bab-8089-00c8f2da1592 req-139bd8f1-e11a-49f4-8dee-bcc1d0cd8772 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336409 Oct 19 20:25:23.042517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:23.046565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:23.049789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5f18b00-e25d-4e81-844c-e049675351e6 HTTP/1.1" status: 204 len: 168 time: 0.7407222 Oct 19 20:25:23.087932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port 64485cee-d99e-4106-bc63-d43ce75e755a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=64485cee-d99e-4106-bc63-d43ce75e755a,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:23.088481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:23.103480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for 64485cee-d99e-4106-bc63-d43ce75e755a owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:23.166657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5b6cd-c1a3-4bc8-99a4-dfb4a4e64295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f18b00-e25d-4e81-844c-e049675351e6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:23.295640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:23.308549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', '64485cee-d99e-4106-bc63-d43ce75e755a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:23.314280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:23.333964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-0bd7440a-8d28-4922-90e2-80d975a5ecfd tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:23.334907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-0bd7440a-8d28-4922-90e2-80d975a5ecfd tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0900834 Oct 19 20:25:23.360945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=64485cee-d99e-4106-bc63-d43ce75e755a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:23.450797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port 64485cee-d99e-4106-bc63-d43ce75e755a on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:23.458177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:23.461645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da177358-0a92-4dce-a99f-44b0429b1a35 req-e8390fcd-02bb-49e0-b3a3-5c4399339fea tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "DELETE /v2.0/ports/64485cee-d99e-4106-bc63-d43ce75e755a HTTP/1.1" status: 204 len: 173 time: 1.2987723 Oct 19 20:25:23.505123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-a3156af3-a7f1-41db-84ce-b9e5ec5e370b tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.1583107 Oct 19 20:25:23.510515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:23.642689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7e71a-58d5-451d-9f69-56f14e9b73f1 req-aa19b119-2dd2-41a6-aa02-91dcb5321759 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:23.644604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0e7e71a-58d5-451d-9f69-56f14e9b73f1 req-aa19b119-2dd2-41a6-aa02-91dcb5321759 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1105006 Oct 19 20:25:23.734044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'name': 'network-vif-deleted', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:23.736630 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbabe36-d26c-4bcf-b3b6-01ebc16c1913" -d '{"events": [{"server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "name": "network-vif-deleted", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:23.755721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0e7e71a-58d5-451d-9f69-56f14e9b73f1 req-d3dda485-bbfb-4fd8-9e4c-d24e5e2b8e2d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009727 Oct 19 20:25:23.840675 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15d360f-cecc-4b6e-bc13-f0cdd9909f3e x-openstack-request-id: req-f15d360f-cecc-4b6e-bc13-f0cdd9909f3e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:23.840962 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a3069-0996-4e64-a63e-74157f68169e", "name": "network-vif-deleted", "tag": "64485cee-d99e-4106-bc63-d43ce75e755a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:23.841203 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15d360f-cecc-4b6e-bc13-f0cdd9909f3e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:23.841623 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178a3069-0996-4e64-a63e-74157f68169e', 'name': 'network-vif-deleted', 'tag': '64485cee-d99e-4106-bc63-d43ce75e755a', 'status': 'completed', 'code': 200} Oct 19 20:25:23.898868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598781-c7b8-479a-baca-fde29f4af24e req-078fc196-3a33-42d1-8db6-e2d7cbd67639 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:23.907970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66598781-c7b8-479a-baca-fde29f4af24e req-078fc196-3a33-42d1-8db6-e2d7cbd67639 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b47c29a-181c-4838-adcb-0cfd9caf512f HTTP/1.1" status: 200 len: 946 time: 0.1378579 Oct 19 20:25:24.130133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e776a-32c8-4264-8f69-d455a8a2094f req-5e5fdfae-d110-4cd0-be36-7fbd5b1a18e9 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:24.131776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed6e776a-32c8-4264-8f69-d455a8a2094f req-5e5fdfae-d110-4cd0-be36-7fbd5b1a18e9 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 948 time: 0.2213855 Oct 19 20:25:24.158859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.194746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed6e776a-32c8-4264-8f69-d455a8a2094f req-a57de4b6-d58c-4eef-8003-d69be7a20861 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501964 Oct 19 20:25:24.209438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Deleting port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:24.209784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.316537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] For port 8f2b9c8f-4928-4f91-89d0-75d0052c7354, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f2b9c8f-4928-4f91-89d0-75d0052c7354,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:24.316901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.330351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Calling delete_port for 8f2b9c8f-4928-4f91-89d0-75d0052c7354 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:24.480514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.497610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['047ed476-df95-4bc3-990d-c11c558134e5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:24.517059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Pushing event deleted for resources: {'Port': ['ID=8f2b9c8f-4928-4f91-89d0-75d0052c7354,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:24.572861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] No DVR routers for this DVR port 8f2b9c8f-4928-4f91-89d0-75d0052c7354 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:24.575650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.579254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66598781-c7b8-479a-baca-fde29f4af24e req-12f7122b-ef76-4ce1-bdf4-ade9bd18454d tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.11 "DELETE /v2.0/ports/8f2b9c8f-4928-4f91-89d0-75d0052c7354 HTTP/1.1" status: 204 len: 173 time: 0.6405182 Oct 19 20:25:24.765728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8f2b9c8f-4928-4f91-89d0-75d0052c7354'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:24.927623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:24.932868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:25.049400 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Floating IP 18f479f9-f264-4184-b389-5dc62f33fb31 associated. External IP: 172.25.7.51, port: caf9d80e-4c2e-4443-acc0-ce9808010fe5. Oct 19 20:25:25.188164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c649e5bd-6246-4297-aa1e-49abb20601c8 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:25:25.285562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port c649e5bd-6246-4297-aa1e-49abb20601c8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:25:25.290906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c649e5bd-6246-4297-aa1e-49abb20601c8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:25.291508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:25.371571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:25.423776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:25.451149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:25.454771 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f563f-9c46-4dbc-9971-9754b405073d" -d '{"events": [{"server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "name": "network-vif-plugged", "status": "completed", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:25.470368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c649e5bd-6246-4297-aa1e-49abb20601c8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:25.475288 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:25.517583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:25.528690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:25.540385 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:25.541258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:25.541766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:25.569235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23e50-4b5d-4458-9b98-346008061e3f req-54975c98-3e4c-45b1-8f90-b94a9b051d88 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:25.577523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1a23e50-4b5d-4458-9b98-346008061e3f req-54975c98-3e4c-45b1-8f90-b94a9b051d88 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.0740936 Oct 19 20:25:25.633588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1a23e50-4b5d-4458-9b98-346008061e3f req-a03f754a-54db-4708-be2f-554b5d08bb06 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524313 Oct 19 20:25:25.696997 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:25.822277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:25.842674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'name': 'network-vif-deleted', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:25.845419 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c62535d-e504-4625-a6cc-c67e7cbdf70c" -d '{"events": [{"server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "name": "network-vif-deleted", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:25.956091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:25.961166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:25.961324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:24Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:25.973543 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61d35e3-bf89-4b8a-9551-22268fba731a x-openstack-request-id: req-b61d35e3-bf89-4b8a-9551-22268fba731a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:25.973837 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "name": "network-vif-plugged", "status": "completed", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:25.974106 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b61d35e3-bf89-4b8a-9551-22268fba731a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:25.974509 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8', 'code': 200} Oct 19 20:25:25.997809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:25.998529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:26.001376 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd505d6-a7d3-4423-9541-d4254dade873" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:26.014281 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:26.015195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:26.037228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-6a30c3ac-4811-4ede-9895-0f2b8ec12e8c tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "PUT /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 998 time: 2.5311420 Oct 19 20:25:26.092459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-5223b30e-859c-4473-874c-bb327460e91d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.094559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-5223b30e-859c-4473-874c-bb327460e91d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports/caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 942 time: 0.0519001 Oct 19 20:25:26.107589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18babe8a-3fc2-4ec1-b30b-2c1d1f566f10 req-f8fbf1ff-8b12-465f-af9e-35e72ad02f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.109855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18babe8a-3fc2-4ec1-b30b-2c1d1f566f10 req-f8fbf1ff-8b12-465f-af9e-35e72ad02f45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 1100 time: 0.0555170 Oct 19 20:25:26.134775 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:26.157779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18babe8a-3fc2-4ec1-b30b-2c1d1f566f10 req-8b1235d4-fff2-46bb-82cf-0049d0ab90e7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358419 Oct 19 20:25:26.198871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-d97abc53-6159-48ed-9763-0c1f4d91f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.200839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-d97abc53-6159-48ed-9763-0c1f4d91f673 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.0459208 Oct 19 20:25:26.300823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-ec48834b-4260-4350-bc70-80e3f2615f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.302374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-ec48834b-4260-4350-bc70-80e3f2615f4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.0950902 Oct 19 20:25:26.343375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-9c4de034-546e-4c47-94d8-04165f08766c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0344200 Oct 19 20:25:26.388581 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:24Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:26.389214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7f333634-73f2-4bc3-824d-06d0705574f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:26.411341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-d4434026-6214-4759-9c2e-b7fb3ae83ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.413820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-d4434026-6214-4759-9c2e-b7fb3ae83ac3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0627041 Oct 19 20:25:26.429045 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5cf0e-6c71-4332-8f91-4bd5bd54d115 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:24Z', 'revision_number': 3, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:26.463479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-5d6785fd-26ef-4879-a367-071bef92efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.465031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-5d6785fd-26ef-4879-a367-071bef92efa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445688 Oct 19 20:25:26.478421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-05a83327-354d-474e-9f6b-5a9d8a4df185 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:25:26.479605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-05a83327-354d-474e-9f6b-5a9d8a4df185 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063877 Oct 19 20:25:26.577766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-b2ce5e6a-b80e-4435-83e7-89b25d906175 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907025 Oct 19 20:25:26.614277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ff27-b732-49c3-9b93-4561d14c0ca2 req-cc6276cb-0a00-48ca-b54c-6ba0e80e581d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.615280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c742b0-6255-4432-be60-ea7335023d5d None None] New status for floating IP 18f479f9-f264-4184-b389-5dc62f33fb31: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:26.621831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a82ff27-b732-49c3-9b93-4561d14c0ca2 req-cc6276cb-0a00-48ca-b54c-6ba0e80e581d tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 950 time: 0.0616212 Oct 19 20:25:26.659422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a82ff27-b732-49c3-9b93-4561d14c0ca2 req-a892a3d5-8f0f-4e51-add0-1af8249213e8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Oct 19 20:25:26.670536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-b5fe5ff7-5284-4291-a332-3fa890d5f673 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Oct 19 20:25:26.747332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-d49debb3-af56-40fb-953f-8779d5a143cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.747332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-d49debb3-af56-40fb-953f-8779d5a143cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1097 time: 0.0464599 Oct 19 20:25:26.781385 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4b2d0-b1fc-4403-b7f6-e23076724cc7 x-openstack-request-id: req-62f4b2d0-b1fc-4403-b7f6-e23076724cc7 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:26.781959 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b47c29a-181c-4838-adcb-0cfd9caf512f", "name": "network-vif-deleted", "tag": "8f2b9c8f-4928-4f91-89d0-75d0052c7354", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:26.782417 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62f4b2d0-b1fc-4403-b7f6-e23076724cc7 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:26.783828 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b47c29a-181c-4838-adcb-0cfd9caf512f', 'name': 'network-vif-deleted', 'tag': '8f2b9c8f-4928-4f91-89d0-75d0052c7354', 'status': 'completed', 'code': 200} Oct 19 20:25:26.851642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-733280df-0a4e-4c4a-a4ce-cbc2877fb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.853860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-733280df-0a4e-4c4a-a4ce-cbc2877fb8be service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1017439 Oct 19 20:25:26.875802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:26.882976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d092b-e140-4ce0-b9e6-0c2dfc0dcf6c req-ace35d57-d3df-48fc-99de-301b3bd6ace8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.884741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e3d092b-e140-4ce0-b9e6-0c2dfc0dcf6c req-ace35d57-d3df-48fc-99de-301b3bd6ace8 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0534251 Oct 19 20:25:26.886927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:26.887674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:26.921222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-e553a0a2-32f7-4fac-8730-60bcdaccc02e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 1001 time: 0.0602210 Oct 19 20:25:26.926865 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e3d092b-e140-4ce0-b9e6-0c2dfc0dcf6c req-30886395-94d0-4207-8945-4664bb79853b tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Oct 19 20:25:26.973178 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e971cce-82a7-4cdf-9f34-de4839b0f39c x-openstack-request-id: req-0e971cce-82a7-4cdf-9f34-de4839b0f39c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:26.973523 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:26.973778 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e971cce-82a7-4cdf-9f34-de4839b0f39c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:26.974172 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:25:26.984960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-9aa1bc29-b08c-41c5-a629-ffa6b4bad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:26.989783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-9aa1bc29-b08c-41c5-a629-ffa6b4bad393 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0576656 Oct 19 20:25:27.017457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:27.046210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77194ce-b501-46be-9758-61600d85bc14 req-b8166915-b0d5-41db-925f-1db5bbda25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.049840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-b8166915-b0d5-41db-925f-1db5bbda25b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550549 Oct 19 20:25:27.143805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-9ae0ef50-c39c-42cd-a186-becfa7ffa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.145324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-9ae0ef50-c39c-42cd-a186-becfa7ffa51d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.1120470 Oct 19 20:25:27.191063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f2b9c8f-4928-4f91-89d0-75d0052c7354 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:27.238491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 8f2b9c8f-4928-4f91-89d0-75d0052c7354 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:27.239144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f2b9c8f-4928-4f91-89d0-75d0052c7354 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:27.240987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 64485cee-d99e-4106-bc63-d43ce75e755a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:27.299593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-44b128b8-ffea-4e44-a9be-40a174468a88 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337587 Oct 19 20:25:27.305202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-3d586b1e-e43d-4012-9da2-d553be80aace tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.312046 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-3d586b1e-e43d-4012-9da2-d553be80aace tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 950 time: 0.1292834 Oct 19 20:25:27.323442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 64485cee-d99e-4106-bc63-d43ce75e755a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:27.323696 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:26Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:27.323910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 64485cee-d99e-4106-bc63-d43ce75e755a not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:27.391265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:27.406645 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:27.407566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:24:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:27.431067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-e551359a-540b-4add-b7be-9f27442927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.432907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-e551359a-540b-4add-b7be-9f27442927e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.2747869 Oct 19 20:25:27.453132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10805-ea32-4c59-a1aa-4d8871b64ecd req-bdfe2752-1072-4da2-a135-f59bb2f6edf7 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.461969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5d10805-ea32-4c59-a1aa-4d8871b64ecd req-bdfe2752-1072-4da2-a135-f59bb2f6edf7 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.1434329 Oct 19 20:25:27.502364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-423e81bb-5004-4ea7-8985-69dd233c6d88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0606563 Oct 19 20:25:27.523081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e77194ce-b501-46be-9758-61600d85bc14 req-f1c33774-a26f-4226-af81-28cf0732f37e service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214334 Oct 19 20:25:27.575712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5d10805-ea32-4c59-a1aa-4d8871b64ecd req-29289b61-2b6a-4e4d-ac67-6cd3c86a98ff tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083057 Oct 19 20:25:27.588400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:27.588771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:27.647175 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:27.673856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-bef094fa-6dbd-430c-8aaf-548480cfd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.678048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-bef094fa-6dbd-430c-8aaf-548480cfd203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.1529865 Oct 19 20:25:27.762815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-36e8f501-940e-40c9-b2a8-c56a9b20d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.762815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-36e8f501-940e-40c9-b2a8-c56a9b20d790 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749540 Oct 19 20:25:27.820011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-9361e86e-a769-4e22-8c97-59a4222c305e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:27.821508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-9361e86e-a769-4e22-8c97-59a4222c305e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e586013-379b-44f2-8141-c2344edddc47 HTTP/1.1" status: 200 len: 949 time: 0.3331904 Oct 19 20:25:27.882270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-34da5225-0a66-455f-874a-0e44f4069ccd service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122568 Oct 19 20:25:27.900612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:27.900973 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:27.926313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-854d5044-b3b0-4314-bde7-26f261a14abf tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1976440 Oct 19 20:25:27.955765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:26Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:27.957548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:27.985847 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f335a-031f-4ed2-b31b-5d64aeefa6ae None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:7c:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:26Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:28.040053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-4df77822-b6df-4a58-9856-bfab4d86dec8 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:28.043689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2bd505d6-a7d3-4423-9541-d4254dade873 req-9c1ec867-0d6b-459e-a506-9e9c5c51a121 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506023 Oct 19 20:25:28.054594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-4df77822-b6df-4a58-9856-bfab4d86dec8 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports/f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 943 time: 0.1134102 Oct 19 20:25:28.191383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:28.191589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.225877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-8f17b873-cb43-46b7-8141-f24e2db65b53 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1228890 Oct 19 20:25:28.233692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8161-86dc-452e-9f19-145adf742c76 req-7e703f2c-5e1f-43f9-9f61-db6eb20d310c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:28.235275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa2c8161-86dc-452e-9f19-145adf742c76 req-7e703f2c-5e1f-43f9-9f61-db6eb20d310c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d8d716-33b3-4b00-91f6-2bfd516031e9 HTTP/1.1" status: 200 len: 950 time: 0.0639131 Oct 19 20:25:28.284321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa2c8161-86dc-452e-9f19-145adf742c76 req-8debc701-b653-4847-a467-d9a0b1c31da8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Oct 19 20:25:28.411798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port 4422a2b3-c141-43f8-93bc-dec4e9359fc2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4422a2b3-c141-43f8-93bc-dec4e9359fc2,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:28.412253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.425026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.437619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57', 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:28.450536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for 4422a2b3-c141-43f8-93bc-dec4e9359fc2 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:28.467237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df', '4422a2b3-c141-43f8-93bc-dec4e9359fc2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:28.481022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=c4fa32ba-aa6d-40aa-b68f-99d0c27793f9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:28.494544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-51f10cce-329d-4d90-abde-bec78f167391 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:28.496007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-133fe06b-38c5-42c1-8873-01f745cf1a0b req-51f10cce-329d-4d90-abde-bec78f167391 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2582481 Oct 19 20:25:28.567160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af0f72-2b43-4f45-bedd-0f4af3ccf24a req-6c909a2d-ebb4-4783-8d8b-132d10e44b7f tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:28.574685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22af0f72-2b43-4f45-bedd-0f4af3ccf24a req-6c909a2d-ebb4-4783-8d8b-132d10e44b7f tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0657675 Oct 19 20:25:28.576900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:28.581339 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.586124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bde44e5-2808-46d4-997c-bf1638c18786 req-55e2ded7-dce0-4286-9218-535a39464ddb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "DELETE /v2.0/ports/c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 HTTP/1.1" status: 204 len: 173 time: 1.2517898 Oct 19 20:25:28.663618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22af0f72-2b43-4f45-bedd-0f4af3ccf24a req-27b0b2d8-15e0-47a1-802d-eacf27e27dda tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Oct 19 20:25:28.792752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'name': 'network-vif-deleted', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:28.799342 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61049a2a-4f3c-4974-9e80-640d7a489051" -d '{"events": [{"server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "name": "network-vif-deleted", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:28.827909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.851388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-a5edc65b-5ebf-4f6a-b4a6-63ed6a1e7808 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1190865 Oct 19 20:25:28.874172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=4422a2b3-c141-43f8-93bc-dec4e9359fc2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:28.919550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-54358a07-9295-493e-a058-883ce927be85 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:28.926698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port 4422a2b3-c141-43f8-93bc-dec4e9359fc2 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:28.929869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:28.933828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42619b32-9eb0-4bcf-bd0c-56434c3e2e5b req-6c3a2977-107f-4e57-aa5c-ea933e6e9a08 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "DELETE /v2.0/ports/4422a2b3-c141-43f8-93bc-dec4e9359fc2 HTTP/1.1" status: 204 len: 173 time: 1.1017647 Oct 19 20:25:28.936407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-54358a07-9295-493e-a058-883ce927be85 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports/f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 943 time: 0.0743713 Oct 19 20:25:28.975565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:28.978833 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3be41a-b172-4b57-b5c7-091177c94bda" -d '{"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:29.059917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-328363c6-9532-4fc3-bfe2-352d9d8ae5ae tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.0773730 Oct 19 20:25:29.095419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743dc79-1f56-45d9-99c9-b9f24a28acf0 req-5599d637-bd76-43de-a380-3c2e912352a9 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:29.097284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e743dc79-1f56-45d9-99c9-b9f24a28acf0 req-5599d637-bd76-43de-a380-3c2e912352a9 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.0697427 Oct 19 20:25:29.158846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0dc50c5d-ad03-4b87-9da9-a82df659d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:29.165687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e743dc79-1f56-45d9-99c9-b9f24a28acf0 req-39557111-8512-454c-bf89-8af80e38ec93 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513291 Oct 19 20:25:29.205172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-c73b42d8-26eb-4784-bd98-10b9e81a72bf tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:29.206621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-c73b42d8-26eb-4784-bd98-10b9e81a72bf tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1406496 Oct 19 20:25:29.325027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:29.338658 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683d81f-d636-4dd5-8ec1-37affdf4bb8a x-openstack-request-id: req-2683d81f-d636-4dd5-8ec1-37affdf4bb8a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:29.339268 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d8d716-33b3-4b00-91f6-2bfd516031e9", "name": "network-vif-deleted", "tag": "c4fa32ba-aa6d-40aa-b68f-99d0c27793f9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:29.339705 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2683d81f-d636-4dd5-8ec1-37affdf4bb8a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:29.341617 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d8d716-33b3-4b00-91f6-2bfd516031e9', 'name': 'network-vif-deleted', 'tag': 'c4fa32ba-aa6d-40aa-b68f-99d0c27793f9', 'status': 'completed', 'code': 200} Oct 19 20:25:29.468744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', '8b760c8d-f470-47dc-824b-965ed091de57'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:29.686872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-25d974b2-dce1-4e73-a942-68ef27b2388e tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.4725220 Oct 19 20:25:29.699169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:29.767011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:29.890146 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672fc0e-7364-427c-a555-1f52cc7d106c x-openstack-request-id: req-5672fc0e-7364-427c-a555-1f52cc7d106c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:29.890446 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:29.890684 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5672fc0e-7364-427c-a555-1f52cc7d106c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:29.891100 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'status': 'completed', 'code': 200} Oct 19 20:25:29.940374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-e65bfee3-16d0-4a68-b7c4-93101a7718a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:29.942704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-e65bfee3-16d0-4a68-b7c4-93101a7718a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1097 time: 0.0507560 Oct 19 20:25:29.966777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:29.970992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:29.971327 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Floating IP 18f479f9-f264-4184-b389-5dc62f33fb31 disassociated. External IP: 172.25.7.51, port: f41a4100-36ff-47cb-9de7-9bc32cb5fae4. Oct 19 20:25:30.064033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-dbf09642-bbc3-4c9a-ac8e-84e0b7f119a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.066168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-dbf09642-bbc3-4c9a-ac8e-84e0b7f119a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1159186 Oct 19 20:25:30.127460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-25feb480-c92e-42ec-aac5-9bdb766a33fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 217 time: 0.0530179 Oct 19 20:25:30.147921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:30.197845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-fa6c2bd8-9542-4ae9-b539-5c290ff520ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.199494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-fa6c2bd8-9542-4ae9-b539-5c290ff520ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0629222 Oct 19 20:25:30.214302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.275692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:30.286988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-3971fbcf-c6f0-4834-ba73-fc6155a88341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.288459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-3971fbcf-c6f0-4834-ba73-fc6155a88341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752370 Oct 19 20:25:30.347341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58cd03c6-b14e-4d77-a9a0-213c7ddf4009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.390366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:30.395251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.401367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:30.411247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:30.412194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:30.430037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff86d48-bd71-4f45-84ff-a6d96210bf37 req-69dc9809-c450-4eeb-ad09-097904f25e26 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.431842 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-1c446da9-43ea-40db-b313-426d2977a6ab tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "PUT /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 694 time: 0.7372038 Oct 19 20:25:30.431992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aff86d48-bd71-4f45-84ff-a6d96210bf37 req-69dc9809-c450-4eeb-ad09-097904f25e26 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1563687 Oct 19 20:25:30.479205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-275f9309-c192-452f-b4a4-bae09b35c29c service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693590 Oct 19 20:25:30.497313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-f4c0837e-9e76-4a03-bc67-3682c64bb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.498893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-f4c0837e-9e76-4a03-bc67-3682c64bb191 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1097 time: 0.0528028 Oct 19 20:25:30.517232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aff86d48-bd71-4f45-84ff-a6d96210bf37 req-35b86e51-9fa5-45f4-a39d-5825075555bd tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760453 Oct 19 20:25:30.540064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:30.629307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58cd03c6-b14e-4d77-a9a0-213c7ddf4009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.639418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58cd03c6-b14e-4d77-a9a0-213c7ddf4009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.656065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-54727fb1-1954-4b7b-b008-d61a539d15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.659375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-54727fb1-1954-4b7b-b008-d61a539d15ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1526749 Oct 19 20:25:30.672478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3be41a-b172-4b57-b5c7-091177c94bda req-5b437142-c477-4b70-a4d2-e6a93e1619d1 service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716654 Oct 19 20:25:30.692761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd03c6-b14e-4d77-a9a0-213c7ddf4009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8290690d-4f1b-4c48-b170-422a3ff0a447,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:30.702114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58cd03c6-b14e-4d77-a9a0-213c7ddf4009 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f2528daf7c543a7b56bfe8c1bb5f7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530038 Oct 19 20:25:30.702931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36610) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:30.710136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-bfbb48e0-64be-40f1-af71-5b7ab75d1ae7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 217 time: 0.0426691 Oct 19 20:25:30.772304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-93d462e3-dd8e-44b7-bb7b-a22a4e943426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.775493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-93d462e3-dd8e-44b7-bb7b-a22a4e943426 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0584054 Oct 19 20:25:30.796438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.816614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edc921-b063-408e-b5fd-8a3b8b4bd42e req-cc8a8a2e-58ed-46e4-a251-e0bc6b314ba1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.817926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44edc921-b063-408e-b5fd-8a3b8b4bd42e req-cc8a8a2e-58ed-46e4-a251-e0bc6b314ba1 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.0863655 Oct 19 20:25:30.835643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012039-76d8-4634-8cab-5696a69f8261 req-7af31eb6-7a0f-4f74-82fb-bc3ceadf4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:30.838129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-7af31eb6-7a0f-4f74-82fb-bc3ceadf4103 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543599 Oct 19 20:25:30.840970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.844700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:30.848893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.886362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:30.895441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:30.896037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:30.908115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44edc921-b063-408e-b5fd-8a3b8b4bd42e req-ad1c1d8d-0786-454c-9ec6-f032be27b12c tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784378 Oct 19 20:25:30.938921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.941579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:30.943350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8290690d-4f1b-4c48-b170-422a3ff0a447 HTTP/1.1" status: 204 len: 168 time: 0.2390602 Oct 19 20:25:30.952441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa10f43-71e7-406e-bf9a-2fe11142bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290690d-4f1b-4c48-b170-422a3ff0a447,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:30.974668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-bac217e6-0424-4f91-8c93-7b07b7fee123 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273227 Oct 19 20:25:31.052166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4422a2b3-c141-43f8-93bc-dec4e9359fc2 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:31.100614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3012039-76d8-4634-8cab-5696a69f8261 req-065efa8b-27f9-4dc3-acd6-0adebbe24009 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169841 Oct 19 20:25:31.232407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:31.236502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:31.264641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 4422a2b3-c141-43f8-93bc-dec4e9359fc2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:31.265181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4422a2b3-c141-43f8-93bc-dec4e9359fc2 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:31.292021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:31.292650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c4fa32ba-aa6d-40aa-b68f-99d0c27793f9 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:31.335647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36628) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:31.364190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'name': 'network-vif-deleted', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:31.372697 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa455888-dae4-4d29-a124-a9d19d2d1f1d" -d '{"events": [{"server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "name": "network-vif-deleted", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:31.380914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12280807-88f2-4be1-ad85-6f75931dc12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.497226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12280807-88f2-4be1-ad85-6f75931dc12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.503022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12280807-88f2-4be1-ad85-6f75931dc12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.555330 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc744c-cd06-4551-a4d3-0376a998f628 x-openstack-request-id: req-55fc744c-cd06-4551-a4d3-0376a998f628 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:31.555836 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e586013-379b-44f2-8141-c2344edddc47", "name": "network-vif-deleted", "tag": "4422a2b3-c141-43f8-93bc-dec4e9359fc2", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:31.556316 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55fc744c-cd06-4551-a4d3-0376a998f628 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:31.556901 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e586013-379b-44f2-8141-c2344edddc47', 'name': 'network-vif-deleted', 'tag': '4422a2b3-c141-43f8-93bc-dec4e9359fc2', 'status': 'completed', 'code': 200} Oct 19 20:25:31.559553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12280807-88f2-4be1-ad85-6f75931dc12e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e6cb0fabd8b467f89a274b7a6e63abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226808 Oct 19 20:25:31.560809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12280807-88f2-4be1-ad85-6f75931dc12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574afebe-3262-42d9-a0b6-fc073cb4f4ac,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:31.560975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:31.565211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36642) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:31.594561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-f73e1fb4-f209-4594-8042-0ed5b7bf7a49 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:31.596429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-f73e1fb4-f209-4594-8042-0ed5b7bf7a49 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0674150 Oct 19 20:25:31.606696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4425ab2-6ec9-4c5e-8f84-3c3980f39520 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:31.643415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.658718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-ab4980ac-b807-411d-85fd-ad436cd885f3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 697 time: 0.0548158 Oct 19 20:25:31.669603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:31.694414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.714977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.729733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd3dd-bd23-43a8-8ce5-7d864c7ae2c0 req-f5e05b16-f70a-4c1b-bbd8-65008dfe00d0 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:31.731441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29abd3dd-bd23-43a8-8ce5-7d864c7ae2c0 req-f5e05b16-f70a-4c1b-bbd8-65008dfe00d0 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.1066036 Oct 19 20:25:31.785531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29abd3dd-bd23-43a8-8ce5-7d864c7ae2c0 req-2d628d59-047a-49fd-bba8-3395528fa7fd tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Oct 19 20:25:31.786818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.790118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:31.791342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/574afebe-3262-42d9-a0b6-fc073cb4f4ac HTTP/1.1" status: 204 len: 168 time: 0.2250016 Oct 19 20:25:31.813774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46f32b-63bd-4a83-ae3b-b361d5711d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574afebe-3262-42d9-a0b6-fc073cb4f4ac,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:31.901237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:31.903574 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d0deb-2788-49ef-8a2b-58b5ac9549b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:31.918371 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0307d104-b99a-4852-a5ac-f34bafe4e143 None None] New status for floating IP 18f479f9-f264-4184-b389-5dc62f33fb31: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:32.167778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.api [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:25:32.168107 n-d-805649-9 neutron-server[100734]: DEBUG oslo_db.api [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:25:32.175712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:32.330310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46d6f9-1f2d-432f-8353-f2f739b109f7 req-4ba618f6-3547-4b5c-9b00-dee04e2bdb68 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.331789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb46d6f9-1f2d-432f-8353-f2f739b109f7 req-4ba618f6-3547-4b5c-9b00-dee04e2bdb68 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.0508063 Oct 19 20:25:32.369656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb46d6f9-1f2d-432f-8353-f2f739b109f7 req-d4bdb4dc-cfcd-48ef-8f7b-050e1cf6c689 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/security-groups?id=92db1544-cdb6-413d-b4d0-2905d974c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Oct 19 20:25:32.421037 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c67b4a6-92bc-407e-af6e-fd9b6d7a2fd3 x-openstack-request-id: req-7c67b4a6-92bc-407e-af6e-fd9b6d7a2fd3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:32.421323 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:32.421573 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c67b4a6-92bc-407e-af6e-fd9b6d7a2fd3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:32.421991 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'status': 'completed', 'code': 200} Oct 19 20:25:32.522197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-0bed43ba-7f51-4f9b-9097-f16db76b0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.525397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-0bed43ba-7f51-4f9b-9097-f16db76b0e0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 1097 time: 0.0534029 Oct 19 20:25:32.646016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-682e289c-658d-4226-b08d-9ddd6e7da1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.648132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-682e289c-658d-4226-b08d-9ddd6e7da1f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1077280 Oct 19 20:25:32.669256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:32.720669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-4b3d3162-72d7-47cb-a0ce-263a3c6916bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 200 len: 217 time: 0.0543852 Oct 19 20:25:32.766945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40590c-d082-4b38-b14b-57038c257e83 req-21f5eb95-069b-42c4-ba28-c7a733c1cbbb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.768672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e40590c-d082-4b38-b14b-57038c257e83 req-21f5eb95-069b-42c4-ba28-c7a733c1cbbb tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 948 time: 0.1361678 Oct 19 20:25:32.846442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-1536f688-c958-4773-a61a-bfdb5ecca4c7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.848100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-1536f688-c958-4773-a61a-bfdb5ecca4c7 tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.37 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 945 time: 0.1390426 Oct 19 20:25:32.850175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-d1977094-0f38-459e-8237-83a1dd148aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.851469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-d1977094-0f38-459e-8237-83a1dd148aac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.1074626 Oct 19 20:25:32.866738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e40590c-d082-4b38-b14b-57038c257e83 req-3b9c304a-87b2-42a9-bced-a05deb176a22 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773411 Oct 19 20:25:32.985610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-2acd005e-bc87-4d14-a8cb-959d52fe5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:32.987701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-2acd005e-bc87-4d14-a8cb-959d52fe5edd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199071 Oct 19 20:25:33.133808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Deleting port 047ed476-df95-4bc3-990d-c11c558134e5 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:33.134591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.181492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.182806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134349fe-7488-43b7-9bb0-71ec2ea77578 req-fc3af8ca-3d2e-451a-9ae2-a62325b58ced tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:33.184880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-134349fe-7488-43b7-9bb0-71ec2ea77578 req-fc3af8ca-3d2e-451a-9ae2-a62325b58ced tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.1640821 Oct 19 20:25:33.185961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.204480 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-d5861641-0288-4ffa-a060-6c5c9dc48b01 service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084737 Oct 19 20:25:33.296278 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Floating IP 18f479f9-f264-4184-b389-5dc62f33fb31 associated. External IP: 172.25.7.51, port: caf9d80e-4c2e-4443-acc0-ce9808010fe5. Oct 19 20:25:33.378596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-134349fe-7488-43b7-9bb0-71ec2ea77578 req-f79697c6-37fb-4191-b1a6-67dd664c964d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796451 Oct 19 20:25:33.413512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] For port 047ed476-df95-4bc3-990d-c11c558134e5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=047ed476-df95-4bc3-990d-c11c558134e5,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:33.413860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.428372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175d0deb-2788-49ef-8a2b-58b5ac9549b8 req-8b4df30f-5ad4-4c16-a045-52a193094a3e service neutron] 10.222.0.11 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138455 Oct 19 20:25:33.433064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Calling delete_port for 047ed476-df95-4bc3-990d-c11c558134e5 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:33.568258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b150be-fe6c-4190-8ad2-190894722281 req-2c645cd3-ff4b-436d-9122-eb2bcd488a82 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:33.569651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4b150be-fe6c-4190-8ad2-190894722281 req-2c645cd3-ff4b-436d-9122-eb2bcd488a82 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.11 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.1167655 Oct 19 20:25:33.582288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708dd0-f49d-4cc6-8f08-38b31891b35b req-9bb14b5b-f475-412b-b7e3-2080bc1dc694 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:33.583772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7708dd0-f49d-4cc6-8f08-38b31891b35b req-9bb14b5b-f475-412b-b7e3-2080bc1dc694 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 949 time: 0.1048515 Oct 19 20:25:33.592326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-20ab1fe4-b12a-4606-9bcd-944babbb05db tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:33.593834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-20ab1fe4-b12a-4606-9bcd-944babbb05db tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ceb87d2-2725-4a4e-80db-b4dcd1058447 HTTP/1.1" status: 200 len: 946 time: 0.0879447 Oct 19 20:25:33.627929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:33.639501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-c091c967-8a0b-4619-a485-cfc505e30886 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:33.641014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-c091c967-8a0b-4619-a485-cfc505e30886 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 948 time: 0.1074171 Oct 19 20:25:33.723096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7708dd0-f49d-4cc6-8f08-38b31891b35b req-b74a79f1-e068-4331-8c3e-da9f192442b9 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cd48ea3-1585-4832-b73e-d93bfa312353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276603 Oct 19 20:25:33.729196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.765267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Pushing event deleted for resources: {'Port': ['ID=047ed476-df95-4bc3-990d-c11c558134e5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:33.820390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] No DVR routers for this DVR port 047ed476-df95-4bc3-990d-c11c558134e5 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:33.824155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Deleting port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:33.824557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.829060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.832422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-033544ee-85dc-4e05-8145-917efc8e65d3 req-4da7c525-35bf-4408-b7f5-aea245b9783c tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.37 "DELETE /v2.0/ports/047ed476-df95-4bc3-990d-c11c558134e5 HTTP/1.1" status: 204 len: 173 time: 0.9764519 Oct 19 20:25:33.832899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'name': 'network-vif-deleted', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:33.835286 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68728bbd-8806-4b95-80b2-ed3b13a30460" -d '{"events": [{"server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "name": "network-vif-deleted", "tag": "047ed476-df95-4bc3-990d-c11c558134e5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:33.951590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] For port f41a4100-36ff-47cb-9de7-9bc32cb5fae4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:33.952269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:33.973883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Calling delete_port for f41a4100-36ff-47cb-9de7-9bc32cb5fae4 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:34.175345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Deleting port c649e5bd-6246-4297-aa1e-49abb20601c8 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:34.175558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.252596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:34.257744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.277126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:34.290450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:34.291792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:34.300135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port 8b760c8d-f470-47dc-824b-965ed091de57 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:34.300494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.371900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-70a45aaf-91db-43a3-a7fa-ff4dac1fb535 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:34.373437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-70a45aaf-91db-43a3-a7fa-ff4dac1fb535 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b2c066-76f6-4fb1-a012-8c832e1b3174 HTTP/1.1" status: 200 len: 949 time: 0.2007618 Oct 19 20:25:34.375043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55ff8b5c-fa68-41ee-938a-962c57504254 req-c74c4348-3264-46f6-ba99-df1c53c2bd6a tempest-ServerRescueNegativeTestJSON-1625905591 tempest-ServerRescueNegativeTestJSON-1625905591-project] 10.222.0.31 "GET /v2.0/ports?device_id=e28e2ddb-7270-4867-b50d-c68ba11a58ed HTTP/1.1" status: 200 len: 210 time: 0.0332704 Oct 19 20:25:34.393682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-28b5765b-307f-491b-946c-828228976d6d tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "PUT /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 995 time: 2.7285194 Oct 19 20:25:34.445679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:34.451677 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facf957d-1dcb-4bec-aade-0463ea559b83" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:34.524764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.528556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:34.528832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] For port c649e5bd-6246-4297-aa1e-49abb20601c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c649e5bd-6246-4297-aa1e-49abb20601c8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:34.529206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.567281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Calling delete_port for c649e5bd-6246-4297-aa1e-49abb20601c8 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:34.578733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event deleted for resources: {'Port': ['ID=f41a4100-36ff-47cb-9de7-9bc32cb5fae4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:34.605510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port 8b760c8d-f470-47dc-824b-965ed091de57, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8b760c8d-f470-47dc-824b-965ed091de57,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:34.605846 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.639379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['caf9d80e-4c2e-4443-acc0-ce9808010fe5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:34.642286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f41a4100-36ff-47cb-9de7-9bc32cb5fae4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:34.655568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] No DVR routers for this DVR port f41a4100-36ff-47cb-9de7-9bc32cb5fae4 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:34.662129 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b371cab0-c232-4100-bfeb-90d519e5973a x-openstack-request-id: req-b371cab0-c232-4100-bfeb-90d519e5973a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:34.662129 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28e2ddb-7270-4867-b50d-c68ba11a58ed", "name": "network-vif-deleted", "tag": "047ed476-df95-4bc3-990d-c11c558134e5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:34.662987 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b371cab0-c232-4100-bfeb-90d519e5973a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:34.663399 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28e2ddb-7270-4867-b50d-c68ba11a58ed', 'name': 'network-vif-deleted', 'tag': '047ed476-df95-4bc3-990d-c11c558134e5', 'status': 'completed', 'code': 200} Oct 19 20:25:34.666677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.666908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-1e4acb57-7ffb-4f8f-b6e2-b7c0807a21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:34.674134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6aad1e66-7487-4a8c-a8a5-d076fb9efe96 req-e251de38-3e44-4b92-8757-ca392b7150de tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.11 "DELETE /v2.0/ports/f41a4100-36ff-47cb-9de7-9bc32cb5fae4 HTTP/1.1" status: 204 len: 173 time: 1.0716455 Oct 19 20:25:34.674351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-1e4acb57-7ffb-4f8f-b6e2-b7c0807a21f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.2796583 Oct 19 20:25:34.677671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for 8b760c8d-f470-47dc-824b-965ed091de57 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:34.793758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503b317-6676-4649-8308-538e2856324f req-87ea18d1-6b60-46d9-9045-fb0c8ac2608c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:34.795346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4503b317-6676-4649-8308-538e2856324f req-87ea18d1-6b60-46d9-9045-fb0c8ac2608c tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=293769a2-6b37-4470-bb52-e3041879c1ca HTTP/1.1" status: 200 len: 948 time: 0.0697904 Oct 19 20:25:34.861158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4503b317-6676-4649-8308-538e2856324f req-498f78bd-d07c-4979-b1a6-155d2fc91250 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Oct 19 20:25:34.898652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:34.898652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:34.935193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-7d910ba5-44d5-41c3-923a-e3ad95805aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:34.936958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-7d910ba5-44d5-41c3-923a-e3ad95805aeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.2619650 Oct 19 20:25:35.043398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 047ed476-df95-4bc3-990d-c11c558134e5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:35.096109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 047ed476-df95-4bc3-990d-c11c558134e5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:35.096316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 047ed476-df95-4bc3-990d-c11c558134e5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:35.106335 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d57d8-d434-4a22-b4c7-1a244790b1b2 x-openstack-request-id: req-ec2d57d8-d434-4a22-b4c7-1a244790b1b2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:35.106680 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:35.106886 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec2d57d8-d434-4a22-b4c7-1a244790b1b2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:35.107300 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:25:35.163116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:33Z', 'revision_number': 8, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:35.202383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-6cfe8d90-6f0e-4dfb-9826-e42e8d8925cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.204933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-6cfe8d90-6f0e-4dfb-9826-e42e8d8925cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.0985575 Oct 19 20:25:35.227546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:35.229370 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:35.239743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:35.240807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:35.283966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-eca641b2-a64c-4eb8-bfa1-2b1ab690cd3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 998 time: 0.3024199 Oct 19 20:25:35.349747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-65e18763-e510-4181-913a-6d9be1270e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.351880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-65e18763-e510-4181-913a-6d9be1270e26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.1387544 Oct 19 20:25:35.395049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Pushing event deleted for resources: {'Port': ['ID=c649e5bd-6246-4297-aa1e-49abb20601c8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:35.405523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:35.419881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:35.420342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:35.432390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:35.450634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:35.452965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:35.483587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.483961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.484308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.484649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.484991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.485354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.485741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.486071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.486488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.486818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.487199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.487530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:35.490722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] No DVR routers for this DVR port c649e5bd-6246-4297-aa1e-49abb20601c8 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:35.504115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:35.507753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4b150be-fe6c-4190-8ad2-190894722281 req-9bc27599-f381-4600-999a-0bb5936fec9c tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.11 "DELETE /v2.0/ports/c649e5bd-6246-4297-aa1e-49abb20601c8 HTTP/1.1" status: 204 len: 173 time: 1.9263506 Oct 19 20:25:35.510283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0c2d1d1-8c86-45bb-b08b-72effdad367e req-693cac7e-b4df-4e59-a099-5ceb9880d0c8 tempest-TenantUsagesTestJSON-792986172 tempest-TenantUsagesTestJSON-792986172-project] 10.222.0.31 "GET /v2.0/ports?device_id=4552d7ff-cce4-42c1-a302-1bb58fc21b6f HTTP/1.1" status: 200 len: 210 time: 0.0685997 Oct 19 20:25:35.532886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:35.550777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-c4b38f86-bea0-4f99-a46e-8041482c3269 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 998 time: 0.1897867 Oct 19 20:25:35.567108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-92e60e66-4dca-4330-9aac-bb79c38ce427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.577570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-92e60e66-4dca-4330-9aac-bb79c38ce427 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.2925549 Oct 19 20:25:35.644167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=8b760c8d-f470-47dc-824b-965ed091de57,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:35.656384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port 8b760c8d-f470-47dc-824b-965ed091de57 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:35.663985 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:35.669082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-966ab8f7-1605-4d61-b68b-10ee0b958bbc req-6a94d3c7-29dd-4902-8fc4-1886835ce51f tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "DELETE /v2.0/ports/8b760c8d-f470-47dc-824b-965ed091de57 HTTP/1.1" status: 204 len: 173 time: 2.0213480 Oct 19 20:25:35.678703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-1f34957d-079c-4eab-b279-fae3c5c82720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.688611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-1f34957d-079c-4eab-b279-fae3c5c82720 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.1279960 Oct 19 20:25:35.761755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-16bd95a0-3bf5-4ad5-bfe2-694acbb1a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.764038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-16bd95a0-3bf5-4ad5-bfe2-694acbb1a2d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857777 Oct 19 20:25:35.792527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-8f7f8a02-c3c4-48f2-bb30-9326413c6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:35.794950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-8f7f8a02-c3c4-48f2-bb30-9326413c6282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976264 Oct 19 20:25:35.924062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-e950a07c-7823-4e46-af2f-d7b3b2ad4cc2 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484349 Oct 19 20:25:35.933887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-7eeec76b-e992-4fe2-aa0b-4f3efadaa401 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307969 Oct 19 20:25:36.078799 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-facf957d-1dcb-4bec-aade-0463ea559b83 req-69beacb7-0d5f-43d9-83aa-df392437e546 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315453 Oct 19 20:25:36.081936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:36.109571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:33Z', 'revision_number': 8, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:36.125024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cd14027-8240-4884-8659-c3b2c71fb606 req-a8541184-ea84-44b1-9a5e-9282c68a5391 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447838 Oct 19 20:25:36.142127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:36.144190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059651f-d9e0-4994-9f3d-a0b24eaa50d2 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '18f479f9-f264-4184-b389-5dc62f33fb31', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'port_id': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'mac_address': 'fa:16:3e:1e:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d97eb29-1564-4a3b-9539-533263566819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:25:01Z', 'updated_at': '2021-10-19T20:25:33Z', 'revision_number': 8, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:36.198207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cd60d63-aafd-432f-83d9-f58252ae10d7 req-b6de8352-3f77-454c-960e-d218eeecb55d service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734671 Oct 19 20:25:36.223007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:36.228144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:36.237184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15346b35-28aa-4a45-ad01-e6292cfd6a85 req-2765de3f-39f9-4d4a-8ced-07baa78858ba tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.11 "DELETE /v2.0/ports/cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 HTTP/1.1" status: 204 len: 173 time: 1.7974298 Oct 19 20:25:36.316649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14027-8240-4884-8659-c3b2c71fb606 req-4fc22fc9-a0f8-44a8-8ea4-a22320a72463 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:36.326612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cd14027-8240-4884-8659-c3b2c71fb606 req-4fc22fc9-a0f8-44a8-8ea4-a22320a72463 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942275 Oct 19 20:25:36.344504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36764) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:36.346768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cd14027-8240-4884-8659-c3b2c71fb606 req-02e4887e-96d0-4d1f-b795-ea2ead0351a6 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/quotas/b42ef6f2206d49139d1c6e072deb00b6 HTTP/1.1" status: 200 len: 375 time: 0.0188992 Oct 19 20:25:36.394010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cd14027-8240-4884-8659-c3b2c71fb606 req-3e0e3ac9-c105-41e0-9abc-bde2cf4bb9dc tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451188 Oct 19 20:25:36.427326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:36.589119 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fda3680-7513-4631-b693-894a000fa957 None None] New status for floating IP 18f479f9-f264-4184-b389-5dc62f33fb31: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:36.631828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491439f3-011b-498c-9656-622f21bbf791 req-18c99bd5-239e-42c7-b230-2113e91aa093 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:36.635308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-491439f3-011b-498c-9656-622f21bbf791 req-18c99bd5-239e-42c7-b230-2113e91aa093 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.0744743 Oct 19 20:25:36.678486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'name': 'network-vif-deleted', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:36.681382 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c7498-8837-4a09-80c0-b4cff67bd146" -d '{"events": [{"server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "name": "network-vif-deleted", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:36.688331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-491439f3-011b-498c-9656-622f21bbf791 req-45f6ee07-5346-42be-ba36-0fb523c96d24 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457489 Oct 19 20:25:36.760712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808bd8c3-dd9d-4c26-90f7-85c5bae45de5 req-ef628cbe-6057-4beb-ba70-30a29576c13a tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 995 time: 0.1236899 Oct 19 20:25:36.976258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bd8c3-dd9d-4c26-90f7-85c5bae45de5 req-dc77f1f1-9977-4fc9-b224-c600cd654ba5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:36.978763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808bd8c3-dd9d-4c26-90f7-85c5bae45de5 req-dc77f1f1-9977-4fc9-b224-c600cd654ba5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2101369 Oct 19 20:25:37.084228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.094810 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4b9fda-6f1f-4043-8a56-3b872aeecd1b x-openstack-request-id: req-ff4b9fda-6f1f-4043-8a56-3b872aeecd1b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:37.095105 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ceb87d2-2725-4a4e-80db-b4dcd1058447", "name": "network-vif-deleted", "tag": "f41a4100-36ff-47cb-9de7-9bc32cb5fae4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:37.095357 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff4b9fda-6f1f-4043-8a56-3b872aeecd1b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:37.095769 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb87d2-2725-4a4e-80db-b4dcd1058447', 'name': 'network-vif-deleted', 'tag': 'f41a4100-36ff-47cb-9de7-9bc32cb5fae4', 'status': 'completed', 'code': 200} Oct 19 20:25:37.130024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'name': 'network-vif-deleted', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8'}, {'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'name': 'network-vif-deleted', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57'}, {'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'name': 'network-vif-deleted', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:37.132605 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8a3ef7-6d23-44b1-ae53-06526a960fcd" -d '{"events": [{"server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "name": "network-vif-deleted", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8"}, {"server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "name": "network-vif-deleted", "tag": "8b760c8d-f470-47dc-824b-965ed091de57"}, {"server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "name": "network-vif-deleted", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:37.203126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-17cdaed7-8336-44fb-bd02-e6750a3d22f5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.0939906 Oct 19 20:25:37.204224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f41a4100-36ff-47cb-9de7-9bc32cb5fae4 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:37.229662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: f41a4100-36ff-47cb-9de7-9bc32cb5fae4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:37.230338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f41a4100-36ff-47cb-9de7-9bc32cb5fae4 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:37.230961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8b760c8d-f470-47dc-824b-965ed091de57 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:37.260767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 8b760c8d-f470-47dc-824b-965ed091de57 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:37.266696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8b760c8d-f470-47dc-824b-965ed091de57 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:37.274652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:37.277899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-83ff7ce6-b67c-4959-afc5-3f4ec7a60c62 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:37.282030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-83ff7ce6-b67c-4959-afc5-3f4ec7a60c62 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports/caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 942 time: 0.0728378 Oct 19 20:25:37.307970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:37.308293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:37.308889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c649e5bd-6246-4297-aa1e-49abb20601c8 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:37.358903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: c649e5bd-6246-4297-aa1e-49abb20601c8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:37.359267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c649e5bd-6246-4297-aa1e-49abb20601c8 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:37.392608 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fcdcf2-3dae-478c-a7a3-601ca72e1cbc x-openstack-request-id: req-a1fcdcf2-3dae-478c-a7a3-601ca72e1cbc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:37.393143 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552d7ff-cce4-42c1-a302-1bb58fc21b6f", "name": "network-vif-deleted", "tag": "c649e5bd-6246-4297-aa1e-49abb20601c8", "status": "completed", "code": 200}, {"server_uuid": "293769a2-6b37-4470-bb52-e3041879c1ca", "name": "network-vif-deleted", "tag": "8b760c8d-f470-47dc-824b-965ed091de57", "status": "completed", "code": 200}, {"server_uuid": "d3b2c066-76f6-4fb1-a012-8c832e1b3174", "name": "network-vif-deleted", "tag": "cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:37.393143 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1fcdcf2-3dae-478c-a7a3-601ca72e1cbc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:37.393569 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4552d7ff-cce4-42c1-a302-1bb58fc21b6f', 'name': 'network-vif-deleted', 'tag': 'c649e5bd-6246-4297-aa1e-49abb20601c8', 'status': 'completed', 'code': 200} Oct 19 20:25:37.393920 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293769a2-6b37-4470-bb52-e3041879c1ca', 'name': 'network-vif-deleted', 'tag': '8b760c8d-f470-47dc-824b-965ed091de57', 'status': 'completed', 'code': 200} Oct 19 20:25:37.394044 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2c066-76f6-4fb1-a012-8c832e1b3174', 'name': 'network-vif-deleted', 'tag': 'cb5e84bb-2c81-4a2c-b5e8-90e773dd66f8', 'status': 'completed', 'code': 200} Oct 19 20:25:37.419124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Deleting port 1a89f5c3-3317-4741-8b86-7e86fce4220d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:37.419415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.443998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-708f7c00-c5a4-413a-b6ee-c3f841df2221 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.0858293 Oct 19 20:25:37.464242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36812) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:37.528649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87687332-99c2-445b-83ce-00d91e612841 req-ccbbe036-4320-4cdd-aad2-03e7ad6f33a4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:37.530199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87687332-99c2-445b-83ce-00d91e612841 req-ccbbe036-4320-4cdd-aad2-03e7ad6f33a4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.11 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.1129701 Oct 19 20:25:37.577267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-e4c2078a-a561-4115-8571-c26f88e4bddd tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:37.585585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-e4c2078a-a561-4115-8571-c26f88e4bddd tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1404343 Oct 19 20:25:37.609343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] For port 1a89f5c3-3317-4741-8b86-7e86fce4220d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a89f5c3-3317-4741-8b86-7e86fce4220d,segment=NetworkSegment(c5340db0-89d4-42c5-9a32-4762ebfb6666),segment_id=c5340db0-89d4-42c5-9a32-4762ebfb6666)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:37.609742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.660588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-d3724166-a200-4a3a-9646-e588293363dc tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1000 time: 0.0738442 Oct 19 20:25:37.661879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Calling delete_port for 1a89f5c3-3317-4741-8b86-7e86fce4220d owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:37.665530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:37.729906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.751119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c807312a-c1f9-4e8a-bb6a-69f0a0e9425e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b57f8dcc465486991a1d7aa3bb74d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857761 Oct 19 20:25:37.754178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36822) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:37.815479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Deleting port ebc8e25a-f8e0-4086-857b-e24db6f401a1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:37.815831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.940525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.945073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:37.946336 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Floating IP 18f479f9-f264-4184-b389-5dc62f33fb31 disassociated. External IP: 172.25.7.51, port: caf9d80e-4c2e-4443-acc0-ce9808010fe5. Oct 19 20:25:37.957654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.011164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.013961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] For port ebc8e25a-f8e0-4086-857b-e24db6f401a1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ebc8e25a-f8e0-4086-857b-e24db6f401a1,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:38.014310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.185610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:38.212115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.302680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:38.307326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.313071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:38.323929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:38.324723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:38.336687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-6fc9cece-80ce-4faf-a688-4a3e1043c374 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "PUT /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 695 time: 0.6749640 Oct 19 20:25:38.393603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-5f7db00f-3fe5-4925-bfbf-14385ad5d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:38.395380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-5f7db00f-3fe5-4925-bfbf-14385ad5d67a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.0454621 Oct 19 20:25:38.439719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:38.498119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-d1f6222a-6b10-458f-9052-fe83a28bd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:38.499764 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-d1f6222a-6b10-458f-9052-fe83a28bd91a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.0981765 Oct 19 20:25:38.545568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-b8e6c983-ccf8-4f8f-832c-38ec6192173f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0390062 Oct 19 20:25:38.563209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.565764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.569485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cd48ea3-1585-4832-b73e-d93bfa312353 HTTP/1.1" status: 204 len: 168 time: 0.8133831 Oct 19 20:25:38.582729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91b49f-c1b8-4f76-89bd-c696035dacd4 req-e38d54b6-0944-4e39-b0e9-85e56a3a178f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:38.585167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e91b49f-c1b8-4f76-89bd-c696035dacd4 req-e38d54b6-0944-4e39-b0e9-85e56a3a178f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 945 time: 0.5433648 Oct 19 20:25:38.605334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-fe26b539-6bab-4708-a03c-1fa145a40b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:38.608120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-fe26b539-6bab-4708-a03c-1fa145a40b0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.0566168 Oct 19 20:25:38.633970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a89f5c3-3317-4741-8b86-7e86fce4220d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:38.665619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-ccedd6b1-2adf-4f29-a4f8-1a76949ae493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:38.667156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:38.678412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-ccedd6b1-2adf-4f29-a4f8-1a76949ae493 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638578 Oct 19 20:25:38.678567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ce3ce-ab77-4d77-b7fe-d6b5f4c8f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd48ea3-1585-4832-b73e-d93bfa312353,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:38.712882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:38.722813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:38.723421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:38.787055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-b7df818d-3ded-4f0f-b8f3-dc079589d565 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065197 Oct 19 20:25:38.821346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e91b49f-c1b8-4f76-89bd-c696035dacd4 req-2e08ecb9-6fa1-4f46-88b9-a70ab2abc04f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups?id=c95ccb7f-e12d-4467-9432-7143e74c0cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919966 Oct 19 20:25:38.825366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.825763 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.826770 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Floating IP 2dae8e61-d760-47fe-9559-77bfb08c63e2 disassociated. External IP: 172.25.7.170, port: ebc8e25a-f8e0-4086-857b-e24db6f401a1. Oct 19 20:25:38.827673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Calling delete_port for ebc8e25a-f8e0-4086-857b-e24db6f401a1 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:38.961220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db8685a0-60d2-49f5-b1b3-bd05fa614b32 req-47221cd8-5bb4-4708-b4cc-1ecedf1ea812 service neutron] 10.222.0.31 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718395 Oct 19 20:25:38.962466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36842) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:38.975140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:38.977544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a9ac-5fbd-47d7-a982-0ee2048a32b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.002446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88a46b6-27df-454a-894d-8fe5a9020bb4 req-a7a33963-c9ed-4071-ac4e-dddf3646b140 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448647 Oct 19 20:25:39.057956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:39.077320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a9ac-5fbd-47d7-a982-0ee2048a32b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.095909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a9ac-5fbd-47d7-a982-0ee2048a32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.099526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:39.101789 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007bb80f-e8de-4d23-9462-79fb5c77b304" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:39.147848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1a9ac-5fbd-47d7-a982-0ee2048a32b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9afd4-8ef6-4b31-9b11-c9ecda3a2958,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:39.152951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9a1a9ac-5fbd-47d7-a982-0ee2048a32b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d128a5a8128f4e3189fa232eb6faf12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894045 Oct 19 20:25:39.161083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482a13-0796-494e-9957-2c55deea39d5 req-f7103218-1da5-46fb-ba2f-3c7229778a4b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:39.162592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8482a13-0796-494e-9957-2c55deea39d5 req-f7103218-1da5-46fb-ba2f-3c7229778a4b tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 950 time: 0.0995295 Oct 19 20:25:39.163068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:39.249646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8482a13-0796-494e-9957-2c55deea39d5 req-6396e012-3500-40ea-9552-63121b60cc13 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/security-groups?id=3483ed71-f184-4873-9ee9-85c565b2b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Oct 19 20:25:39.278790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.282333 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.302581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a46b6-27df-454a-894d-8fe5a9020bb4 req-2d8d1432-caf4-4ec6-af6f-845054196f53 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:39.309544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88a46b6-27df-454a-894d-8fe5a9020bb4 req-2d8d1432-caf4-4ec6-af6f-845054196f53 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006632 Oct 19 20:25:39.310363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.348584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event deleted for resources: {'Port': ['ID=ebc8e25a-f8e0-4086-857b-e24db6f401a1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:39.349486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:39.368602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.371372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.375451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fd9afd4-8ef6-4b31-9b11-c9ecda3a2958 HTTP/1.1" status: 204 len: 168 time: 0.2114370 Oct 19 20:25:39.386489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55937a58-0f14-423e-84a1-0b0aaedc7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9afd4-8ef6-4b31-9b11-c9ecda3a2958,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:39.404240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88a46b6-27df-454a-894d-8fe5a9020bb4 req-bb00b2a3-3172-45d3-90ea-8faeb9e06f86 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/quotas/b42ef6f2206d49139d1c6e072deb00b6 HTTP/1.1" status: 200 len: 375 time: 0.0938315 Oct 19 20:25:39.416131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251032b8-c02f-4ce9-b0a7-7dd4a4d64315 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:24:35Z', 'revision_number': 4, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'fc09c6d7-7b52-47aa-b854-3798430b5d2a', 'name': '', 'network_id': '1da63696-1860-4a2c-895b-4d01772d7bbd', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'mac_address': 'fa:16:3e:5c:01:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:34Z', 'updated_at': '2021-10-19T20:24:40Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'subnets': [{'id': 'fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:39.465828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c88a46b6-27df-454a-894d-8fe5a9020bb4 req-a341918c-8672-42fd-a114-3afc85d061a6 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592947 Oct 19 20:25:39.533581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-36c56f17-2cd0-4ae1-8776-0aa3b724f033 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:39.537232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-36c56f17-2cd0-4ae1-8776-0aa3b724f033 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 950 time: 0.0928421 Oct 19 20:25:39.664572 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4004778-db6c-46d4-84a5-36c84920af3e x-openstack-request-id: req-a4004778-db6c-46d4-84a5-36c84920af3e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:39.664869 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:39.665149 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4004778-db6c-46d4-84a5-36c84920af3e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:39.665620 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:25:39.707395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Deleting port 9c89d3d7-9353-463f-b556-b4ee291119df {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:39.707957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.715077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Router 3091729c-603e-4db4-b294-0f8b711ddbd3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:39.917890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] For port 9c89d3d7-9353-463f-b556-b4ee291119df, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9c89d3d7-9353-463f-b556-b4ee291119df,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:39.918271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:39.927745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-5364d8b2-3097-4713-a3b4-c04e4f1f47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:39.932938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-5364d8b2-3097-4713-a3b4-c04e4f1f47bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9724fdb320944291b1f23965ec4e1823&device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 1096 time: 0.2482333 Oct 19 20:25:39.939700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Calling delete_port for 9c89d3d7-9353-463f-b556-b4ee291119df owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:39.959055 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ecce8-6991-4d56-b756-25f669fdc2f2 None None] New status for floating IP 18f479f9-f264-4184-b389-5dc62f33fb31: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:39.998803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d25521f3-1ee5-4168-906b-801581e2743a req-c7f5e425-dc5b-49ea-a303-c75663ee88b5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 200 len: 695 time: 0.1028607 Oct 19 20:25:40.030993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:40.147376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:40.162408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9c89d3d7-9353-463f-b556-b4ee291119df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:40.238655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Pushing event deleted for resources: {'Port': ['ID=9c89d3d7-9353-463f-b556-b4ee291119df,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:40.344849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:40.360523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] No DVR routers for this DVR port 9c89d3d7-9353-463f-b556-b4ee291119df on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:40.364128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:40.369264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed49b67f-ea0a-484f-bbe4-cc3797a8929f req-b0ea29ef-9387-4f1e-bfa9-a7a69032d17e tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.37 "DELETE /v2.0/ports/9c89d3d7-9353-463f-b556-b4ee291119df HTTP/1.1" status: 204 len: 173 time: 0.8245685 Oct 19 20:25:40.449209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:40.459159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Sync routers for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:40.468617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-99bc07d9-a336-4aab-969b-dc684bc7bc6e admin admin] 10.222.0.31 "PUT /v2.0/routers/3091729c-603e-4db4-b294-0f8b711ddbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1200225 Oct 19 20:25:40.469059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:40.491652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:40.492211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:40.509745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-0ded8fe4-4462-4eca-b8ec-d243ef16e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:40.511229 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-0ded8fe4-4462-4eca-b8ec-d243ef16e942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 200 len: 922 time: 0.5008922 Oct 19 20:25:40.523383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25521f3-1ee5-4168-906b-801581e2743a req-cc05aaa9-dc4e-4a25-a562-def5af6ae2e5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:40.531722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d25521f3-1ee5-4168-906b-801581e2743a req-cc05aaa9-dc4e-4a25-a562-def5af6ae2e5 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.5315013 Oct 19 20:25:40.619176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-41ea842d-77dc-4115-aab7-0c79e07482cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 200 len: 217 time: 0.0826213 Oct 19 20:25:40.638000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d25521f3-1ee5-4168-906b-801581e2743a req-7f51d6eb-97ee-45c9-9bdb-fdaef9a7b1da tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 696 time: 0.1031842 Oct 19 20:25:40.703148 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a45588-0344-4eba-bb9f-993d7e0b16bf req-76baf818-1013-4f4f-b853-6cb3c2c7d52f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0999398 Oct 19 20:25:40.734707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:40.788190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:40.838009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d25521f3-1ee5-4168-906b-801581e2743a req-b161e723-d07e-431e-a9fe-b7d786aa7712 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 696 time: 0.2013011 Oct 19 20:25:40.840829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-1ad4e5f5-2e51-4a28-b681-2369a081aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:40.842247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-1ad4e5f5-2e51-4a28-b681-2369a081aa51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 200 len: 860 time: 0.2045000 Oct 19 20:25:40.877266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:40.894390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Sync routers for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:40.922504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:40.925677 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:40.956997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68415e12-8ece-4249-a81b-d3a3925860f5 req-5ce41783-90f5-4637-b712-e13c3946d3b8 tempest-ServersOnMultiNodesTest-260799185 tempest-ServersOnMultiNodesTest-260799185-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37b5501-50df-4deb-995c-a2d040be6121 HTTP/1.1" status: 200 len: 210 time: 0.0405242 Oct 19 20:25:40.996023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.014443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:25:38Z', 'revision_number': 5, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port': {'id': 'bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:31Z', 'updated_at': '2021-10-19T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:41.023857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a74f7f8a-6002-4cb8-8a16-d4ad904c090d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.043184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Checking router: 3091729c-603e-4db4-b294-0f8b711ddbd3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:41.051987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Routers {'3091729c-603e-4db4-b294-0f8b711ddbd3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:41.052589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3091729c-603e-4db4-b294-0f8b711ddbd3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:41.112186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Deleting port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:41.113772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.162761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36912) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:41.190702 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:41.210608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] Set router 3091729c-603e-4db4-b294-0f8b711ddbd3 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:41.218111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] No DVR routers for this DVR port ebc8e25a-f8e0-4086-857b-e24db6f401a1 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:41.244286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.247795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87687332-99c2-445b-83ce-00d91e612841 req-3c1f82e4-cdfc-4cb3-ab4a-757be465da11 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.11 "DELETE /v2.0/ports/ebc8e25a-f8e0-4086-857b-e24db6f401a1 HTTP/1.1" status: 204 len: 173 time: 3.7101939 Oct 19 20:25:41.252805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'name': 'network-vif-deleted', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:41.255133 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51713c12-7d20-4f00-ad5a-b37afbd4fa85" -d '{"events": [{"server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "name": "network-vif-deleted", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:41.264187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-6ec41775-fab8-455a-bfd9-f9632fc8224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:41.265846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-6ec41775-fab8-455a-bfd9-f9632fc8224d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1da63696-1860-4a2c-895b-4d01772d7bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3924935 Oct 19 20:25:41.270650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] For port bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:41.272242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.306377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Calling delete_port for bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:41.311246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ebc8e25a-f8e0-4086-857b-e24db6f401a1 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:41.377263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: ebc8e25a-f8e0-4086-857b-e24db6f401a1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:41.377635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ebc8e25a-f8e0-4086-857b-e24db6f401a1 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:41.379934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:25:40Z', 'revision_number': 6, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:41.400828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-4e84bf64-51a0-477d-b36d-70e7e9da7820 service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238794 Oct 19 20:25:41.418180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1677160822-network', 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:41.446991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e328d-0e90-4f9f-abc0-fa7ca346f42d None None] The sync data for ids ['3091729c-603e-4db4-b294-0f8b711ddbd3'] in n-d-805649-9 is: [{'id': '3091729c-603e-4db4-b294-0f8b711ddbd3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315589823-router', 'tenant_id': '3c9d7c31d27a4168952f138f96a320b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:29Z', 'updated_at': '2021-10-19T20:25:40Z', 'revision_number': 6, 'project_id': '3c9d7c31d27a4168952f138f96a320b0', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:41.471129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:41.475457 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.500187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.529700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Deleting port 8d626692-751b-4e75-9ca4-fb7b2bb7ddf2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:41.530156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.592173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a74f7f8a-6002-4cb8-8a16-d4ad904c090d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.626313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a74f7f8a-6002-4cb8-8a16-d4ad904c090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.637390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:41.668983 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e99753-f9a1-4752-9d7e-2ada271c150e x-openstack-request-id: req-e9e99753-f9a1-4752-9d7e-2ada271c150e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:41.669273 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce788b9-9f8a-4685-9278-2a46c7364092", "name": "network-vif-deleted", "tag": "ebc8e25a-f8e0-4086-857b-e24db6f401a1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:41.669716 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9e99753-f9a1-4752-9d7e-2ada271c150e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:41.670181 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce788b9-9f8a-4685-9278-2a46c7364092', 'name': 'network-vif-deleted', 'tag': 'ebc8e25a-f8e0-4086-857b-e24db6f401a1', 'status': 'completed', 'code': 200} Oct 19 20:25:41.677711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'name': 'network-vif-deleted', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:41.680125 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048e92a-05c3-4f30-b2b9-377725332e3d" -d '{"events": [{"server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "name": "network-vif-deleted", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:41.687236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-007bb80f-e8de-4d23-9462-79fb5c77b304 req-6b47074a-b9bf-4d31-83af-3bf3f5c6ab0c service neutron] 10.222.0.37 "GET /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779927 Oct 19 20:25:41.721204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a74f7f8a-6002-4cb8-8a16-d4ad904c090d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2f4d6f509bd4413935a2eab4aad61e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3472695 Oct 19 20:25:41.727625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:41.731981 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Checking router: 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:41.740323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.740738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.743433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f7f8a-6002-4cb8-8a16-d4ad904c090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1e7f2-19f6-4e89-95f6-39132f6ee267,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:41.757760 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:41.759188 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:41.771065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Calling delete_port for 8d626692-751b-4e75-9ca4-fb7b2bb7ddf2 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:41.785779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.856615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.894423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:41.896515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.952898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:41.968644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.028237 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edde50a-409b-4d4f-87f6-d965b7286376 x-openstack-request-id: req-3edde50a-409b-4d4f-87f6-d965b7286376 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:42.028549 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37b5501-50df-4deb-995c-a2d040be6121", "name": "network-vif-deleted", "tag": "9c89d3d7-9353-463f-b556-b4ee291119df", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:42.030347 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3edde50a-409b-4d4f-87f6-d965b7286376 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:42.032245 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37b5501-50df-4deb-995c-a2d040be6121', 'name': 'network-vif-deleted', 'tag': '9c89d3d7-9353-463f-b556-b4ee291119df', 'status': 'completed', 'code': 200} Oct 19 20:25:42.042062 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:42.092120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.125264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:42.146769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.147119 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Added segment f1477b30-dcfd-4687-8e87-f02046a28944 of type vlan for network de155b98-00c4-4504-b838-5d9e24937250 Oct 19 20:25:42.150599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a4009-3680-4111-a58a-b520d9704aca,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:42.152728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event deleted for resources: {'Port': ['ID=8d626692-751b-4e75-9ca4-fb7b2bb7ddf2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:42.210555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.216395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd3d8ba9-951b-4d8b-bcec-d576f2908f17 req-2719a48c-13bc-401a-9db5-0d787fb754b8 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0546157 Oct 19 20:25:42.309877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.328271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.342118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.343538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d25521f3-1ee5-4168-906b-801581e2743a req-7372de46-f0da-4065-8757-244bba013236 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "DELETE /v2.0/floatingips/18f479f9-f264-4184-b389-5dc62f33fb31 HTTP/1.1" status: 204 len: 173 time: 1.5045259 Oct 19 20:25:42.350703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a89f5c3-3317-4741-8b86-7e86fce4220d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:42.366268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.369658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.370862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aae1e7f2-19f6-4e89-95f6-39132f6ee267 HTTP/1.1" status: 204 len: 168 time: 0.6421907 Oct 19 20:25:42.376725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.399824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6c34-bddd-4e4f-83e5-2ee630b99cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1e7f2-19f6-4e89-95f6-39132f6ee267,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:42.400929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.447763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1a89f5c3-3317-4741-8b86-7e86fce4220d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:42.448957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a89f5c3-3317-4741-8b86-7e86fce4220d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:42.454388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:42.503237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:42.503585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bfd7af7f-1eb6-4064-ba04-5ac7b743b3a3 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:42.535635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.571227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.573591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:42.574487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.599888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac6e9037-4f77-4138-aba1-6c5b02b4053b req-c83d9a89-d91d-4353-b5fe-463d2f8dbb0e tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825080 Oct 19 20:25:42.615483 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:42.629563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.630076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3091729c-603e-4db4-b294-0f8b711ddbd3 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:25:42.669526 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7366965f-102a-4771-83ae-9c03df9946c2 None None] The sync data for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 is: [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:22:19Z', 'revision_number': 4, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5311f7be-1011-4e8f-8d06-4dfa26f45a2e', 'name': '', 'network_id': '3c93f76d-6079-47a2-8761-64ae2ca3a85e', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'mac_address': 'fa:16:3e:2e:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:17Z', 'updated_at': '2021-10-19T20:22:25Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'subnets': [{'id': 'a58ccf46-9104-43f3-8f5c-34139b919b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:42.683816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.685006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4bee529-ab1b-460f-8c6f-bf7ee0f95324 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3091729c-603e-4db4-b294-0f8b711ddbd3 HTTP/1.1" status: 204 len: 168 time: 2.2149291 Oct 19 20:25:42.688970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36958) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:42.746282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5760145 Oct 19 20:25:42.763290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:42.801816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36962) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:42.825132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Request body: {'subnet': {'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1677160822-subnet', 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:42.826856 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.917236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Deleting subnet 1d1cbb58-bd4d-4923-ac06-b51f711f603b {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:42.932267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:42.991369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.001277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309078-5368-4312-a966-30ae8bce3fa8 req-2996c189-a4db-4179-9722-4672dd599d34 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:43.017340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d0309078-5368-4312-a966-30ae8bce3fa8 req-2996c189-a4db-4179-9722-4672dd599d34 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 945 time: 0.2123952 Oct 19 20:25:43.047558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9c89d3d7-9353-463f-b556-b4ee291119df no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:43.066064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36966) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:43.084772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 9c89d3d7-9353-463f-b556-b4ee291119df {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:43.085283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9c89d3d7-9353-463f-b556-b4ee291119df not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:43.133078 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046d9f67-1fc6-4d7f-bac9-bf0a9f0b1f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.177239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623a9a2-e8c5-48e2-a2ae-f9668a114743 None None] New status for floating IP 2dae8e61-d760-47fe-9559-77bfb08c63e2: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:25:43.206977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.235785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d0309078-5368-4312-a966-30ae8bce3fa8 req-405795fb-4796-4e8e-89bb-71c41bd16332 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686521 Oct 19 20:25:43.240400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-59416b1a-4dde-47ef-bf7a-9ae252c55f69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14d919294f0e4cc09466c37cd963ff70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338713 Oct 19 20:25:43.247694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36968) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:43.255748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae05be3-12a7-4ac8-a049-645f70d260e7 admin admin] Pushing event updated for resources: {'Network': ['ID=de155b98-00c4-4504-b838-5d9e24937250,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:43.298647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:43.301244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.337976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network de155b98-00c4-4504-b838-5d9e24937250 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:43.403656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.419550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9037-4f77-4138-aba1-6c5b02b4053b req-586c6dc5-a44c-40dd-894e-c8d87c5c56c3 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:43.420304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.431363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac6e9037-4f77-4138-aba1-6c5b02b4053b req-586c6dc5-a44c-40dd-894e-c8d87c5c56c3 tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8306098 Oct 19 20:25:43.466241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-071e2fdf-b2c4-478d-86ac-bd92b77f6820 req-1f9966db-c034-46cd-9d7c-934b8d4483d9 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0854046 Oct 19 20:25:43.478607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac6e9037-4f77-4138-aba1-6c5b02b4053b req-8dd182c1-3457-43db-a4d1-d324b3f6fb8d tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/quotas/b42ef6f2206d49139d1c6e072deb00b6 HTTP/1.1" status: 200 len: 375 time: 0.0462532 Oct 19 20:25:43.479120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046d9f67-1fc6-4d7f-bac9-bf0a9f0b1f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.480311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1cbb58-bd4d-4923-ac06-b51f711f603b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:43.483267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.486679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2c6b23e-2582-4b84-941b-39f51cb01897 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d1cbb58-bd4d-4923-ac06-b51f711f603b HTTP/1.1" status: 204 len: 168 time: 0.7968457 Oct 19 20:25:43.490895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36972) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:43.504668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-046d9f67-1fc6-4d7f-bac9-bf0a9f0b1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.512398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac6e9037-4f77-4138-aba1-6c5b02b4053b req-b571113e-9134-4241-8dc6-b4730d4d12ea tempest-QuotasAdminNegativeTest-1008240975 tempest-QuotasAdminNegativeTest-1008240975-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329294 Oct 19 20:25:43.529845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.625356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-046d9f67-1fc6-4d7f-bac9-bf0a9f0b1f07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdc703bab908420d8dfebcd9973e08d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562785 Oct 19 20:25:43.627750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:43.689787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.714798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.791879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.794890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.799253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73f8f20b-ac18-43f4-b7eb-36cc494a5225 HTTP/1.1" status: 204 len: 168 time: 0.1674914 Oct 19 20:25:43.801184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:43.887572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:43.891933 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:25:43.897038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1377dd-dff9-40a2-8b86-74d9d440df5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8f20b-ac18-43f4-b7eb-36cc494a5225,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:43.931507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Checking segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:43.932409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Network hostable DHCP agents. Network: de155b98-00c4-4504-b838-5d9e24937250, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:25:43.960043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Network de155b98-00c4-4504-b838-5d9e24937250 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:25:43.980399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, de155b98-00c4-4504-b838-5d9e24937250) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:43.991759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cfdf0-1a23-44c3-8f43-d44a276119f1 None None] Network de155b98-00c4-4504-b838-5d9e24937250 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:43.993119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:43.997807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.043196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35c9daa2-53c8-47e3-860a-a9d4919b68f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2755356 Oct 19 20:25:44.055325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d9f67-1fc6-4d7f-bac9-bf0a9f0b1f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8f20b-ac18-43f4-b7eb-36cc494a5225,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:44.062262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.179068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-df8c69a8-fbb6-4eb8-b274-7671c5f01577 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:44.182569 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-df8c69a8-fbb6-4eb8-b274-7671c5f01577 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 945 time: 0.1377108 Oct 19 20:25:44.183568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.188217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.194905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3483ed71-f184-4873-9ee9-85c565b2b646 HTTP/1.1" status: 204 len: 168 time: 0.9462256 Oct 19 20:25:44.244968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f3fa1-382d-426d-8d1f-ab2c33e22d4a None None] Network de155b98-00c4-4504-b838-5d9e24937250 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:44.287213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9990-ae88-4e7b-bcb6-9e05ea43bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483ed71-f184-4873-9ee9-85c565b2b646,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:44.305707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37000) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:44.337971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-778912fc-99b2-40e8-bc79-23f2903c3d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.373206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.413198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:44.446285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5340db0-89d4-42c5-9a32-4762ebfb6666') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:44.447108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5340db0-89d4-42c5-9a32-4762ebfb6666') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:44.476667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Deleting port caf9d80e-4c2e-4443-acc0-ce9808010fe5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:44.477517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.504733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.557407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.600803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:44.601208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:44.604823 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:44.623673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4c746-878c-4901-9b65-f3187b40ae84 req-52588a6d-419b-4b2b-b6de-8b4b0749a84f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:44.625448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19f4c746-878c-4901-9b65-f3187b40ae84 req-52588a6d-419b-4b2b-b6de-8b4b0749a84f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d97eb29-1564-4a3b-9539-533263566819 HTTP/1.1" status: 200 len: 945 time: 0.1936262 Oct 19 20:25:44.642030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-778912fc-99b2-40e8-bc79-23f2903c3d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.654544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-778912fc-99b2-40e8-bc79-23f2903c3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.720471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] For port caf9d80e-4c2e-4443-acc0-ce9808010fe5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=caf9d80e-4c2e-4443-acc0-ce9808010fe5,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:44.720905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.734742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.740127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.743827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57c2e05a-9125-4ace-85d7-134db5eebb02 req-fc1a1d67-163c-46b6-aa07-606c7c6c904d tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0523221 Oct 19 20:25:44.744963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd HTTP/1.1" status: 204 len: 168 time: 1.2529924 Oct 19 20:25:44.751105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37012) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:44.766048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-778912fc-99b2-40e8-bc79-23f2903c3d98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6887b83a655b4c74a6edf1d70c3ac5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562469 Oct 19 20:25:44.766229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Calling delete_port for caf9d80e-4c2e-4443-acc0-ce9808010fe5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:44.767590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37016) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:44.768260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778912fc-99b2-40e8-bc79-23f2903c3d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16949cd9-94f4-4f96-8b42-fff2ec2788f0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:44.769060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19f4c746-878c-4901-9b65-f3187b40ae84 req-5b11af6f-4afd-4e45-a279-e3a6a179c78f tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.31 "GET /v2.0/security-groups?id=c6896116-5f25-429f-831c-45ccaf0c3acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Oct 19 20:25:44.784990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69d8e-906e-414d-aa37-6159aaf115e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55e0fb4-7d63-420e-8ead-dcdf8bb8acfd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:44.883728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.914741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.971966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37022) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:44.995546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.998512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:44.999910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16949cd9-94f4-4f96-8b42-fff2ec2788f0 HTTP/1.1" status: 204 len: 168 time: 0.2013671 Oct 19 20:25:45.004538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.018071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['caf9d80e-4c2e-4443-acc0-ce9808010fe5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:45.021669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a014411-4aed-4b3d-9da1-3a2471b601a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16949cd9-94f4-4f96-8b42-fff2ec2788f0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.076618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:45.078594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Pushing event deleted for resources: {'Port': ['ID=caf9d80e-4c2e-4443-acc0-ce9808010fe5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.122181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] No DVR routers for this DVR port caf9d80e-4c2e-4443-acc0-ce9808010fe5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:45.126418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.130720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e84c22e-ce10-421d-8aab-5bab77956d86 req-5cce59cf-506e-40f2-8b31-ad196920fbd3 tempest-FloatingIPsAssociationTestJSON-848333780 tempest-FloatingIPsAssociationTestJSON-848333780-project] 10.222.0.37 "DELETE /v2.0/ports/caf9d80e-4c2e-4443-acc0-ce9808010fe5 HTTP/1.1" status: 204 len: 173 time: 0.9316261 Oct 19 20:25:45.138707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'name': 'network-vif-deleted', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:45.141526 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9301e-0d74-4988-b9f4-aba9d3579227" -d '{"events": [{"server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "name": "network-vif-deleted", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:45.147197 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d2a88be-dc78-4f08-aadc-162e062b2498 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16820a040fa54981bc51914c5412ade9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668149 Oct 19 20:25:45.147611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37030) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:45.169909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b46eb95d-3679-4e2b-b752-40b5508748a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9d7c31d27a4168952f138f96a320b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863658 Oct 19 20:25:45.171359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37032) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:45.265982 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493615ec-30d6-49d7-99cb-0011c5ee12c2 x-openstack-request-id: req-493615ec-30d6-49d7-99cb-0011c5ee12c2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:45.272769 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97eb29-1564-4a3b-9539-533263566819", "name": "network-vif-deleted", "tag": "caf9d80e-4c2e-4443-acc0-ce9808010fe5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:45.273199 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-493615ec-30d6-49d7-99cb-0011c5ee12c2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:45.274627 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97eb29-1564-4a3b-9539-533263566819', 'name': 'network-vif-deleted', 'tag': 'caf9d80e-4c2e-4443-acc0-ce9808010fe5', 'status': 'completed', 'code': 200} Oct 19 20:25:45.274927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.305975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.316326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.337629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.391960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.396987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.403778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92db1544-cdb6-413d-b4d0-2905d974c4bd HTTP/1.1" status: 204 len: 168 time: 0.2297814 Oct 19 20:25:45.432300 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.432747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f2763-9fe6-4354-83c1-5e1a4f1991f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db1544-cdb6-413d-b4d0-2905d974c4bd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.435389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.435867 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dc25d3e-286f-4d15-a10a-4d91ce69c4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.436982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9c6586e-bc55-4c5b-bcff-ca01319e7501 HTTP/1.1" status: 204 len: 168 time: 0.2879977 Oct 19 20:25:45.455854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00816dc7-51c3-4749-85d5-852a707b12da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6586e-bc55-4c5b-bcff-ca01319e7501,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.569861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dc25d3e-286f-4d15-a10a-4d91ce69c4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.581287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dc25d3e-286f-4d15-a10a-4d91ce69c4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.652207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7dc25d3e-286f-4d15-a10a-4d91ce69c4c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b42ef6f2206d49139d1c6e072deb00b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8948441 Oct 19 20:25:45.657917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:45.672021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc25d3e-286f-4d15-a10a-4d91ce69c4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021dc35-0dee-46cc-8bf0-f86fe44612dd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.723167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.762455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.858948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.862505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:45.863880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3021dc35-0dee-46cc-8bf0-f86fe44612dd HTTP/1.1" status: 204 len: 168 time: 0.2050216 Oct 19 20:25:45.885245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4015b-f4b6-410d-836e-7308c24317b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021dc35-0dee-46cc-8bf0-f86fe44612dd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:45.907220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-2dd2485c-bc9d-4ece-83f2-4af5567669b6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:45.912553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-2dd2485c-bc9d-4ece-83f2-4af5567669b6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.3285375 Oct 19 20:25:45.929503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-e6873f0c-c8dc-44d1-a11e-13d5d4fcd355 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/quotas/d1f77ba2d8d84463a708fb799da82b19 HTTP/1.1" status: 200 len: 375 time: 0.0119724 Oct 19 20:25:45.958955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4358c1e3-af50-415e-b92c-e05d12397d1b req-467302a8-dbe7-4dc2-be29-21a8d959936f tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0607541 Oct 19 20:25:45.977943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-0f9956da-506f-4c29-9046-e2ba6bd671b7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420871 Oct 19 20:25:46.029806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:46.187913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-5d4a9d05-a023-4c49-878b-23a65d690dea service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031689 Oct 19 20:25:46.349914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-974a03ef-3809-44f6-b0d4-017719d59cde service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536751 Oct 19 20:25:46.466301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:46.481375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1217aa41-e282-4927-85b8-bc842caea0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:46.704538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1217aa41-e282-4927-85b8-bc842caea0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:46.712577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1217aa41-e282-4927-85b8-bc842caea0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:46.743914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e585f02e-3b8a-490d-a335-f7ee30c6bdfa req-55c61d3e-736c-4f0b-8e8b-46f67c53a0c4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 210 time: 0.0777285 Oct 19 20:25:46.772415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1217aa41-e282-4927-85b8-bc842caea0d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e2582f1dca40cc81e50bea457f558f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046880 Oct 19 20:25:46.776017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217aa41-e282-4927-85b8-bc842caea0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951dc93-75aa-45df-99cf-f807e742a981,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:46.776191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:46.834871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:46.911566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:46.974929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.063813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device caf9d80e-4c2e-4443-acc0-ce9808010fe5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:47.110514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1c26096-d682-4893-848d-9434a978471a req-14a4f97e-3cc1-44b9-80a4-a2b611ad9d36 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0565286 Oct 19 20:25:47.154939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: caf9d80e-4c2e-4443-acc0-ce9808010fe5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:47.155289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device caf9d80e-4c2e-4443-acc0-ce9808010fe5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:47.175492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.178547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.179936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e951dc93-75aa-45df-99cf-f807e742a981 HTTP/1.1" status: 204 len: 168 time: 0.3997667 Oct 19 20:25:47.193223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500649f9-a523-4d80-9628-ef1d0de3f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951dc93-75aa-45df-99cf-f807e742a981,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:47.425000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Deleting port fc09c6d7-7b52-47aa-b854-3798430b5d2a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:47.426439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.590940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] For port fc09c6d7-7b52-47aa-b854-3798430b5d2a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc09c6d7-7b52-47aa-b854-3798430b5d2a,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:47.593085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.618992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Calling delete_port for fc09c6d7-7b52-47aa-b854-3798430b5d2a owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:47.881841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:47.946619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88b607d1-b84c-4cb6-881b-256dac7f2e9b req-54e42201-7b32-4dcf-be68-03e6f23298c5 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 210 time: 0.0587001 Oct 19 20:25:47.963620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc09c6d7-7b52-47aa-b854-3798430b5d2a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:48.051999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37140) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:48.323440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.344083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-fde0b94b-927a-493c-867e-3bd836329ba3 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:48.346547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-fde0b94b-927a-493c-867e-3bd836329ba3 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.2507281 Oct 19 20:25:48.388300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89d9668f-3c67-4c6e-84c4-f1c91034e658 req-4b88db27-c880-4967-91b6-38fea15aee85 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0398612 Oct 19 20:25:48.398069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Request body: {'port': {'device_id': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'admin_state_up': True, 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:48.521324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-736412499-network', 'tenant_id': '64b4bde03d3c4dccbaedb35ff2a3a23c'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:48.570145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Made reservation on behalf of 64b4bde03d3c4dccbaedb35ff2a3a23c for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:48.572732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.587040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.621959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:48.627275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.785725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.795749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.855230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:48.878982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e00d1-5cc7-416b-9178-853deabdfe30,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:48.882948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.883206 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Added segment c57c649f-74c2-44e9-b54b-bbd44d99b244 of type vlan for network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 Oct 19 20:25:48.927748 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.937758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Allocated IP 172.20.0.11 (de155b98-00c4-4504-b838-5d9e24937250/3c4f5aa7-afeb-4eb2-b18c-cec4424f8824/2abd9c2d-b1d8-4148-b767-76598fcc104e) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:25:48.966701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.967852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:48.968667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:48.993064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Router bcf28124-cd26-409b-ae8c-7d5b9a191515 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:49.059575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] Pushing event updated for resources: {'Network': ['ID=dde9a8ab-428d-4f0c-b114-8f772c7c48e6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:49.074669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:49.084357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fbd1e9cb-cb38-4b58-9f62-8ac7ffe3b6eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0305984 Oct 19 20:25:49.085484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:49.094160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Request body: {'subnet': {'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-736412499-subnet', 'tenant_id': '64b4bde03d3c4dccbaedb35ff2a3a23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:49.139410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Made reservation on behalf of 64b4bde03d3c4dccbaedb35ff2a3a23c for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:49.150757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:49.205453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35873eb5-bd1b-4db7-80da-8a07734b28e6 req-5c9af0da-db55-404d-88c1-40dd84574024 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 210 time: 0.0788400 Oct 19 20:25:49.396897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:49.405427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d721777-7a28-45e1-a41e-38a7c4143f51 admin admin] 10.222.0.31 "PUT /v2.0/routers/bcf28124-cd26-409b-ae8c-7d5b9a191515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3741896 Oct 19 20:25:49.408828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37190) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:49.426422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:49.429158 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Sync routers for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:49.448507 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:49.449128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:49.527123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:49.658321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-836dcdeb-cbe8-46e3-a0d0-2407be9dde4b req-49285f0f-5061-4da2-a23c-e8dc7ef1e3e6 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/ports?device_id=dce788b9-9f8a-4685-9278-2a46c7364092 HTTP/1.1" status: 200 len: 210 time: 0.0749893 Oct 19 20:25:49.660593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Network de155b98-00c4-4504-b838-5d9e24937250 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:25:49.697192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:49.704233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:25:49.705801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:49.764293 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:49.779054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:49.821398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33cd673f-833f-46fd-8e67-b7aeed13e1c1,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:49.837793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:49.840376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:49.884352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-48681a84-044f-4c98-b9c0-2027a0a9c4de tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4951749 Oct 19 20:25:49.899218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Request body: {'port': {'device_id': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:49.930620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.034545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Checking segment: {'id': 'c57c649f-74c2-44e9-b54b-bbd44d99b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:50.035182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Network hostable DHCP agents. Network: dde9a8ab-428d-4f0c-b114-8f772c7c48e6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:25:50.064027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.064640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.079481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:25:50.131593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, dde9a8ab-428d-4f0c-b114-8f772c7c48e6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:50.150848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42d103-9b0e-4b0b-9490-46476fc328d8 None None] Network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:50.170179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:50.170812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.194594 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '86917c85-d510-4bed-9550-f950c47422f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:25:47Z', 'revision_number': 5, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port': {'id': '86917c85-d510-4bed-9550-f950c47422f6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:24:30Z', 'updated_at': '2021-10-19T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:50.246742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-140da4e7-89b7-45ab-a8c8-585111b1120c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1585698 Oct 19 20:25:50.281850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Checking router: bcf28124-cd26-409b-ae8c-7d5b9a191515 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:50.282308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Deleting port 86917c85-d510-4bed-9550-f950c47422f6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:50.282733 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.306989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Routers {'bcf28124-cd26-409b-ae8c-7d5b9a191515'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:50.310056 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bcf28124-cd26-409b-ae8c-7d5b9a191515'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:50.524202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] For port 86917c85-d510-4bed-9550-f950c47422f6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=86917c85-d510-4bed-9550-f950c47422f6,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:50.527008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.536818 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] Set router bcf28124-cd26-409b-ae8c-7d5b9a191515 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:50.559491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003e816-68fe-4b0a-9ea5-f212d2c3e568 None None] Network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:50.604411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:50.606932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d914b3-e9bf-4fcb-965d-d50bc71dab8e req-6736dfc2-82cc-40ac-b69c-0140d555a0ff tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:50.610251 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63d914b3-e9bf-4fcb-965d-d50bc71dab8e req-6736dfc2-82cc-40ac-b69c-0140d555a0ff tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 932 time: 0.1944594 Oct 19 20:25:50.613588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Calling delete_port for 86917c85-d510-4bed-9550-f950c47422f6 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:50.625761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.658540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Transition to ACTIVE for port object 2abd9c2d-b1d8-4148-b767-76598fcc104e will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:25:50.660331 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:25:50Z', 'revision_number': 6, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:50.663438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:50.724393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63d914b3-e9bf-4fcb-965d-d50bc71dab8e req-cd6b420f-5c1c-406b-9b9a-f8faca9dcb8d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977113 Oct 19 20:25:50.729981 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a276c2-bb97-454b-835a-6ffb22ab43b8 None None] The sync data for ids ['bcf28124-cd26-409b-ae8c-7d5b9a191515'] in n-d-805649-9 is: [{'id': 'bcf28124-cd26-409b-ae8c-7d5b9a191515', 'name': 'tempest-FloatingIPsAssociationTestJSON-1354744416-router', 'tenant_id': '9724fdb320944291b1f23965ec4e1823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:24:29Z', 'updated_at': '2021-10-19T20:25:50Z', 'revision_number': 6, 'project_id': '9724fdb320944291b1f23965ec4e1823', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:50.801557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:50.940733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Attempting to bind port 2abd9c2d-b1d8-4148-b767-76598fcc104e on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:25:50.941044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Attempting to bind port 2abd9c2d-b1d8-4148-b767-76598fcc104e by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:25:50.941546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Attempting to bind port 2abd9c2d-b1d8-4148-b767-76598fcc104e on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:50.950718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Port 2abd9c2d-b1d8-4148-b767-76598fcc104e on network de155b98-00c4-4504-b838-5d9e24937250 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:25:50.951040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Attempting to bind port 2abd9c2d-b1d8-4148-b767-76598fcc104e on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:25:50.956869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:25:50.957204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Checking segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:50.957709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Bound using segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:25:50.958251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Bound port: 2abd9c2d-b1d8-4148-b767-76598fcc104e, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:25:50.958747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.095897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:25:51.107826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:25:51.112424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.113848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.174511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Pushing event deleted for resources: {'Port': ['ID=86917c85-d510-4bed-9550-f950c47422f6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:51.211933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:51.212558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.213994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] 10.222.0.11 "PUT /v2.0/ports/2abd9c2d-b1d8-4148-b767-76598fcc104e HTTP/1.1" status: 200 len: 1092 time: 1.3213096 Oct 19 20:25:51.214429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:51.216685 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45471849-7481-40cb-b4f7-76d0a80d7769" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:51.249226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37246) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:51.348298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42646e-3243-4250-8ef5-5bdd63e67b07 service neutron] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:51.420191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.644507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.652715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.793662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37280) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:51.810357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1305205572-network', 'tenant_id': 'e79f9404acdf4001ae63e60062ea597f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:51.829453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.830060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf28124-cd26-409b-ae8c-7d5b9a191515 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:25:51.843126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.844353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e96cb2a-827f-4568-9e01-b08b1ac4e58a admin admin] 10.222.0.31 "DELETE /v2.0/routers/bcf28124-cd26-409b-ae8c-7d5b9a191515 HTTP/1.1" status: 204 len: 168 time: 2.4237018 Oct 19 20:25:51.850735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37302) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:51.944649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Made reservation on behalf of e79f9404acdf4001ae63e60062ea597f for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:51.948927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.966317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:51.983507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Deleting subnet fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:25:52.060316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.086608 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2040c78f-fea8-4d9e-8624-79048ad7e802 x-openstack-request-id: req-2040c78f-fea8-4d9e-8624-79048ad7e802 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:52.087255 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:52.087684 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2040c78f-fea8-4d9e-8624-79048ad7e802 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:52.088284 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'status': 'completed', 'code': 200} Oct 19 20:25:52.175598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.205681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-fef927dc-c8c4-4da6-91a9-2d0828cd7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:52.207339 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-fef927dc-c8c4-4da6-91a9-2d0828cd7185 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 1095 time: 0.8971848 Oct 19 20:25:52.220983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.228148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecc28d-9b06-405d-9ee5-f156c5c39ef1 req-00eb2b98-2cd3-4649-a4ac-aaee16f7a0ba tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:52.235317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.236473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4ecc28d-9b06-405d-9ee5-f156c5c39ef1 req-00eb2b98-2cd3-4649-a4ac-aaee16f7a0ba tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 944 time: 0.1601665 Oct 19 20:25:52.246808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.251841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.319627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc09c6d7-7b52-47aa-b854-3798430b5d2a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:52.324810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:52.332300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37310) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.351566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: fc09c6d7-7b52-47aa-b854-3798430b5d2a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:52.351912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc09c6d7-7b52-47aa-b854-3798430b5d2a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:52.352335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 86917c85-d510-4bed-9550-f950c47422f6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:52.355455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-827f5a1d-bbbc-42e0-bd6b-c1234940fe46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e HTTP/1.1" status: 200 len: 217 time: 0.1364408 Oct 19 20:25:52.356868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ee206-3931-471e-be0f-d2514a00f2e4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:52.371964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37314) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.385645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.386211 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Added segment b88301f5-7506-4f24-a643-3bae71583996 of type vlan for network 23276cce-0621-4179-a296-b56aa48e21b6 Oct 19 20:25:52.401114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 86917c85-d510-4bed-9550-f950c47422f6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:52.401672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 86917c85-d510-4bed-9550-f950c47422f6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:52.480109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.511750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4ecc28d-9b06-405d-9ee5-f156c5c39ef1 req-8448efaf-4f08-41da-a187-74ac5bdd1592 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742634 Oct 19 20:25:52.514726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.526937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-b25a347d-5347-498e-bbb1-e7dcd6c1bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:52.528569 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-b25a347d-5347-498e-bbb1-e7dcd6c1bf3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.1581333 Oct 19 20:25:52.530292 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.533627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.537739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "DELETE /v2.0/security-groups/c95ccb7f-e12d-4467-9432-7143e74c0cb7 HTTP/1.1" status: 204 len: 168 time: 1.2872181 Oct 19 20:25:52.540285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37320) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.559194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.560515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:52.561366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.599754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8022015 Oct 19 20:25:52.600716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37322) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.605283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3ce60-1b53-4e5c-83b6-0ffd1c0398d4 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95ccb7f-e12d-4467-9432-7143e74c0cb7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:52.608005 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-064697d9-7a37-43a0-9000-b4f1338e839a tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] show failed (client error): The resource could not be found. Oct 19 20:25:52.616901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Request body: {'subnet': {'network_id': '23276cce-0621-4179-a296-b56aa48e21b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1305205572-subnet', 'tenant_id': 'e79f9404acdf4001ae63e60062ea597f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:52.623876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-064697d9-7a37-43a0-9000-b4f1338e839a tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "GET /v2.0/security-groups/c95ccb7f-e12d-4467-9432-7143e74c0cb7 HTTP/1.1" status: 404 len: 347 time: 0.0622873 Oct 19 20:25:52.629321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.697447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.699749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f1d14-4a3b-4029-b912-ac13430c4863 admin admin] Pushing event updated for resources: {'Network': ['ID=23276cce-0621-4179-a296-b56aa48e21b6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:52.712481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 23276cce-0621-4179-a296-b56aa48e21b6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:52.716325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-4a32217d-890d-4410-a87e-a9f5d6d8e6bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768162 Oct 19 20:25:52.741106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Made reservation on behalf of e79f9404acdf4001ae63e60062ea597f for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:52.744112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.761571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:52.768141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.774920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4f9e0c0f-8dcd-4f7d-80e8-3c937a015e8c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa9c074c-8b26-4efe-bbdc-aa7cc8fd23cf HTTP/1.1" status: 204 len: 168 time: 0.9168234 Oct 19 20:25:52.778162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37326) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.782623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe398527-372b-453b-ab57-c6eac466ad4d None None] Network 1da63696-1860-4a2c-895b-4d01772d7bbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:52.924681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37328) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:52.927111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e05b23a-d9ac-491c-b9e3-ce5cdebee741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.930367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edead1f1-9e74-4493-b721-6f53f214be58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:52.946661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.075391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Deleting port e9402c33-74d9-41f3-84a3-1375a44912f2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:53.075768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.084670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-96550ab0-121a-4ddd-b787-444e4449ec8e service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238344 Oct 19 20:25:53.139397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] DHCP port deletion for 1da63696-1860-4a2c-895b-4d01772d7bbd request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:25:53.164286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e05b23a-d9ac-491c-b9e3-ce5cdebee741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.167549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35b7351f-e901-491c-9749-b052b4532c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.191005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e05b23a-d9ac-491c-b9e3-ce5cdebee741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.209962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edead1f1-9e74-4493-b721-6f53f214be58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.229456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Deleting port bcca48f9-88ca-471e-b235-d3af1a1ecd49 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:53.230367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.243355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edead1f1-9e74-4493-b721-6f53f214be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.297284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8e05b23a-d9ac-491c-b9e3-ce5cdebee741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2f1c367cda045e5a0373b06d211e7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611979 Oct 19 20:25:53.304875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37334) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:53.306317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05b23a-d9ac-491c-b9e3-ce5cdebee741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f769dac3-126d-4879-b6be-66288ccbf9ad,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.323314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.323641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.337974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.353999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Calling delete_port for e9402c33-74d9-41f3-84a3-1375a44912f2 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:53.360855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-edead1f1-9e74-4493-b721-6f53f214be58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=793849059e234235836f128d84b9d9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9665282 Oct 19 20:25:53.361769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edead1f1-9e74-4493-b721-6f53f214be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be5d10-ebdf-4e1a-b6f3-b6df93ed6fa7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.365775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37336) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:53.384361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd15a1d-7c6e-4763-b8f8-1ea689afd02d req-ed74ee3e-e043-4d62-9b2d-f5582fde32cd service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855334 Oct 19 20:25:53.476612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Deleting port bcca48f9-88ca-471e-b235-d3af1a1ecd49 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:53.477008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.517715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] For port bcca48f9-88ca-471e-b235-d3af1a1ecd49, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bcca48f9-88ca-471e-b235-d3af1a1ecd49,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:53.518277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.520256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.521146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4198d336-c99a-4421-9cad-158f3aa96055,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.556188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Calling delete_port for bcca48f9-88ca-471e-b235-d3af1a1ecd49 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:53.602860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.610669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Checking segment: {'id': 'b88301f5-7506-4f24-a643-3bae71583996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '23276cce-0621-4179-a296-b56aa48e21b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:25:53.611030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Network hostable DHCP agents. Network: 23276cce-0621-4179-a296-b56aa48e21b6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:25:53.614343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] For port bcca48f9-88ca-471e-b235-d3af1a1ecd49, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bcca48f9-88ca-471e-b235-d3af1a1ecd49,segment=NetworkSegment(72e78296-976e-4e75-a14b-fd1c2ce4e1b1),segment_id=72e78296-976e-4e75-a14b-fd1c2ce4e1b1)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:53.614647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.635885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-70315aa4-fa61-4e30-a4b8-44ba51a759fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:53.637768 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-70315aa4-fa61-4e30-a4b8-44ba51a759fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 1095 time: 0.1881657 Oct 19 20:25:53.667743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Calling delete_port for bcca48f9-88ca-471e-b235-d3af1a1ecd49 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:53.706368 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.713276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.739719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35b7351f-e901-491c-9749-b052b4532c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.740758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.755823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] No DVR routers for this DVR port bcca48f9-88ca-471e-b235-d3af1a1ecd49 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:53.761755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Pushing event deleted for resources: {'Port': ['ID=bcca48f9-88ca-471e-b235-d3af1a1ecd49,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.769606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.769948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.770281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.770693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.770910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.771231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.771546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.771864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.772184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.772492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.772813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.773126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd26d60-55be-47cb-bb13-3df8c174872f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:25:53.793612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.796329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35b7351f-e901-491c-9749-b052b4532c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.831720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Network 23276cce-0621-4179-a296-b56aa48e21b6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:25:53.843600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Pushing event deleted for resources: {'Port': ['ID=e9402c33-74d9-41f3-84a3-1375a44912f2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.872425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 23276cce-0621-4179-a296-b56aa48e21b6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:53.884223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8f06b-c5f6-4e18-81d2-5d88553d3de2 None None] Network 23276cce-0621-4179-a296-b56aa48e21b6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:53.889387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:53.890065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.892342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7351f-e901-491c-9749-b052b4532c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760782d4-bc25-4555-a1af-50cad253e439,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.899099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35b7351f-e901-491c-9749-b052b4532c48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=179bd0ac3c7740bea6d1c9263a55ce5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9695983 Oct 19 20:25:53.901967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.903950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:53.909271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.912985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4be5d10-ebdf-4e1a-b6f3-b6df93ed6fa7 HTTP/1.1" status: 204 len: 168 time: 0.5436471 Oct 19 20:25:53.913159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:53.945605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4a83a1e-4af1-4cb0-a525-0e98207fb1d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3397036 Oct 19 20:25:53.973204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Pushing event deleted for resources: {'Port': ['ID=bcca48f9-88ca-471e-b235-d3af1a1ecd49,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:53.975534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] No DVR routers for this DVR port bcca48f9-88ca-471e-b235-d3af1a1ecd49 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:25:54.031021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.033396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.034658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f769dac3-126d-4879-b6be-66288ccbf9ad HTTP/1.1" status: 204 len: 168 time: 0.7149305 Oct 19 20:25:54.035725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba355a2-0441-44e0-b537-0774ce61d39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be5d10-ebdf-4e1a-b6f3-b6df93ed6fa7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:54.074691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a49097-8f98-46ae-8c8b-fdb7056e806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f769dac3-126d-4879-b6be-66288ccbf9ad,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:54.087083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-dba4685f-5538-4c5e-8a06-74cb65406dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:54.090131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-dba4685f-5538-4c5e-8a06-74cb65406dba service neutron] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 906 time: 0.4262722 Oct 19 20:25:54.119454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29791db8-3dd1-49fe-bbab-0cab111a1e59 req-3e5a5a0c-0854-4e84-bc40-a66f90ed9d70 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:54.134298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29791db8-3dd1-49fe-bbab-0cab111a1e59 req-3e5a5a0c-0854-4e84-bc40-a66f90ed9d70 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 944 time: 0.4895728 Oct 19 20:25:54.136657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.139453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.174811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da63696-1860-4a2c-895b-4d01772d7bbd']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:54.189504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.200648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e78296-976e-4e75-a14b-fd1c2ce4e1b1') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:54.201018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e78296-976e-4e75-a14b-fd1c2ce4e1b1') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:54.218584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.235016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba02ac6-c407-4602-859d-582cd3d55bd3 None None] Network 23276cce-0621-4179-a296-b56aa48e21b6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:25:54.253027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.264023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:25:54.264781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:25:54.267560 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:25:54.349826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.355911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.357901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/760782d4-bc25-4555-a1af-50cad253e439 HTTP/1.1" status: 204 len: 168 time: 0.4501915 Oct 19 20:25:54.363347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.373663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.377683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.379820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.387589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] 10.222.0.31 "DELETE /v2.0/networks/1da63696-1860-4a2c-895b-4d01772d7bbd HTTP/1.1" status: 204 len: 168 time: 1.6060264 Oct 19 20:25:54.394399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b5aae3d0-0fcf-42bb-a916-1433b8785f62 tempest-ServersTestBootFromVolume-1084129976 tempest-ServersTestBootFromVolume-1084129976-project] 10.222.0.31 "DELETE /v2.0/floatingips/2dae8e61-d760-47fe-9559-77bfb08c63e2 HTTP/1.1" status: 204 len: 168 time: 1.7634628 Oct 19 20:25:54.395427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:54.399866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a957b3-37dc-4048-b9a7-0c38b6c3505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760782d4-bc25-4555-a1af-50cad253e439,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:54.404458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0051818-a73a-4fbc-8dfa-910dfb30e3de admin admin] Pushing event deleted for resources: {'Network': ['ID=1da63696-1860-4a2c-895b-4d01772d7bbd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:54.411377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-f6091493-9af8-471f-a263-8225a1271253 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e HTTP/1.1" status: 200 len: 217 time: 0.2698708 Oct 19 20:25:54.432764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29791db8-3dd1-49fe-bbab-0cab111a1e59 req-4875c41f-c313-4ba7-b630-bf31bcce2673 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910361 Oct 19 20:25:54.474145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bcca48f9-88ca-471e-b235-d3af1a1ecd49 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:25:54.562848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bcca48f9-88ca-471e-b235-d3af1a1ecd49 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:25:54.563889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bcca48f9-88ca-471e-b235-d3af1a1ecd49 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:25:54.611513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-25e30f70-46d3-4e40-8d0a-fc362bea30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:54.613198 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-25e30f70-46d3-4e40-8d0a-fc362bea30e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.1794672 Oct 19 20:25:54.657917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-56d48a5f-61b8-491b-8e51-e7c1d6f3b348 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334470 Oct 19 20:25:54.693638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37366) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:54.710435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37368) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:54.744600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b569528-c30e-4409-9c91-af9041ab7a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.746779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-959c7493-4e5f-4757-b09c-6696599e86e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.877881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-5952d2d0-2ade-49cf-b573-7c6c6c031e2a service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101226 Oct 19 20:25:54.921900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:54.981399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-959c7493-4e5f-4757-b09c-6696599e86e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:54.995553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-959c7493-4e5f-4757-b09c-6696599e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.001889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b569528-c30e-4409-9c91-af9041ab7a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.017197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b569528-c30e-4409-9c91-af9041ab7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.078891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-959c7493-4e5f-4757-b09c-6696599e86e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4a27cea678e4bebbb2df77c373884b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840072 Oct 19 20:25:55.081050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37374) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:55.135599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8b569528-c30e-4409-9c91-af9041ab7a06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2480ad9f487240079b64d94017089df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209151 Oct 19 20:25:55.136762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c7493-4e5f-4757-b09c-6696599e86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c4c81e-2ab6-4296-8275-53d80d3da624,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.154872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:55.166168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ced536f9-8718-4182-beaf-ead71a04037c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9724fdb320944291b1f23965ec4e1823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431231 Oct 19 20:25:55.169498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45471849-7481-40cb-b4f7-76d0a80d7769 req-7ca30323-2aea-4eda-aa75-ddc2a23e0f1e service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802989 Oct 19 20:25:55.170101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37378) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:55.192593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b569528-c30e-4409-9c91-af9041ab7a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a121b4-8ab8-4e02-83e5-a5c3b2e03d08,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.244123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.271808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.272020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.299255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.382824 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.396023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37388) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:55.408928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.411490 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.412613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01c4c81e-2ab6-4296-8275-53d80d3da624 HTTP/1.1" status: 204 len: 168 time: 0.3293412 Oct 19 20:25:55.437005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fec5e5f-067c-499e-8608-f6776a6058cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.440249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.443076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89625533-7429-423c-99a8-e3134d06c7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c4c81e-2ab6-4296-8275-53d80d3da624,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.491850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.495238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.496485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6896116-5f25-429f-831c-45ccaf0c3acf HTTP/1.1" status: 204 len: 168 time: 0.3253639 Oct 19 20:25:55.520238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e01fd8-604f-4a44-9e71-73a5e8934b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6896116-5f25-429f-831c-45ccaf0c3acf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.558761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-cc925f19-2816-4329-837f-16c7eef70a8c tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:55.560435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-cc925f19-2816-4329-837f-16c7eef70a8c tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/networks?id=dde9a8ab-428d-4f0c-b114-8f772c7c48e6 HTTP/1.1" status: 200 len: 824 time: 0.2297211 Oct 19 20:25:55.584679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.587791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-0374d950-c467-48d3-8477-b28c81757b26 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/quotas/64b4bde03d3c4dccbaedb35ff2a3a23c HTTP/1.1" status: 200 len: 375 time: 0.0216093 Oct 19 20:25:55.654544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-4d64e4d8-913a-4fcb-bed6-7cc0f1274739 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64b4bde03d3c4dccbaedb35ff2a3a23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346422 Oct 19 20:25:55.716704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fec5e5f-067c-499e-8608-f6776a6058cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.732265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fec5e5f-067c-499e-8608-f6776a6058cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.754982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.760521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:55.764691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30a121b4-8ab8-4e02-83e5-a5c3b2e03d08 HTTP/1.1" status: 204 len: 168 time: 0.6043267 Oct 19 20:25:55.854657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-a334035b-9073-4f59-a072-20e6ad483466 service neutron] 10.222.0.31 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929870 Oct 19 20:25:55.867633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5e5f-067c-499e-8608-f6776a6058cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71f3d6-bfc7-41de-8584-a5ce94240208,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.911582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf148e-b7c2-42d4-be3a-4605f3debd6c req-3fb04632-3cf8-48d4-ad01-4cbbff699286 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:55.916459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77cf148e-b7c2-42d4-be3a-4605f3debd6c req-3fb04632-3cf8-48d4-ad01-4cbbff699286 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 944 time: 0.3715796 Oct 19 20:25:55.923081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3fec5e5f-067c-499e-8608-f6776a6058cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cf124f866f94ccd95ae34aefe3917b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243990 Oct 19 20:25:55.934508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:55.985239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e20a15-60a2-48bd-987b-cd824f38c274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a121b4-8ab8-4e02-83e5-a5c3b2e03d08,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:55.996917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-1ea64630-484e-4c38-937d-985a9b4d05d7 service neutron] 10.222.0.31 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345949 Oct 19 20:25:56.055928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Deleting port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:56.056174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.137706 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77cf148e-b7c2-42d4-be3a-4605f3debd6c req-ddb38fed-fb46-48d1-b6b4-fd2c720ab643 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039783 Oct 19 20:25:56.164613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.234544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] For port 5311f7be-1011-4e8f-8d06-4dfa26f45a2e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:56.235300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.241999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.264699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Calling delete_port for 5311f7be-1011-4e8f-8d06-4dfa26f45a2e owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:56.405976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.408804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c82446c-edb8-45ad-a9c1-4be9ad5c313b req-cf259b73-abe4-4b3a-a1d3-26c0eb78271a tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 210 time: 0.0835509 Oct 19 20:25:56.415651 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.424586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac71f3d6-bfc7-41de-8584-a5ce94240208 HTTP/1.1" status: 204 len: 168 time: 0.4873924 Oct 19 20:25:56.447161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20e62dc3-c6b4-450a-b8ef-76ec5eaf89f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.459456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2557a99-bcda-44e0-9f8f-765b308164f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71f3d6-bfc7-41de-8584-a5ce94240208,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:56.662112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:56.700006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5311f7be-1011-4e8f-8d06-4dfa26f45a2e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:56.935922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:57.284778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:25:57.312748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab598db-9268-441d-a9d6-1050a8cafabc req-59ca14e8-713c-4fd6-99af-142f328d064d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:57.320204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cab598db-9268-441d-a9d6-1050a8cafabc req-59ca14e8-713c-4fd6-99af-142f328d064d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 944 time: 0.0789938 Oct 19 20:25:57.394171 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cab598db-9268-441d-a9d6-1050a8cafabc req-c078dd09-baba-442c-bca0-0ed73a69161a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Oct 19 20:25:57.439993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:57.459285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'mac_address': 'fa:16:3e:be:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:25:57.577070 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:57.580328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15ec57d8-671b-441c-9511-269ffb4a9049 req-559ebadf-7786-4d33-b22e-3ac55f6e0ca0 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 210 time: 0.0518939 Oct 19 20:25:57.604746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:57.642366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:57.649548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:57.712213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:57.752429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:25:57.777894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-102480f4-2539-49e0-8681-b6b82d3307c5 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:57.779878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-102480f4-2539-49e0-8681-b6b82d3307c5 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.37 "GET /v2.0/networks?id=dde9a8ab-428d-4f0c-b114-8f772c7c48e6 HTTP/1.1" status: 200 len: 824 time: 0.1883268 Oct 19 20:25:57.842296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Request body: {'port': {'device_id': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6', 'admin_state_up': True, 'tenant_id': '64b4bde03d3c4dccbaedb35ff2a3a23c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:57.850063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2abd9c2d-b1d8-4148-b767-76598fcc104e'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:25:57.996458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:25:58.002733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bba24a3e-abc1-420f-b136-674cf3474d22 admin admin] 10.222.0.31 "PUT /v2.0/routers/27ef9cf0-66a8-4a78-955f-5ed1c2d72a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5931232 Oct 19 20:25:58.005920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:58.010961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:58.033472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Sync routers for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:25:58.071020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:58.071782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:58.080840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Made reservation on behalf of 64b4bde03d3c4dccbaedb35ff2a3a23c for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:58.085250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.174624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:58.231268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:58.250335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Allocated IP 172.20.0.11 (dde9a8ab-428d-4f0c-b114-8f772c7c48e6/33cd673f-833f-46fd-8e67-b7aeed13e1c1/02878a37-7ca9-4389-b8ca-070d2f48c913) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:25:58.269881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:58.284209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-network', 'tenant_id': '37f7036bf67141d196c180e73707dc26'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:58.351757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-287293516-network', 'tenant_id': '264f3e2f546b4599841857311ea47ef2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:58.366730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.373054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Made reservation on behalf of 37f7036bf67141d196c180e73707dc26 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:58.375329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.409638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-network', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:58.419309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.450085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Made reservation on behalf of 264f3e2f546b4599841857311ea47ef2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:58.453454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.487195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.503004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:25:56Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:58.514416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Made reservation on behalf of c7fa2ed88ed046eb8618417c10dca425 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:58.517920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.531984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.567505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Checking router: 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:25:58.588240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Routers {'27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:25:58.589171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:58.688343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.727631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.738091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.745343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] Set router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:25:58.749847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b3471e9-a47b-4d8a-9958-3317370789cd req-a9d3ba76-221c-43cc-869b-759169fdc5c4 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 210 time: 0.0382957 Oct 19 20:25:58.761076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.767353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.792092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:58.806251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.806501 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Added segment 59563cdc-6f13-42e5-9a91-0cac8178c55a of type vlan for network 4514b490-f386-4502-b5c3-bfef423d30b1 Oct 19 20:25:58.825518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.873751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.881463 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.882100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Deleting port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:25:58.883523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:58.906909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651516-56a9-4bf1-9396-c6428af759fc req-d9c73a07-8d49-4577-b267-0067daca80ed tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:58.908821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec651516-56a9-4bf1-9396-c6428af759fc req-d9c73a07-8d49-4577-b267-0067daca80ed tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 945 time: 0.3428271 Oct 19 20:25:58.911639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:25:58.918449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:25:58.921286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:25:58.962020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:59.000359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d514b25b-9cb1-4c3a-bc35-0fdd172291af,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.009588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Pushing event updated for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.014458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:25:56Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:25:59.035131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:59.035815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.039916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.048767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791b29c-4f8c-40e0-b899-5119be79149f None None] The sync data for ids ['27ef9cf0-66a8-4a78-955f-5ed1c2d72a24'] in n-d-805649-9 is: [{'id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'name': 'tempest-ServersTestBootFromVolume-1613092084-router', 'tenant_id': 'e801eed968274d7db0feb1cfff32a02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:12Z', 'updated_at': '2021-10-19T20:25:56Z', 'revision_number': 5, 'project_id': 'e801eed968274d7db0feb1cfff32a02d', 'gw_port': {'id': 'd52b5e0b-3298-4ec4-8d57-6a9d4eded32a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ef9cf0-66a8-4a78-955f-5ed1c2d72a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:13Z', 'updated_at': '2021-10-19T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:25:59.053692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.053692 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Added segment 3384986f-7f88-48e2-ace4-8326fa5b9c90 of type vlan for network b8b83eec-dbfa-43c3-891f-bff1d4163029 Oct 19 20:25:59.061139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-183fab05-faed-41e9-99d6-6e2b3d5bf6a8 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2238865 Oct 19 20:25:59.066034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.078718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Request body: {'port': {'device_id': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:59.091674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.092911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:59.101544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.119430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] For port d52b5e0b-3298-4ec4-8d57-6a9d4eded32a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:59.119838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.151203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec651516-56a9-4bf1-9396-c6428af759fc req-f3052205-864d-4aef-9357-b4132885dea5 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264833 Oct 19 20:25:59.151948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:25:59.154034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Calling delete_port for d52b5e0b-3298-4ec4-8d57-6a9d4eded32a owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:25:59.176636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.176990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.182611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5f08fc9-7b87-43af-b8e6-ed52502e93b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.213974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0a96e-a3f6-4afb-8bea-f5099192c278,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.262657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.262988 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Added segment 90da226b-991f-4768-bde4-7582d0695866 of type vlan for network bd15d3ca-3702-449f-b59c-e75b055b7379 Oct 19 20:25:59.287555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] Pushing event updated for resources: {'Network': ['ID=4514b490-f386-4502-b5c3-bfef423d30b1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.292916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-53e670f0-bef0-48b7-afa8-397bc71d1a81 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1172416 Oct 19 20:25:59.303024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4514b490-f386-4502-b5c3-bfef423d30b1 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:59.303505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:59.305668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.306962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:59.307184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.317334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Request body: {'subnet': {'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-287293516-subnet', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:59.326274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:25:59.461335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad606fcb-200c-4b00-bac8-09e974d4caa9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.466805 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.469518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] Pushing event updated for resources: {'Network': ['ID=b8b83eec-dbfa-43c3-891f-bff1d4163029,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.469690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2abd9c2d-b1d8-4148-b767-76598fcc104e completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:25:59.474558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Made reservation on behalf of 264f3e2f546b4599841857311ea47ef2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:59.476881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.477805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2abd9c2d-b1d8-4148-b767-76598fcc104e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:25:59.478406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.502330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:59.530298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2defceb9-6a45-444a-8457-d9f75678378e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5185921 Oct 19 20:25:59.535542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37532) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:59.545180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Request body: {'subnet': {'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-subnet', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:59.590466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Made reservation on behalf of 37f7036bf67141d196c180e73707dc26 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:59.593030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.673415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.674676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:25:59.675610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.718972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.733817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4626639 Oct 19 20:25:59.739203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37540) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:25:59.744714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Request body: {'subnet': {'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-subnet', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:25:59.763592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:25:59.763832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.766863 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf57393-6f00-4794-8907-e1f21ef335ee" -d '{"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-plugged", "status": "completed", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:25:59.806911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:25:59.813827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6f8b-423f-4d59-8526-96edea9368c9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd15d3ca-3702-449f-b59c-e75b055b7379,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.818369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.850663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Made reservation on behalf of c7fa2ed88ed046eb8618417c10dca425 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:25:59.853519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.860403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52b5e0b-3298-4ec4-8d57-6a9d4eded32a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.915253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02878a37-7ca9-4389-b8ca-070d2f48c913 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:25:59.930544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:25:59.943182 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215dc255-aa3c-420e-b67c-f5b74e3d7cc2 x-openstack-request-id: req-215dc255-aa3c-420e-b67c-f5b74e3d7cc2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:25:59.943416 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-plugged", "status": "completed", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:25:59.943753 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-215dc255-aa3c-420e-b67c-f5b74e3d7cc2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:25:59.944340 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'code': 200} Oct 19 20:25:59.946842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:25:59.949726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bd15d3ca-3702-449f-b59c-e75b055b7379 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:25:59.980480 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.032258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Transition to ACTIVE for port object 02878a37-7ca9-4389-b8ca-070d2f48c913 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:26:00.036550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.062777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.085257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11661f9a-8eea-40af-8425-e983887e3635,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:00.116724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ec0f-addf-4f19-8f1a-b07577ff6784 req-a65f35dd-13dc-48a5-8838-8f9489d11135 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.118529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a977ec0f-addf-4f19-8f1a-b07577ff6784 req-a65f35dd-13dc-48a5-8838-8f9489d11135 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 932 time: 0.1335580 Oct 19 20:26:00.165346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Checking segment: {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:00.165346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Network hostable DHCP agents. Network: 4514b490-f386-4502-b5c3-bfef423d30b1, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:00.237851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a977ec0f-addf-4f19-8f1a-b07577ff6784 req-49aadf82-82e2-43aa-aa2f-078b37c120fa tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925477 Oct 19 20:26:00.241111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.241595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.248231 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.259574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Network 4514b490-f386-4502-b5c3-bfef423d30b1 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:00.277222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4514b490-f386-4502-b5c3-bfef423d30b1) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:00.279981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.288080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932775f-34eb-4047-a848-b34ba8a1cdc1 None None] Network 4514b490-f386-4502-b5c3-bfef423d30b1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:00.291141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.300809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.301660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.305136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c003fd-126f-461b-ac23-6745e2bdd975 req-d0a4585e-c492-4406-9b27-56b85acf2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.306686 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92c003fd-126f-461b-ac23-6745e2bdd975 req-d0a4585e-c492-4406-9b27-56b85acf2eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 1097 time: 0.3630934 Oct 19 20:26:00.356451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e07f701-0bda-4962-8673-eac50c081963 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0431676 Oct 19 20:26:00.361146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:00.363833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1884a29-1917-49cc-86b6-67818845d89c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:00.371497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:00.391691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:00.401641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Checking segment: {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:00.402117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Network hostable DHCP agents. Network: bd15d3ca-3702-449f-b59c-e75b055b7379, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:00.417545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.419049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.435568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Network bd15d3ca-3702-449f-b59c-e75b055b7379 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:00.460581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bd15d3ca-3702-449f-b59c-e75b055b7379) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:00.464943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.465490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:26:00.470994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.472206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ff24cad8-d933-406d-b8b9-0334d31dff52 admin admin] 10.222.0.31 "DELETE /v2.0/routers/27ef9cf0-66a8-4a78-955f-5ed1c2d72a24 HTTP/1.1" status: 204 len: 168 time: 2.4618938 Oct 19 20:26:00.482885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37560) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:00.552418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5311f7be-1011-4e8f-8d06-4dfa26f45a2e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:00.562293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Attempting to bind port 02878a37-7ca9-4389-b8ca-070d2f48c913 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:00.562482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Attempting to bind port 02878a37-7ca9-4389-b8ca-070d2f48c913 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'c57c649f-74c2-44e9-b54b-bbd44d99b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:00.562818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Attempting to bind port 02878a37-7ca9-4389-b8ca-070d2f48c913 on network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:00.567654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922c726-783b-4e2a-b3dd-2a688a97a37a None None] Network bd15d3ca-3702-449f-b59c-e75b055b7379 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:00.584312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8bb28c-0257-490c-ae23-b92f5705f41c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:00.630874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e5ee6-1bf6-4fb8-9e3a-a576ac61b303 req-e6f95903-c3e4-4268-a286-56461a6872a8 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.639890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-658e5ee6-1bf6-4fb8-9e3a-a576ac61b303 req-e6f95903-c3e4-4268-a286-56461a6872a8 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 946 time: 0.2794790 Oct 19 20:26:00.646836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92c003fd-126f-461b-ac23-6745e2bdd975 req-8fda27c8-8ef9-47c5-9398-fbf15394db4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851915 Oct 19 20:26:00.647405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Port 02878a37-7ca9-4389-b8ca-070d2f48c913 on network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:26:00.647760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Attempting to bind port 02878a37-7ca9-4389-b8ca-070d2f48c913 on network dde9a8ab-428d-4f0c-b114-8f772c7c48e6 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:00.658101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Checking segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:00.658467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Network hostable DHCP agents. Network: b8b83eec-dbfa-43c3-891f-bff1d4163029, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:00.682746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:00.683093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Checking segment: {'id': 'c57c649f-74c2-44e9-b54b-bbd44d99b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:00.683668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Bound using segment: {'id': 'c57c649f-74c2-44e9-b54b-bbd44d99b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:00.683929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Bound port: 02878a37-7ca9-4389-b8ca-070d2f48c913, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57c649f-74c2-44e9-b54b-bbd44d99b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:00.684289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.712194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Deleting subnet a58ccf46-9104-43f3-8f5c-34139b919b79 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:00.748917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.775280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5311f7be-1011-4e8f-8d06-4dfa26f45a2e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:00.775930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5311f7be-1011-4e8f-8d06-4dfa26f45a2e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:00.777459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4514b490-f386-4502-b5c3-bfef423d30b1', 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'fixed_ips': [{'subnet_id': '11661f9a-8eea-40af-8425-e983887e3635'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:26:00.778567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.789492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37566) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:00.831287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-658e5ee6-1bf6-4fb8-9e3a-a576ac61b303 req-44971804-565f-4671-b780-f0ace9ac4254 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899979 Oct 19 20:26:00.832394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:00.850643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b8b83eec-dbfa-43c3-891f-bff1d4163029) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:00.856955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.858745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.894190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.936859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d425555-23b8-4ecc-8b18-6c67ab6958f7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3988075 Oct 19 20:26:00.940623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37570) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:00.946822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:00.950229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:00.952768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.955299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Allocated IP 172.20.0.2 (4514b490-f386-4502-b5c3-bfef423d30b1/11661f9a-8eea-40af-8425-e983887e3635/a1d23e51-45ef-424f-a8d0-3e93135195ad) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:00.957809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:00.959007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:00.960704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=02878a37-7ca9-4389-b8ca-070d2f48c913,segment=NetworkSegment(c57c649f-74c2-44e9-b54b-bbd44d99b244),segment_id=c57c649f-74c2-44e9-b54b-bbd44d99b244)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:00.975222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.059041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5d464b8-ec3b-4ec7-a6d5-f81f71dd8802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.084504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:01.085174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.087585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/02878a37-7ca9-4389-b8ca-070d2f48c913 HTTP/1.1" status: 200 len: 1092 time: 2.0130877 Oct 19 20:26:01.088546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-120836f3-d4b1-4e3d-91c8-5b3a5a3c1935 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3479795 Oct 19 20:26:01.095104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:01.097289 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:01.113231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:01.119314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.122102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.132328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.137945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab8b63-0e6a-4e25-9221-efb30119658c None None] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:01.138334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.161464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:01.177806 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.180453 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be02c68e-871d-494a-ba09-cd4b0bb03fff x-openstack-request-id: req-be02c68e-871d-494a-ba09-cd4b0bb03fff {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:01.180753 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:01.181010 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be02c68e-871d-494a-ba09-cd4b0bb03fff {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:01.181436 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913', 'status': 'completed', 'code': 200} Oct 19 20:26:01.244488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.279596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a84ea-94e1-4ba1-a007-1a428f2ce4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:01.375431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.376923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.387117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.401015 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.416505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Network 4514b490-f386-4502-b5c3-bfef423d30b1 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:01.417391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Pushing event updated for resources: {'Port': ['ID=a1d23e51-45ef-424f-a8d0-3e93135195ad,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:01.422564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:01.424938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-eb3942bc-15b0-498a-be11-6a618ed22b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:01.425770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:01.427010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-eb3942bc-15b0-498a-be11-6a618ed22b25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64b4bde03d3c4dccbaedb35ff2a3a23c&device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 1095 time: 0.2789202 Oct 19 20:26:01.437207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bd15d3ca-3702-449f-b59c-e75b055b7379', 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'fixed_ips': [{'subnet_id': 'e1884a29-1917-49cc-86b6-67818845d89c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:26:01.438084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.443328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.474371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.487852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbbdf7-e508-424f-9bc5-093f7c7d588b req-a2da8a39-1c83-4a56-9c3b-e3dcc628cf2d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:01.494071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ebbbdf7-e508-424f-9bc5-093f7c7d588b req-a2da8a39-1c83-4a56-9c3b-e3dcc628cf2d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 944 time: 0.1176829 Oct 19 20:26:01.588758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Attempting to bind port a1d23e51-45ef-424f-a8d0-3e93135195ad on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:01.589468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Attempting to bind port a1d23e51-45ef-424f-a8d0-3e93135195ad by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:01.590036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Attempting to bind port a1d23e51-45ef-424f-a8d0-3e93135195ad on network 4514b490-f386-4502-b5c3-bfef423d30b1 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:01.592793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ebbbdf7-e508-424f-9bc5-093f7c7d588b req-1c6283a3-e218-437a-b716-3cc3a0b0b9d6 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918467 Oct 19 20:26:01.609969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:01.617946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Checking segment: {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:01.618704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.619448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Bound using segment: {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:01.620241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Bound port: a1d23e51-45ef-424f-a8d0-3e93135195ad, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:01.621284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.679056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Allocated IP 172.25.7.181 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/27907c8e-cd81-4298-8984-94537cd05d60) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:01.753588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-b8b83eec-dbfa-43c3-891f-bff1d4163029', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:26:01.754562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.807706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.829101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] For port a1d23e51-45ef-424f-a8d0-3e93135195ad, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:01.847175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:01.886043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:01.889555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:01.893482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:01.945511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Pushing event updated for resources: {'Port': ['ID=27907c8e-cd81-4298-8984-94537cd05d60,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:01.972437 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.048590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Allocated IP 172.20.0.2 (b8b83eec-dbfa-43c3-891f-bff1d4163029/8a8bb28c-0257-490c-ae23-b92f5705f41c/246d3045-e336-4385-8192-282db16ebddc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:02.117884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-2d893e46-e607-4478-b6f4-d929200d332b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02878a37-7ca9-4389-b8ca-070d2f48c913 HTTP/1.1" status: 200 len: 217 time: 0.6432462 Oct 19 20:26:02.193583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.235620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.294595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d52b5e0b-3298-4ec4-8d57-6a9d4eded32a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:02.305233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] For port a1d23e51-45ef-424f-a8d0-3e93135195ad, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a1d23e51-45ef-424f-a8d0-3e93135195ad,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:02.316203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Allocated IP 172.20.0.2 (bd15d3ca-3702-449f-b59c-e75b055b7379/e1884a29-1917-49cc-86b6-67818845d89c/69123b8d-5ca5-4fab-b6a0-4109a8465ca6) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:02.344909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5d464b8-ec3b-4ec7-a6d5-f81f71dd8802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.351576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.359669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d52b5e0b-3298-4ec4-8d57-6a9d4eded32a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:02.360091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d52b5e0b-3298-4ec4-8d57-6a9d4eded32a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:02.393014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.400355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5d464b8-ec3b-4ec7-a6d5-f81f71dd8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.410227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.420219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.423635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a58ccf46-9104-43f3-8f5c-34139b919b79 HTTP/1.1" status: 204 len: 168 time: 1.9388187 Oct 19 20:26:02.427441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:02.487477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5decf0fa-b96b-4040-b21d-9dafd83e8628 None None] Network 3c93f76d-6079-47a2-8761-64ae2ca3a85e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:02.491308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896a3a-8ab9-473b-86d5-0c0b24749019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58ccf46-9104-43f3-8f5c-34139b919b79,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:02.567106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.580787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.608423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327121-cf00-4f65-b1f8-1aac8a7a1fac req-c2fddb31-7c2a-409b-925e-d7a3507f128c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:02.616386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89327121-cf00-4f65-b1f8-1aac8a7a1fac req-c2fddb31-7c2a-409b-925e-d7a3507f128c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 946 time: 0.6261342 Oct 19 20:26:02.713277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.717840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a4c7e-845c-4a86-bed9-211bac7036ef None None] Pushing event updated for resources: {'Port': ['ID=a1d23e51-45ef-424f-a8d0-3e93135195ad,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:02.721155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.725565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cf98-1735-4986-a616-0102eb522c93 req-d5e7142c-40a9-49ba-bf49-35fb66f7ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:02.727620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-d5e7142c-40a9-49ba-bf49-35fb66f7ffa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33cd673f-833f-46fd-8e67-b7aeed13e1c1 HTTP/1.1" status: 200 len: 864 time: 0.5080717 Oct 19 20:26:02.728234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d464b8-ec3b-4ec7-a6d5-f81f71dd8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2214a0fe-7411-425e-8b76-b28ba79a762c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:02.759347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5d464b8-ec3b-4ec7-a6d5-f81f71dd8802 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60cfb0f0e2a547efb1181a7244cabfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9673078 Oct 19 20:26:02.759839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.767949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37586) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:02.849657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-f1385d58-7ab0-4efd-aa6d-b0ed94ae5f10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dde9a8ab-428d-4f0c-b114-8f772c7c48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807011 Oct 19 20:26:02.864122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:02.903684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:02.906186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:02.911592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Deleting port 03127406-07ca-4a93-8e58-08beaa98bc7f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:02.911931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.913133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Pushing event updated for resources: {'Port': ['ID=246d3045-e336-4385-8192-282db16ebddc,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:02.935501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:26:02.946639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0984df4-af71-409a-a828-51d9b8202774 req-fd05af36-d2bb-4973-a1c4-9f28c78f9ed6 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:02.948178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0984df4-af71-409a-a828-51d9b8202774 req-fd05af36-d2bb-4973-a1c4-9f28c78f9ed6 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 944 time: 0.1100607 Oct 19 20:26:02.954893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-af4e766a-0f60-473d-9edd-c70cb10c4c0c service neutron] 10.222.0.37 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908649 Oct 19 20:26:02.962931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:02.966192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89327121-cf00-4f65-b1f8-1aac8a7a1fac req-2fd0e669-38eb-40ae-b89d-908d5fbe2618 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472703 Oct 19 20:26:02.990216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.033346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Attempting to bind port 246d3045-e336-4385-8192-282db16ebddc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:03.033587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Attempting to bind port 246d3045-e336-4385-8192-282db16ebddc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:03.033908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Attempting to bind port 246d3045-e336-4385-8192-282db16ebddc on network b8b83eec-dbfa-43c3-891f-bff1d4163029 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:03.050859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:03.051729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Checking segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:03.051729 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.052044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Bound using segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:03.052499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Bound port: 246d3045-e336-4385-8192-282db16ebddc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:03.052875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.056033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Network bd15d3ca-3702-449f-b59c-e75b055b7379 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:03.062823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Pushing event updated for resources: {'Port': ['ID=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.074445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:03.078248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:03.110738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] For port 03127406-07ca-4a93-8e58-08beaa98bc7f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=03127406-07ca-4a93-8e58-08beaa98bc7f,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:03.112106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.128024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] DHCP port deletion for 3c93f76d-6079-47a2-8761-64ae2ca3a85e request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:26:03.135090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.151233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0984df4-af71-409a-a828-51d9b8202774 req-0fd3609e-31c5-4881-8e13-8db69c9e503c tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915565 Oct 19 20:26:03.159779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Calling delete_port for 03127406-07ca-4a93-8e58-08beaa98bc7f owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:03.228094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Attempting to bind port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:03.228625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Attempting to bind port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:03.228998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Attempting to bind port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 on network bd15d3ca-3702-449f-b59c-e75b055b7379 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:03.247923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:03.248312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Checking segment: {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:03.248720 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.249123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Bound using segment: {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:03.249640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Bound port: 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:03.250026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.252471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] For port 246d3045-e336-4385-8192-282db16ebddc, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:03.258019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] For port 246d3045-e336-4385-8192-282db16ebddc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=246d3045-e336-4385-8192-282db16ebddc,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:03.270202 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.270428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.289332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:03.299109 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Sync routers for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:03.325571 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:03.326334 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:03.332938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.337968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-793f9985-787d-4de1-a436-d778d659eade admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9732745 Oct 19 20:26:03.339852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37594) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:03.409763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Deleting port 03127406-07ca-4a93-8e58-08beaa98bc7f {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:03.410087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.452230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375dace-8d77-411e-a353-cf67bce5bc27 None None] Pushing event updated for resources: {'Port': ['ID=246d3045-e336-4385-8192-282db16ebddc,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.494495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] For port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:03.520999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] For port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:03.523356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] For port 03127406-07ca-4a93-8e58-08beaa98bc7f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=03127406-07ca-4a93-8e58-08beaa98bc7f,segment=NetworkSegment(baf8d45b-0b66-465c-9d9d-abcea7731c63),segment_id=baf8d45b-0b66-465c-9d9d-abcea7731c63)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:03.523704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.528690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.559702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a8cf98-1735-4986-a616-0102eb522c93 req-43e325b7-b736-4d6c-9740-43d59160c25e service neutron] 10.222.0.37 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913365 Oct 19 20:26:03.575717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Calling delete_port for 03127406-07ca-4a93-8e58-08beaa98bc7f owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:03.593002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.598710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.604289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.611204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2214a0fe-7411-425e-8b76-b28ba79a762c HTTP/1.1" status: 204 len: 168 time: 0.8363633 Oct 19 20:26:03.656365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb01ca-e667-4000-b757-e81948472911 req-47d91878-ebe7-42a6-aacc-6f4a8052eacb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:03.658429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1bb01ca-e667-4000-b757-e81948472911 req-47d91878-ebe7-42a6-aacc-6f4a8052eacb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 946 time: 0.2098053 Oct 19 20:26:03.676702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2675f5a-be87-499a-acc8-7f7d5e1ab87e None None] Pushing event updated for resources: {'Port': ['ID=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.704582 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:03.718784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=03127406-07ca-4a93-8e58-08beaa98bc7f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.732513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:03.739126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] No DVR routers for this DVR port 03127406-07ca-4a93-8e58-08beaa98bc7f on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:03.832411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eabc9a-69b7-4d8f-ba87-4e8dc40dcd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2214a0fe-7411-425e-8b76-b28ba79a762c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.834524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] No DVR routers for this DVR port 03127406-07ca-4a93-8e58-08beaa98bc7f on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:03.852282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4a03-2437-4d19-8d45-103ce36b9b00 None None] Pushing event deleted for resources: {'Port': ['ID=03127406-07ca-4a93-8e58-08beaa98bc7f,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:03.977884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.037055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c93f76d-6079-47a2-8761-64ae2ca3a85e']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:04.119898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf8d45b-0b66-465c-9d9d-abcea7731c63') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:04.120285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf8d45b-0b66-465c-9d9d-abcea7731c63') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:04.143734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.170166 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:02Z', 'revision_number': 3, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:04.172584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686b7c8-2d75-4b87-835b-0e5256432ad7 None None] Network 4514b490-f386-4502-b5c3-bfef423d30b1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:04.178566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1bb01ca-e667-4000-b757-e81948472911 req-5814978e-34b7-45f5-bdc1-a825cba65bd2 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669340 Oct 19 20:26:04.227043 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Checking router: 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:04.228613 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Updating router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc port 27907c8e-cd81-4298-8984-94537cd05d60 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:04.274925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.275132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37602) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:04.333149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:04.334803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:04.337965 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:04.349162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-425735bd-860c-4e4c-ae02-ef5577002ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:04.360046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-425735bd-860c-4e4c-ae02-ef5577002ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64b4bde03d3c4dccbaedb35ff2a3a23c&device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 1095 time: 0.6999993 Oct 19 20:26:04.395958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3c2463c-c992-4181-8617-ceac93afb3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.491063 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.516236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8b076-3a50-4de8-b84f-a6cafcaef1e8 req-1021768c-c29a-45c0-9fcb-8329e014cee7 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:04.517849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aea8b076-3a50-4de8-b84f-a6cafcaef1e8 req-1021768c-c29a-45c0-9fcb-8329e014cee7 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 944 time: 0.1580479 Oct 19 20:26:04.521135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.540966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.548185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c93f76d-6079-47a2-8761-64ae2ca3a85e HTTP/1.1" status: 204 len: 168 time: 2.1188529 Oct 19 20:26:04.550206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3056b-3039-41ad-867f-39436258cbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=3c93f76d-6079-47a2-8761-64ae2ca3a85e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:04.640994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 246d3045-e336-4385-8192-282db16ebddc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:04.651462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3c2463c-c992-4181-8617-ceac93afb3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.660407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.699955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3c2463c-c992-4181-8617-ceac93afb3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.717005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] Provisioning complete for port a1d23e51-45ef-424f-a8d0-3e93135195ad triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:04.725853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.780469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2463c-c992-4181-8617-ceac93afb3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d008f-5da3-4e56-82f9-91e1456c070e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:04.808954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aea8b076-3a50-4de8-b84f-a6cafcaef1e8 req-43101576-75f2-41cd-b7e3-2a1b8b37b021 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637687 Oct 19 20:26:04.812427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.847763 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.884383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.892779 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.902073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.907472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3c2463c-c992-4181-8617-ceac93afb3b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc79f155e08e441aa64679db74d4c353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754049 Oct 19 20:26:04.913132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37608) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:04.915097 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:04.960013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37610) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:04.996233 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Attempting to bind port 27907c8e-cd81-4298-8984-94537cd05d60 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:04.996604 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Attempting to bind port 27907c8e-cd81-4298-8984-94537cd05d60 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:04.997946 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Attempting to bind port 27907c8e-cd81-4298-8984-94537cd05d60 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:05.018674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:05.019086 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:05.019430 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.019814 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:05.020427 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Bound port: 27907c8e-cd81-4298-8984-94537cd05d60, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:05.020823 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.022596 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Pushing event updated for resources: {'Port': ['ID=27907c8e-cd81-4298-8984-94537cd05d60,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:05.071143 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.071602 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.072284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.072740 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.074785 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.075240 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.076796 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.077249 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.077607 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.077984 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.078316 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.078736 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:05.089995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-58672153-6ea4-49e9-bf91-b9d8c850e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:05.091888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-58672153-6ea4-49e9-bf91-b9d8c850e0f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dde9a8ab-428d-4f0c-b114-8f772c7c48e6 HTTP/1.1" status: 200 len: 925 time: 0.7052617 Oct 19 20:26:05.096186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 246d3045-e336-4385-8192-282db16ebddc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:05.096564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.176930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] For port 27907c8e-cd81-4298-8984-94537cd05d60, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:05.182074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] For port 27907c8e-cd81-4298-8984-94537cd05d60, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=27907c8e-cd81-4298-8984-94537cd05d60,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:05.190219 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.192331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d517e-8754-4579-93c7-7c8d1c2f426b None None] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:05.194358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 02878a37-7ca9-4389-b8ca-070d2f48c913 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:26:05.198001 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.198816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-5e979ed7-a34e-4d1a-b82d-e7ab619d19dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02878a37-7ca9-4389-b8ca-070d2f48c913 HTTP/1.1" status: 200 len: 217 time: 0.0917447 Oct 19 20:26:05.234588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a641d4c3-351b-4dbc-bfef-18c83696d38a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e801eed968274d7db0feb1cfff32a02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097075 Oct 19 20:26:05.254001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37614) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:05.289033 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0139c-c224-404d-a9cc-0f5196cac921 None None] Pushing event updated for resources: {'Port': ['ID=27907c8e-cd81-4298-8984-94537cd05d60,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:05.305823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Allocated IP 172.25.7.162 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/c3907fd7-c7ec-4614-afc6-98ae27092abf) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:05.334144 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:05.335304 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:05.337209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=02878a37-7ca9-4389-b8ca-070d2f48c913,segment=NetworkSegment(c57c649f-74c2-44e9-b54b-bbd44d99b244),segment_id=c57c649f-74c2-44e9-b54b-bbd44d99b244)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:05.357811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '02878a37-7ca9-4389-b8ca-070d2f48c913', 'network_id': 'dde9a8ab-428d-4f0c-b114-8f772c7c48e6', 'port_id': '02878a37-7ca9-4389-b8ca-070d2f48c913', 'mac_address': 'fa:16:3e:18:bd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cd673f-833f-46fd-8e67-b7aeed13e1c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:26:05.410745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-6194cf8b-5275-4667-8715-e629f371ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:05.412474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-6194cf8b-5275-4667-8715-e629f371ecac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33cd673f-833f-46fd-8e67-b7aeed13e1c1 HTTP/1.1" status: 200 len: 864 time: 0.2045293 Oct 19 20:26:05.462182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] For port a1d23e51-45ef-424f-a8d0-3e93135195ad, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a1d23e51-45ef-424f-a8d0-3e93135195ad,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:05.505994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-5d14932a-ffcb-41ce-9267-a06db6c58f2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dde9a8ab-428d-4f0c-b114-8f772c7c48e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719230 Oct 19 20:26:05.509084 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:05.536691 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.640956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.669273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04ba6-1024-4f66-8a8e-8c5f3339fed3 None None] Pushing event updated for resources: {'Port': ['ID=a1d23e51-45ef-424f-a8d0-3e93135195ad,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:05.688025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991f062-9543-4dba-a5d4-aca11f0a0fed req-12a597a3-4d42-473a-be34-62efe56d71f2 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:05.698105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1991f062-9543-4dba-a5d4-aca11f0a0fed req-12a597a3-4d42-473a-be34-62efe56d71f2 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 946 time: 0.3715820 Oct 19 20:26:05.701478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae90bf-01c4-45e3-8850-0136d299d45c None None] Network bd15d3ca-3702-449f-b59c-e75b055b7379 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:05.741015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.780943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.795081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.804700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.808934 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:02Z', 'revision_number': 3, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:05.811631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.832952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.850880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-6b6c14d5-09b3-460a-9b46-8aeba559dfd0 service neutron] 10.222.0.37 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282595 Oct 19 20:26:05.869653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8e51f500-b4b8-4b6b-b6d6-73dd904fe6c9 None None] Provisioning complete for port 246d3045-e336-4385-8192-282db16ebddc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:05.870012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e51f500-b4b8-4b6b-b6d6-73dd904fe6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:05.870114 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652e30-bf5a-4fd1-aafb-e98a4acf1040 None None] The sync data for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 is: [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:02Z', 'revision_number': 3, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:05.874047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1991f062-9543-4dba-a5d4-aca11f0a0fed req-409dce74-5f0e-410e-abd1-1cd30089fd38 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748288 Oct 19 20:26:05.939205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02878a37-7ca9-4389-b8ca-070d2f48c913 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:26:05.952171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 246d3045-e336-4385-8192-282db16ebddc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=246d3045-e336-4385-8192-282db16ebddc,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:06.011921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.012861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:06.037406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766590f-25dc-4a10-8229-0a72a3d4d691 req-49f98cfa-3fac-4c16-9345-7df0bba84f89 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:06.043345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Allocated IP 172.25.7.232 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e695730c-4c39-4bc6-8054-04a871163a66) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:06.047458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b766590f-25dc-4a10-8229-0a72a3d4d691 req-49f98cfa-3fac-4c16-9345-7df0bba84f89 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 944 time: 0.1203713 Oct 19 20:26:06.050519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Allocated IP 172.20.0.1 (4514b490-f386-4502-b5c3-bfef423d30b1/11661f9a-8eea-40af-8425-e983887e3635/9a2ffe8c-1008-4ce5-9416-899818b1cfa4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:06.065632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=02878a37-7ca9-4389-b8ca-070d2f48c913,segment=NetworkSegment(c57c649f-74c2-44e9-b54b-bbd44d99b244),segment_id=c57c649f-74c2-44e9-b54b-bbd44d99b244)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:06.087824 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.090839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.092227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f30d008f-5da3-4e56-82f9-91e1456c070e HTTP/1.1" status: 204 len: 168 time: 1.1720741 Oct 19 20:26:06.133065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27c9d-e8b1-402e-9482-c3538a1dd1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d008f-5da3-4e56-82f9-91e1456c070e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.133500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.171353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b766590f-25dc-4a10-8229-0a72a3d4d691 req-a2367ff9-9807-4fa2-94ee-a096cb907913 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222649 Oct 19 20:26:06.238501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.313009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:06.313605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.353622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.361888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.370100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=246d3045-e336-4385-8192-282db16ebddc,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.432802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.439069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.441372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a311a0f-1eb9-4502-9fc1-6f1d5729373d HTTP/1.1" status: 204 len: 168 time: 1.1834602 Oct 19 20:26:06.478235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.549552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:06.573559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:06.574914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc233edc-348d-4b51-bb85-57d5372419a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a311a0f-1eb9-4502-9fc1-6f1d5729373d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.582010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.599552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['02878a37-7ca9-4389-b8ca-070d2f48c913'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:26:06.600363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Network 4514b490-f386-4502-b5c3-bfef423d30b1 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:06.605664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:06.619373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:06.622502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Pushing event updated for resources: {'Port': ['ID=c3907fd7-c7ec-4614-afc6-98ae27092abf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.636109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:06.641350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:06.671282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:06.704153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:06.754338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.052987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.095344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-96086ec9-a9e2-46ca-aed3-ec01820176b3 None None] Provisioning complete for port a1d23e51-45ef-424f-a8d0-3e93135195ad triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:07.095715 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96086ec9-a9e2-46ca-aed3-ec01820176b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.172375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.332985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:07.368066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.368842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a1d23e51-45ef-424f-a8d0-3e93135195ad up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:07.459072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.557741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.564518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:07.572963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-96086ec9-a9e2-46ca-aed3-ec01820176b3 None None] Provisioning complete for port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:07.573547 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96086ec9-a9e2-46ca-aed3-ec01820176b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.645659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a1d23e51-45ef-424f-a8d0-3e93135195ad triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:07.646231 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.743040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:07.749543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:07.757954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:07.760364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Pushing event updated for resources: {'Port': ['ID=e695730c-4c39-4bc6-8054-04a871163a66,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:07.820508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:07.837411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d8f57-8ea3-4205-b3df-318fb6c51162 req-37ce971d-53a5-4048-94ef-5de384adca17 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:07.846898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-675d8f57-8ea3-4205-b3df-318fb6c51162 req-37ce971d-53a5-4048-94ef-5de384adca17 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 945 time: 0.3809917 Oct 19 20:26:07.917839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 03127406-07ca-4a93-8e58-08beaa98bc7f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:07.946592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f9796c-1175-4fa1-b33e-5f9066c4bdf1 req-6523e87e-d245-4038-9e6a-f11e785153e9 service neutron] 10.222.0.37 "GET /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0815237 Oct 19 20:26:08.002355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 03127406-07ca-4a93-8e58-08beaa98bc7f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:08.002698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 03127406-07ca-4a93-8e58-08beaa98bc7f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:08.011633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Provisioning complete for port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:08.012084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.066667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37698) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:08.069054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-675d8f57-8ea3-4205-b3df-318fb6c51162 req-9c200551-97f6-4970-9e94-d642362960fa tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208974 Oct 19 20:26:08.079128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Network 4514b490-f386-4502-b5c3-bfef423d30b1 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:08.080671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:08.391266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 246d3045-e336-4385-8192-282db16ebddc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:08.461645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:08.493459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Provisioning complete for port 246d3045-e336-4385-8192-282db16ebddc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:08.495076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.527629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 246d3045-e336-4385-8192-282db16ebddc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:08.527925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.547639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-network', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:08.629421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:08.631578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.651498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.660121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:08.675256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.681978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:08.682344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.712859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:08.719592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b72393c4-36a8-4dbf-81f3-5830d225dd04 admin admin] 10.222.0.31 "PUT /v2.0/routers/62edf8b5-4d0e-4b58-bc59-2ecb243ebddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3777704 Oct 19 20:26:08.743980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8b75000e-c98f-4b14-97bd-d921efcd6c76 None None] Port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:08.760680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:08.761050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.766195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.844242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Sync routers for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:08.874366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:08.874366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:08.964722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:08.988758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:09.005174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.025957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:26:09.050496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.050837 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Added segment d3f72a8f-3138-4f27-9fee-fed6d55c0e84 of type vlan for network 718da089-37b5-49c2-ae65-5e09b0cf3b0c Oct 19 20:26:09.066257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a1d23e51-45ef-424f-a8d0-3e93135195ad up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:09.110320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a447a01b-53ec-4586-bfe0-34e7281930a7 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:09.110846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a447a01b-53ec-4586-bfe0-34e7281930a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.135673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cfdef4-1075-4143-975d-7861a0171544,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:09.235833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.262463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.275966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 02878a37-7ca9-4389-b8ca-070d2f48c913 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:09.354991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:26:09.389861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a447a01b-53ec-4586-bfe0-34e7281930a7 None None] Port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:09.395148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a1d23e51-45ef-424f-a8d0-3e93135195ad triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:09.395685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.461100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.462174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:09.462967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.510895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db0aee0f-5532-457f-851f-11be54c95384 req-585d077c-5487-450e-8621-d86d533dbc74 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1790104 Oct 19 20:26:09.521927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:09.531132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.549275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 02878a37-7ca9-4389-b8ca-070d2f48c913 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:26:09.552678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.559836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:06Z', 'revision_number': 4, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a2ffe8c-1008-4ce5-9416-899818b1cfa4', 'name': '', 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'mac_address': 'fa:16:3e:90:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '11661f9a-8eea-40af-8425-e983887e3635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:05Z', 'updated_at': '2021-10-19T20:26:07Z', 'revision_number': 2, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'subnets': [{'id': '11661f9a-8eea-40af-8425-e983887e3635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:09.569266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 02878a37-7ca9-4389-b8ca-070d2f48c913 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:09.570033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.594611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] Pushing event updated for resources: {'Network': ['ID=718da089-37b5-49c2-ae65-5e09b0cf3b0c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:09.604662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9e982ba1-e8d6-4683-b35e-ee7e656147d0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5320971 Oct 19 20:26:09.608177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37754) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:09.615309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Request body: {'subnet': {'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-subnet', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:09.632746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:26:09.657628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Checking router: 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:09.657963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Updating router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:09.672009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd7b59-6c3c-41f5-8f15-dc75b1ec92ef req-2388ef9f-93c4-499a-96ac-d6e25fc30c1e tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:09.674019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bafd7b59-6c3c-41f5-8f15-dc75b1ec92ef req-2388ef9f-93c4-499a-96ac-d6e25fc30c1e tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 945 time: 0.2496970 Oct 19 20:26:09.696592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:09.699617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.714039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:09.763432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bafd7b59-6c3c-41f5-8f15-dc75b1ec92ef req-419fdd4d-53b3-4478-a054-f58ffce75c5d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787833 Oct 19 20:26:09.784954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:26:09.804243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 27907c8e-cd81-4298-8984-94537cd05d60 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:09.857802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.858542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:09.872825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'mac_address': 'fa:16:3e:be:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:26:09.945357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 27907c8e-cd81-4298-8984-94537cd05d60 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:09.945741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.043961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:10.055917 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Sync routers for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:10.056444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Router b65df8cd-5293-4d7a-9f8b-80abc9507c05 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:26:10.071998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.073006 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:10.075102 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:10.077020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a1ac6551-0bc3-4f52-8069-c8cbf58d100d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.9336183 Oct 19 20:26:10.112068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37782) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:10.188095 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.233902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:10.250002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.251917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Sync routers for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:10.260158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.261933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a700d533-a801-4f9c-afc9-f86500acfa42 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3191559 Oct 19 20:26:10.264637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:10.278904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37788) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:10.284961 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:10.411265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=02878a37-7ca9-4389-b8ca-070d2f48c913,segment=NetworkSegment(c57c649f-74c2-44e9-b54b-bbd44d99b244),segment_id=c57c649f-74c2-44e9-b54b-bbd44d99b244)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:10.419802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:10.422153 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa0a551-6710-4b92-83ab-8a0eebc15943" -d '{"events": [{"server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "name": "network-vif-plugged", "status": "completed", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:10.439375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Allocated IP 172.25.7.93 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/383a1a0b-042d-4516-ba73-e0dbfabd03b7) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:10.498296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.511987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:10.512632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:10.516536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:26:10.537922 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c62da6-a451-4989-9630-3020ab5afbcd x-openstack-request-id: req-96c62da6-a451-4989-9630-3020ab5afbcd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:10.538211 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "name": "network-vif-plugged", "status": "completed", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:10.539014 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96c62da6-a451-4989-9630-3020ab5afbcd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:10.539400 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913', 'code': 200} Oct 19 20:26:10.582099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.656342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfad0-9a6c-4e33-ab47-2ed2cbeca9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.670234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f7e184-61fd-4527-be37-57638783dde0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:10.691011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:08Z', 'revision_number': 3, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:10.720222 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Checking router: cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:10.720222 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Updating router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 port e695730c-4c39-4bc6-8054-04a871163a66 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:10.787093 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.815609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:10.863537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Checking segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:10.863924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Network hostable DHCP agents. Network: 718da089-37b5-49c2-ae65-5e09b0cf3b0c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:10.866245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:10.975317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.020196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:11.029786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:11.058814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 718da089-37b5-49c2-ae65-5e09b0cf3b0c) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:11.064720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:11.064720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.103160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbcbcfe-c0ee-4a47-8b7f-28bb3d7a2e84 None None] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:11.108183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4272dd2a-27fc-4240-8821-c381b3f3bba7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4952734 Oct 19 20:26:11.111466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37800) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:11.118380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:11.122467 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.186263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 27907c8e-cd81-4298-8984-94537cd05d60, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=27907c8e-cd81-4298-8984-94537cd05d60,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:11.207820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.248962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2abd9c2d-b1d8-4148-b767-76598fcc104e'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:26:11.280600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:11.284440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event updated for resources: {'Port': ['ID=383a1a0b-042d-4516-ba73-e0dbfabd03b7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:11.289229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:11.291377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:11.319170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfad0-9a6c-4e33-ab47-2ed2cbeca9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.365049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfad0-9a6c-4e33-ab47-2ed2cbeca9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.367423 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.371102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:11.456299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69b5d8-e77e-49e9-9550-71cf9f859a37 req-d31fb29b-daf9-4056-bbe2-bf8576835f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:11.458095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be69b5d8-e77e-49e9-9550-71cf9f859a37 req-d31fb29b-daf9-4056-bbe2-bf8576835f01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 1097 time: 0.8730373 Oct 19 20:26:11.474970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.476029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.487119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.508200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6db30d-f7e1-4719-8043-62c1483eb52a req-4a3bef8e-7fe1-4eff-9f7f-7aa33f1ad276 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:11.516497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe6db30d-f7e1-4719-8043-62c1483eb52a req-4a3bef8e-7fe1-4eff-9f7f-7aa33f1ad276 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.1925592 Oct 19 20:26:11.516695 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.529957 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.560397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d1cfad0-9a6c-4e33-ab47-2ed2cbeca9af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c88439355df443b99f2814d926d1a7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797625 Oct 19 20:26:11.568645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37804) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:11.573190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cfad0-9a6c-4e33-ab47-2ed2cbeca9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ab66c-fb6d-4b8a-a2cc-2bd4b44d58cf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:11.646019 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Attempting to bind port e695730c-4c39-4bc6-8054-04a871163a66 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:11.646382 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Attempting to bind port e695730c-4c39-4bc6-8054-04a871163a66 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:11.646735 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Attempting to bind port e695730c-4c39-4bc6-8054-04a871163a66 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:11.668515 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e559-896a-4219-b7f7-62ed98865096 None None] Pushing event updated for resources: {'Port': ['ID=e695730c-4c39-4bc6-8054-04a871163a66,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:11.682528 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:11.682970 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:11.683378 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.683773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:11.684267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Bound port: e695730c-4c39-4bc6-8054-04a871163a66, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:11.684794 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.698826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.748267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be69b5d8-e77e-49e9-9550-71cf9f859a37 req-b95f6eec-52a0-4e35-9281-d8cb27d4c70b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772694 Oct 19 20:26:11.762595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.796258 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] For port e695730c-4c39-4bc6-8054-04a871163a66, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:11.804585 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] For port e695730c-4c39-4bc6-8054-04a871163a66, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e695730c-4c39-4bc6-8054-04a871163a66,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:11.807590 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe6db30d-f7e1-4719-8043-62c1483eb52a req-0ef87ad3-638d-4ebd-b2ea-cc370b397ed2 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856092 Oct 19 20:26:11.823077 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.907667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:11.954599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:11.967589 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:11.968218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:12.047344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.067975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.108671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.117563 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e559-896a-4219-b7f7-62ed98865096 None None] Pushing event updated for resources: {'Port': ['ID=e695730c-4c39-4bc6-8054-04a871163a66,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:12.170491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.171493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.191605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:08Z', 'revision_number': 3, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:12.201380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=27907c8e-cd81-4298-8984-94537cd05d60,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:12.272317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Allocated IP 172.20.0.1 (b8b83eec-dbfa-43c3-891f-bff1d4163029/8a8bb28c-0257-490c-ae23-b92f5705f41c/7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:12.309004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:26:12.309803 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.385619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Checking router: b65df8cd-5293-4d7a-9f8b-80abc9507c05 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:12.385975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Updating router b65df8cd-5293-4d7a-9f8b-80abc9507c05 port c3907fd7-c7ec-4614-afc6-98ae27092abf binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:12.418599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.459876 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:12.519763 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.538301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.549727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db0aee0f-5532-457f-851f-11be54c95384 req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0330336 Oct 19 20:26:12.612576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.612836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974ca7e-9e9f-4bc6-acdd-a735436195e6 None None] Pushing event updated for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:12.637236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Attempting to bind port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:12.637849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Attempting to bind port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:12.638901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Attempting to bind port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 on network 4514b490-f386-4502-b5c3-bfef423d30b1 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:12.640977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.645146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db0aee0f-5532-457f-851f-11be54c95384 req-a428ab79-97bb-46d7-a1ed-fdfebbb592b5 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.0945101 Oct 19 20:26:12.654768 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.682212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c1d0e9de-d3f8-4aa0-9dbf-d7c8d00a4031 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:12.682869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c1d0e9de-d3f8-4aa0-9dbf-d7c8d00a4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.692860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:12.704742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:12.709229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:12.733499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5555f-3050-41ec-8835-fb4368d34d5d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event updated for resources: {'Port': ['ID=383a1a0b-042d-4516-ba73-e0dbfabd03b7,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:12.773356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Pushing event updated for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:12.785278 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:08Z', 'revision_number': 3, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:12.790805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:12.791024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Checking segment: {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:12.792134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.793891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Bound using segment: {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:12.794125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Bound port: 9a2ffe8c-1008-4ce5-9416-899818b1cfa4, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59563cdc-6f13-42e5-9a91-0cac8178c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:12.794845 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.834328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:12.865789 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc307a8d-52a0-4ba5-8810-7a0fcb44ee18 None None] The sync data for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 is: [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:08Z', 'revision_number': 3, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:12.999342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Allocated IP 172.20.0.1 (bd15d3ca-3702-449f-b59c-e75b055b7379/e1884a29-1917-49cc-86b6-67818845d89c/e34387ab-9cd8-45c8-9dfc-359e741c4a1d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:13.049446 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.086826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0e9de-d3f8-4aa0-9dbf-d7c8d00a4031 None None] Port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:13.114218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982261a8-d21f-4f1e-9fc3-1c128956aa7d req-b06e5c02-cede-4953-8b83-84b2ee76899f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:13.115889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-982261a8-d21f-4f1e-9fc3-1c128956aa7d req-b06e5c02-cede-4953-8b83-84b2ee76899f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.1424706 Oct 19 20:26:13.119042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.127511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.176253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Allocated IP 172.20.0.2 (718da089-37b5-49c2-ae65-5e09b0cf3b0c/e9f7e184-61fd-4527-be37-57638783dde0/5e1e0380-1e46-4adc-8e09-476185413d50) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:13.217828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.259617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-982261a8-d21f-4f1e-9fc3-1c128956aa7d req-7d07f43a-a6cb-41c1-bd5b-bdb2dd31b7e3 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270318 Oct 19 20:26:13.285184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.363297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] For port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:13.397195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-045f404a-db69-48c4-a254-d2597113effe None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:13.400957 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-045f404a-db69-48c4-a254-d2597113effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.471051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:13.586040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.594385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.627466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] For port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:13.675079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.705137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:13.715059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Pushing event updated for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:13.740900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-045f404a-db69-48c4-a254-d2597113effe None None] Port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:13.817415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e695730c-4c39-4bc6-8054-04a871163a66 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:13.844419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:13.845907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:14.050169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:14.095284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aee0f-5532-457f-851f-11be54c95384 req-bc70d6e8-71f3-4767-aee5-e63fec1bc149 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:14.097361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db0aee0f-5532-457f-851f-11be54c95384 req-bc70d6e8-71f3-4767-aee5-e63fec1bc149 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 1.4511235 Oct 19 20:26:14.143002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Router b65df8cd-5293-4d7a-9f8b-80abc9507c05 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:14.147962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:14.148947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:14.205161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:14.215670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:14.216934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/757ab66c-fb6d-4b8a-a2cc-2bd4b44d58cf HTTP/1.1" status: 204 len: 168 time: 2.6448729 Oct 19 20:26:14.248451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ab66c-fb6d-4b8a-a2cc-2bd4b44d58cf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:14.265904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:14.335846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.336217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.336518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.336848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.337747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.338063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.338407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.338721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.339043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.339369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.339690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.340005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b931b-a273-408a-9783-a485027b87c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:14.500319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:14.507589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03a8ad9b-f342-4d50-b14c-7c9c7ebb2caa admin admin] 10.222.0.31 "PUT /v2.0/routers/b65df8cd-5293-4d7a-9f8b-80abc9507c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2414923 Oct 19 20:26:14.511727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acd0a3bb-d87e-461c-ba0b-9447f7000e79 req-9d2e1872-cf24-4ba9-b439-48ca31abc832 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips/7d352f6e-33ea-4546-9888-186c5c3606a4 HTTP/1.1" status: 200 len: 692 time: 0.3675275 Oct 19 20:26:14.528237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Network bd15d3ca-3702-449f-b59c-e75b055b7379 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:14.539047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:14.572706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:14.578541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:14.765143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0a3bb-d87e-461c-ba0b-9447f7000e79 req-7da32c81-48b5-4fb6-8e15-01244151193a tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:14.767868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acd0a3bb-d87e-461c-ba0b-9447f7000e79 req-7da32c81-48b5-4fb6-8e15-01244151193a tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2494016 Oct 19 20:26:14.865899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974ca7e-9e9f-4bc6-acdd-a735436195e6 None None] Pushing event updated for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:14.899221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83370-125d-4f5f-bdae-a1bf99ecc93b req-4b6698b8-68bd-4f13-9d4c-e68a6db5862d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:14.911602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17a83370-125d-4f5f-bdae-a1bf99ecc93b req-4b6698b8-68bd-4f13-9d4c-e68a6db5862d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.4481256 Oct 19 20:26:14.913012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:14.952996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:14.997378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f92a10d1-5e40-4231-95dc-715fba0d6f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.009445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2abd9c2d-b1d8-4148-b767-76598fcc104e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:15.019779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.140552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17a83370-125d-4f5f-bdae-a1bf99ecc93b req-976347c4-0c26-4567-bd29-c8e33388fc10 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277544 Oct 19 20:26:15.151586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.180923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.182232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:15.195856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f92a10d1-5e40-4231-95dc-715fba0d6f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.217416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f92a10d1-5e40-4231-95dc-715fba0d6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.320385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.329851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.356863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e695730c-4c39-4bc6-8054-04a871163a66 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:15.357805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.368704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f92a10d1-5e40-4231-95dc-715fba0d6f3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9c9143bf2974db281621bf89d0b6490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246690 Oct 19 20:26:15.374510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37866) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:15.384929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-538c6490-7078-4444-858b-77477bb92bab req-09af8101-6cb5-44d0-a2f0-837bd20cd1dd tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=264f3e2f546b4599841857311ea47ef2 HTTP/1.1" status: 200 len: 695 time: 0.2014647 Oct 19 20:26:15.440691 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.463961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:15.469696 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.471772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a10d1-5e40-4231-95dc-715fba0d6f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dca9fb-9808-4816-97f2-0feef9045d9d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:15.514042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7139-6152-4b9a-acc2-de0b6b0e5249 req-b50c0914-f1db-44ca-8080-674a5222939f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:15.516083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b7c7139-6152-4b9a-acc2-de0b6b0e5249 req-b50c0914-f1db-44ca-8080-674a5222939f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.2374959 Oct 19 20:26:15.524748 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.560356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:15.574943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c6490-7078-4444-858b-77477bb92bab req-2b27a0b7-87e1-47f6-a4d8-32156b68ea63 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:15.579869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-538c6490-7078-4444-858b-77477bb92bab req-2b27a0b7-87e1-47f6-a4d8-32156b68ea63 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks?id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 787 time: 0.1928794 Oct 19 20:26:15.603847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-network', 'tenant_id': '11aa91097b9549a58abee13337d84cbf'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:15.622991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.670476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:15.672963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-1fe02082-d284-4232-9d01-237cda48ad05 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips/7d352f6e-33ea-4546-9888-186c5c3606a4 HTTP/1.1" status: 200 len: 692 time: 0.0749993 Oct 19 20:26:15.709678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:15.715227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:15.777273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:15.815691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Pushing event updated for resources: {'Port': ['ID=5e1e0380-1e46-4adc-8e09-476185413d50,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:15.850283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-2c8a602c-b202-43be-ab39-5019a324cb4f tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:15.851778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-2c8a602c-b202-43be-ab39-5019a324cb4f tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1676509 Oct 19 20:26:15.868647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Made reservation on behalf of 11aa91097b9549a58abee13337d84cbf for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:15.870980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.891924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Attempting to bind port c3907fd7-c7ec-4614-afc6-98ae27092abf on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:15.892303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Attempting to bind port c3907fd7-c7ec-4614-afc6-98ae27092abf by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:15.892662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Attempting to bind port c3907fd7-c7ec-4614-afc6-98ae27092abf on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:15.917494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b7c7139-6152-4b9a-acc2-de0b6b0e5249 req-32c82f44-c7ac-4164-9641-29a9c8c9ee2f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507602 Oct 19 20:26:15.958991 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.978910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:15.979286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:15.979688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:15.980077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:15.980565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Bound port: c3907fd7-c7ec-4614-afc6-98ae27092abf, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:15.980938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.001267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.008050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:16.008672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.010072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-6ba052e5-e723-4535-af96-11438115c760 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.1519444 Oct 19 20:26:16.038535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.056578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.066695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.068746 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.080289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Allocated IP 172.25.7.5 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5c4f3660-6f48-4543-9fc2-093626652e6a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:16.147021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-8a6e6ca9-4635-4b01-8d5b-c2a959f38c6d tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.1303027 Oct 19 20:26:16.170015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6ab04-653f-4dcd-bfb4-acc07071fef2 None None] Pushing event updated for resources: {'Port': ['ID=c3907fd7-c7ec-4614-afc6-98ae27092abf,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:16.190927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Attempting to bind port 5e1e0380-1e46-4adc-8e09-476185413d50 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:16.191646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Attempting to bind port 5e1e0380-1e46-4adc-8e09-476185413d50 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:16.191646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Attempting to bind port 5e1e0380-1e46-4adc-8e09-476185413d50 on network 718da089-37b5-49c2-ae65-5e09b0cf3b0c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:16.203045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port e695730c-4c39-4bc6-8054-04a871163a66, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e695730c-4c39-4bc6-8054-04a871163a66,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:16.213391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:16.216552 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf13119-2b79-4187-8dcb-f28d1a77e9a8" -d '{"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-plugged", "status": "completed", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:16.243289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:16.243658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Checking segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:16.244065 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.244463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Bound using segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:16.244947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Bound port: 5e1e0380-1e46-4adc-8e09-476185413d50, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:16.245548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.247419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.248196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 27907c8e-cd81-4298-8984-94537cd05d60 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:16.310786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:16.376359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.400803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] For port c3907fd7-c7ec-4614-afc6-98ae27092abf, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:16.421891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.439068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.443728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.461794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] For port c3907fd7-c7ec-4614-afc6-98ae27092abf, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3907fd7-c7ec-4614-afc6-98ae27092abf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:16.482947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Deleting port 383a1a0b-042d-4516-ba73-e0dbfabd03b7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:16.484507 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.484774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.506690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10eb29d-acc4-4dc1-b816-65546322a3ff,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:16.540346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=e695730c-4c39-4bc6-8054-04a871163a66,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:16.551829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:26:16.613988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.634654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:16.652630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] For port 5e1e0380-1e46-4adc-8e09-476185413d50, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:16.657270 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.666959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] For port 5e1e0380-1e46-4adc-8e09-476185413d50, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5e1e0380-1e46-4adc-8e09-476185413d50,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:16.685345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.685681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.703901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Calling delete_port for 383a1a0b-042d-4516-ba73-e0dbfabd03b7 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:16.726270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 27907c8e-cd81-4298-8984-94537cd05d60 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:16.726918 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.749095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.772411 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.790280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:16.791215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:16.800325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.802835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.804341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0dca9fb-9808-4816-97f2-0feef9045d9d HTTP/1.1" status: 204 len: 168 time: 1.4272935 Oct 19 20:26:16.805456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.828661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:16.828949 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Added segment 2e759717-b55c-46fd-acc9-cb7e7bfaa08a of type vlan for network 36581340-08ed-41f1-973d-ccc9a2e2379b Oct 19 20:26:16.938442 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043f062d-924d-490a-bcbd-8e355ac78e23 x-openstack-request-id: req-043f062d-924d-490a-bcbd-8e355ac78e23 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:16.939054 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-plugged", "status": "completed", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:16.940204 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043f062d-924d-490a-bcbd-8e355ac78e23 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:16.940829 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'code': 200} Oct 19 20:26:16.952986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:17.014143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:06Z', 'revision_number': 4, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a2ffe8c-1008-4ce5-9416-899818b1cfa4', 'name': '', 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'mac_address': 'fa:16:3e:90:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '11661f9a-8eea-40af-8425-e983887e3635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:05Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'subnets': [{'id': '11661f9a-8eea-40af-8425-e983887e3635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:17.036337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.040349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4f3660-6f48-4543-9fc2-093626652e6a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.061531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96958ce9-d3aa-4ef5-bb8f-3f190c71e7eb None None] The sync data for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 is: [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:06Z', 'revision_number': 4, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a2ffe8c-1008-4ce5-9416-899818b1cfa4', 'name': '', 'network_id': '4514b490-f386-4502-b5c3-bfef423d30b1', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'mac_address': 'fa:16:3e:90:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '11661f9a-8eea-40af-8425-e983887e3635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:05Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'subnets': [{'id': '11661f9a-8eea-40af-8425-e983887e3635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:17.068515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.176880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84553705-b8bb-4d2a-af42-0034aae6d12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dca9fb-9808-4816-97f2-0feef9045d9d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.198970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:17.272795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event deleted for resources: {'Port': ['ID=383a1a0b-042d-4516-ba73-e0dbfabd03b7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.298583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a8001-5bb0-4ad1-ad37-5646292ea4eb req-67a109ac-6669-48e2-8d7c-588f7f94837e tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:17.300204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-895a8001-5bb0-4ad1-ad37-5646292ea4eb req-67a109ac-6669-48e2-8d7c-588f7f94837e tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.3148100 Oct 19 20:26:17.301156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:17.316155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:17.350135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] For port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:17.408779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.416009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.418347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9d6c2ec-8e32-4323-aabe-05bc34ab600f req-b5c06008-bc28-4ba5-80db-92dcb4d513c8 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "DELETE /v2.0/floatingips/7d352f6e-33ea-4546-9888-186c5c3606a4 HTTP/1.1" status: 204 len: 173 time: 1.2635107 Oct 19 20:26:17.446752 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.512044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.615806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6ab04-653f-4dcd-bfb4-acc07071fef2 None None] Pushing event updated for resources: {'Port': ['ID=c3907fd7-c7ec-4614-afc6-98ae27092abf,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.695651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ca3a-a967-49b2-a6eb-9b860b3d62ff None None] Pushing event updated for resources: {'Port': ['ID=5e1e0380-1e46-4adc-8e09-476185413d50,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:17.749563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Network bd15d3ca-3702-449f-b59c-e75b055b7379 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:17.837064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:17.878981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-895a8001-5bb0-4ad1-ad37-5646292ea4eb req-aa8532c0-c9e8-4647-b9f1-05ea8fe735ee tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576852 Oct 19 20:26:17.879629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-ba3e3a2a-3a6e-4f43-8593-63911901911e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2707691 Oct 19 20:26:17.891916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:17.902520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.904961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:17.905585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:17.968654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:18.345766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:18.367736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8023088 Oct 19 20:26:18.377342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37930) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:18.382839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Request body: {'subnet': {'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-subnet', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:18.435285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82d904-a874-4e81-8435-46c19f6d3678 admin admin] Pushing event updated for resources: {'Network': ['ID=36581340-08ed-41f1-973d-ccc9a2e2379b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:18.571860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742613e1-9f81-4194-ba97-e9cc43ccc327 None None] Pushing event updated for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:18.591277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:18.622287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Made reservation on behalf of 11aa91097b9549a58abee13337d84cbf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:18.637854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:18.683074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 36581340-08ed-41f1-973d-ccc9a2e2379b details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:26:18.718009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Allocated IP 172.25.7.14 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/b951a32f-469f-4653-a582-840e80f792ef) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:18.826427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ce3efc02-517c-44c7-a1e9-dcc11f5ad116 None None] Provisioning complete for port e34387ab-9cd8-45c8-9dfc-359e741c4a1d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:18.828179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ce3efc02-517c-44c7-a1e9-dcc11f5ad116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:18.993566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:19.019557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:19.021936 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.028650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.040143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a0c33-fc13-4698-97bb-a53d6d2924bb None None] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:19.142201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.255715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:19.273753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:19.281429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:19.302846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee65f9-5790-4d4f-a686-196be5aaf683 req-55e2e52f-7e8e-4a8f-8add-6ddad6e4e3d2 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:19.318082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdee65f9-5790-4d4f-a686-196be5aaf683 req-55e2e52f-7e8e-4a8f-8add-6ddad6e4e3d2 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.5934036 Oct 19 20:26:19.411918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event updated for resources: {'Port': ['ID=b951a32f-469f-4653-a582-840e80f792ef,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:19.534520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.541223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.554546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f1965980-be02-4958-ac76-ebf318081afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d', 'name': '', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'mac_address': 'fa:16:3e:34:db:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 2, 'project_id': '37f7036bf67141d196c180e73707dc26', 'subnets': [{'id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:19.612621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:19.633108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ce3efc02-517c-44c7-a1e9-dcc11f5ad116 None None] Port e34387ab-9cd8-45c8-9dfc-359e741c4a1d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:19.640274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1965980-be02-4958-ac76-ebf318081afe None None] The sync data for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 is: [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d', 'name': '', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'mac_address': 'fa:16:3e:34:db:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 2, 'project_id': '37f7036bf67141d196c180e73707dc26', 'subnets': [{'id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:19.808925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e695730c-4c39-4bc6-8054-04a871163a66 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:19.821146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdee65f9-5790-4d4f-a686-196be5aaf683 req-8fe8da4d-de12-41e2-af0a-bc52eddcca5d tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003853 Oct 19 20:26:19.918067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Provisioning complete for port 5e1e0380-1e46-4adc-8e09-476185413d50 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:19.921187 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.055751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.105779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.178509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e695730c-4c39-4bc6-8054-04a871163a66 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:20.179540 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.470955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.551083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event updated for resources: {'Port': ['ID=b951a32f-469f-4653-a582-840e80f792ef,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:20.554789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.580730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-c5fee01b-c2cd-494a-85f9-6147748cfc2a tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:20.582478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-c5fee01b-c2cd-494a-85f9-6147748cfc2a tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.37 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.5183370 Oct 19 20:26:20.613315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.618642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-195b45dd-b93a-4ce4-8cc1-624e3dd6c439 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7304926 Oct 19 20:26:20.681100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] For port 5e1e0380-1e46-4adc-8e09-476185413d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5e1e0380-1e46-4adc-8e09-476185413d50,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:20.688703 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.830120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-c18e799d-61f1-4027-9b13-f427b6811ecc tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1582787 Oct 19 20:26:20.898015 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:26:20.899129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Pushing event updated for resources: {'Port': ['ID=5e1e0380-1e46-4adc-8e09-476185413d50,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:20.950526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Provisioning complete for port e34387ab-9cd8-45c8-9dfc-359e741c4a1d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:20.951153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:20.998646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:21.028465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5a971-2945-44cb-a3c6-798b9dad61b2 None None] Port e34387ab-9cd8-45c8-9dfc-359e741c4a1d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:21.091580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:21.107510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-68db29df-ef82-4c32-ac02-921af6ac3a3b admin admin] 10.222.0.31 "PUT /v2.0/routers/cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9861274 Oct 19 20:26:21.112232 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Sync routers for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:21.127040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-c1753195-8103-4046-9950-1725840022a4 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:21.131660 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:21.140405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:21.140647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:21.140647 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.149656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13307c14-2c51-48b1-a943-8ae1b6fa4ed5 req-c1753195-8103-4046-9950-1725840022a4 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.3029342 Oct 19 20:26:21.155394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-3cf1e74e-88ec-4a74-b5d9-9053d411b789 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=680fbcb023364764b45257a1a9d4515e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294219 Oct 19 20:26:21.182718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Deleting port 02878a37-7ca9-4389-b8ca-070d2f48c913 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:21.184745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.302246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.308051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-050c09d3-7755-420e-957c-139dde625d6a None None] Provisioning complete for port 5e1e0380-1e46-4adc-8e09-476185413d50 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:21.308414 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-050c09d3-7755-420e-957c-139dde625d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.429786 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:21.446563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5e1e0380-1e46-4adc-8e09-476185413d50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:21.532203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8411744c-debe-48c6-a8cd-1ceb949bb44d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:21.544352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-e38abfa7-1e72-4554-8787-fc5ee0f16e52 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:21.554204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-e38abfa7-1e72-4554-8787-fc5ee0f16e52 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978734 Oct 19 20:26:21.580023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5e1e0380-1e46-4adc-8e09-476185413d50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:21.580702 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.601910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] For port 02878a37-7ca9-4389-b8ca-070d2f48c913, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=02878a37-7ca9-4389-b8ca-070d2f48c913,segment=NetworkSegment(c57c649f-74c2-44e9-b54b-bbd44d99b244),segment_id=c57c649f-74c2-44e9-b54b-bbd44d99b244)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:21.602504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.609062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-4b3bba6d-fd7e-4e4e-989a-8ff28e19dcd5 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/quotas/680fbcb023364764b45257a1a9d4515e HTTP/1.1" status: 200 len: 375 time: 0.0534558 Oct 19 20:26:21.640774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532d93-cbc9-4162-af8f-5a9f88e307ed req-f6b3a6a2-1c83-4698-9347-6ae30576aaa5 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:21.654152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b532d93-cbc9-4162-af8f-5a9f88e307ed req-f6b3a6a2-1c83-4698-9347-6ae30576aaa5 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 946 time: 0.2722292 Oct 19 20:26:21.715599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-0eb24b64-abbf-4276-9aaa-16a369d1e6be tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051209 Oct 19 20:26:21.743594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Calling delete_port for 02878a37-7ca9-4389-b8ca-070d2f48c913 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:21.767383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b532d93-cbc9-4162-af8f-5a9f88e307ed req-b76d8ae0-d042-4a43-892a-2491caf235dc tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef7e00d1-5cc7-416b-9178-853deabdfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122770 Oct 19 20:26:21.873200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Checking segment: {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:21.875032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Network hostable DHCP agents. Network: 36581340-08ed-41f1-973d-ccc9a2e2379b, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:21.917639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:21.924718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Network 36581340-08ed-41f1-973d-ccc9a2e2379b is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:21.924966 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:15Z', 'revision_number': 4, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e34387ab-9cd8-45c8-9dfc-359e741c4a1d', 'name': '', 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'mac_address': 'fa:16:3e:9f:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:15Z', 'revision_number': 2, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'subnets': [{'id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:21.993373 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Checking router: cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:21.997086 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Updating router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 port e34387ab-9cd8-45c8-9dfc-359e741c4a1d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:21.999828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 36581340-08ed-41f1-973d-ccc9a2e2379b) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:22.010944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe34d2-d26f-4a2b-b0a2-59ae0f3dab90 None None] Network 36581340-08ed-41f1-973d-ccc9a2e2379b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:22.012466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:22.013071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.047860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-20e8e647-043a-468c-8b97-5d8682cba070 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips/01c98de0-5211-41c7-b9f7-2f6e650980c8 HTTP/1.1" status: 200 len: 692 time: 0.1373839 Oct 19 20:26:22.087539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98feab6e-e9ed-48e6-a59d-31da95e2b00b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7077227 Oct 19 20:26:22.111532 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.145750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:22.180866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:22.273334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.274511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.381184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-36581340-08ed-41f1-973d-ccc9a2e2379b', 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'fixed_ips': [{'subnet_id': '8411744c-debe-48c6-a8cd-1ceb949bb44d'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:26:22.384209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.386719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-4b2c42da-5631-4312-8bc5-0f42ef641c38 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:22.388877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-4b2c42da-5631-4312-8bc5-0f42ef641c38 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.3341711 Oct 19 20:26:22.419788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.577033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-618bb731-49c9-4308-9588-024fd89dec06 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.1802897 Oct 19 20:26:22.705464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Allocated IP 172.20.0.2 (36581340-08ed-41f1-973d-ccc9a2e2379b/8411744c-debe-48c6-a8cd-1ceb949bb44d/71b66c74-aec7-4381-bf64-e67bfcb60b91) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:22.712228 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-d6ecc8d1-4b3a-48d5-983f-9f58e8ea7015 req-7f8e8755-073e-40c5-8d5e-edbe7978f197 tempest-FloatingIPDetailsNegativeTestJSON-1716988237 tempest-FloatingIPDetailsNegativeTestJSON-1716988237-project] show failed (client error): The resource could not be found. Oct 19 20:26:22.716525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6ecc8d1-4b3a-48d5-983f-9f58e8ea7015 req-7f8e8755-073e-40c5-8d5e-edbe7978f197 tempest-FloatingIPDetailsNegativeTestJSON-1716988237 tempest-FloatingIPDetailsNegativeTestJSON-1716988237-project] 10.222.0.31 "GET /v2.0/floatingips/c3b08c68-5e0d-42a6-b232-7f04f4164f73 HTTP/1.1" status: 404 len: 350 time: 0.3045397 Oct 19 20:26:22.736304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38012) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:22.821560 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.831896 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:22.843779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-61841f34-841a-474a-8184-5782805b8248 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.14 HTTP/1.1" status: 200 len: 695 time: 0.2602358 Oct 19 20:26:23.062159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3907fd7-c7ec-4614-afc6-98ae27092abf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:23.076199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:26:23.130969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c599dc4-7722-48de-9df1-1be20e9cc932 None None] Pushing event updated for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:23.158200 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Attempting to bind port e34387ab-9cd8-45c8-9dfc-359e741c4a1d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:23.158564 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Attempting to bind port e34387ab-9cd8-45c8-9dfc-359e741c4a1d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:23.158930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Attempting to bind port e34387ab-9cd8-45c8-9dfc-359e741c4a1d on network bd15d3ca-3702-449f-b59c-e75b055b7379 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:23.183134 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:23.183515 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Checking segment: {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:23.184043 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.184900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9576db22-b69a-4e10-9bb6-2b96e87dc005 req-23c60486-c7f6-4634-b6a9-68b4021d79d9 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 210 time: 0.3387060 Oct 19 20:26:23.196663 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Bound using segment: {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:23.197335 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Bound port: e34387ab-9cd8-45c8-9dfc-359e741c4a1d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90da226b-991f-4768-bde4-7582d0695866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:23.197732 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.246503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.262850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.300322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 02878a37-7ca9-4389-b8ca-070d2f48c913 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:23.365818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Pushing event deleted for resources: {'Port': ['ID=02878a37-7ca9-4389-b8ca-070d2f48c913,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:23.386598 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] For port e34387ab-9cd8-45c8-9dfc-359e741c4a1d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:23.394851 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] For port e34387ab-9cd8-45c8-9dfc-359e741c4a1d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:23.405424 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.413466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 02878a37-7ca9-4389-b8ca-070d2f48c913 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:23.413793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 02878a37-7ca9-4389-b8ca-070d2f48c913 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:23.454669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] No DVR routers for this DVR port 02878a37-7ca9-4389-b8ca-070d2f48c913 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:23.460678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c3907fd7-c7ec-4614-afc6-98ae27092abf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:23.462724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.464162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.467972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cee6642-9f3f-405f-b20f-ec5e2784080f req-d723f7ba-469c-42f5-ad8c-c0d23d810d58 tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.37 "DELETE /v2.0/ports/02878a37-7ca9-4389-b8ca-070d2f48c913 HTTP/1.1" status: 204 len: 173 time: 2.8777008 Oct 19 20:26:23.475297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'name': 'network-vif-deleted', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:23.478102 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eb032c-2b16-442a-b180-284d0ddf58a8" -d '{"events": [{"server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "name": "network-vif-deleted", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:23.508713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c599dc4-7722-48de-9df1-1be20e9cc932 None None] Pushing event updated for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:23.511790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Deleting port b951a32f-469f-4653-a582-840e80f792ef {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:23.521817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.531741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.561702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42dca76f-f5ed-4f2d-85b7-1f3f9891f09b req-9156a930-9324-44ec-a26d-0a673fc3ad5f tempest-ServersNegativeTestMultiTenantJSON-1985807107 tempest-ServersNegativeTestMultiTenantJSON-1985807107-project] 10.222.0.31 "GET /v2.0/ports?device_id=e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6 HTTP/1.1" status: 200 len: 210 time: 0.2143321 Oct 19 20:26:23.578187 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:23.586902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:23.609366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] Provisioning complete for port e34387ab-9cd8-45c8-9dfc-359e741c4a1d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:23.609744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.655870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.739462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c3907fd7-c7ec-4614-afc6-98ae27092abf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3907fd7-c7ec-4614-afc6-98ae27092abf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:23.741947 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.752231 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:23.759297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5e1e0380-1e46-4adc-8e09-476185413d50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:23.802664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:23.935866 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:24.007014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.014765 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-11ea8e97-7560-4f41-a3ff-20c4a071d174 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.9017601 Oct 19 20:26:24.035404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Network 36581340-08ed-41f1-973d-ccc9a2e2379b is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:24.047799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Sync routers for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:24.056837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38032) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:24.086909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:24.098373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:24.249474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5e1e0380-1e46-4adc-8e09-476185413d50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:24.252268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.257083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.258031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.276774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Calling delete_port for b951a32f-469f-4653-a582-840e80f792ef owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:24.354788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:24.355029 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5dce6b-08a7-4759-b677-779eac4fdd34 x-openstack-request-id: req-0e5dce6b-08a7-4759-b677-779eac4fdd34 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:24.355152 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6", "name": "network-vif-deleted", "tag": "02878a37-7ca9-4389-b8ca-070d2f48c913", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:24.355402 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e5dce6b-08a7-4759-b677-779eac4fdd34 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:24.355807 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c01b8-3c4a-4ea5-a6c5-c1b9912046e6', 'name': 'network-vif-deleted', 'tag': '02878a37-7ca9-4389-b8ca-070d2f48c913', 'status': 'completed', 'code': 200} Oct 19 20:26:24.357361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:24.411643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-380381df-80c3-4f4c-9c1a-9357f4cffb64 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=680fbcb023364764b45257a1a9d4515e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549541 Oct 19 20:26:24.470878 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Sync routers for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:24.485177 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:24.486255 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:24.607754 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:24.703045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Pushing event updated for resources: {'Port': ['ID=71b66c74-aec7-4381-bf64-e67bfcb60b91,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:24.758122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-859ec4eb-2834-42fe-8068-773ee5e86e66 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:24.759912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-859ec4eb-2834-42fe-8068-773ee5e86e66 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406007 Oct 19 20:26:24.761141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.806639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Request body: {'port': {'device_id': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '680fbcb023364764b45257a1a9d4515e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:24.830553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Attempting to bind port 71b66c74-aec7-4381-bf64-e67bfcb60b91 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:24.830922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Attempting to bind port 71b66c74-aec7-4381-bf64-e67bfcb60b91 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:24.831287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Attempting to bind port 71b66c74-aec7-4381-bf64-e67bfcb60b91 on network 36581340-08ed-41f1-973d-ccc9a2e2379b {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:24.832309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f6a540e-d121-4d04-9413-6c8db95cf97a req-742ce620-45b0-40ad-ad0f-b7b839179050 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 210 time: 0.4598329 Oct 19 20:26:24.892393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.924746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Pushing event deleted for resources: {'Port': ['ID=b951a32f-469f-4653-a582-840e80f792ef,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:24.935028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38042) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:24.958895 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.988808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:24.989188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Checking segment: {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:24.989642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:24.990032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Bound using segment: {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:24.990524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Bound port: 71b66c74-aec7-4381-bf64-e67bfcb60b91, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:24.990901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.069177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.076124 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:15Z', 'revision_number': 4, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e34387ab-9cd8-45c8-9dfc-359e741c4a1d', 'name': '', 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'mac_address': 'fa:16:3e:9f:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'subnets': [{'id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:25.116342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Deleting subnet 33cd673f-833f-46fd-8e67-b7aeed13e1c1 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:25.159694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0ab26-230c-4d14-bc3a-7d046c76614d None None] The sync data for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 is: [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:15Z', 'revision_number': 4, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e34387ab-9cd8-45c8-9dfc-359e741c4a1d', 'name': '', 'network_id': 'bd15d3ca-3702-449f-b59c-e75b055b7379', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'mac_address': 'fa:16:3e:9f:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'subnets': [{'id': 'e1884a29-1917-49cc-86b6-67818845d89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:25.165766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.185980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] For port e34387ab-9cd8-45c8-9dfc-359e741c4a1d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:25.193092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c3907fd7-c7ec-4614-afc6-98ae27092abf,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:25.233730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.236976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.240781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.250298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6054dcbc-d7e7-4695-95aa-bd2823687a9c req-3178050f-cff2-4dba-af1e-7655528acc4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "DELETE /v2.0/floatingips/01c98de0-5211-41c7-b9f7-2f6e650980c8 HTTP/1.1" status: 204 len: 173 time: 2.3902895 Oct 19 20:26:25.309275 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d', 'name': '', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'mac_address': 'fa:16:3e:34:db:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 2, 'project_id': '37f7036bf67141d196c180e73707dc26', 'subnets': [{'id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:25.319874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.330632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.347393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Allocated IP 172.25.7.241 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/215a3d95-9d3a-4793-a05e-f2987e7a4cdb) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:25.375875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Checking router: b65df8cd-5293-4d7a-9f8b-80abc9507c05 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:25.376301 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Updating router b65df8cd-5293-4d7a-9f8b-80abc9507c05 port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:25.398521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.421718 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.424498 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-f480dcad-9722-464d-8eb9-033deb701211 req-094ac10f-fafd-4226-a0c3-aa8225c4b0f3 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] show failed (client error): The resource could not be found. Oct 19 20:26:25.431806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f480dcad-9722-464d-8eb9-033deb701211 req-094ac10f-fafd-4226-a0c3-aa8225c4b0f3 tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips/01c98de0-5211-41c7-b9f7-2f6e650980c8 HTTP/1.1" status: 404 len: 350 time: 0.1088459 Oct 19 20:26:25.465884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.474345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a9994-7985-4f0d-b943-38eeff6bba1d None None] Pushing event updated for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:25.488013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:25.523898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Made reservation on behalf of 680fbcb023364764b45257a1a9d4515e for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:25.538870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.609980 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-03685ac1-3435-46e4-b9fc-10337d4f1c79 req-3c7a9626-262d-4cb2-ac03-203d21020b4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] show failed (client error): The resource could not be found. Oct 19 20:26:25.611043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03685ac1-3435-46e4-b9fc-10337d4f1c79 req-3c7a9626-262d-4cb2-ac03-203d21020b4e tempest-FloatingIPsTestJSON-370454704 tempest-FloatingIPsTestJSON-370454704-project] 10.222.0.31 "GET /v2.0/floatingips/01c98de0-5211-41c7-b9f7-2f6e650980c8 HTTP/1.1" status: 404 len: 350 time: 0.1489782 Oct 19 20:26:25.622027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38056) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:25.639245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.677182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6170eb9e-e506-481e-8ad4-8bb2951401ee None None] Provisioning complete for port e34387ab-9cd8-45c8-9dfc-359e741c4a1d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:25.679469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6170eb9e-e506-481e-8ad4-8bb2951401ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:25.743416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] For port 71b66c74-aec7-4381-bf64-e67bfcb60b91, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:25.815049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] For port 71b66c74-aec7-4381-bf64-e67bfcb60b91, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=71b66c74-aec7-4381-bf64-e67bfcb60b91,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:25.857630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.074042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.098781 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.103291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0c28-e5ce-4955-ac31-a8625dc5a8dd None None] Pushing event updated for resources: {'Port': ['ID=71b66c74-aec7-4381-bf64-e67bfcb60b91,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:26.120927 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.168835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33cd673f-833f-46fd-8e67-b7aeed13e1c1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:26.224660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:18Z', 'revision_number': 3, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:26.238087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.266583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c402dc7-650a-45d0-b15e-a4f0b8037379 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33cd673f-833f-46fd-8e67-b7aeed13e1c1 HTTP/1.1" status: 204 len: 168 time: 1.3280404 Oct 19 20:26:26.268661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38072) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:26.286945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e85ff6-453c-4983-ad8a-4af9baf080c9 None None] Pushing event updated for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:26.324370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Checking router: 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:26.328768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Updating router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 port 5c4f3660-6f48-4543-9fc2-093626652e6a binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:26.472062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.489886 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Attempting to bind port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:26.490267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Attempting to bind port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:26.490603 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Attempting to bind port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d on network b8b83eec-dbfa-43c3-891f-bff1d4163029 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:26.507486 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:26.507885 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Checking segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:26.508558 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.508945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Bound using segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:26.509507 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Bound port: 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:26.509892 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.522630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.617769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a7847a0-2303-4f27-a778-fdf0ae9c79b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.711216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.719075 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] For port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:26.729940 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] For port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:26.744512 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.771375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b9b7614-7153-4360-9e03-10e5732cad4c req-5d1d613f-0709-48b0-8482-d1f3448cd77f tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 210 time: 0.4219849 Oct 19 20:26:26.841666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.869727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.893932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:26.894357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:26.902024 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e85ff6-453c-4983-ad8a-4af9baf080c9 None None] Pushing event updated for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:26.925504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:26.926397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:26.981908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:27.011057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.032857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde9a8ab-428d-4f0c-b114-8f772c7c48e6']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:27.110352 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.196706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57c649f-74c2-44e9-b54b-bbd44d99b244') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:27.197006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57c649f-74c2-44e9-b54b-bbd44d99b244') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:27.211375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] For port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:27.217562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Allocated IP 172.20.0.1 (718da089-37b5-49c2-ae65-5e09b0cf3b0c/e9f7e184-61fd-4527-be37-57638783dde0/de9c39d6-97ee-4fa4-ba50-3fd21e1ed973) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:27.221595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.284580 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:27.286998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.332706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.385535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.388044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:27.388454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:27.391118 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:27.658778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Allocated IP 192.168.233.74 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/8917bc6d-3058-49a6-9aaa-a796a594c1d4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:27.683344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:27.735826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.736383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:27.744903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:27.757586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:27.764691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:27.781624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.850002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d', 'name': '', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'mac_address': 'fa:16:3e:34:db:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:26Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'subnets': [{'id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:27.907563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.919451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Attempting to bind port 5c4f3660-6f48-4543-9fc2-093626652e6a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:27.919823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Attempting to bind port 5c4f3660-6f48-4543-9fc2-093626652e6a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:27.920193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Attempting to bind port 5c4f3660-6f48-4543-9fc2-093626652e6a on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:27.926752 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d147397-3b21-4544-aa46-df505a6aad98 None None] The sync data for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 is: [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:13Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d', 'name': '', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'mac_address': 'fa:16:3e:34:db:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:26Z', 'revision_number': 4, 'project_id': '37f7036bf67141d196c180e73707dc26', 'subnets': [{'id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:27.938541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:27.939245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:27.939823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.940403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:27.941103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Bound port: 5c4f3660-6f48-4543-9fc2-093626652e6a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:27.941697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.961344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-549f1c74-3d75-4791-aa2a-7b7438cc60e2 None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:27.961900 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-549f1c74-3d75-4791-aa2a-7b7438cc60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:27.963785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56d9f2-8235-4eaf-9276-5a4aae4ddefc None None] Pushing event updated for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:27.965476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.003621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.048113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.063183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] 10.222.0.31 "DELETE /v2.0/networks/dde9a8ab-428d-4f0c-b114-8f772c7c48e6 HTTP/1.1" status: 204 len: 168 time: 1.7209630 Oct 19 20:26:28.093337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.093337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38090) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:28.103565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535384c-3d26-46c0-91b3-963283f29d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=dde9a8ab-428d-4f0c-b114-8f772c7c48e6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:28.130275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d39b-c6c0-42cd-8af8-1eaa318ce1a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4f3660-6f48-4543-9fc2-093626652e6a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:28.139333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Deleting port e34387ab-9cd8-45c8-9dfc-359e741c4a1d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:28.139333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.142160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fefd75-0560-4b2c-afe8-59f7132f2d14 None None] Network 36581340-08ed-41f1-973d-ccc9a2e2379b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:28.311992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:28.328601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:28.328979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.331200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:28.349674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:28.359418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.359580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Deleting subnet 4198d336-c99a-4421-9cad-158f3aa96055 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:28.362068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Pushing event updated for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:28.369282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.412033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abf267-6f91-4105-8e8d-fce614e4ee51 req-43153c40-480e-4b6f-84bc-060301dcb5de tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:28.421333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52abf267-6f91-4105-8e8d-fce614e4ee51 req-43153c40-480e-4b6f-84bc-060301dcb5de tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 935 time: 0.4029534 Oct 19 20:26:28.459138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] For port 5c4f3660-6f48-4543-9fc2-093626652e6a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:28.621532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:28.627316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.630638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:28.654701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:28.662756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] For port 5c4f3660-6f48-4543-9fc2-093626652e6a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c4f3660-6f48-4543-9fc2-093626652e6a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:28.666530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.690881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.754626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.759529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:28.760334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.776266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:28.828646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52abf267-6f91-4105-8e8d-fce614e4ee51 req-3814344b-409e-4418-b5ee-1d037e8d0848 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061210 Oct 19 20:26:28.907279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d39b-c6c0-42cd-8af8-1eaa318ce1a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4f3660-6f48-4543-9fc2-093626652e6a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:29.074030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-b3b3898e-8462-45f2-a01e-8afef5fdddaa tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2751369 Oct 19 20:26:29.076848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.107113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Request body: {'port': {'device_id': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:29.218098 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.220569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.337793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.430452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:29.431370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:29.449615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] For port e34387ab-9cd8-45c8-9dfc-359e741c4a1d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:29.449979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.452382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.514268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Pushing event updated for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:29.539378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.564444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Pushing event updated for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:29.566903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Calling delete_port for e34387ab-9cd8-45c8-9dfc-359e741c4a1d owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:29.658044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4198d336-c99a-4421-9cad-158f3aa96055,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:29.683820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.727086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.729152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6e19929d-9647-4d07-b52b-d96a19b69d78 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4198d336-c99a-4421-9cad-158f3aa96055 HTTP/1.1" status: 204 len: 168 time: 1.6237876 Oct 19 20:26:29.734138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38120) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:29.739104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4534-dc8c-431d-9665-36dfe70d3401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.837085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.849661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.876155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:29.880396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:29.886381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3907fd7-c7ec-4614-afc6-98ae27092abf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:30.017772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Deleting port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:30.018114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.114547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:30.117602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:30.149129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c3907fd7-c7ec-4614-afc6-98ae27092abf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:30.149887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.223333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56866a-32fb-4216-a996-0b8b67c12007 req-0b86c612-f1c3-477a-97db-d61632d6dcdc tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:30.224953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be56866a-32fb-4216-a996-0b8b67c12007 req-0b86c612-f1c3-477a-97db-d61632d6dcdc tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 935 time: 0.2225070 Oct 19 20:26:30.261199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Provisioning complete for port 71b66c74-aec7-4381-bf64-e67bfcb60b91 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:30.261952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.273199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.298093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.433649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:30.464234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23276cce-0621-4179-a296-b56aa48e21b6']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:30.479088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88301f5-7506-4f24-a643-3bae71583996') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:30.479437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88301f5-7506-4f24-a643-3bae71583996') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:30.496575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.513573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.521699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:30.522712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.538846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.551972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 71b66c74-aec7-4381-bf64-e67bfcb60b91 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:30.602586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8917bc6d-3058-49a6-9aaa-a796a594c1d4 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:26:30.604613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be56866a-32fb-4216-a996-0b8b67c12007 req-95607b25-80de-4f4d-923e-391b9b8cce3c tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908268 Oct 19 20:26:30.605264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Router c4d5d746-0115-4949-add1-6c5064e4a350 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:30.607301 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:30.615380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:30.617585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.619869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] For port 71b66c74-aec7-4381-bf64-e67bfcb60b91, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=71b66c74-aec7-4381-bf64-e67bfcb60b91,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:30.646143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.667585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Pushing event deleted for resources: {'Port': ['ID=e34387ab-9cd8-45c8-9dfc-359e741c4a1d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:30.673530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.724040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] For port 9a2ffe8c-1008-4ce5-9416-899818b1cfa4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:30.724452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.782360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Transition to ACTIVE for port object 8917bc6d-3058-49a6-9aaa-a796a594c1d4 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:26:30.793797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Calling delete_port for 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:30.796114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Provisioning complete for port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:30.797207 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.799008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.833791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.851709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:30.885702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2afc3-3827-4c87-9b30-572aed44e7a6 None None] Pushing event updated for resources: {'Port': ['ID=71b66c74-aec7-4381-bf64-e67bfcb60b91,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:30.913936 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.914640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 71b66c74-aec7-4381-bf64-e67bfcb60b91 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:30.914985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:30.931562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:29Z', 'revision_number': 2, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:30.991458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Pushing event updated for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:31.106680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:31.119351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d2549-a744-4c81-98a2-f2266d530c9e None None] The sync data for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 is: [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:29Z', 'revision_number': 2, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:31.135138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] 10.222.0.31 "DELETE /v2.0/networks/23276cce-0621-4179-a296-b56aa48e21b6 HTTP/1.1" status: 204 len: 168 time: 1.3968325 Oct 19 20:26:31.200323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656488-6004-489c-8f54-31274d28b50f admin admin] Pushing event deleted for resources: {'Network': ['ID=23276cce-0621-4179-a296-b56aa48e21b6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:31.212956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e34387ab-9cd8-45c8-9dfc-359e741c4a1d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:31.298655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e34387ab-9cd8-45c8-9dfc-359e741c4a1d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:31.299110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e34387ab-9cd8-45c8-9dfc-359e741c4a1d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 20:26:31.333498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-15a4aa24-e3ef-43d3-909e-28b3acd5a6dd None None] Provisioning complete for port 71b66c74-aec7-4381-bf64-e67bfcb60b91 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:31.334117 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-15a4aa24-e3ef-43d3-909e-28b3acd5a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:31.337919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Port e34387ab-9cd8-45c8-9dfc-359e741c4a1d not found, will not notify nova. {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 20:26:31.514852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:31.518441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:31.583013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2ffe8c-1008-4ce5-9416-899818b1cfa4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:31.691242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f3fa4748-ac63-42b6-aee9-fd1a3a64ff79 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:31.691603 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3fa4748-ac63-42b6-aee9-fd1a3a64ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:31.709973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:31.889017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa4748-ac63-42b6-aee9-fd1a3a64ff79 None None] Port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:31.950532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Attempting to bind port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:31.951108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Attempting to bind port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:31.951518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Attempting to bind port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:31.952163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:31.952533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:31.973157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dbc75afe-9082-4ac2-b4e8-32ff1c8a9839 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64b4bde03d3c4dccbaedb35ff2a3a23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541008 Oct 19 20:26:31.975876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38152) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:32.054983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:26:32.055472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Attempting to bind port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:32.090924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5e71-1baf-4857-8a0e-3be9ce7a6fcc req-4c060887-9c72-45ce-b87c-02d76102bad9 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:32.092846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca1c5e71-1baf-4857-8a0e-3be9ce7a6fcc req-4c060887-9c72-45ce-b87c-02d76102bad9 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 947 time: 0.3288705 Oct 19 20:26:32.101599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:32.102103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:32.102578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:32.103216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Bound port: 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:32.103593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.185682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.204227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 71b66c74-aec7-4381-bf64-e67bfcb60b91 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:32.227038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:32.252680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:32.269247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Sync routers for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:32.298813 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.300998 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.304240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:32.305182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:32.343179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:32.347504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:32.365602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.369045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.370341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 71b66c74-aec7-4381-bf64-e67bfcb60b91 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:32.370887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.371410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-197bc6dd-e6ab-40d8-a211-7402f4fd5cb8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2123518 Oct 19 20:26:32.372324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38156) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:32.409258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca1c5e71-1baf-4857-8a0e-3be9ce7a6fcc req-d222846b-1a7c-4360-904e-9651dd3b4ef5 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652645 Oct 19 20:26:32.513790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.517113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Pushing event updated for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:32.529496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.550970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:32.551590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.552999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-689033c7-c84a-4725-ad56-f1122ae20424 service neutron] 10.222.0.11 "PUT /v2.0/ports/8917bc6d-3058-49a6-9aaa-a796a594c1d4 HTTP/1.1" status: 200 len: 1095 time: 3.4549367 Oct 19 20:26:32.558102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:32.560879 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b136b-a97f-41a6-a29a-4e45da355f61" -d '{"events": [{"name": "network-changed", "server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:32.643645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:32.662041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:32.732786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d78cb2a8-ed40-4b81-9888-50a3a724aa57 admin admin] 10.222.0.31 "PUT /v2.0/routers/13fb4644-d8a8-4ce3-ac79-ce17f40abae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6725409 Oct 19 20:26:32.737660 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d45c6-a7bb-43db-91b2-321eb27ed28b x-openstack-request-id: req-d43d45c6-a7bb-43db-91b2-321eb27ed28b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:32.737964 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:32.738183 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d43d45c6-a7bb-43db-91b2-321eb27ed28b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:32.738577 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'status': 'completed', 'code': 200} Oct 19 20:26:32.787293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.790461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:32.794042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef7e00d1-5cc7-416b-9178-853deabdfe30 HTTP/1.1" status: 204 len: 168 time: 0.8072536 Oct 19 20:26:32.838479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096e0b-321d-4291-becb-357e1482423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e00d1-5cc7-416b-9178-853deabdfe30,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:33.015582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-53d37980-4167-4366-9b4f-73677246a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:33.026004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-53d37980-4167-4366-9b4f-73677246a8cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 1098 time: 0.3953633 Oct 19 20:26:33.155049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-08b6cc31-88aa-4766-89d5-c34a04ca8d56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4 HTTP/1.1" status: 200 len: 217 time: 0.1135669 Oct 19 20:26:33.225048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 3, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:33.288376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Checking router: c4d5d746-0115-4949-add1-6c5064e4a350 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:33.295719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Updating router c4d5d746-0115-4949-add1-6c5064e4a350 port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:33.404321 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:33.418418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-e75d4b88-9a5d-481b-aeb0-7b145b9d3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:33.419926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-e75d4b88-9a5d-481b-aeb0-7b145b9d3d86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2456257 Oct 19 20:26:33.674453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38192) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:33.785321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:33.833785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:33.841899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-36c4f02a-0517-40e8-a64d-442b03d77f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:33.846167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-36c4f02a-0517-40e8-a64d-442b03d77f03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4160018 Oct 19 20:26:33.857688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38214) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:33.857979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-62e3f733-25e9-497e-ac22-657cbf6bf847 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e79f9404acdf4001ae63e60062ea597f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823909 Oct 19 20:26:33.890934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c4f3660-6f48-4543-9fc2-093626652e6a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:34.031453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1350768-88a1-4242-821c-440a41b620cc req-1538ddbc-f1c4-4fd8-991d-b95481c91969 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:34.033080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1350768-88a1-4242-821c-440a41b620cc req-1538ddbc-f1c4-4fd8-991d-b95481c91969 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 947 time: 0.3557875 Oct 19 20:26:34.039774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5c4f3660-6f48-4543-9fc2-093626652e6a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:34.040439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.136522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.153227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:34.164098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-abd6363c-0a5d-40ba-a69b-b50a25e0e23a admin admin] 10.222.0.31 "PUT /v2.0/routers/cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4184752 Oct 19 20:26:34.164959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38238) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:34.166674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Sync routers for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:34.182344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:34.185119 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:34.238333 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.324116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.334786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.440382 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:34.468759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe47b55-a5ff-4275-9446-03617e7d5dae None None] Pushing event updated for resources: {'Port': ['ID=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:34.476738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.526225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Attempting to bind port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:34.526594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Attempting to bind port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:34.526960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Attempting to bind port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:34.547778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:34.548212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:34.548646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.553177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:34.556611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.565179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Bound port: 215a3d95-9d3a-4793-a05e-f2987e7a4cdb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:34.565434 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:34.568903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1350768-88a1-4242-821c-440a41b620cc req-93c1db84-3ce9-4925-a326-57b1c896c06f tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922373 Oct 19 20:26:34.602845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-f8cced00-ac72-44ed-afca-1a90842c8252 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472680 Oct 19 20:26:34.622387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:34.641926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f16c25f6-f363-4577-8463-0243212b773e admin admin] 10.222.0.31 "PUT /v2.0/routers/62edf8b5-4d0e-4b58-bc59-2ecb243ebddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0090413 Oct 19 20:26:34.644191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Sync routers for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:34.646450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38246) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:34.737345 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:30Z', 'revision_number': 5, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:34.767287 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Checking router: cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:34.777252 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Routers {'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:34.777998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:34.783674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Allocated IP 172.20.0.1 (36581340-08ed-41f1-973d-ccc9a2e2379b/8411744c-debe-48c6-a8cd-1ceb949bb44d/9f781609-756f-4cf9-9090-7822ef41262c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:34.816188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:34.824660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:34.945034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] For port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:34.971111 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] Set router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:34.978309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.058106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.060978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.062271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/394ee206-3931-471e-be0f-d2514a00f2e4 HTTP/1.1" status: 204 len: 168 time: 1.2034886 Oct 19 20:26:35.076583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.087095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31624-90ea-4e57-b576-e95dd7618276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ee206-3931-471e-be0f-d2514a00f2e4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:35.094395 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.111038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5c4f3660-6f48-4543-9fc2-093626652e6a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c4f3660-6f48-4543-9fc2-093626652e6a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:35.119146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-327bda91-af55-44a2-9ebb-8d5b133c8962 req-db3ee4e5-1664-43fc-b640-86ad44120f75 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737222 Oct 19 20:26:35.121469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.130682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] For port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:35.216134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.296244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:35.352857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Deleting port e695730c-4c39-4bc6-8054-04a871163a66 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:35.353256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.373929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.387572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Network 36581340-08ed-41f1-973d-ccc9a2e2379b is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:35.405236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.450104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:35.495253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-96a55656-a23c-46cf-bbe4-d66437987884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:35.504049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-96a55656-a23c-46cf-bbe4-d66437987884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 1098 time: 0.2722313 Oct 19 20:26:35.507179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:35.651736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:35.653203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:35.698962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:35.865660 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:30Z', 'revision_number': 5, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:35.876557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.907613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:35.977566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db72ec6-985e-4f73-b1b5-0872fef124a6 None None] The sync data for ids ['cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0'] in n-d-805649-9 is: [{'id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1997167326-router', 'tenant_id': 'c7fa2ed88ed046eb8618417c10dca425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:30Z', 'revision_number': 5, 'project_id': 'c7fa2ed88ed046eb8618417c10dca425', 'gw_port': {'id': 'e695730c-4c39-4bc6-8054-04a871163a66', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:35.992034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:36.096692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] For port e695730c-4c39-4bc6-8054-04a871163a66, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e695730c-4c39-4bc6-8054-04a871163a66,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:36.097082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:36.114424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5c4f3660-6f48-4543-9fc2-093626652e6a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:36.148620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Calling delete_port for e695730c-4c39-4bc6-8054-04a871163a66 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:36.158028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245122-dbce-4058-856c-f2c80df5f92a req-72935cb7-f776-43bb-94a1-0c4e227fb7ae tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:36.181563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06245122-dbce-4058-856c-f2c80df5f92a req-72935cb7-f776-43bb-94a1-0c4e227fb7ae tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 947 time: 0.3343496 Oct 19 20:26:36.230003 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Sync routers for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:36.244443 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:36.249752 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:36.296401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a708cd03-72a2-4264-8c12-227577cee3d9 None None] Provisioning complete for port 9f781609-756f-4cf9-9090-7822ef41262c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:36.298139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a708cd03-72a2-4264-8c12-227577cee3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:36.335575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-726ccfa2-9b63-4975-b9fa-e8af6522b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:36.337066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-726ccfa2-9b63-4975-b9fa-e8af6522b563 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.8163917 Oct 19 20:26:36.356039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06245122-dbce-4058-856c-f2c80df5f92a req-4fdc2f2e-5182-4675-bba5-feedf535ede1 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726961 Oct 19 20:26:36.506554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-60add1cb-af80-440f-b557-f3ceffef79c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4 HTTP/1.1" status: 200 len: 217 time: 0.1386044 Oct 19 20:26:36.529266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a708cd03-72a2-4264-8c12-227577cee3d9 None None] Port 9f781609-756f-4cf9-9090-7822ef41262c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:36.577535 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:36.643119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:36.693008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe47b55-a5ff-4275-9446-03617e7d5dae None None] Pushing event updated for resources: {'Port': ['ID=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:36.705649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-7001ce1f-3dcc-4774-87ef-0b3a37ab3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:36.708570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-7001ce1f-3dcc-4774-87ef-0b3a37ab3cd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1929410 Oct 19 20:26:36.813621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '27907c8e-cd81-4298-8984-94537cd05d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:31Z', 'revision_number': 5, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port': {'id': '27907c8e-cd81-4298-8984-94537cd05d60', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:91:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:36.829175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:36.840283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 3, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:36.844909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Deleting port 27907c8e-cd81-4298-8984-94537cd05d60 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:36.845254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:36.986639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] For port 27907c8e-cd81-4298-8984-94537cd05d60, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=27907c8e-cd81-4298-8984-94537cd05d60,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:36.987599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.004604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Calling delete_port for 27907c8e-cd81-4298-8984-94537cd05d60 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:37.038117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bd418-1d9e-42f8-8b7d-af7d13262fb2 None None] The sync data for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 is: [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 3, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:37.041868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Checking router: 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:37.064219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Routers {'62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:37.066148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:37.076260 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:29Z', 'revision_number': 2, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:37.155118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Checking router: 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:37.155477 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Updating router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:37.198939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=e695730c-4c39-4bc6-8054-04a871163a66,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:37.218268 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.291051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] Set router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:37.414315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:35Z', 'revision_number': 6, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:37.535618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1c2472-ae2f-4f0d-8302-9b50a6bab37f None None] The sync data for ids ['62edf8b5-4d0e-4b58-bc59-2ecb243ebddc'] in n-d-805649-9 is: [{'id': '62edf8b5-4d0e-4b58-bc59-2ecb243ebddc', 'name': 'tempest-FloatingIPsTestJSON-287293516-router', 'tenant_id': '264f3e2f546b4599841857311ea47ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:00Z', 'updated_at': '2021-10-19T20:26:35Z', 'revision_number': 6, 'project_id': '264f3e2f546b4599841857311ea47ef2', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:37.583439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.594683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.600061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.667695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=27907c8e-cd81-4298-8984-94537cd05d60,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:37.738083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.738404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.738743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.739077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.739407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.739734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.740057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.740407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.744725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.774839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.775206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.775553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:26:37.783084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-befd816f-46d9-4801-9308-5b9936bc1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:37.785351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-befd816f-46d9-4801-9308-5b9936bc1caf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0566106 Oct 19 20:26:37.849908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.852365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.870067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.921470 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.939861 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:37.989582 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.056622 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3a65-a90a-485e-b62b-aaac86ce6cab None None] Pushing event updated for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:38.082388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:38.128935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c4f3660-6f48-4543-9fc2-093626652e6a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:38.195176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.201519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:26:38.226536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.230327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66c3a164-5c05-476a-b908-7a432c58cdfb admin admin] 10.222.0.31 "DELETE /v2.0/routers/cc3f4e2d-7d5b-4cef-8146-2af0d0a016a0 HTTP/1.1" status: 204 len: 168 time: 4.0595660 Oct 19 20:26:38.230993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38328) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:38.236294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-28e2ab29-d391-42cc-9d66-310c1b5c3931 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249725 Oct 19 20:26:38.302873 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Attempting to bind port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:38.303989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Attempting to bind port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:38.304670 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Attempting to bind port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 on network 718da089-37b5-49c2-ae65-5e09b0cf3b0c {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:38.308745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.310176 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:38.310541 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Checking segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:38.311016 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.311408 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Bound using segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:38.311868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Bound port: de9c39d6-97ee-4fa4-ba50-3fd21e1ed973, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:38.312260 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.361817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5c4f3660-6f48-4543-9fc2-093626652e6a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:38.362549 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.390158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Deleting subnet e1884a29-1917-49cc-86b6-67818845d89c {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:38.396759 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.403205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.498339 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] For port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:38.508488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.508868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] For port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:38.519763 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.589900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.590470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62edf8b5-4d0e-4b58-bc59-2ecb243ebddc {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:26:38.593807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.599570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.600840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b75626b6-15bf-4e3b-9041-b56d02728dc9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/62edf8b5-4d0e-4b58-bc59-2ecb243ebddc HTTP/1.1" status: 204 len: 168 time: 3.9478035 Oct 19 20:26:38.618127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38338) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:38.618786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e34387ab-9cd8-45c8-9dfc-359e741c4a1d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:38.683052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e34387ab-9cd8-45c8-9dfc-359e741c4a1d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:38.687674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e34387ab-9cd8-45c8-9dfc-359e741c4a1d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:38.741466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf2b136b-a97f-41a6-a29a-4e45da355f61 req-a99904b2-8ef0-466f-83c3-44e57cac4fad service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810820 Oct 19 20:26:38.778422 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:38.778930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:38.787700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Deleting subnet 11661f9a-8eea-40af-8425-e983887e3635 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:38.802621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.826608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.878877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:38.880902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.963554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:38.970361 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:39.017965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1884a29-1917-49cc-86b6-67818845d89c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:39.038155 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a3a65-a90a-485e-b62b-aaac86ce6cab None None] Pushing event updated for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:39.057819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:39.061153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ac57d9d2-9c1b-494b-a90e-159acead1d1a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e1884a29-1917-49cc-86b6-67818845d89c HTTP/1.1" status: 204 len: 168 time: 0.8294110 Oct 19 20:26:39.072393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38348) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:39.102335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169456d-9a13-4564-9ee2-3f66d83975e8 None None] Network bd15d3ca-3702-449f-b59c-e75b055b7379 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:39.215374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Network 36581340-08ed-41f1-973d-ccc9a2e2379b is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:39.240339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:39.337675 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:39.566677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8917bc6d-3058-49a6-9aaa-a796a594c1d4 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:26:39.920412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:39.984310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'mac_address': 'fa:16:3e:d0:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:26:39.984310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.095506 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:38Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:40.171370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03869b0c-9274-4bec-b5bb-d8e86859ec51 req-bea3b7ca-6ef9-40bd-acd0-638ff89540e7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:40.172924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03869b0c-9274-4bec-b5bb-d8e86859ec51 req-bea3b7ca-6ef9-40bd-acd0-638ff89540e7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 947 time: 1.3680298 Oct 19 20:26:40.189747 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c842b-b613-4ba0-b5e4-4bac8cc57fc9 None None] The sync data for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 is: [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:38Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:40.344549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03869b0c-9274-4bec-b5bb-d8e86859ec51 req-058bc0c4-fb6b-4879-ad74-693d3397ca5e tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575375 Oct 19 20:26:40.426213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 215a3d95-9d3a-4793-a05e-f2987e7a4cdb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:40.439186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.618581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.620041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.701480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11661f9a-8eea-40af-8425-e983887e3635,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:40.704554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.711990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ceb16b1d-d9e1-4a3f-ba98-6916f3b587d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11661f9a-8eea-40af-8425-e983887e3635 HTTP/1.1" status: 204 len: 168 time: 2.0877235 Oct 19 20:26:40.712335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38356) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:40.745936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8917bc6d-3058-49a6-9aaa-a796a594c1d4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:26:40.760764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:40.761138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.763094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6372ff-f7c2-42a2-bec5-1515eba15e00 None None] Network 4514b490-f386-4502-b5c3-bfef423d30b1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:40.824510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:40.900492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.036557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Deleting port a1d23e51-45ef-424f-a8d0-3e93135195ad {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:41.038208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.077388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Router c4d5d746-0115-4949-add1-6c5064e4a350 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:26:41.083889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] For port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:41.097405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.121970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:41.190648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] For port a1d23e51-45ef-424f-a8d0-3e93135195ad, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a1d23e51-45ef-424f-a8d0-3e93135195ad,segment=NetworkSegment(59563cdc-6f13-42e5-9a91-0cac8178c55a),segment_id=59563cdc-6f13-42e5-9a91-0cac8178c55a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:41.191128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.207443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Deleting port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:41.208060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.222350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Calling delete_port for a1d23e51-45ef-424f-a8d0-3e93135195ad owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:41.275339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.277753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] DHCP port deletion for bd15d3ca-3702-449f-b59c-e75b055b7379 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:26:41.286568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee2e1d-47d2-49d6-9ab4-d8fb23e1d5f9 None None] Pushing event updated for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:41.377951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.426766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] For port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,segment=NetworkSegment(90da226b-991f-4768-bde4-7582d0695866),segment_id=90da226b-991f-4768-bde4-7582d0695866)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:41.427250 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.438077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d23e51-45ef-424f-a8d0-3e93135195ad,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:41.440113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] No DVR routers for this DVR port a1d23e51-45ef-424f-a8d0-3e93135195ad on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:41.481797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Calling delete_port for 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:41.493990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:26:41.519355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fab6ec1b-60c5-40fa-8fbc-37328f0ddbc5 admin admin] 10.222.0.31 "PUT /v2.0/routers/c4d5d746-0115-4949-add1-6c5064e4a350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1429687 Oct 19 20:26:41.581179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-090dfd27-8219-4a0b-bed6-47f54bb8f338 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:41.581579 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-090dfd27-8219-4a0b-bed6-47f54bb8f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.610877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8917bc6d-3058-49a6-9aaa-a796a594c1d4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:26:41.742486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.747847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Sync routers for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:26:41.769255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:41.791109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a444d3-003b-49cb-be49-c708dd3d623e None None] DHCP port deletion for 4514b490-f386-4502-b5c3-bfef423d30b1 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:26:41.802053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:41.802727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:41.805324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.807107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.839098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4514b490-f386-4502-b5c3-bfef423d30b1']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:41.869650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59563cdc-6f13-42e5-9a91-0cac8178c55a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:41.870139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59563cdc-6f13-42e5-9a91-0cac8178c55a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:41.880134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Pushing event deleted for resources: {'Port': ['ID=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:41.885584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] No DVR routers for this DVR port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:41.896377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.898612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Deleting port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:41.898930 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.918417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.926701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:41.927528 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.934275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:41.959149 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:41.960078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:41.961679 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:42.034427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6057dc-a3ae-4f3a-856e-d87f3696e9c4 req-98ace822-2aae-4e1c-a8ba-8ee5df99744d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:42.041660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f6057dc-a3ae-4f3a-856e-d87f3696e9c4 req-98ace822-2aae-4e1c-a8ba-8ee5df99744d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 948 time: 0.4748325 Oct 19 20:26:42.067004 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.069481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.088532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.091948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] 10.222.0.31 "DELETE /v2.0/networks/4514b490-f386-4502-b5c3-bfef423d30b1 HTTP/1.1" status: 204 len: 168 time: 1.3780141 Oct 19 20:26:42.124760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f6057dc-a3ae-4f3a-856e-d87f3696e9c4 req-41d4b8eb-9f39-4aef-8f1c-84e7bec4290d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Oct 19 20:26:42.125491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b495e4-0564-4c2d-a574-ea53618e150a admin admin] Pushing event deleted for resources: {'Network': ['ID=4514b490-f386-4502-b5c3-bfef423d30b1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:42.129694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd15d3ca-3702-449f-b59c-e75b055b7379']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:42.163897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90da226b-991f-4768-bde4-7582d0695866') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:42.164196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90da226b-991f-4768-bde4-7582d0695866') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:42.199520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.215516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] For port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:42.216086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.242798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:42.244075 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.251059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:42.257022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Calling delete_port for 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:42.273405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:42.273751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.295893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:42.296726 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:42.309535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.398653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] Pushing event deleted for resources: {'Port': ['ID=69123b8d-5ca5-4fab-b6a0-4109a8465ca6,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:42.402909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f42e3e-4e4c-4f3a-a039-21fa43f3fb5e None None] No DVR routers for this DVR port 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:42.435568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.454587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.461469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:42.462513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.465097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] 10.222.0.31 "DELETE /v2.0/networks/bd15d3ca-3702-449f-b59c-e75b055b7379 HTTP/1.1" status: 204 len: 168 time: 3.3907950 Oct 19 20:26:42.492875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-090dfd27-8219-4a0b-bed6-47f54bb8f338 None None] Provisioning complete for port 9f781609-756f-4cf9-9090-7822ef41262c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:42.493573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-090dfd27-8219-4a0b-bed6-47f54bb8f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.498673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815d1fe-9afb-4c44-b455-ccbd438f8bef admin admin] Pushing event deleted for resources: {'Network': ['ID=bd15d3ca-3702-449f-b59c-e75b055b7379,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:42.528512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.561151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38450) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:42.643644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a633a16-7ba9-4de6-b652-03616c322f91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=264f3e2f546b4599841857311ea47ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811377 Oct 19 20:26:42.645783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:42.647625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-090dfd27-8219-4a0b-bed6-47f54bb8f338 None None] Port 9f781609-756f-4cf9-9090-7822ef41262c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:42.757393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.825387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.895021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.925962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:36Z', 'revision_number': 4, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9f781609-756f-4cf9-9090-7822ef41262c', 'name': '', 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'mac_address': 'fa:16:3e:46:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:34Z', 'updated_at': '2021-10-19T20:26:36Z', 'revision_number': 2, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'subnets': [{'id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:42.946724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.950201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:42.951639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d514b25b-9cb1-4c3a-bc35-0fdd172291af HTTP/1.1" status: 204 len: 168 time: 0.3034706 Oct 19 20:26:42.964733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ea8e2-0bb7-4156-be27-514de43af03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514b25b-9cb1-4c3a-bc35-0fdd172291af,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:43.011478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:43.016128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38470) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:43.094489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:43.094854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a2ffe8c-1008-4ce5-9416-899818b1cfa4 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:43.095249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 27907c8e-cd81-4298-8984-94537cd05d60 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:43.101656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Checking router: c4d5d746-0115-4949-add1-6c5064e4a350 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:26:43.101656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Updating router c4d5d746-0115-4949-add1-6c5064e4a350 port 9f781609-756f-4cf9-9090-7822ef41262c binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:26:43.125210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e3613aa-7eeb-4b49-8084-18b8fc23350e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7fa2ed88ed046eb8618417c10dca425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082125 Oct 19 20:26:43.127776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:43.226860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:43.257382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 27907c8e-cd81-4298-8984-94537cd05d60 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:43.258743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 27907c8e-cd81-4298-8984-94537cd05d60 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:43.277820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:43.305632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:43.398157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fad5d-cf72-43a5-83e9-6440bbe4fe48 req-10bb7596-0912-4fc6-a57e-37ff651ea277 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:43.407893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:43.413052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:43.414426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad606fcb-200c-4b00-bac8-09e974d4caa9 HTTP/1.1" status: 204 len: 168 time: 0.2853880 Oct 19 20:26:43.415187 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad1fad5d-cf72-43a5-83e9-6440bbe4fe48 req-10bb7596-0912-4fc6-a57e-37ff651ea277 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 948 time: 0.1369541 Oct 19 20:26:43.432392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4ff3c-801d-4727-ace0-591d46fb44a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad606fcb-200c-4b00-bac8-09e974d4caa9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:43.522644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad1fad5d-cf72-43a5-83e9-6440bbe4fe48 req-c58ed02b-d6f0-4169-9f9b-26e9e1c610f0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039400 Oct 19 20:26:43.591890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 215a3d95-9d3a-4793-a05e-f2987e7a4cdb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:43.596161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8917bc6d-3058-49a6-9aaa-a796a594c1d4 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:44.441210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:44.441963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:44.443500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:26:44.457404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:44.457773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:44.504975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-503f5bca-4e40-4b9b-b9c7-c61a1e920fee tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:44.507651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-503f5bca-4e40-4b9b-b9c7-c61a1e920fee tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9c10c9-1b07-47a7-b23a-9faeb1a047cc HTTP/1.1" status: 200 len: 946 time: 0.0885389 Oct 19 20:26:44.847796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Deleting port 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:26:44.848116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:44.967541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38540) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:45.019874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8abad-cc3c-4b07-a321-f286313abea7 req-3ca34cfc-351d-42e4-bd75-4d7e429541c3 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:45.043186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6cc8abad-cc3c-4b07-a321-f286313abea7 req-3ca34cfc-351d-42e4-bd75-4d7e429541c3 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 948 time: 0.2079875 Oct 19 20:26:45.081271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] For port 2abd9c2d-b1d8-4148-b767-76598fcc104e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2abd9c2d-b1d8-4148-b767-76598fcc104e,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:45.085907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.117490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Calling delete_port for 2abd9c2d-b1d8-4148-b767-76598fcc104e owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:26:45.159784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6cc8abad-cc3c-4b07-a321-f286313abea7 req-fef2f1b1-9152-407d-af3b-893b25e5c23d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156290 Oct 19 20:26:45.178768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:45.204913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.281947 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.312512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1301202092-network', 'tenant_id': '4a94f593c64845fba1396dc02a7275b5'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:45.390785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.421565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Made reservation on behalf of 4a94f593c64845fba1396dc02a7275b5 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:45.424775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.436048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.495426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.551018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:45.575615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:45.582357 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3492556-65cd-4bd7-a59d-a9f9834a9d8b" -d '{"events": [{"server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "name": "network-vif-plugged", "status": "completed", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:45.585907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event deleted for resources: {'Port': ['ID=2abd9c2d-b1d8-4148-b767-76598fcc104e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:45.731220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.733251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] No DVR routers for this DVR port 2abd9c2d-b1d8-4148-b767-76598fcc104e on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:26:45.739466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.750506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e1ebe78-906b-4185-8b6f-83e453954c18 req-8b11d40b-c2c9-4a33-bdce-5f8bde7967d9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "DELETE /v2.0/ports/2abd9c2d-b1d8-4148-b767-76598fcc104e HTTP/1.1" status: 204 len: 173 time: 1.2121239 Oct 19 20:26:45.750506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-deleted', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:45.795375 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae78a20-ce00-48bb-861e-fc0dda3a5cca" -d '{"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-deleted", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:45.836300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:45.868050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.883578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:45.934817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:45.935171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:45.960898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca459a7-3fe0-47f1-b509-f2e3d1bc4b96 None None] Pushing event updated for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:45.987947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:26:46.032366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad2ad9c-efd8-49e6-95c5-80317573e8ae,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:46.068373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.068699 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Added segment c5d07d88-0513-4885-bf9c-5f4b4f31277a of type vlan for network 2cefb378-2e39-4b2d-83bc-276523aa61ce Oct 19 20:26:46.250501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.348979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.348979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:46.364869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.388376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:46.389028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.407177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:46.422370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4435482 Oct 19 20:26:46.437725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:46.469437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Request body: {'subnet': {'network_id': '2cefb378-2e39-4b2d-83bc-276523aa61ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1301202092-subnet', 'tenant_id': '4a94f593c64845fba1396dc02a7275b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:46.594997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dac5a-3a8b-4bcc-8664-d68d22b902fe admin admin] Pushing event updated for resources: {'Network': ['ID=2cefb378-2e39-4b2d-83bc-276523aa61ce,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:46.662764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Made reservation on behalf of 4a94f593c64845fba1396dc02a7275b5 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:46.683247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.699883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Attempting to bind port 9f781609-756f-4cf9-9090-7822ef41262c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:46.700462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Attempting to bind port 9f781609-756f-4cf9-9090-7822ef41262c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:46.704861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Attempting to bind port 9f781609-756f-4cf9-9090-7822ef41262c on network 36581340-08ed-41f1-973d-ccc9a2e2379b {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:46.740644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2cefb378-2e39-4b2d-83bc-276523aa61ce details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:26:46.812523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:46.812908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Checking segment: {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:46.813364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.813699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Bound using segment: {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:46.814467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Bound port: 9f781609-756f-4cf9-9090-7822ef41262c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e759717-b55c-46fd-acc9-cb7e7bfaa08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:46.814646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.874040 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee38271-beb0-44bc-bc41-e9c8fc8a5b99 x-openstack-request-id: req-fee38271-beb0-44bc-bc41-e9c8fc8a5b99 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:46.874328 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "name": "network-vif-plugged", "status": "completed", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:46.874578 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fee38271-beb0-44bc-bc41-e9c8fc8a5b99 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:46.874965 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'code': 200} Oct 19 20:26:46.907645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c43d1c38-5914-4a2d-bf7f-92d9a008cf76 None None] Provisioning complete for port 9f781609-756f-4cf9-9090-7822ef41262c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:46.908010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c43d1c38-5914-4a2d-bf7f-92d9a008cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:46.912970 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f380d7-0325-415d-a5ca-950ffe3c18a6 x-openstack-request-id: req-84f380d7-0325-415d-a5ca-950ffe3c18a6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:46.918306 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c10c9-1b07-47a7-b23a-9faeb1a047cc", "name": "network-vif-deleted", "tag": "2abd9c2d-b1d8-4148-b767-76598fcc104e", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:46.918892 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84f380d7-0325-415d-a5ca-950ffe3c18a6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:46.919649 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9c10c9-1b07-47a7-b23a-9faeb1a047cc', 'name': 'network-vif-deleted', 'tag': '2abd9c2d-b1d8-4148-b767-76598fcc104e', 'status': 'completed', 'code': 200} Oct 19 20:26:47.022945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c43d1c38-5914-4a2d-bf7f-92d9a008cf76 None None] Port 9f781609-756f-4cf9-9090-7822ef41262c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:47.029181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] For port 9f781609-756f-4cf9-9090-7822ef41262c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:47.034546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097e2ce-deee-42c5-8c8e-88ebb9773928 req-74b29eee-b540-4345-b5d8-1aaf33eab9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:47.035512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] For port 9f781609-756f-4cf9-9090-7822ef41262c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f781609-756f-4cf9-9090-7822ef41262c,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:47.039969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5097e2ce-deee-42c5-8c8e-88ebb9773928 req-74b29eee-b540-4345-b5d8-1aaf33eab9b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 1100 time: 0.1172149 Oct 19 20:26:47.046320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:47.120816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5097e2ce-deee-42c5-8c8e-88ebb9773928 req-9bfe7dd3-8b7a-4cf1-9d58-4dbe1d19a6f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732653 Oct 19 20:26:47.137636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca459a7-3fe0-47f1-b509-f2e3d1bc4b96 None None] Pushing event updated for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:47.145105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e695730c-4c39-4bc6-8054-04a871163a66 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:47.192771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e695730c-4c39-4bc6-8054-04a871163a66 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:47.193115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e695730c-4c39-4bc6-8054-04a871163a66 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:47.196186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:47.204209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15a0bb-6ebc-4cda-a854-393831d9759a req-0ee9eb31-d5ac-4b12-bd99-feecd512edc0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:47.217409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b15a0bb-6ebc-4cda-a854-393831d9759a req-0ee9eb31-d5ac-4b12-bd99-feecd512edc0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.1536534 Oct 19 20:26:47.237919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:47.238260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 69123b8d-5ca5-4fab-b6a0-4109a8465ca6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:47.238669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a1d23e51-45ef-424f-a8d0-3e93135195ad no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:47.310354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a1d23e51-45ef-424f-a8d0-3e93135195ad {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:47.310676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a1d23e51-45ef-424f-a8d0-3e93135195ad not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:47.317677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:26:47.320122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:26:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:47.356904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b15a0bb-6ebc-4cda-a854-393831d9759a req-cbeb9b5e-2e92-436a-af36-99014492eaf3 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383574 Oct 19 20:26:47.457642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:47.479731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-37c08d65-6f78-451c-9cf3-1494e782cb0e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:47.490965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-37c08d65-6f78-451c-9cf3-1494e782cb0e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.2587166 Oct 19 20:26:47.524052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-d35c2afe-b760-4330-8449-26f24b5298cb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/quotas/d1f77ba2d8d84463a708fb799da82b19 HTTP/1.1" status: 200 len: 375 time: 0.0316281 Oct 19 20:26:47.609246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-123051b5-c339-462a-9632-2833a0bcf081 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842385 Oct 19 20:26:47.620406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:26:47.639010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c2b7f8-1780-4ae7-870e-099904dd1c38,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:47.671888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Checking segment: {'id': 'c5d07d88-0513-4885-bf9c-5f4b4f31277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2cefb378-2e39-4b2d-83bc-276523aa61ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:47.674539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Network hostable DHCP agents. Network: 2cefb378-2e39-4b2d-83bc-276523aa61ce, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:47.707361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Network 2cefb378-2e39-4b2d-83bc-276523aa61ce is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:26:47.723740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2cefb378-2e39-4b2d-83bc-276523aa61ce) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:47.742671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:47.743688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:47.769264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50a63305-6a17-42d5-81bc-fd214473cf1f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3079088 Oct 19 20:26:47.783259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93458e-5ea1-4049-af5c-7573f29aeb80 None None] Network 2cefb378-2e39-4b2d-83bc-276523aa61ce requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:47.806671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-c58d82e9-7f63-4302-9915-08725c80e240 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963148 Oct 19 20:26:47.931784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] Provisioning complete for port 9f781609-756f-4cf9-9090-7822ef41262c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:47.932160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:48.029029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-f5a0d81c-85a6-4aff-be65-ec41a7734e01 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163506 Oct 19 20:26:48.221069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:36Z', 'revision_number': 4, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9f781609-756f-4cf9-9090-7822ef41262c', 'name': '', 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'mac_address': 'fa:16:3e:46:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:34Z', 'updated_at': '2021-10-19T20:26:47Z', 'revision_number': 4, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'subnets': [{'id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:48.380346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be2c64-e5f4-4fd5-89c7-2b424a876dc5 None None] Network 2cefb378-2e39-4b2d-83bc-276523aa61ce requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:26:48.398815 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-d16f69f7-51a2-4934-b381-cd7fc56919b2 req-b8dbdcab-ffcc-477f-943e-e09469f82008 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] show failed (client error): The resource could not be found. Oct 19 20:26:48.424407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d16f69f7-51a2-4934-b381-cd7fc56919b2 req-b8dbdcab-ffcc-477f-943e-e09469f82008 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/a9671a53-46bb-4f66-b4f9-c1230bd1b2f2 HTTP/1.1" status: 404 len: 352 time: 0.0238953 Oct 19 20:26:48.449455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c94cb646-8306-47d0-be40-480ce0340544 req-c43a8e31-6ebf-4e8f-ba25-da2515faf419 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 210 time: 0.0408041 Oct 19 20:26:48.499926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f06289-3c4f-4780-82b6-028c28e16950 None None] The sync data for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 is: [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:26:36Z', 'revision_number': 4, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9f781609-756f-4cf9-9090-7822ef41262c', 'name': '', 'network_id': '36581340-08ed-41f1-973d-ccc9a2e2379b', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'mac_address': 'fa:16:3e:46:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:34Z', 'updated_at': '2021-10-19T20:26:47Z', 'revision_number': 4, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'subnets': [{'id': '8411744c-debe-48c6-a8cd-1ceb949bb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:26:48.507250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:48.646063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] For port 9f781609-756f-4cf9-9090-7822ef41262c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f781609-756f-4cf9-9090-7822ef41262c,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:26:48.680003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:48.779644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de291aaf-f36b-4da4-8d9e-4eccce59841c req-0047bb4d-59df-41ab-a1fe-1ae4a6a6b73c tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:48.793813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de291aaf-f36b-4da4-8d9e-4eccce59841c req-0047bb4d-59df-41ab-a1fe-1ae4a6a6b73c tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.1085238 Oct 19 20:26:48.839990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa47e5-20b4-4786-b4d8-5d7798b5a010 None None] Pushing event updated for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:48.961694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de291aaf-f36b-4da4-8d9e-4eccce59841c req-0153c944-94e6-4d84-9a2a-a71b35536f78 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668539 Oct 19 20:26:49.179894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b619eaf-1f10-4fad-92a1-39d7a7aaf8d8 req-c9f93b8d-188b-4efa-9ef6-80cdf4919bc0 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a94f593c64845fba1396dc02a7275b5 HTTP/1.1" status: 200 len: 2984 time: 0.1041648 Oct 19 20:26:49.362143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b619eaf-1f10-4fad-92a1-39d7a7aaf8d8 req-e6823be5-b7e9-4501-b984-2a10604b42b2 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/5ad2ad9c-efd8-49e6-95c5-80317573e8ae HTTP/1.1" status: 200 len: 2981 time: 0.1744242 Oct 19 20:26:49.483970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b619eaf-1f10-4fad-92a1-39d7a7aaf8d8 req-07c09c90-c364-4f62-8976-dc988c522221 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/5ad2ad9c-efd8-49e6-95c5-80317573e8ae HTTP/1.1" status: 200 len: 2981 time: 0.1163630 Oct 19 20:26:49.580382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:26:49.690092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2abd9c2d-b1d8-4148-b767-76598fcc104e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:26:49.690571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2abd9c2d-b1d8-4148-b767-76598fcc104e not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:26:49.927481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93e5bbd8-5c2e-41a7-893f-b1c9b5816d8f req-7aa69b2b-e8a1-4795-9b1a-de5412e62f55 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 210 time: 0.1063387 Oct 19 20:26:50.059563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f781609-756f-4cf9-9090-7822ef41262c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:26:50.159427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06a4e102-bc08-4836-b8cc-a17b3759c20d req-4cb362f0-1740-4501-b583-1a468a50aa08 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/5ad2ad9c-efd8-49e6-95c5-80317573e8ae HTTP/1.1" status: 200 len: 2981 time: 0.1502221 Oct 19 20:26:50.223606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9f781609-756f-4cf9-9090-7822ef41262c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:50.224398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:50.350288 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-06a4e102-bc08-4836-b8cc-a17b3759c20d req-d15fb992-4809-4dc2-aeec-befdbe955ff6 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 20:26:50.364682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06a4e102-bc08-4836-b8cc-a17b3759c20d req-d15fb992-4809-4dc2-aeec-befdbe955ff6 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ad2ad9c-efd8-49e6-95c5-80317573e8ae HTTP/1.1" status: 409 len: 352 time: 0.2041264 Oct 19 20:26:50.465034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7bda-916c-4f2d-a250-7f81c1c0d05d req-7003db93-8861-442e-bc85-ba9ac04cb1f5 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:50.467312 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6ac7bda-916c-4f2d-a250-7f81c1c0d05d req-7003db93-8861-442e-bc85-ba9ac04cb1f5 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.1353474 Oct 19 20:26:50.592220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6ac7bda-916c-4f2d-a250-7f81c1c0d05d req-b341dc19-6a92-4a3c-8690-1577bf784dfe tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186440 Oct 19 20:26:50.698341 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-93e1c3d7-9998-40c1-8f96-0285155d882c req-fd2de093-acbb-40d7-bad3-8ed580c4b4c3 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] show failed (client error): The resource could not be found. Oct 19 20:26:50.714913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93e1c3d7-9998-40c1-8f96-0285155d882c req-fd2de093-acbb-40d7-bad3-8ed580c4b4c3 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/a370cff5-31a7-4e9d-80cd-a03589171868 HTTP/1.1" status: 404 len: 352 time: 0.0421250 Oct 19 20:26:50.794802 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-927ca6da-d33e-4817-9aa9-98d476548583 req-18cef586-de21-42e9-960d-d5591621b8b7 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] show failed (client error): The resource could not be found. Oct 19 20:26:50.795862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-927ca6da-d33e-4817-9aa9-98d476548583 req-18cef586-de21-42e9-960d-d5591621b8b7 tempest-SecurityGroupsNegativeTestJSON-1815097754 tempest-SecurityGroupsNegativeTestJSON-1815097754-project] 10.222.0.31 "GET /v2.0/security-groups/8b7501cb-65b1-40eb-bf16-b341df3610c8 HTTP/1.1" status: 404 len: 352 time: 0.0459871 Oct 19 20:26:50.817732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:50.992675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Deleting subnet 99c2b7f8-1780-4ae7-870e-099904dd1c38 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:26:51.001564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.113875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.241134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-b0fa59c0-a94c-4665-b9a1-7fcdcb5b21c7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:51.241134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-b0fa59c0-a94c-4665-b9a1-7fcdcb5b21c7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.37 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.5120034 Oct 19 20:26:51.252636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-e32cd018-9148-47ae-88b3-2748be0332b8 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=680fbcb023364764b45257a1a9d4515e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733823 Oct 19 20:26:51.261360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.270017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Request body: {'port': {'device_id': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'admin_state_up': True, 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:51.501520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8d7d01b-1d04-42c2-98d1-1f84a89b1235 req-f5cd5a06-7b56-4a1f-bc9d-c7572332e043 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 210 time: 0.0728106 Oct 19 20:26:51.501520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.516947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-1e5fecd6-5554-494f-a8b6-e0e07e78b96a tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:51.526713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-1e5fecd6-5554-494f-a8b6-e0e07e78b96a tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731807 Oct 19 20:26:51.562347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-5d63fb47-4596-43cf-aa15-4cc93c553be2 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/quotas/680fbcb023364764b45257a1a9d4515e HTTP/1.1" status: 200 len: 375 time: 0.0259242 Oct 19 20:26:51.580677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c2b7f8-1780-4ae7-870e-099904dd1c38,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:51.635462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.652525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3857458a-50db-4bbf-a72a-ef89dfab2f4f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99c2b7f8-1780-4ae7-870e-099904dd1c38 HTTP/1.1" status: 204 len: 168 time: 0.8300731 Oct 19 20:26:51.664031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:51.796666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:51.832782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-161cc8f5-df78-40de-88cf-c306b3664e77 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2511909 Oct 19 20:26:51.910582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:51.917814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.065195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.108761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cefb378-2e39-4b2d-83bc-276523aa61ce']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:52.133945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d07d88-0513-4885-bf9c-5f4b4f31277a') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:52.137491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d07d88-0513-4885-bf9c-5f4b4f31277a') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:26:52.164830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.234760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.255177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:26:52.258345 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:26:52.341844 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:26:52.533526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Allocated IP 172.20.0.3 (de155b98-00c4-4504-b838-5d9e24937250/3c4f5aa7-afeb-4eb2-b18c-cec4424f8824/471b6695-c11e-4ffd-a705-b1eb354adb72) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:52.550092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.600898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:52.621930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] 10.222.0.31 "DELETE /v2.0/networks/2cefb378-2e39-4b2d-83bc-276523aa61ce HTTP/1.1" status: 204 len: 168 time: 0.9368737 Oct 19 20:26:52.672138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b83df-454f-428d-a2a4-0e950bae260a admin admin] Pushing event deleted for resources: {'Network': ['ID=2cefb378-2e39-4b2d-83bc-276523aa61ce,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:52.697498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8494862e-181e-4bc1-80d7-37b026aeeeef req-47fa82b9-29c4-43f4-ab47-3a37cf9a2689 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 210 time: 0.1801450 Oct 19 20:26:52.814348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2cf5944-da2e-48fc-a2ae-31c4c4c32bb9 req-72d121a3-6a8a-4aaa-a208-f050eb247c7b tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 210 time: 0.0841334 Oct 19 20:26:52.970647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38702) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:53.044870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.061538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4e794fc2-21fa-4d89-b947-752aba1665e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a94f593c64845fba1396dc02a7275b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894592 Oct 19 20:26:53.063915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38706) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:53.149040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.189906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.284108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.289344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Network de155b98-00c4-4504-b838-5d9e24937250 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:53.299718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:53.306582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:53.332117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:53.400848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.405037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.417121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ad2ad9c-efd8-49e6-95c5-80317573e8ae HTTP/1.1" status: 204 len: 168 time: 0.3432460 Oct 19 20:26:53.453155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6359a-73d8-4f7a-80d3-ce5533bda35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad2ad9c-efd8-49e6-95c5-80317573e8ae,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:53.468583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:53.496431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:53.497365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.531694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9c530b42-c0b5-4ef7-a572-9d03f982f83a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2769020 Oct 19 20:26:53.551595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Request body: {'port': {'device_id': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:53.722325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:53.878177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-203b6a29-c1b3-4a04-96ee-88e7c0623e8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2143362 Oct 19 20:26:54.144101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.144891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.145572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.146207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.148321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.148967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.151176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.153449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-97db0e02-7dfb-427b-aec4-eb77aa9568ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.2064211 Oct 19 20:26:54.372574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-716de95c-a101-42ea-8926-7e958ea3f50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:54.397680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a71426f5-ba4a-477a-9113-e22a25646dcf req-0d62f59b-ece2-4d9a-9de6-51d0f7020373 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 210 time: 0.1356435 Oct 19 20:26:54.413267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5154caf-c922-413e-818a-e6e58952f632 req-f3ef6648-0949-4b6b-84d0-c8ad86e4aceb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.436324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c5154caf-c922-413e-818a-e6e58952f632 req-f3ef6648-0949-4b6b-84d0-c8ad86e4aceb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 931 time: 0.3801148 Oct 19 20:26:54.676096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c5154caf-c922-413e-818a-e6e58952f632 req-f6ff343d-b33d-4174-a979-121eedeecba9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371612 Oct 19 20:26:54.833179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97bb6034-878e-4f3e-8eb5-f99aba6267a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.877971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97bb6034-878e-4f3e-8eb5-f99aba6267a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.880083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-97bb6034-878e-4f3e-8eb5-f99aba6267a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:54.885011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-97bb6034-878e-4f3e-8eb5-f99aba6267a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 2292 time: 0.7010143 Oct 19 20:26:54.987604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471b6695-c11e-4ffd-a705-b1eb354adb72 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:26:54.999679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.028012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Transition to ACTIVE for port object 471b6695-c11e-4ffd-a705-b1eb354adb72 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:26:55.042750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.136533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-35c10c5d-a9d6-4a65-8b64-60b4ca883f58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 1001 time: 0.2445998 Oct 19 20:26:55.199738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-716de95c-a101-42ea-8926-7e958ea3f50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.210656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-716de95c-a101-42ea-8926-7e958ea3f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.262067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-716de95c-a101-42ea-8926-7e958ea3f50c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7893cc4651d94797821c9ae503b23617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9541388 Oct 19 20:26:55.293462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38764) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:55.295725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-cff3a13d-56c5-4be6-b438-b730b57caa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:55.319263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-cff3a13d-56c5-4be6-b438-b730b57caa17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.1756179 Oct 19 20:26:55.320937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38766) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:55.358201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:55.368940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de95c-a101-42ea-8926-7e958ea3f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4f09e-542c-4cb2-a03e-787f948e9104,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:55.475920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-82ff2a7a-e8f9-4081-a24f-c030ede996a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:55.480480 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-82ff2a7a-e8f9-4081-a24f-c030ede996a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457736 Oct 19 20:26:55.789100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-46212253-network', 'tenant_id': '53ff801603d64c86a0aab963122f4ae4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:55.810826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.853022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.868402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-816b6229-5e97-488f-bc92-6fcdbe6f0ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807819 Oct 19 20:26:55.937327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.940551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:55.949556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1b4f09e-542c-4cb2-a03e-787f948e9104 HTTP/1.1" status: 204 len: 168 time: 0.6459479 Oct 19 20:26:56.017916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-34f4a363-da79-45f4-8052-e46881af2ba5 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=680fbcb023364764b45257a1a9d4515e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4022970 Oct 19 20:26:56.020208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07439b30-9d71-4625-81a1-a3b2d54bbc5f req-30fd5c05-3254-4269-ae43-8be4145fe40f tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 210 time: 0.2186954 Oct 19 20:26:56.044249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4717f-c4d6-44d5-8d4a-7de735a535cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4f09e-542c-4cb2-a03e-787f948e9104,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:56.108666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Attempting to bind port 471b6695-c11e-4ffd-a705-b1eb354adb72 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:26:56.109537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Attempting to bind port 471b6695-c11e-4ffd-a705-b1eb354adb72 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:26:56.114782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Attempting to bind port 471b6695-c11e-4ffd-a705-b1eb354adb72 on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:56.174832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:56.178532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.210366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Port 471b6695-c11e-4ffd-a705-b1eb354adb72 on network de155b98-00c4-4504-b838-5d9e24937250 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:26:56.216801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Attempting to bind port 471b6695-c11e-4ffd-a705-b1eb354adb72 on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:26:56.279262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:26:56.279531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Checking segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:56.279922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Bound using segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:26:56.280376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Bound port: 471b6695-c11e-4ffd-a705-b1eb354adb72, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:26:56.280738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.339892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.361198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85be4e60-c5eb-4729-8616-d409a72aedc1 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:56.362712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85be4e60-c5eb-4729-8616-d409a72aedc1 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334596 Oct 19 20:26:56.368275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3204-9bd9-459e-b187-b04e1b5238c0 req-98b61091-1cd6-467d-993d-1050c71704e7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:56.371429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82fb3204-9bd9-459e-b187-b04e1b5238c0 req-98b61091-1cd6-467d-993d-1050c71704e7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 943 time: 0.5465453 Oct 19 20:26:56.404914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b61c6273-ed20-40a2-892a-56cf33846fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.414353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Request body: {'port': {'device_id': '44025bb2-5931-4eda-8247-a1703b8dce73', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '680fbcb023364764b45257a1a9d4515e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:56.538671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-213f2717-9bb0-4474-a0cc-1aa731ce69ea service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256196 Oct 19 20:26:56.591096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82fb3204-9bd9-459e-b187-b04e1b5238c0 req-abadfc74-a595-4536-b1d4-9e6435fa928c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998315 Oct 19 20:26:56.636536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-37bff92c-b7fa-4a0b-b28e-c60404c13152 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 217 time: 0.0767777 Oct 19 20:26:56.730905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-16fb8162-aa60-43ac-abde-dac7d5901439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:56.731976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-16fb8162-aa60-43ac-abde-dac7d5901439 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.0839200 Oct 19 20:26:56.742098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Made reservation on behalf of 680fbcb023364764b45257a1a9d4515e for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:56.751038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.774540 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.817122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.858309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:26:56.889361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:56.889761 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Added segment bd246158-83a9-4108-8bf7-f1be3ff345d3 of type vlan for network db03dafb-6622-49bf-97d5-4cd190b6ea31 Oct 19 20:26:57.006815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:26:57.026809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.101688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:57.157413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-00ea0db6-5722-4a48-9656-846189a62009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:57.166675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-00ea0db6-5722-4a48-9656-846189a62009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4156885 Oct 19 20:26:57.278217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Allocated IP 192.168.233.166 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/fb1797a9-95c2-4208-a313-ec715a853cbd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:26:57.408213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-1311161c-72a6-4a6f-a646-38e4d02e3739 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265053 Oct 19 20:26:57.487622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.495914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:57.496765 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.552028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2276056 Oct 19 20:26:57.589552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:57.592742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38832) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:57.625730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Request body: {'subnet': {'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-46212253-subnet', 'tenant_id': '53ff801603d64c86a0aab963122f4ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:57.685363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.778705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:26:57.785119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.846662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cfea390-b3ee-4d2a-9644-89e6c2f8998c req-388c3ff6-68bc-48fc-930a-8618d4b23960 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 210 time: 0.1330788 Oct 19 20:26:57.883034 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.885936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:57.886915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:57.888542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] 10.222.0.37 "PUT /v2.0/ports/471b6695-c11e-4ffd-a705-b1eb354adb72 HTTP/1.1" status: 200 len: 1091 time: 4.3489807 Oct 19 20:26:57.892398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:26:57.895046 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f66d04-bde3-4519-be7d-00426e01c908" -d '{"events": [{"name": "network-changed", "server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:26:57.897049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8917bc6d-3058-49a6-9aaa-a796a594c1d4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:26:57.906717 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:26:57.986366 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08d7fa-5d20-4669-b724-a32484b1eb3f x-openstack-request-id: req-9e08d7fa-5d20-4669-b724-a32484b1eb3f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:26:57.987015 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:26:57.987500 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e08d7fa-5d20-4669-b724-a32484b1eb3f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:26:57.988128 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'status': 'completed', 'code': 200} Oct 19 20:26:58.009277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:58.011553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe5477-f162-4cb7-87d2-832825ad09cf service neutron] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:58.011729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.014923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-9ee439b7-11bd-4802-b4aa-2c7ea70e28fe service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969465 Oct 19 20:26:58.017961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:26:58.019471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-216462295-network', 'tenant_id': '2eaa3c319f184d7c91e14b1ab584b26f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:58.025518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:26:58.049856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:26:58.059447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774c19f-a4e2-4498-a099-e855f5649532 admin admin] Pushing event updated for resources: {'Network': ['ID=db03dafb-6622-49bf-97d5-4cd190b6ea31,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:58.110632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:26:58.118452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-be21cf79-1548-43b4-b6c8-0aae9fc212ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.120149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-be21cf79-1548-43b4-b6c8-0aae9fc212ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 1094 time: 0.1688237 Oct 19 20:26:58.120874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Pushing event updated for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:58.139416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-98fd0693-7e80-43cc-8262-fe63829abbbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 217 time: 0.0828729 Oct 19 20:26:58.154091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.154892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.227579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-5ba51e9c-b700-41e0-9d11-206ef73741da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471b6695-c11e-4ffd-a705-b1eb354adb72 HTTP/1.1" status: 200 len: 217 time: 0.0931971 Oct 19 20:26:58.290916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fdcef-588b-4ce9-a2e1-58157a1ed711 req-2ff486a9-1abf-4ae7-882d-7557cc8dd7ad tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.297611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c3fdcef-588b-4ce9-a2e1-58157a1ed711 req-2ff486a9-1abf-4ae7-882d-7557cc8dd7ad tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 943 time: 0.5655737 Oct 19 20:26:58.323779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-d9256fa4-c123-43d9-868d-9a153546706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.327743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-d9256fa4-c123-43d9-868d-9a153546706a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.0922804 Oct 19 20:26:58.331103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Made reservation on behalf of 2eaa3c319f184d7c91e14b1ab584b26f for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:26:58.335604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-85fd32be-d0b4-489c-b108-29000815bba0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9561777 Oct 19 20:26:58.338552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.365686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Request body: {'port': {'device_id': '44025bb2-5931-4eda-8247-a1703b8dce73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:26:58.426463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-80f03977-c613-413f-80da-4597013b09ff None None] Provisioning complete for port fb1797a9-95c2-4208-a313-ec715a853cbd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:26:58.427189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-80f03977-c613-413f-80da-4597013b09ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.462017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-cef99ea2-0ebe-4882-9488-5d2bf1c9d7ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252987 Oct 19 20:26:58.463404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.563951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c3fdcef-588b-4ce9-a2e1-58157a1ed711 req-7e693a09-fb5c-466e-8685-49db7fc18676 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386730 Oct 19 20:26:58.576842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-e9c5c73d-cf84-40f4-9e15-771146f6cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.583929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-e9c5c73d-cf84-40f4-9e15-771146f6cd23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.4222379 Oct 19 20:26:58.779498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-80f03977-c613-413f-80da-4597013b09ff None None] Port fb1797a9-95c2-4208-a313-ec715a853cbd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:26:58.816194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-76d47bca-7b12-4ccc-acf9-df45cc508370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4450564 Oct 19 20:26:58.817083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:58.957779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-0b5d7e19-f1e4-4fe4-b00c-f58292e62ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:58.970816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-0b5d7e19-f1e4-4fe4-b00c-f58292e62ede service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3736405 Oct 19 20:26:59.082804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-5ecad5ed-7d1d-47b5-8e4f-efe9d375e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:59.084666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-5ecad5ed-7d1d-47b5-8e4f-efe9d375e992 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 1100 time: 0.1785681 Oct 19 20:26:59.087128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-43e7ad42-9b01-4d18-94f2-79f8544990f3 service neutron] 10.222.0.37 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234327 Oct 19 20:26:59.109929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:59.185534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-97cdd336-ba42-4fce-b633-4b2409054e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:59.274701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38862) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:26:59.412690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:59.444251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:59.470508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a30f75d-e85b-4ed1-b504-50b59ab34aff req-f5639e7d-d77c-461f-be2d-f9826e25041d service neutron] 10.222.0.37 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742447 Oct 19 20:26:59.478540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f9cb96-31e1-4cc0-81d0-280a256c3ee0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:59.500987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32654a-09a8-4af4-97a6-b7862d869a51 req-9b2f5dd7-caaa-4e4b-84fe-dd48a6441d54 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:59.508783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c32654a-09a8-4af4-97a6-b7862d869a51 req-9b2f5dd7-caaa-4e4b-84fe-dd48a6441d54 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 936 time: 0.4525919 Oct 19 20:26:59.513346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-6ff64b16-9ec1-4e59-b67b-13f9408c7b96 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183010 Oct 19 20:26:59.516864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-b2048e8e-4e4b-4e63-b000-2dfd9ac886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:26:59.522239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-b2048e8e-4e4b-4e63-b000-2dfd9ac886b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3968627 Oct 19 20:26:59.584179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:26:59.625442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-006bab1d-8024-4127-a993-9b251491550b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0875754 Oct 19 20:26:59.645561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a991ddb2-7023-4790-aa2f-3f4014712e1d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:26:59.680846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Checking segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:26:59.681412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Network hostable DHCP agents. Network: db03dafb-6622-49bf-97d5-4cd190b6ea31, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:26:59.690545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:26:59.695828 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Added segment f08eef62-6e63-4078-a807-3c004e0bdc30 of type vlan for network f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 Oct 19 20:26:59.961417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.027161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c32654a-09a8-4af4-97a6-b7862d869a51 req-4874858b-a51d-4ebf-ab41-45d2385ea81b tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158384 Oct 19 20:27:00.034714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-5830b2e4-719b-43bc-9030-db039ddc7961 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882424 Oct 19 20:27:00.039660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.041830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.043215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.082266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4403671f-fd2e-42b9-a3c7-d1fa7001f09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.162262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-3f5a5304-9c78-4961-af47-b5b98d47722f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 217 time: 0.1155272 Oct 19 20:27:00.196272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6008065 Oct 19 20:27:00.227488 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.235215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:00.247758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Request body: {'subnet': {'network_id': 'f7fda7b9-5f48-446c-8a19-91d2d0bc9b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-216462295-subnet', 'tenant_id': '2eaa3c319f184d7c91e14b1ab584b26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:00.313570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-74f3c986-2583-448d-b703-f452333d1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.316332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-74f3c986-2583-448d-b703-f452333d1c86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1413531 Oct 19 20:27:00.317383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7cfd8-7210-4050-9a7c-e853d1951863 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fda7b9-5f48-446c-8a19-91d2d0bc9b74,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:00.320533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:27:00.329031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:27:00.358160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-676873eb-4539-4ba1-80dd-80c640b929db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.361271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-676873eb-4539-4ba1-80dd-80c640b929db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.7200413 Oct 19 20:27:00.388868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-e371b377-a048-4739-9a29-448c4f776f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.397624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-e371b377-a048-4739-9a29-448c4f776f8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 1094 time: 0.8700061 Oct 19 20:27:00.439656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, db03dafb-6622-49bf-97d5-4cd190b6ea31) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:00.448508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.451074 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.461061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe85b2f-df52-433f-b89e-8218e0c861b5 None None] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:00.484474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-5ff960f8-eb43-477d-84ac-8c667987c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.494781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-5ff960f8-eb43-477d-84ac-8c667987c7e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1696327 Oct 19 20:27:00.500602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-24229071-01cf-4704-85c4-4ce57fb2b36d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9065373 Oct 19 20:27:00.522779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Made reservation on behalf of 2eaa3c319f184d7c91e14b1ab584b26f for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:00.533261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.575325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee10153-9d49-47e8-8206-a3c32b08d877 req-045dfec8-a163-4f43-b98f-e89ffbaf2b53 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:00.576927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee10153-9d49-47e8-8206-a3c32b08d877 req-045dfec8-a163-4f43-b98f-e89ffbaf2b53 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 943 time: 0.5135670 Oct 19 20:27:00.670464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1797a9-95c2-4208-a313-ec715a853cbd {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:00.713862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:00.743636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Transition to ACTIVE for port object fb1797a9-95c2-4208-a313-ec715a853cbd will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:00.760551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f089f2ff-13d0-40d2-8f61-21a9230ee51a None None] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:00.780063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-691d982a-645d-49da-a134-6fb75e08f88d service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754159 Oct 19 20:27:00.949753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.008750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-89897f48-e77c-4b05-934b-ef5085531278 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167487 Oct 19 20:27:01.008967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.080817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-a0624dae-5e39-4ada-8f22-2870ce630ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 217 time: 0.0628610 Oct 19 20:27:01.174713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-fe090b0e-3bf7-4df4-9cab-190e02477bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:01.176353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-fe090b0e-3bf7-4df4-9cab-190e02477bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.0749941 Oct 19 20:27:01.253152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-6a453e24-f6ff-4505-b805-f1c95e14805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:01.254870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-6a453e24-f6ff-4505-b805-f1c95e14805a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8556449 Oct 19 20:27:01.361810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:01.428970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-5d49d4a7-27af-47ac-b40d-8c7dfabbfca7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:01.437959 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-5d49d4a7-27af-47ac-b40d-8c7dfabbfca7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.2101367 Oct 19 20:27:01.463635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-2604de65-f756-400d-9c65-aae48548d13f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/quotas/53ff801603d64c86a0aab963122f4ae4 HTTP/1.1" status: 200 len: 375 time: 0.0246477 Oct 19 20:27:01.471584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee10153-9d49-47e8-8206-a3c32b08d877 req-d4b47623-a276-4195-a480-22f593edf1a8 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430743 Oct 19 20:27:01.485539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:01.495169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-5db19fde-f178-4099-b5d6-17029a45c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:01.505053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-5db19fde-f178-4099-b5d6-17029a45c7b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 906 time: 1.0600924 Oct 19 20:27:01.546842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-09adff7f-4d94-4545-8e22-3978aba5adf6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820923 Oct 19 20:27:01.569311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-9ba8ddae-04af-45e8-b9be-8856095856a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:01.570812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-9ba8ddae-04af-45e8-b9be-8856095856a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3873911 Oct 19 20:27:01.629146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4403671f-fd2e-42b9-a3c7-d1fa7001f09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.634088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-44316fb6-652a-44e3-b1cd-dccc1e47aafd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471b6695-c11e-4ffd-a705-b1eb354adb72 HTTP/1.1" status: 200 len: 217 time: 0.1261041 Oct 19 20:27:01.703942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4403671f-fd2e-42b9-a3c7-d1fa7001f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.753563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:01.754020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-c5a5e79a-ebca-4cd3-863c-7dded78d9cad service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731553 Oct 19 20:27:01.785949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'mac_address': 'fa:16:3e:c5:ac:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:01.844504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.861041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471b6695-c11e-4ffd-a705-b1eb354adb72 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:01.885406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:01.890207 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:01.905555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403671f-fd2e-42b9-a3c7-d1fa7001f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3656c52d-95ce-48ed-87b7-c245475f6cdf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:01.913626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-f49653c9-ec76-4332-88ca-89aaecf18192 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100757 Oct 19 20:27:01.968416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:01.980643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.981005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.981352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.981695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.982022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.982352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.982683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.983002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.984366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.984708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.985090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:01.985493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:02.000292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4403671f-fd2e-42b9-a3c7-d1fa7001f09e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c002cd26f96d41a3b328f30f5c530341&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7155020 Oct 19 20:27:02.009797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38908) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:02.104866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-0e3cc963-6c7b-4301-9e24-178125438c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:02.106396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-0e3cc963-6c7b-4301-9e24-178125438c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.4057786 Oct 19 20:27:02.119983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Attempting to bind port fb1797a9-95c2-4208-a313-ec715a853cbd on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:02.120399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Attempting to bind port fb1797a9-95c2-4208-a313-ec715a853cbd by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:02.120737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Attempting to bind port fb1797a9-95c2-4208-a313-ec715a853cbd on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:02.175246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cf76c-adad-4825-a352-b4d671c59347 req-d463fe7f-8789-4f81-ab27-0678fe34d7a0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:02.176832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-318cf76c-adad-4825-a352-b4d671c59347 req-d463fe7f-8789-4f81-ab27-0678fe34d7a0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 948 time: 0.5586190 Oct 19 20:27:02.185848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['471b6695-c11e-4ffd-a705-b1eb354adb72'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:02.250317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:02.297558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-ce7bf194-d9b3-438c-ad25-05a4215b5ebc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307504 Oct 19 20:27:02.308545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Port fb1797a9-95c2-4208-a313-ec715a853cbd on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:02.308886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Attempting to bind port fb1797a9-95c2-4208-a313-ec715a853cbd on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:02.397795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:02.398132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:02.398514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:02.398956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Bound port: fb1797a9-95c2-4208-a313-ec715a853cbd, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:02.399314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:02.427299 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:02.446150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-d8c00a7c-4bef-4031-b3e0-35862900d361 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489379 Oct 19 20:27:02.454870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-0d77ed54-1b2c-42b4-9645-eaccfc564b1a service neutron] 10.222.0.31 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9072480 Oct 19 20:27:02.478037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0a536a2-8715-4e39-a9fc-d03af39d615e req-a80ba205-92e2-4338-bbcc-7b243ee73808 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516472 Oct 19 20:27:02.513522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-62bbfa52-e8e8-4365-bf40-50391da2e73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0498199 Oct 19 20:27:02.528201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-318cf76c-adad-4825-a352-b4d671c59347 req-69ceba23-4da8-424e-8563-914d1d8e393c tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074543 Oct 19 20:27:02.593037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:02.602031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcf1d08-3b3d-4ff5-b547-71e195917bb2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:02.668307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-3d829cc2-75a8-422e-b614-66e1f4f648f0 service neutron] 10.222.0.37 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366654 Oct 19 20:27:02.683520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:02.800407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-f19540f4-ecb6-44d1-a671-983792a7a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:02.805021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-f19540f4-ecb6-44d1-a671-983792a7a0c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.2814023 Oct 19 20:27:02.873195 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-39688935-860b-4616-9678-7a3dd998afc8 service neutron] 10.222.0.31 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172726 Oct 19 20:27:02.908328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f66d04-bde3-4519-be7d-00426e01c908 req-bea9eb62-d2c4-40ba-b50e-8591f04df48c service neutron] 10.222.0.37 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195876 Oct 19 20:27:02.912214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-66f8e57e-a14d-4480-8c8e-4b343cc0a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:02.914074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-66f8e57e-a14d-4480-8c8e-4b343cc0a935 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932970 Oct 19 20:27:02.947208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:02.949489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Checking segment: {'id': 'f08eef62-6e63-4078-a807-3c004e0bdc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f7fda7b9-5f48-446c-8a19-91d2d0bc9b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:02.949805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Network hostable DHCP agents. Network: f7fda7b9-5f48-446c-8a19-91d2d0bc9b74, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:27:03.004609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fb1797a9-95c2-4208-a313-ec715a853cbd,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:03.026870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:03.036309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Network f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:27:03.047492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.048130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:03.049877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb1797a9-95c2-4208-a313-ec715a853cbd HTTP/1.1" status: 200 len: 1096 time: 4.6964552 Oct 19 20:27:03.098384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:03.102673 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b" -d '{"events": [{"name": "network-changed", "server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:03.167291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae1755-f482-445a-9a31-be62ee7e08e0 req-cff57848-5f61-47be-8ced-e6d91f517007 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.171135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eaae1755-f482-445a-9a31-be62ee7e08e0 req-cff57848-5f61-47be-8ced-e6d91f517007 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 944 time: 0.2614117 Oct 19 20:27:03.172308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f7fda7b9-5f48-446c-8a19-91d2d0bc9b74) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:03.178513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.179516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:03.186666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-99c65714-7bc8-421e-af0c-32a68664cb45 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640142 Oct 19 20:27:03.187014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b151e-ecd2-433e-bd8c-1f2a5c8bea0b None None] Network f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:03.246467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c41e848-3c46-4548-8faa-7aed36a02595 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0039525 Oct 19 20:27:03.372048 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b08b1-f3f6-42c3-9d02-8090c6268f52 x-openstack-request-id: req-941b08b1-f3f6-42c3-9d02-8090c6268f52 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:03.372343 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:03.372591 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-941b08b1-f3f6-42c3-9d02-8090c6268f52 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:03.373044 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd', 'status': 'completed', 'code': 200} Oct 19 20:27:03.448442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:03.456769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:03.461545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3656c52d-95ce-48ed-87b7-c245475f6cdf HTTP/1.1" status: 204 len: 168 time: 1.4436719 Oct 19 20:27:03.475717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eaae1755-f482-445a-9a31-be62ee7e08e0 req-cde833ba-04aa-4bb1-bd6e-e7c2609543e6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654984 Oct 19 20:27:03.486797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f7d3f-c4ad-4adc-ac2e-6c48e0554806 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:03.519582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:03.533055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-e436ff12-fb36-4cda-aa34-7deb12258d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.536392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-e436ff12-fb36-4cda-aa34-7deb12258d34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 1099 time: 0.4253647 Oct 19 20:27:03.539648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462900a-aea1-46be-9d27-713f2cf89c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656c52d-95ce-48ed-87b7-c245475f6cdf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:03.591477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-5e349ae0-339c-4144-87b1-156057c9d64e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fb1797a9-95c2-4208-a313-ec715a853cbd HTTP/1.1" status: 200 len: 217 time: 0.0426006 Oct 19 20:27:03.641478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9520e-c462-4c16-86d9-9caf12d96537 None None] Network f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:03.657091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6d158e93-6e1e-4b8d-badc-54bdfe70df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.658860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-6d158e93-6e1e-4b8d-badc-54bdfe70df50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0610962 Oct 19 20:27:03.758898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0f7e698-60a6-45b7-b23a-17774207dbc3 req-9c39fd91-6361-4799-b88c-179aeb066d4f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 210 time: 0.1426485 Oct 19 20:27:03.761467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-32050bf1-6b96-4adb-b170-fb0130dcaabe service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664945 Oct 19 20:27:03.891659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-0f516465-853e-4c50-ba60-23fd6777fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:03.897796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-0f516465-853e-4c50-ba60-23fd6777fbaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293303 Oct 19 20:27:03.945178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 471b6695-c11e-4ffd-a705-b1eb354adb72 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:03.954312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-d0669b48-8bf1-42d1-9cf0-9cbceb5284f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.1781638 Oct 19 20:27:04.065746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 471b6695-c11e-4ffd-a705-b1eb354adb72 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:04.067476 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.145592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-fa46385e-acbb-4386-8f4f-5ce857050833 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306027 Oct 19 20:27:04.155152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-622835464', 'description': 'tempest-description-757255854'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:04.161433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504af5a-3535-49e8-9c44-306ad481a5ca req-3d0edf3f-2603-440b-8c56-1116428dff8a tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:04.164891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8504af5a-3535-49e8-9c44-306ad481a5ca req-3d0edf3f-2603-440b-8c56-1116428dff8a tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 948 time: 0.4500351 Oct 19 20:27:04.319351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.326535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.328268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-31d87860-81dd-484f-986f-636e7eeaf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:04.335211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-31d87860-81dd-484f-986f-636e7eeaf745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.3730984 Oct 19 20:27:04.341879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8504af5a-3535-49e8-9c44-306ad481a5ca req-193adf63-4766-4f72-b2a5-445fa68d92f7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505349 Oct 19 20:27:04.401701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:04.410583 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af7ff2-9f4e-4aa1-9f30-734719964d3f" -d '{"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-plugged", "status": "completed", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:04.420507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aca8d49b-7dbf-4500-bff6-b8bb2d5c33ae req-bcb9619e-1d59-4a6d-8ec2-237985718e8d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523270 Oct 19 20:27:04.465415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:04.475010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.567231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-62742d82-8c71-44b0-b0d9-8010b2884c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:04.569047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-62742d82-8c71-44b0-b0d9-8010b2884c21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=680fbcb023364764b45257a1a9d4515e&device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 1099 time: 0.0956302 Oct 19 20:27:04.608362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:04.629325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46c84-07e9-401c-b131-a4742393245b req-665e7c9b-9506-4317-8515-914355408572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:04.631457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-665e7c9b-9506-4317-8515-914355408572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2635183 Oct 19 20:27:04.634765 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6729f1-7169-4288-9a6a-8e3e05d5ebf5 x-openstack-request-id: req-0f6729f1-7169-4288-9a6a-8e3e05d5ebf5 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:04.635257 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-plugged", "status": "completed", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:04.636185 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f6729f1-7169-4288-9a6a-8e3e05d5ebf5 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:04.636185 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'code': 200} Oct 19 20:27:04.785452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.807186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:04.945404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099937c9-8f1f-4b69-a04c-961568ad2627,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:04.987595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c2062-26ec-434f-acb1-b6cdb912bb27 req-995d911f-afd9-4b24-a135-98ca3976b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:04.994745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b80c2062-26ec-434f-acb1-b6cdb912bb27 req-995d911f-afd9-4b24-a135-98ca3976b0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 1096 time: 0.2770627 Oct 19 20:27:05.011680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:05.013105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8739b8c4-d3d5-4f22-af31-8244b09ef604 req-337419cd-7b25-4332-92b4-6f5c1d35e8fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8760610 Oct 19 20:27:05.050491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-1893252e-8131-4e10-9c2d-0aa96ec85fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100871 Oct 19 20:27:05.121937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-1c949ddb-4a68-408b-b0c6-dfaf514a8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:05.123457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-1c949ddb-4a68-408b-b0c6-dfaf514a8790 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.5472305 Oct 19 20:27:05.141929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148259a9-4d14-4fef-b46b-0e0b19aa05f6 req-e4602ccd-38a2-46bd-9e53-599a925ca691 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:05.143399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-148259a9-4d14-4fef-b46b-0e0b19aa05f6 req-e4602ccd-38a2-46bd-9e53-599a925ca691 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2680039 Oct 19 20:27:05.240069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-2a79453d-b985-4336-bd12-f365d88cdd8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=fb1797a9-95c2-4208-a313-ec715a853cbd HTTP/1.1" status: 200 len: 217 time: 0.1060617 Oct 19 20:27:05.254388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b80c2062-26ec-434f-acb1-b6cdb912bb27 req-626bc5a1-d81b-41ad-8ada-ab230977bebe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246923 Oct 19 20:27:05.321742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-148259a9-4d14-4fef-b46b-0e0b19aa05f6 req-274d102f-a316-43a9-ba6e-48614357314e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993328 Oct 19 20:27:05.331454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-285871bb-7eeb-48e2-9cfd-b1553913d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:05.334244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-285871bb-7eeb-48e2-9cfd-b1553913d2fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0780272 Oct 19 20:27:05.367756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8dc46c84-07e9-401c-b131-a4742393245b req-4ff14ab9-a876-47b7-92ce-7d88cb5833dd service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094814 Oct 19 20:27:05.387111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6515dfbe-d7c1-48b8-8fe7-e82c9201bae4 req-b057ff69-d6c2-4aa8-b0ba-63b15a723f9d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 210 time: 0.2318790 Oct 19 20:27:05.421269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-36f36164-77f7-440a-a202-755bc2d846c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:05.421269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-36f36164-77f7-440a-a202-755bc2d846c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762742 Oct 19 20:27:05.554184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-c7d4ebaa-e7c7-40a9-ad9f-374569954b2f tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/099937c9-8f1f-4b69-a04c-961568ad2627 HTTP/1.1" status: 200 len: 1803 time: 0.1144054 Oct 19 20:27:05.597470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '099937c9-8f1f-4b69-a04c-961568ad2627', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:05.598289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '099937c9-8f1f-4b69-a04c-961568ad2627', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:05.641426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-0f777380-daf6-41b1-9290-2bcef0e42d6a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143106 Oct 19 20:27:05.775670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70c10c-f68d-4c87-b43c-223b2481698b req-f05c6b54-a5d0-4385-b528-a803eb1448f0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:05.795728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed70c10c-f68d-4c87-b43c-223b2481698b req-f05c6b54-a5d0-4385-b528-a803eb1448f0 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 948 time: 0.2352910 Oct 19 20:27:05.823420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ed9c5b6-7f2a-4866-8acb-1a6f383b021b req-65aa6e30-e5b9-47ea-a451-2aca9438dc88 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709499 Oct 19 20:27:05.880552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed70c10c-f68d-4c87-b43c-223b2481698b req-97d62f12-1f16-4dff-95a5-d3879b096805 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627098 Oct 19 20:27:05.990396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.071408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.074691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.090718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-18c5ba0f-79a2-4354-8e54-cf897c8e5688 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:06.092857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-18c5ba0f-79a2-4354-8e54-cf897c8e5688 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.3075228 Oct 19 20:27:06.112095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Request body: {'port': {'device_id': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'admin_state_up': True, 'tenant_id': '53ff801603d64c86a0aab963122f4ae4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:06.118525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697b5141-4451-400d-ad93-10252a55f27f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:06.139103 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.140098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a9d7de6-914f-4739-a763-f66a6e95ca41 req-d950e6c7-8149-42f5-ba33-7a4ad9f03bba tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5722928 Oct 19 20:27:06.307435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1372368537', 'description': 'tempest-description-1485567614'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:06.463208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.506234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-4147da0a-e429-4dfe-ba52-6264962e2bc1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:06.507409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:06.508086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-4147da0a-e429-4dfe-ba52-6264962e2bc1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.4875269 Oct 19 20:27:06.520114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.541178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Request body: {'port': {'device_id': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'admin_state_up': True, 'tenant_id': '53ff801603d64c86a0aab963122f4ae4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:06.707596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bff89f-a0a2-4736-8eb5-bdd542d8c666 req-9f45cc2d-d313-4706-a0f1-4b13da4cb326 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:06.709243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0bff89f-a0a2-4736-8eb5-bdd542d8c666 req-9f45cc2d-d313-4706-a0f1-4b13da4cb326 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2262323 Oct 19 20:27:06.748658 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.754242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.796426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d8d18-ed03-457d-88d2-ff7ae3dd519c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:06.828963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:06.832948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.851878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:06.853343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3abaf46c-d204-4884-9cea-1c2e42ab08bf req-6cfe35e4-be3b-48ae-b1c0-e50063ed5b9e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5594337 Oct 19 20:27:06.935966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0bff89f-a0a2-4736-8eb5-bdd542d8c666 req-981f323f-9c3f-4ac7-b36e-d98cd071c152 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577652 Oct 19 20:27:07.057162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Allocated IP 172.20.0.8 (db03dafb-6622-49bf-97d5-4cd190b6ea31/67f9cb96-31e1-4cc0-81d0-280a256c3ee0/c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:07.072016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad112fbe-4956-4059-9f78-129997824c97 req-7b8f7ad7-895b-44ce-b7b4-4fbbab5a06d4 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/1d0d8d18-ed03-457d-88d2-ff7ae3dd519c HTTP/1.1" status: 200 len: 1805 time: 0.1159737 Oct 19 20:27:07.076999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1d0d8d18-ed03-457d-88d2-ff7ae3dd519c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:07.077187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1d0d8d18-ed03-457d-88d2-ff7ae3dd519c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:07.078266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d66235a-55a2-4631-a444-cf513b47cf40 req-1b6aef15-e388-4fe1-bc26-b94cd20d096e tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 210 time: 0.0825901 Oct 19 20:27:07.202844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.231980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.241853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.330699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb511abe-5926-4092-9628-5ea040e4e630,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:07.394013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b32ba-984b-479e-bc95-d4052bb975c0 req-e581f71a-f8b1-41af-aa7a-66f1704b50d7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:07.395848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e4b32ba-984b-479e-bc95-d4052bb975c0 req-e581f71a-f8b1-41af-aa7a-66f1704b50d7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 948 time: 0.1886637 Oct 19 20:27:07.417843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.419066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad112fbe-4956-4059-9f78-129997824c97 req-bd235111-c288-4638-9204-08442897a470 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3462377 Oct 19 20:27:07.495334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e4b32ba-984b-479e-bc95-d4052bb975c0 req-b83e3deb-9dfe-4e6b-a503-05336c7bd812 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899110 Oct 19 20:27:07.539506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-810161285', 'description': 'tempest-description-832409919'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:07.588600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.613110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.690687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.691013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.703467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fb1797a9-95c2-4208-a313-ec715a853cbd details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:07.735211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:07.738455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:07.742951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:07.770540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Allocated IP 172.20.0.9 (db03dafb-6622-49bf-97d5-4cd190b6ea31/67f9cb96-31e1-4cc0-81d0-280a256c3ee0/57c5d1e0-6b85-4e6d-bb18-a4bd80903652) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:07.774379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event updated for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:07.824910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:07.825664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:07.857389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b707925c-0af6-4a65-a957-7ab122cb40f4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7520649 Oct 19 20:27:07.882044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Request body: {'port': {'device_id': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:07.897364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fb1797a9-95c2-4208-a313-ec715a853cbd,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:07.948436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'fb1797a9-95c2-4208-a313-ec715a853cbd', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'fb1797a9-95c2-4208-a313-ec715a853cbd', 'mac_address': 'fa:16:3e:d5:c8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:08.005892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.023185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.086604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.095946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.115834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.167985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1797a9-95c2-4208-a313-ec715a853cbd {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:08.186290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:08.191840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.194425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a478ead0-ced6-4b4f-8119-3107c8c741e0 req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6601162 Oct 19 20:27:08.209625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:08.212390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397d5d-6684-4356-a9b8-c514e3a9d850 req-47482e3a-d798-461c-883c-54ba43818247 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:08.214719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24397d5d-6684-4356-a9b8-c514e3a9d850 req-47482e3a-d798-461c-883c-54ba43818247 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.1347356 Oct 19 20:27:08.222659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:08.232912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e51a97-adf6-4135-89dc-7e1af90e639a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d5274e-da20-427f-9a7e-9ef782dd9d0f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:08.318999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fb1797a9-95c2-4208-a313-ec715a853cbd,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:08.324838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.356768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event updated for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:08.380028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24397d5d-6684-4356-a9b8-c514e3a9d850 req-2498c707-b0ff-4d4a-9d8b-5993dcd9f4bd tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574905 Oct 19 20:27:08.430827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:08.431464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.452218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-161493898', 'description': 'tempest-description-1852037533'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:08.460376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:08.482434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-c09c61df-e04d-4ead-a470-0693b203eaef tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9642818 Oct 19 20:27:08.507353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d3fa7-0a04-46a5-b1ba-01175e5d28a8 req-2cbf9eee-95dc-483d-a9ab-cff2b6f76e99 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:08.519680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-908d3fa7-0a04-46a5-b1ba-01175e5d28a8 req-2cbf9eee-95dc-483d-a9ab-cff2b6f76e99 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 931 time: 0.2020011 Oct 19 20:27:08.523493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Request body: {'port': {'device_id': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:08.562889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['fb1797a9-95c2-4208-a313-ec715a853cbd'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:08.563507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.719926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.724997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-908d3fa7-0a04-46a5-b1ba-01175e5d28a8 req-80675339-5070-4b40-9937-ecf5c49b359e tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850820 Oct 19 20:27:08.789353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:08.817357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.890530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Transition to ACTIVE for port object c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:08.902862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:08.903825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.260899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc305-8304-4474-b52a-4cdb017eeb6b req-ceaeb03f-8ff2-488b-aa9c-eb16d8a91f17 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:09.272259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebcfc305-8304-4474-b52a-4cdb017eeb6b req-ceaeb03f-8ff2-488b-aa9c-eb16d8a91f17 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 949 time: 0.2201021 Oct 19 20:27:09.461641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebcfc305-8304-4474-b52a-4cdb017eeb6b req-3251ca41-6630-4145-8199-62ee85185026 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924632 Oct 19 20:27:09.506612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.515854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:09.543406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.572902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Transition to ACTIVE for port object 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:09.580474 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.667121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.678700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1e48a00-0144-46ef-9994-e3228d122c8b req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2340569 Oct 19 20:27:09.679555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:09.710981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fb1797a9-95c2-4208-a313-ec715a853cbd up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:09.826187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port fb1797a9-95c2-4208-a313-ec715a853cbd completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:09.836431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b44de-47c5-43ac-aea3-47bd267311ca tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4497534-a0e4-46db-8197-13b370f9a6ad,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:09.847477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Pushing event updated for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:09.853591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port fb1797a9-95c2-4208-a313-ec715a853cbd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:09.858069 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.887095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81669d5a-fab4-4e88-a81d-100fa1c334e7 req-8af5a3ed-4084-4549-a4ca-8047fd93efd4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:09.894123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81669d5a-fab4-4e88-a81d-100fa1c334e7 req-8af5a3ed-4084-4549-a4ca-8047fd93efd4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2241430 Oct 19 20:27:09.894913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Attempting to bind port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:09.895256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Attempting to bind port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:09.895584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Attempting to bind port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:09.918381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:09.919124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Attempting to bind port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:09.933677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:09.934450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Checking segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:09.935612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Bound using segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:09.938088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Bound port: 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:09.940029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:09.986549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Attempting to bind port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:09.986890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Attempting to bind port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:09.987200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Attempting to bind port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:09.997095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-5030bc57-25e3-430d-b056-2ce963306c01 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/f5d5274e-da20-427f-9a7e-9ef782dd9d0f HTTP/1.1" status: 200 len: 1803 time: 0.2188499 Oct 19 20:27:10.009098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81669d5a-fab4-4e88-a81d-100fa1c334e7 req-995d4b7b-b17d-4fba-9228-35a01ae709ce tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074595 Oct 19 20:27:10.012692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.023365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:10.024521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Attempting to bind port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:10.060734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:10.061635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Checking segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:10.062534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Bound using segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:10.063244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Bound port: c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:10.063832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.106731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-f0591ce2-38e7-4bf0-a5a9-9898b9b2879a tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/a4497534-a0e4-46db-8197-13b370f9a6ad HTTP/1.1" status: 200 len: 1804 time: 0.1012344 Oct 19 20:27:10.122250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:10.129593 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4f6c2-c3d7-43a9-b26d-908b43e094fc" -d '{"events": [{"server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "name": "network-vif-plugged", "status": "completed", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:10.144536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f5d5274e-da20-427f-9a7e-9ef782dd9d0f', 'remote_group_id': 'a4497534-a0e4-46db-8197-13b370f9a6ad', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:10.145106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f5d5274e-da20-427f-9a7e-9ef782dd9d0f', 'remote_group_id': 'a4497534-a0e4-46db-8197-13b370f9a6ad', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:10.148220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:10.165366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fb1797a9-95c2-4208-a313-ec715a853cbd,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:10.170108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:10.178793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.180150 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.233375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:10.249829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:10.262885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:10.284863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.344166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Pushing event updated for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:10.387859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.390505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.391997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 HTTP/1.1" status: 200 len: 1091 time: 2.5253627 Oct 19 20:27:10.392583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:10.395457 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3098e76-d3e2-4a42-ac15-584e587d59ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:10.399821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.400441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.403523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-339af39d-67db-4049-84b4-9e7fc2dbd69c service neutron] 10.222.0.37 "PUT /v2.0/ports/57c5d1e0-6b85-4e6d-bb18-a4bd80903652 HTTP/1.1" status: 200 len: 1091 time: 1.9113748 Oct 19 20:27:10.404210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39082) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:10.407656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:10.413929 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86fe01d-b756-405b-b630-44ed202c040c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:10.458786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732115-4d30-4c49-87f4-bde3fa48728a req-12ce34d2-59a4-470d-944c-2c06182f50d7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.460668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20732115-4d30-4c49-87f4-bde3fa48728a req-12ce34d2-59a4-470d-944c-2c06182f50d7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 943 time: 0.2029665 Oct 19 20:27:10.542283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.556919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20732115-4d30-4c49-87f4-bde3fa48728a req-3b5b7dcf-c1cb-4a60-a484-d2cac3add5b7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538604 Oct 19 20:27:10.564817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-4049f3e5-2ea9-4af9-9bbe-49aaca92e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.566351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-4049f3e5-2ea9-4af9-9bbe-49aaca92e507 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 1094 time: 0.1178041 Oct 19 20:27:10.602222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab0d8f-5655-4705-a293-eae8652af7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:10.629386 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fe5e74-e153-4ce3-bad7-69c5504c3a7b x-openstack-request-id: req-d3fe5e74-e153-4ce3-bad7-69c5504c3a7b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:10.629686 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "name": "network-vif-plugged", "status": "completed", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:10.629935 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3fe5e74-e153-4ce3-bad7-69c5504c3a7b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:10.630356 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd', 'code': 200} Oct 19 20:27:10.677521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-449f61fc-2e28-4772-920f-9d590393b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.680614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-449f61fc-2e28-4772-920f-9d590393b415 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 1094 time: 0.2312822 Oct 19 20:27:10.711510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.720586 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27fac4e-dc66-48b9-a50c-9d10585da557 x-openstack-request-id: req-c27fac4e-dc66-48b9-a50c-9d10585da557 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:10.721482 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:10.721788 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c27fac4e-dc66-48b9-a50c-9d10585da557 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:10.722199 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5', 'status': 'completed', 'code': 200} Oct 19 20:27:10.726422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-aba10c4b-dd8c-41bc-bbce-1881c02a8bad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652 HTTP/1.1" status: 200 len: 217 time: 0.1509538 Oct 19 20:27:10.749067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52e92092-abd0-4072-8c6e-b84be9bcac2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.754975 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1320c254-6b13-4618-89d9-26832071ecf9 x-openstack-request-id: req-1320c254-6b13-4618-89d9-26832071ecf9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:10.755338 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:10.755541 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1320c254-6b13-4618-89d9-26832071ecf9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:10.756419 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652', 'status': 'completed', 'code': 200} Oct 19 20:27:10.824354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-35b9dca2-72a7-47c2-aba1-9dd9a738414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.826096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-35b9dca2-72a7-47c2-aba1-9dd9a738414e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.0887711 Oct 19 20:27:10.861974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-0717dd0a-759c-487f-b2d5-59eb2d57a56e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 HTTP/1.1" status: 200 len: 217 time: 0.1460140 Oct 19 20:27:10.862457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:10.899400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-bec59c69-07a3-4a6f-a106-636a83880c4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552359 Oct 19 20:27:10.992143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a638d-3f36-4774-ae57-ac6f23aa15d6 req-62861cab-bdf6-40d2-92f9-1332540571c9 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:10.994519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b7a638d-3f36-4774-ae57-ac6f23aa15d6 req-62861cab-bdf6-40d2-92f9-1332540571c9 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1624475 Oct 19 20:27:11.023120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.024391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12005d77-1d31-4b44-9c64-c66a3a51df4b req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8892436 Oct 19 20:27:11.029132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed700a-5de9-48e7-b721-5fd9d8d51d30 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ca63a1-ced9-49b1-a225-ac9d3f518b60,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:11.037907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1621-d933-4c3a-b26c-5075c48c1788 req-75c6ad8e-40f4-4b93-bc40-879651d6a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:11.039731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81fb1621-d933-4c3a-b26c-5075c48c1788 req-75c6ad8e-40f4-4b93-bc40-879651d6a0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 1101 time: 0.3159928 Oct 19 20:27:11.108023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52e92092-abd0-4072-8c6e-b84be9bcac2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.110863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-37306193-2ea3-4459-94cf-772c2504fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:11.115488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-37306193-2ea3-4459-94cf-772c2504fa8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.2318325 Oct 19 20:27:11.124767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52e92092-abd0-4072-8c6e-b84be9bcac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.234285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-fd7d16ee-6bde-4813-9d90-7374487f6ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119578 Oct 19 20:27:11.235714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b7a638d-3f36-4774-ae57-ac6f23aa15d6 req-dec53a16-1df8-4f6a-8360-290a666e091e tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918626 Oct 19 20:27:11.310234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52e92092-abd0-4072-8c6e-b84be9bcac2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00ea7f6d56f142f89b718ad5bf5904df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8907750 Oct 19 20:27:11.321486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1255674230', 'description': 'tempest-description-627461493'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:11.323946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:11.326473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81fb1621-d933-4c3a-b26c-5075c48c1788 req-67158e4c-3e50-44d0-b55d-64f754183d7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737193 Oct 19 20:27:11.353100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-b87f96e2-385d-4c38-9a7b-d37643f4ad8a service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457979 Oct 19 20:27:11.354127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e92092-abd0-4072-8c6e-b84be9bcac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc876f-377e-43f0-b8f1-a7188a5a8db8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:11.371115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.493744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775a129-f1fa-437d-a56a-cb5204966888 req-74b12ec3-7987-49c2-b83b-8fd5a69d4556 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:11.495874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9775a129-f1fa-437d-a56a-cb5204966888 req-74b12ec3-7987-49c2-b83b-8fd5a69d4556 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.1855824 Oct 19 20:27:11.509498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-9e02fabe-642b-4c02-b88e-194ac837b386 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289549 Oct 19 20:27:11.552776 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-1d1d5a30-5517-4c55-9bd4-e94d06cd9022 service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067734 Oct 19 20:27:11.553664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.608873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.659755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.673538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9775a129-f1fa-437d-a56a-cb5204966888 req-dc02738b-7f43-44ab-8e88-98e7f9d7461f tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670229 Oct 19 20:27:11.673984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.732782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a314aa8c-0aee-4d4c-b475-e4a0a57b89aa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:11.748172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.749741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e0e3dc9-5904-4771-87c7-ec8390414fb2 req-62ab2537-8e9d-4ed8-81ab-8535df29f9c2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4340303 Oct 19 20:27:11.770808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fe01d-b756-405b-b630-44ed202c040c req-4551eb0b-3a49-4693-888e-aeca052997eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:11.773704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-4551eb0b-3a49-4693-888e-aeca052997eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 1094 time: 0.1604128 Oct 19 20:27:11.785539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-176806868', 'description': 'tempest-description-885889916'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:11.848243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-feac34ac-ca7a-406c-86d2-4b9bf092f1f5 req-5d4fbe1f-6613-4dd1-a06d-29084ff831f4 service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751205 Oct 19 20:27:11.857159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.863995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:11.869728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17fc876f-377e-43f0-b8f1-a7188a5a8db8 HTTP/1.1" status: 204 len: 168 time: 0.5417557 Oct 19 20:27:11.898386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b613d35-1b7f-4b93-9981-540b274dba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc876f-377e-43f0-b8f1-a7188a5a8db8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:11.983374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.029905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716ed8-beaf-4d6f-95fe-220a32c2ee48 req-76640aba-8791-425e-9cd3-6d3eecf04367 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.034985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07716ed8-beaf-4d6f-95fe-220a32c2ee48 req-76640aba-8791-425e-9cd3-6d3eecf04367 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 943 time: 0.1429427 Oct 19 20:27:12.041008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-ecb37e5a-f016-4b0c-b240-ef7085ebb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.043098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-ecb37e5a-f016-4b0c-b240-ef7085ebb341 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 1094 time: 0.1148450 Oct 19 20:27:12.078188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fe01d-b756-405b-b630-44ed202c040c req-a63699be-5a0d-4123-b3ca-11b3cceb2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.080789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-a63699be-5a0d-4123-b3ca-11b3cceb2a4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 912 time: 0.2226191 Oct 19 20:27:12.115533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07716ed8-beaf-4d6f-95fe-220a32c2ee48 req-31f86237-4e40-43e9-9a46-1740f46aed4f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711641 Oct 19 20:27:12.150321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-34f1e8ff-1e1e-42f9-845d-6e0e8389cf06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652 HTTP/1.1" status: 200 len: 217 time: 0.0616121 Oct 19 20:27:12.212525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.222924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.243330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fe01d-b756-405b-b630-44ed202c040c req-41fd7ddd-ec52-418f-8697-a8bb950e998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.246140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-41fd7ddd-ec52-418f-8697-a8bb950e998f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.0875094 Oct 19 20:27:12.303913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-75157c96-3eef-49db-bf9c-a57d4f0c5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.307000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-75157c96-3eef-49db-bf9c-a57d4f0c5a59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 912 time: 0.2466249 Oct 19 20:27:12.330383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.331703 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-091dc5ed-1d9a-402a-ae90-7c25d53db43e req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5513599 Oct 19 20:27:12.335682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-4651957a-a10e-4c3f-bfc0-37dd91e53993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747581 Oct 19 20:27:12.338229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2ca61-6692-47d9-9f05-97947a0061d7 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c031ecd8-839a-47ba-b29c-3d1666c6c980,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:12.436454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.440119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-542a4a83-c8bb-4b97-8cf0-aa0827d2c198 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 HTTP/1.1" status: 200 len: 217 time: 0.1231897 Oct 19 20:27:12.517527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-f3d6bf51-f8a1-46b9-bd81-a6cdc8cd4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.519445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-f3d6bf51-f8a1-46b9-bd81-a6cdc8cd4c2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.0622816 Oct 19 20:27:12.525059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-1db26a0c-7871-4a78-9ba5-f0f1a70e07b7 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801794 Oct 19 20:27:12.585220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-3fed85f4-aa3f-4e5d-9456-0200d14378d8 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/a314aa8c-0aee-4d4c-b475-e4a0a57b89aa HTTP/1.1" status: 200 len: 1804 time: 0.1431377 Oct 19 20:27:12.586426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39118) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:12.590203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-20f06f96-023b-4cab-9141-7dd4dadbf844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606606 Oct 19 20:27:12.590819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150cf1-18b4-4690-bce1-74cabd1fb8ca req-83192483-30de-45b1-b02d-8c9c2a02d0d3 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.592887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72150cf1-18b4-4690-bce1-74cabd1fb8ca req-83192483-30de-45b1-b02d-8c9c2a02d0d3 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1138897 Oct 19 20:27:12.635887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1bbeff44-fa57-496c-9dbf-c41befd4ca8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.709263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72150cf1-18b4-4690-bce1-74cabd1fb8ca req-7588e207-a730-4593-9ba0-e9688cc6cd8b tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605171 Oct 19 20:27:12.711567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d86fe01d-b756-405b-b630-44ed202c040c req-84d4111f-a401-4b89-b0a1-9452e2631fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783843 Oct 19 20:27:12.830323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-392a3195-4984-4a46-babf-a851d63fc895 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/c031ecd8-839a-47ba-b29c-3d1666c6c980 HTTP/1.1" status: 200 len: 1803 time: 0.2272134 Oct 19 20:27:12.849851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a314aa8c-0aee-4d4c-b475-e4a0a57b89aa', 'remote_group_id': 'c031ecd8-839a-47ba-b29c-3d1666c6c980', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:12.850164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a314aa8c-0aee-4d4c-b475-e4a0a57b89aa', 'remote_group_id': 'c031ecd8-839a-47ba-b29c-3d1666c6c980', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:12.850947 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:12.899143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-b31a9f88-1030-4742-9181-ec7349d4b3db service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833958 Oct 19 20:27:12.928603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db734af-820c-4e53-90fb-92af0cdb6b6e req-efb02788-39ef-4a8a-9a08-33f2ac269992 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:12.938546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1db734af-820c-4e53-90fb-92af0cdb6b6e req-efb02788-39ef-4a8a-9a08-33f2ac269992 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.1005576 Oct 19 20:27:12.998042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1db734af-820c-4e53-90fb-92af0cdb6b6e req-c4e6c728-5716-4e51-a0c9-0a4c9ff3ded1 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521057 Oct 19 20:27:13.080615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1bbeff44-fa57-496c-9dbf-c41befd4ca8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.095503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1bbeff44-fa57-496c-9dbf-c41befd4ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.127541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1bbeff44-fa57-496c-9dbf-c41befd4ca8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=128e757f2e504284ada4e20d3f22db34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358462 Oct 19 20:27:13.130168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39130) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:13.157308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.214259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3098e76-d3e2-4a42-ac15-584e587d59ab req-241c2837-2a95-4fd3-ab8d-1fcb0c825ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049037 Oct 19 20:27:13.240761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.246016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeff44-fa57-496c-9dbf-c41befd4ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ed2a6-1eee-45aa-adca-7a8cc2805e23,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.277841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.283711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.304724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.308281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a39c31-6f8d-4153-be29-6386e236c64e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.313139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.314599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ab5a00e-2928-41e4-addb-e29cf945af05 req-6cbafcfb-c676-4c7d-b113-b402f982e694 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4741294 Oct 19 20:27:13.327796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794ae2-d6e9-439e-a6cd-f7bc1f7f3e5a req-81a51ce2-2860-4f53-9a65-9de05b94bcb5 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:13.335128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0794ae2-d6e9-439e-a6cd-f7bc1f7f3e5a req-81a51ce2-2860-4f53-9a65-9de05b94bcb5 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 943 time: 0.1114814 Oct 19 20:27:13.395819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-b2b8d14f-6d65-4146-bcab-2c2f5dffd2de tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/c031ecd8-839a-47ba-b29c-3d1666c6c980 HTTP/1.1" status: 200 len: 1803 time: 0.0537701 Oct 19 20:27:13.403242 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0794ae2-d6e9-439e-a6cd-f7bc1f7f3e5a req-4d0bd6b3-6062-4bf5-86b0-c3605bfc5097 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671875 Oct 19 20:27:13.441553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.445541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.446866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da4ed2a6-1eee-45aa-adca-7a8cc2805e23 HTTP/1.1" status: 204 len: 168 time: 0.3156629 Oct 19 20:27:13.468791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193c845-9b25-42ab-91ef-d89e38a27f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ed2a6-1eee-45aa-adca-7a8cc2805e23,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.479495 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.517354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:13.519602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.608656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.612508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.613761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d6c0650-9e19-48eb-ad51-136f0b7ec989 req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/c031ecd8-839a-47ba-b29c-3d1666c6c980 HTTP/1.1" status: 204 len: 173 time: 0.2087350 Oct 19 20:27:13.641660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2986d-2c1d-4ae7-9010-745ab3b90247 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031ecd8-839a-47ba-b29c-3d1666c6c980,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.688651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:13.703582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'port_id': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652', 'mac_address': 'fa:16:3e:9b:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f9cb96-31e1-4cc0-81d0-280a256c3ee0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:13.708826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38d3db17-fd48-426c-acb6-9372e474fc67 req-b1793f82-9e52-405c-8765-4fe50cd72c0c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/a314aa8c-0aee-4d4c-b475-e4a0a57b89aa HTTP/1.1" status: 200 len: 1804 time: 0.0673242 Oct 19 20:27:13.742198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-762897850', 'description': 'tempest-description-873811716'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:13.755429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.773889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:13.776350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.802192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:13.807084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.885056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.892278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.901705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.946284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:13.947674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aab4f7e6-e2c7-44d3-8c4e-cea82bb76bf1 req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2105794 Oct 19 20:27:13.949218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a3109-9af4-42e6-aedc-3509532595ad tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ba221-2bee-4b59-9028-8e8e533ba0c4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:13.951331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c883f1-e7cc-4342-98b7-7e1bfdc80608 req-2fa053da-47a1-4aa6-9b14-beb188685acc tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:13.956868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35c883f1-e7cc-4342-98b7-7e1bfdc80608 req-2fa053da-47a1-4aa6-9b14-beb188685acc tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1018541 Oct 19 20:27:14.025083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35c883f1-e7cc-4342-98b7-7e1bfdc80608 req-8ace3a04-691a-489c-afe3-f394dff71c01 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Oct 19 20:27:14.084879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-759883ec-38cf-494b-b052-b7bd27cbf12e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 200 len: 1803 time: 0.1057441 Oct 19 20:27:14.109434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af3ba221-2bee-4b59-9028-8e8e533ba0c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:14.109769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af3ba221-2bee-4b59-9028-8e8e533ba0c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:14.111450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['57c5d1e0-6b85-4e6d-bb18-a4bd80903652'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:14.186196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d268b2-86c7-4064-835d-b1e6ccc0f66f req-135b5ac1-c190-4289-8697-3c46399c5a0e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:14.188294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1d268b2-86c7-4064-835d-b1e6ccc0f66f req-135b5ac1-c190-4289-8697-3c46399c5a0e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.0823863 Oct 19 20:27:14.311391 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1d268b2-86c7-4064-835d-b1e6ccc0f66f req-50d6f3d3-72e8-4d92-80b3-1f4e4bfe1072 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142557 Oct 19 20:27:14.315950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.391248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.403427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.432332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989feb7c-5be3-4081-8e53-a9977709f766,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:14.477817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.479101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-675fb4a5-36d5-4f8c-aade-bc92bb11715c req-eccd95e4-ca32-40f7-89a0-6b4a1e70c103 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3919985 Oct 19 20:27:14.696067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-87db78fa-189d-4a36-a690-377b8fb97439 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 200 len: 2396 time: 0.0533261 Oct 19 20:27:14.699863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd52983-6808-4130-b08c-8d0236cf8472 req-2940673b-233b-490f-8959-b2cd7ea4f1b3 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:14.701650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af3ba221-2bee-4b59-9028-8e8e533ba0c4', 'remote_group_id': None}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:14.702079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af3ba221-2bee-4b59-9028-8e8e533ba0c4', 'remote_group_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:14.703916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6dd52983-6808-4130-b08c-8d0236cf8472 req-2940673b-233b-490f-8959-b2cd7ea4f1b3 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 944 time: 0.0697381 Oct 19 20:27:14.801729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6dd52983-6808-4130-b08c-8d0236cf8472 req-4ac25151-14ea-4f2c-993f-5fd8c0d23891 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793564 Oct 19 20:27:14.819757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.853432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.858498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.891683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05034d2f-4602-41c1-a250-d15b5d61c357,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:14.903348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.904167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.904851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.905600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.906124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.906798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.907331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.907958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.908475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.908989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.913229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.914091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:14.937988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:14.939402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec30e6f1-1320-4d25-a89b-66b9825dc318 req-5998f0af-73cc-4435-9347-7a10b08c5cc2 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2424228 Oct 19 20:27:15.030890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d736726c-6c58-4bea-9049-d55034a87bac req-64fbf5be-1f3e-4347-a6db-bd187ea50ad9 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 200 len: 2994 time: 0.0598876 Oct 19 20:27:15.091616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26325887-93f9-4649-bf23-a6664f2d8cae req-8a3e1967-b38e-4060-a44e-ae44ed332416 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-group-rules/05034d2f-4602-41c1-a250-d15b5d61c357 HTTP/1.1" status: 200 len: 783 time: 0.0385227 Oct 19 20:27:15.102880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e6f8c-1c25-4676-9d1a-bfb1b4b52964 req-02935ccb-c2f1-48f2-909e-aa845db5dc76 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:15.107412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b10e6f8c-1c25-4676-9d1a-bfb1b4b52964 req-02935ccb-c2f1-48f2-909e-aa845db5dc76 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1127694 Oct 19 20:27:15.177625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26325887-93f9-4649-bf23-a6664f2d8cae req-6568ba16-3068-4ea8-b2d8-b753ecbd4a91 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 200 len: 2994 time: 0.0842392 Oct 19 20:27:15.218829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b10e6f8c-1c25-4676-9d1a-bfb1b4b52964 req-6657f7ee-fb7e-43a4-a19c-51cf1b6e2ccd tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058002 Oct 19 20:27:15.244439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26325887-93f9-4649-bf23-a6664f2d8cae req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.272485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26325887-93f9-4649-bf23-a6664f2d8cae req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.309367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26325887-93f9-4649-bf23-a6664f2d8cae req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.317029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26325887-93f9-4649-bf23-a6664f2d8cae req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.322970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26325887-93f9-4649-bf23-a6664f2d8cae req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/05034d2f-4602-41c1-a250-d15b5d61c357 HTTP/1.1" status: 204 len: 173 time: 0.1439633 Oct 19 20:27:15.338991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d1b6f-4b65-4cc0-99e3-a5e78a997c6b tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05034d2f-4602-41c1-a250-d15b5d61c357,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:15.431662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-e7b0c197-312e-4f93-bf30-de32aa0d6b85 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 200 len: 2396 time: 0.0913355 Oct 19 20:27:15.491537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceb483-4b44-44b5-a021-790ba9bf9a23 req-f05b4023-8b99-490a-9f8c-51398a6e9c99 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:15.507061 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fceb483-4b44-44b5-a021-790ba9bf9a23 req-f05b4023-8b99-490a-9f8c-51398a6e9c99 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.0918791 Oct 19 20:27:15.514643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:15.563811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.593436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.616094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fceb483-4b44-44b5-a021-790ba9bf9a23 req-4a17c0f6-6d04-45a3-a7ee-d9b3fcb1ed92 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076112 Oct 19 20:27:15.665949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:15.670346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:15.672908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.697570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.700174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:15.701362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d03f7f6-6ff0-41f3-8602-af62a6bdba18 req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/af3ba221-2bee-4b59-9028-8e8e533ba0c4 HTTP/1.1" status: 204 len: 173 time: 0.2688935 Oct 19 20:27:15.731677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:15.758504 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-bd5580c4-cbb1-4ba7-a0e0-005316fb0528 req-9e0ba00e-32af-4b35-ae82-d5a077a1996e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] show failed (client error): The resource could not be found. Oct 19 20:27:15.759116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd474995-e230-4578-9e50-01ef1e0110fe tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ba221-2bee-4b59-9028-8e8e533ba0c4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:15.770399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd5580c4-cbb1-4ba7-a0e0-005316fb0528 req-9e0ba00e-32af-4b35-ae82-d5a077a1996e tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/c031ecd8-839a-47ba-b29c-3d1666c6c980 HTTP/1.1" status: 404 len: 352 time: 0.0293951 Oct 19 20:27:15.875829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b00d8f52-5441-45b8-87de-498baeb35183 req-8b76a155-94bc-413d-b359-8bfbfb5b9811 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/a314aa8c-0aee-4d4c-b475-e4a0a57b89aa HTTP/1.1" status: 200 len: 1804 time: 0.0900402 Oct 19 20:27:15.952324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:15.980683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b00d8f52-5441-45b8-87de-498baeb35183 req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.013276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b00d8f52-5441-45b8-87de-498baeb35183 req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.014086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'port_id': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5', 'mac_address': 'fa:16:3e:19:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f9cb96-31e1-4cc0-81d0-280a256c3ee0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:16.018305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1139d-7aaa-4c7b-bc71-47858a9fa975 req-c11a3306-375e-4e05-88ab-6a334f3f6b55 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:16.032486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05b1139d-7aaa-4c7b-bc71-47858a9fa975 req-c11a3306-375e-4e05-88ab-6a334f3f6b55 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 944 time: 0.1097958 Oct 19 20:27:16.054671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.063668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b00d8f52-5441-45b8-87de-498baeb35183 req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.066148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.073477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b00d8f52-5441-45b8-87de-498baeb35183 req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.074872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b00d8f52-5441-45b8-87de-498baeb35183 req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/a314aa8c-0aee-4d4c-b475-e4a0a57b89aa HTTP/1.1" status: 204 len: 173 time: 0.1979129 Oct 19 20:27:16.079060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:16.097723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562409-79e7-4200-96f6-e8200d55611d tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314aa8c-0aee-4d4c-b475-e4a0a57b89aa,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:16.129498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05b1139d-7aaa-4c7b-bc71-47858a9fa975 req-b7f6d60d-062b-4f5b-a1dc-0799ca2e6214 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958838 Oct 19 20:27:16.175406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:16.180213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:16.183206 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e37da-cf68-4dec-bd2c-4e486feaff87" -d '{"events": [{"server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "name": "network-vif-plugged", "status": "completed", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:16.191483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:16.205548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.217167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d760aa04-041e-420a-a8a1-b720748a596f req-0990b630-0e08-453c-90ed-7a508dc2b615 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/a4497534-a0e4-46db-8197-13b370f9a6ad HTTP/1.1" status: 200 len: 1804 time: 0.0666561 Oct 19 20:27:16.226646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.284021 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a1cba8-41b4-4235-8d20-0ca95a470343 x-openstack-request-id: req-93a1cba8-41b4-4235-8d20-0ca95a470343 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:16.285698 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "name": "network-vif-plugged", "status": "completed", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:16.288644 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93a1cba8-41b4-4235-8d20-0ca95a470343 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:16.289200 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652', 'code': 200} Oct 19 20:27:16.312568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d760aa04-041e-420a-a8a1-b720748a596f req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.338090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:16.346379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d760aa04-041e-420a-a8a1-b720748a596f req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.414591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:16.456824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551cf6a-b423-4721-83c3-33bb1043ede8 req-1dbf4a32-7086-4dbd-8b09-6e18bca0a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:16.457192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f66c2-7e68-4510-b062-7a3509cc01e8 req-2c2c3cdb-101b-42da-89ca-1724323cceff tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:16.458776 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-075f66c2-7e68-4510-b062-7a3509cc01e8 req-2c2c3cdb-101b-42da-89ca-1724323cceff tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1334794 Oct 19 20:27:16.460717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8551cf6a-b423-4721-83c3-33bb1043ede8 req-1dbf4a32-7086-4dbd-8b09-6e18bca0a78d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 1096 time: 0.1023190 Oct 19 20:27:16.466707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:16.507920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8551cf6a-b423-4721-83c3-33bb1043ede8 req-76c49a62-8c8c-4108-a9f6-746d7059316b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Oct 19 20:27:16.508952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d760aa04-041e-420a-a8a1-b720748a596f req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.511643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d760aa04-041e-420a-a8a1-b720748a596f req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.515495 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d760aa04-041e-420a-a8a1-b720748a596f req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4497534-a0e4-46db-8197-13b370f9a6ad HTTP/1.1" status: 204 len: 173 time: 0.2972910 Oct 19 20:27:16.542095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-075f66c2-7e68-4510-b062-7a3509cc01e8 req-f2e3837f-fc0f-4290-910d-ee40680e5827 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738087 Oct 19 20:27:16.551075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449307-bbbf-4e86-9e37-eaa67cf1f9d0 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4497534-a0e4-46db-8197-13b370f9a6ad,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:16.641066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-60e869c1-67e8-4e71-9282-41495bce06a3 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/f5d5274e-da20-427f-9a7e-9ef782dd9d0f HTTP/1.1" status: 200 len: 1803 time: 0.1080399 Oct 19 20:27:16.703408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-a78ed8a9-6847-4dff-bd14-ce65ba866dda tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:16.706168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-a78ed8a9-6847-4dff-bd14-ce65ba866dda tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 1101 time: 0.0841992 Oct 19 20:27:16.740590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-e2de6fd8-df1e-4b81-a9a9-6362d72ec113 tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.745285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.825839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.856873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-e2de6fd8-df1e-4b81-a9a9-6362d72ec113 tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.873055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-e2de6fd8-df1e-4b81-a9a9-6362d72ec113 tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.910608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.921757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:16.940972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cca39982-3b29-48cc-8872-50adf9cbbbcc req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5d5274e-da20-427f-9a7e-9ef782dd9d0f HTTP/1.1" status: 204 len: 173 time: 0.2989030 Oct 19 20:27:16.965709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f165a7-a42b-4515-b304-1e202933997c tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d5274e-da20-427f-9a7e-9ef782dd9d0f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:17.007339 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cb1cc87-45a2-40a0-a3eb-9a731236d515 req-e2de6fd8-df1e-4b81-a9a9-6362d72ec113 tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597439 Oct 19 20:27:17.012030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de6fd8-df1e-4b81-a9a9-6362d72ec113 tempest-LiveMigrationNegativeTest-110326220 tempest-LiveMigrationNegativeTest-110326220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8be33-e881-4b3d-8936-ec3e1a8f9435,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:17.099092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-9072e5fa-38e6-41a8-b8d3-ff6704e48754 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/1d0d8d18-ed03-457d-88d2-ff7ae3dd519c HTTP/1.1" status: 200 len: 2404 time: 0.0698562 Oct 19 20:27:17.111901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6af7d-2ee2-4778-b1d0-74550d387d17 req-c740543f-1c58-4e20-b5da-3ff8d9605baa tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:17.119900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53d6af7d-2ee2-4778-b1d0-74550d387d17 req-c740543f-1c58-4e20-b5da-3ff8d9605baa tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.0841067 Oct 19 20:27:17.162296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53d6af7d-2ee2-4778-b1d0-74550d387d17 req-2535ed3e-5fb0-437d-b812-0499f0922a64 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Oct 19 20:27:17.183068 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.220342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.280736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.283902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.284737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fb06c02-ae0d-41b4-a27c-7b52bd4a3d13 req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d0d8d18-ed03-457d-88d2-ff7ae3dd519c HTTP/1.1" status: 204 len: 173 time: 0.1847637 Oct 19 20:27:17.297338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620db667-3460-4e29-b307-a95234eb8737 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d8d18-ed03-457d-88d2-ff7ae3dd519c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:17.450600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff9ad8-331c-4747-964d-735472d67a02 req-a9bffc40-c5b1-47e6-bc00-52849fc0d05d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:17.462052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40ff9ad8-331c-4747-964d-735472d67a02 req-a9bffc40-c5b1-47e6-bc00-52849fc0d05d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 945 time: 0.1058543 Oct 19 20:27:17.518311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40ff9ad8-331c-4747-964d-735472d67a02 req-6673f4cf-3d5a-426c-99cd-42f0ae49b638 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Oct 19 20:27:17.666484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-76654402-fd07-4287-b4e5-40a92efd5478 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "GET /v2.0/security-groups/099937c9-8f1f-4b69-a04c-961568ad2627 HTTP/1.1" status: 200 len: 2396 time: 0.1185918 Oct 19 20:27:17.737371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:17.761140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.825476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:17.831511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:17.832547 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.850944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.951264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6bd2-7351-425c-a760-2c8824f4c839 req-e0b0abac-d39a-4c45-b716-f0dbe3257d96 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:17.955056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d3c6bd2-7351-425c-a760-2c8824f4c839 req-e0b0abac-d39a-4c45-b716-f0dbe3257d96 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.0845923 Oct 19 20:27:17.960440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.965838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:17.967269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51ec773a-b834-4878-97a7-bd10273eb3d8 req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] 10.222.0.31 "DELETE /v2.0/security-groups/099937c9-8f1f-4b69-a04c-961568ad2627 HTTP/1.1" status: 204 len: 173 time: 0.2995636 Oct 19 20:27:17.987445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39280) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:17.989761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18782920-b690-402c-9025-0138270134a5 tempest-SecurityGroupRulesTestJSON-2068770725 tempest-SecurityGroupRulesTestJSON-2068770725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099937c9-8f1f-4b69-a04c-961568ad2627,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:18.056967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d3c6bd2-7351-425c-a760-2c8824f4c839 req-39e367f8-cbbc-40cd-93a2-c6160b45026d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891869 Oct 19 20:27:18.093076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Deleting subnet dfcf1d08-3b3d-4ff5-b547-71e195917bb2 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:27:18.102918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.188080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.244563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.269785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.348297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:18.369912 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ce312-2149-4ac4-b51b-748bca28dbc0" -d '{"events": [{"server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "name": "network-vif-plugged", "status": "completed", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:18.388806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:18.431209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:18.438732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.493751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.498573 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04f52d-67d1-433f-a872-4afb85f4ffc1 x-openstack-request-id: req-4d04f52d-67d1-433f-a872-4afb85f4ffc1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:18.500812 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "name": "network-vif-plugged", "status": "completed", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:18.503929 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d04f52d-67d1-433f-a872-4afb85f4ffc1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:18.504416 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5', 'code': 200} Oct 19 20:27:18.547894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcf1d08-3b3d-4ff5-b547-71e195917bb2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:18.559770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.567608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-208e4bac-40f9-420b-a921-58d44ed59cc6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dfcf1d08-3b3d-4ff5-b547-71e195917bb2 HTTP/1.1" status: 204 len: 168 time: 0.5723534 Oct 19 20:27:18.569118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:18.573937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:18.614982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7291c9d5-acfa-498e-a262-21ecfc820f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.669742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af3af-9ad7-4c5e-ba26-9c7ebf67b604 req-6a76d047-9d63-44a1-9cf9-108219b898bc tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:18.685553 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b19af3af-9ad7-4c5e-ba26-9c7ebf67b604 req-6a76d047-9d63-44a1-9cf9-108219b898bc tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.3032143 Oct 19 20:27:18.790581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559faa-3b95-47e3-b082-6e180d827531 req-8a006b25-332c-4e32-82d5-354e2c27f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:18.792121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee559faa-3b95-47e3-b082-6e180d827531 req-8a006b25-332c-4e32-82d5-354e2c27f1b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 1096 time: 0.2503779 Oct 19 20:27:18.795135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.832371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7291c9d5-acfa-498e-a262-21ecfc820f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.843232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b19af3af-9ad7-4c5e-ba26-9c7ebf67b604 req-431f8545-fe63-4710-9efe-781bb2208b73 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524296 Oct 19 20:27:18.845710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7291c9d5-acfa-498e-a262-21ecfc820f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.890524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee559faa-3b95-47e3-b082-6e180d827531 req-bf758ed0-43b5-4f12-94ed-331e9fb6e8ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878513 Oct 19 20:27:18.964309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:18.992041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c9d5-acfa-498e-a262-21ecfc820f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71d6413-6b9b-4e1d-9502-fa6584a2235c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:18.992829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fda7b9-5f48-446c-8a19-91d2d0bc9b74']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:27:18.998911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7291c9d5-acfa-498e-a262-21ecfc820f7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=692e98d463ea4d9c93fa4acfdf3b7836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060493 Oct 19 20:27:18.999573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.021971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08eef62-6e63-4078-a807-3c004e0bdc30') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:27:19.021971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08eef62-6e63-4078-a807-3c004e0bdc30') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:27:19.047838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7429b-3ef0-45e1-8a60-753ef843aae8 req-78188a18-1615-4672-ab5e-b7edeaf77ff4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:19.050253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bde7429b-3ef0-45e1-8a60-753ef843aae8 req-78188a18-1615-4672-ab5e-b7edeaf77ff4 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 945 time: 0.1584601 Oct 19 20:27:19.054433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.094285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.107427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.118003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:27:19.120062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.139402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bde7429b-3ef0-45e1-8a60-753ef843aae8 req-29b7fd29-4b5e-4f42-9640-8669b36c8f2b tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811832 Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:27:19.143281 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:27:19.175243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.305060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.337166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26662c0d-6651-4717-8465-71d2d308a3ae req-391bc74e-d6ef-4ce0-8ce3-d4756175d59d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:19.347496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26662c0d-6651-4717-8465-71d2d308a3ae req-391bc74e-d6ef-4ce0-8ce3-d4756175d59d tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1634200 Oct 19 20:27:19.347862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.354501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.355863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b71d6413-6b9b-4e1d-9502-fa6584a2235c HTTP/1.1" status: 204 len: 168 time: 0.3552113 Oct 19 20:27:19.385262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.389899 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f7fda7b9-5f48-446c-8a19-91d2d0bc9b74 HTTP/1.1" status: 204 len: 168 time: 0.8175139 Oct 19 20:27:19.392602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fa033-e8b8-4f80-b671-8c9f8dd587b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fda7b9-5f48-446c-8a19-91d2d0bc9b74,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:19.439152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3397b-6c7c-42a9-8778-cc31f9840dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71d6413-6b9b-4e1d-9502-fa6584a2235c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:19.457190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dec4b4-0dbd-433a-a788-93b31c522cbd req-159c8975-32ef-429a-8f46-f89e74305f7f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:19.465360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70dec4b4-0dbd-433a-a788-93b31c522cbd req-159c8975-32ef-429a-8f46-f89e74305f7f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 945 time: 0.2212360 Oct 19 20:27:19.508137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70dec4b4-0dbd-433a-a788-93b31c522cbd req-cb9d1060-6537-458d-ae04-897ae3e7ea81 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Oct 19 20:27:19.509542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.517648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1619118210'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:19.563416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:19.573313 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.581379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26662c0d-6651-4717-8465-71d2d308a3ae req-30f4a035-d913-4499-9b0a-8f87f57ea0c2 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325172 Oct 19 20:27:19.611938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-0007663e-5a21-4f57-9c7e-35c9bdb50595 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:19.613472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-0007663e-5a21-4f57-9c7e-35c9bdb50595 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 950 time: 0.1469252 Oct 19 20:27:19.654576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:27:19.677550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.677906 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Added segment d0fe200b-6fa5-4780-aeda-5141c2344eee of type vlan for network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc Oct 19 20:27:19.780216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39322) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.789833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.849069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.849951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.857505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:19.858447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.890938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e025ddb5-32f5-48a9-b5ee-247cf254e1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.906364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3950765 Oct 19 20:27:19.909807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39328) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.921165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Deleting port fb1797a9-95c2-4208-a313-ec715a853cbd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:19.921567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:19.950242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd10fc2c-c770-4511-897a-7548a3afe795 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eaa3c319f184d7c91e14b1ab584b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555698 Oct 19 20:27:19.951125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-17629152'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:19.958122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39330) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:19.970416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3159f-9be8-497e-82f7-e11a71c41bee tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Network': ['ID=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:19.986814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:27:20.006501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:20.010360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.040252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:27:20.053441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.053926 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Added segment ed7cf715-39c4-492e-a244-8f012de837f4 of type vlan for network 6aec2e5c-5332-4e5e-b362-7636a45e32aa Oct 19 20:27:20.109081 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.140584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.147150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:20.147361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.185496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] For port fb1797a9-95c2-4208-a313-ec715a853cbd, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fb1797a9-95c2-4208-a313-ec715a853cbd,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:20.185871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.213746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbe355-1aa5-4134-bd38-e8062b461515 req-4cbac29f-6c8d-434a-9f51-7de9a77265e8 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:20.221631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0cbe355-1aa5-4134-bd38-e8062b461515 req-4cbac29f-6c8d-434a-9f51-7de9a77265e8 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.1931233 Oct 19 20:27:20.229156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Calling delete_port for fb1797a9-95c2-4208-a313-ec715a853cbd owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:20.233371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Network': ['ID=6aec2e5c-5332-4e5e-b362-7636a45e32aa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:20.241229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.248272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:27:20.249397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bde69620-5ecd-4fc1-b33d-c4decc8a4afd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3382728 Oct 19 20:27:20.255573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:20.273633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'subnet': {'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:20.304647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.346315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e025ddb5-32f5-48a9-b5ee-247cf254e1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.361830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0cbe355-1aa5-4134-bd38-e8062b461515 req-10941da7-d484-4d55-82ff-a9ec8b580873 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347096 Oct 19 20:27:20.365556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e025ddb5-32f5-48a9-b5ee-247cf254e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.427745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e025ddb5-32f5-48a9-b5ee-247cf254e1dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e7bb451fb0f41d8a70084e262d79861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733235 Oct 19 20:27:20.427988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:20.430178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:20.434341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.441654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ddb5-32f5-48a9-b5ee-247cf254e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641135cf-832d-478c-a591-b6aebc3ea0d7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:20.471524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.474785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.476103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a991ddb2-7023-4790-aa2f-3f4014712e1d HTTP/1.1" status: 204 len: 168 time: 0.5167413 Oct 19 20:27:20.515602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39f324-e960-4a48-a448-82b8f77dfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991ddb2-7023-4790-aa2f-3f4014712e1d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:20.534839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.549012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.563405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'fb1797a9-95c2-4208-a313-ec715a853cbd'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:20.590785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Pushing event deleted for resources: {'Port': ['ID=fb1797a9-95c2-4208-a313-ec715a853cbd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:20.594244 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.790183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] No DVR routers for this DVR port fb1797a9-95c2-4208-a313-ec715a853cbd on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:20.850337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08082c0a-4b51-4d62-877b-0e510b4fab03 req-5a8001ca-4772-4a95-b2c1-fe4ca9eaa507 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=44025bb2-5931-4eda-8247-a1703b8dce73 HTTP/1.1" status: 200 len: 210 time: 0.0580804 Oct 19 20:27:20.851687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.855674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5cc96e0-8424-47c1-ad04-626f8998bb3b req-582c7a3b-8fdc-4fa4-b1b1-c2b6bb3d6bf7 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "DELETE /v2.0/ports/fb1797a9-95c2-4208-a313-ec715a853cbd HTTP/1.1" status: 204 len: 173 time: 1.2329421 Oct 19 20:27:20.856133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'name': 'network-vif-deleted', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:20.856975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650f8f-2015-47d9-8861-cb71ade18916 req-c9c197cb-94fb-4fc4-8ec1-44886aa90159 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:20.859430 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c301bc60-ed49-4206-bd8e-b441c4ab0940" -d '{"events": [{"server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "name": "network-vif-deleted", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:20.874579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08650f8f-2015-47d9-8861-cb71ade18916 req-c9c197cb-94fb-4fc4-8ec1-44886aa90159 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 945 time: 0.1834500 Oct 19 20:27:20.896576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.900286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:20.903796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/641135cf-832d-478c-a591-b6aebc3ea0d7 HTTP/1.1" status: 204 len: 168 time: 0.4724536 Oct 19 20:27:20.921789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b4113-bdc0-4919-b136-f9e6b5ad3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641135cf-832d-478c-a591-b6aebc3ea0d7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:21.079616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-08650f8f-2015-47d9-8861-cb71ade18916 req-977dcadc-3046-41bc-9393-9e0915d29264 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913919 Oct 19 20:27:21.124141 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6a45c-bbb2-4fb5-9037-ab4bddc085e6 x-openstack-request-id: req-18b6a45c-bbb2-4fb5-9037-ab4bddc085e6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:21.124455 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44025bb2-5931-4eda-8247-a1703b8dce73", "name": "network-vif-deleted", "tag": "fb1797a9-95c2-4208-a313-ec715a853cbd", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:21.124792 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18b6a45c-bbb2-4fb5-9037-ab4bddc085e6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:21.125431 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44025bb2-5931-4eda-8247-a1703b8dce73', 'name': 'network-vif-deleted', 'tag': 'fb1797a9-95c2-4208-a313-ec715a853cbd', 'status': 'completed', 'code': 200} Oct 19 20:27:21.127199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:21.212674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:21.213036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network hostable DHCP agents. Network: abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:27:21.217150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Subnet': ['ID=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:21.248125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:27:21.274244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:21.278473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:21.278982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:21.284726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dbecaf-e02e-4bb0-aff0-7b5fafdd6b06 None None] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:21.300371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-daee615a-622b-4395-a141-2d0372f9b0a6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0438676 Oct 19 20:27:21.303520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:21.311821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'subnet': {'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:21.463205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:21.470246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:21.588567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:27:21.589484 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:21.690987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4114e-19ad-4071-9000-44ffb5e19156 req-76b714d5-e70e-4350-b73a-9b06e42d9dcd tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:21.698775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a4114e-19ad-4071-9000-44ffb5e19156 req-76b714d5-e70e-4350-b73a-9b06e42d9dcd tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.0873413 Oct 19 20:27:21.797567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45a4114e-19ad-4071-9000-44ffb5e19156 req-0a35b8a1-2969-4e55-b68a-7c35aecd6315 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Oct 19 20:27:21.837577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Allocated IP 10.1.1.2 (abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe/54033829-3340-46ca-8197-93db5e27110b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:21.873987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.115929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-f5b35ca5-82f3-4e44-9180-56a54491ae79 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:22.120496 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.125850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-f5b35ca5-82f3-4e44-9180-56a54491ae79 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.2056358 Oct 19 20:27:22.134846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.176309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-4cef6a7c-00cf-4892-b767-0be47884e958 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/quotas/53ff801603d64c86a0aab963122f4ae4 HTTP/1.1" status: 200 len: 375 time: 0.0494814 Oct 19 20:27:22.191081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Subnet': ['ID=951d0638-4541-437f-ad7b-60af865e1b77,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:22.207166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:22.210738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:22.213878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:22.222230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Checking segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:22.222595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network hostable DHCP agents. Network: 6aec2e5c-5332-4e5e-b362-7636a45e32aa, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:27:22.232061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Pushing event updated for resources: {'Port': ['ID=54033829-3340-46ca-8197-93db5e27110b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:22.247616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-15c9b07a-03f5-42aa-a4f9-65b0c31a2094 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:22.256826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-15c9b07a-03f5-42aa-a4f9-65b0c31a2094 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/networks?id=b8b83eec-dbfa-43c3-891f-bff1d4163029 HTTP/1.1" status: 200 len: 814 time: 0.5521202 Oct 19 20:27:22.275826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-cb202b18-c6f0-4e5b-b693-e02878108763 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/quotas/37f7036bf67141d196c180e73707dc26 HTTP/1.1" status: 200 len: 375 time: 0.0171852 Oct 19 20:27:22.276580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-aff9d283-713a-43c4-a393-647c05400391 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992672 Oct 19 20:27:22.318508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:22.322231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Attempting to bind port 54033829-3340-46ca-8197-93db5e27110b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:22.322722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Attempting to bind port 54033829-3340-46ca-8197-93db5e27110b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:22.323104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Attempting to bind port 54033829-3340-46ca-8197-93db5e27110b on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:22.328018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:22.328416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:22.328779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.329162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Bound using segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:22.329653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Bound port: 54033829-3340-46ca-8197-93db5e27110b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:22.330023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.351021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-59d91933-03e3-48f2-b22b-f34d50687b04 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=37f7036bf67141d196c180e73707dc26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731351 Oct 19 20:27:22.376700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:27:22.396433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-001d3e89-c05b-4261-8202-9c70deb231a2 service neutron] 10.222.0.31 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162405 Oct 19 20:27:22.425602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] For port 54033829-3340-46ca-8197-93db5e27110b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:22.431678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] For port 54033829-3340-46ca-8197-93db5e27110b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=54033829-3340-46ca-8197-93db5e27110b,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:22.436246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.438301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 6aec2e5c-5332-4e5e-b362-7636a45e32aa) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:22.447534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1967f86-a008-4d07-a32b-e38f0fa1300a None None] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:22.454000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:22.454592 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.483519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ca85f14-c787-42f6-bbd5-9a1d59b526f2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1787429 Oct 19 20:27:22.486199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39434) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:22.490657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-9aa627ad-16ae-42a6-a2b3-6099ef2ac287 service neutron] 10.222.0.31 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380451 Oct 19 20:27:22.492653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'name': 'tempest-TaggedBootDevicesTest_v242-783842766', 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:22.628247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-cb007711-66bf-4dac-b781-9a34ee028bd8 service neutron] 10.222.0.31 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357996 Oct 19 20:27:22.643459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-800643424-network', 'tenant_id': 'a2df890be2c74207a230968e4bf71868'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:22.686267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bfe1f-f8ff-48f1-a4dc-0b28a624ac47 None None] Pushing event updated for resources: {'Port': ['ID=54033829-3340-46ca-8197-93db5e27110b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:22.697418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Made reservation on behalf of a2df890be2c74207a230968e4bf71868 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:22.700579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-57a7fbfd-75b9-4f67-8538-2f2106c6451e service neutron] 10.222.0.31 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024585 Oct 19 20:27:22.703772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.727806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.758038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ips': [{'subnet_id': '951d0638-4541-437f-ad7b-60af865e1b77'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:27:22.762904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.789917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:22.869185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.897419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.928867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-5a289c58-5e90-40ba-8ff5-a743018e4cd1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:22.930692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-5a289c58-5e90-40ba-8ff5-a743018e4cd1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb77293d-7a60-4176-9f40-504a17c9aa47 HTTP/1.1" status: 200 len: 945 time: 0.2292619 Oct 19 20:27:22.931273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:22.973073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] device_id is not set on port b7305afd-41ce-41a8-8968-978d392675ce yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:27:22.999687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:27:23.033040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.034295 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Added segment f7801b03-db34-4a41-9bd2-3c47f5f8d9a8 of type vlan for network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc Oct 19 20:27:23.232660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.286233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Allocated IP 10.2.2.2 (6aec2e5c-5332-4e5e-b362-7636a45e32aa/951d0638-4541-437f-ad7b-60af865e1b77/c07beb06-d189-46a7-ac9d-c98947b162a6) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:23.327100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bde1e0-67ac-4fe2-ae45-608154892e8b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:23.353900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-bf4479f1-9e0a-4fc5-a636-284cf9489535 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:23.357008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-bf4479f1-9e0a-4fc5-a636-284cf9489535 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f8868c3-cd4b-4a98-8c71-5404a4a60857 HTTP/1.1" status: 200 len: 945 time: 0.5011799 Oct 19 20:27:23.384822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:27:23.403306 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8a5f724-b2f4-4479-8e47-6206a5bf1084 req-bd355933-70ac-4695-a55e-5c3eb9edab11 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 210 time: 0.1430826 Oct 19 20:27:23.484982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.485994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:23.486577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.575709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2523115 Oct 19 20:27:23.575709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39468) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:23.591427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Request body: {'subnet': {'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-800643424-subnet', 'tenant_id': 'a2df890be2c74207a230968e4bf71868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:23.615427 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.643891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.650088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564d22-4945-4439-9223-4af2f73e384d admin admin] Pushing event updated for resources: {'Network': ['ID=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:23.684609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Deleting port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:23.684959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.687878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Made reservation on behalf of a2df890be2c74207a230968e4bf71868 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:23.699569 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:23.737702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:27:23.914711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 54033829-3340-46ca-8197-93db5e27110b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:24.052151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fb1797a9-95c2-4208-a313-ec715a853cbd no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:24.221967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: fb1797a9-95c2-4208-a313-ec715a853cbd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:24.222453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fb1797a9-95c2-4208-a313-ec715a853cbd not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:24.237067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] For port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:24.237313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:24.237454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.256698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:24.294081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:24.317002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Pushing event updated for resources: {'Port': ['ID=c07beb06-d189-46a7-ac9d-c98947b162a6,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:24.319972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 54033829-3340-46ca-8197-93db5e27110b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:24.320339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.340993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ae5c-0bc1-4b2c-99e1-2fc43550e854 req-b645a0a0-81f0-4bfd-ae55-5841d7d3a6a9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:24.343764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Calling delete_port for 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:24.350710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6618ae5c-0bc1-4b2c-99e1-2fc43550e854 req-b645a0a0-81f0-4bfd-ae55-5841d7d3a6a9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.3319085 Oct 19 20:27:24.439507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Deleting port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:24.439937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.514768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Attempting to bind port c07beb06-d189-46a7-ac9d-c98947b162a6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:24.515150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Attempting to bind port c07beb06-d189-46a7-ac9d-c98947b162a6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:24.515601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Attempting to bind port c07beb06-d189-46a7-ac9d-c98947b162a6 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:24.527698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:24.528134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Checking segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:24.528472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.528864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Bound using segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:24.529373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Bound port: c07beb06-d189-46a7-ac9d-c98947b162a6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:24.529758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.584234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6618ae5c-0bc1-4b2c-99e1-2fc43550e854 req-3acbbb1b-2b46-48af-be3e-fb4f503034f5 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316585 Oct 19 20:27:24.661744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9fb7be-efbe-4511-a2ba-e322add2fb17 None None] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:24.672214 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.715685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:24.718322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.1.1.167 (abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe/b7305afd-41ce-41a8-8968-978d392675ce) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:24.826835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event deleted for resources: {'Port': ['ID=57c5d1e0-6b85-4e6d-bb18-a4bd80903652,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:24.855445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] For port c07beb06-d189-46a7-ac9d-c98947b162a6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:24.863291 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.872821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aa3f9a36-c71e-474e-9844-39f417ae4c95 None None] Provisioning complete for port 54033829-3340-46ca-8197-93db5e27110b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:24.873580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa3f9a36-c71e-474e-9844-39f417ae4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.899921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] No DVR routers for this DVR port 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:24.904073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.908632 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fea82a56-9059-4eca-bb7a-278d405133b3 req-8302bd3a-5d40-4c46-bede-0c4e97748ede tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "DELETE /v2.0/ports/57c5d1e0-6b85-4e6d-bb18-a4bd80903652 HTTP/1.1" status: 204 len: 173 time: 1.5086470 Oct 19 20:27:24.916373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'name': 'network-vif-deleted', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:24.921618 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a8fcc5-d9d6-48e6-bb16-3ab0ccc44a7e" -d '{"events": [{"server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "name": "network-vif-deleted", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:24.935431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] For port c07beb06-d189-46a7-ac9d-c98947b162a6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c07beb06-d189-46a7-ac9d-c98947b162a6,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:24.945479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a23b2-2cb2-43aa-835d-4e7c0bec4a00 req-a3553ba3-2a1a-4caf-8533-52bd6512c347 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:24.955989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87e3f28a-5ffc-4792-91d2-ffe33055398e req-40bb67a3-d419-4fac-87d6-d9389faf5a9c tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 210 time: 0.1333683 Oct 19 20:27:24.956810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c8a23b2-2cb2-43aa-835d-4e7c0bec4a00 req-a3553ba3-2a1a-4caf-8533-52bd6512c347 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.6467009 Oct 19 20:27:24.963536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 54033829-3340-46ca-8197-93db5e27110b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=54033829-3340-46ca-8197-93db5e27110b,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:24.980651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.983342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:24.993984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] For port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:24.994383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:25.074505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Calling delete_port for c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:25.078805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c8a23b2-2cb2-43aa-835d-4e7c0bec4a00 req-449b6a79-1787-4ddb-b2da-ac23ed0abade tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186256 Oct 19 20:27:25.079945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:25.193179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db73384-f0aa-4e53-a415-63a29e78d71b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:25.206933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Checking segment: {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:25.207311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Network hostable DHCP agents. Network: f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:27:25.218362 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133e1d8-2fc7-4c86-9b95-32505787d71a x-openstack-request-id: req-e133e1d8-2fc7-4c86-9b95-32505787d71a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:25.218686 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8868c3-cd4b-4a98-8c71-5404a4a60857", "name": "network-vif-deleted", "tag": "57c5d1e0-6b85-4e6d-bb18-a4bd80903652", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:25.218920 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e133e1d8-2fc7-4c86-9b95-32505787d71a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:25.219264 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8868c3-cd4b-4a98-8c71-5404a4a60857', 'name': 'network-vif-deleted', 'tag': '57c5d1e0-6b85-4e6d-bb18-a4bd80903652', 'status': 'completed', 'code': 200} Oct 19 20:27:25.230338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:27:25.243570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:25.250670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:25.251385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:25.262798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb53f0-0fb0-40e4-baf8-44c667bb22e4 None None] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:25.269214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=54033829-3340-46ca-8197-93db5e27110b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:25.295289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a14eab71-db8e-473c-bb78-4e453955c7c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7101586 Oct 19 20:27:25.342238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bcb544d-c550-4194-a545-8246414bca1f req-2797fa2e-6777-43c7-b696-24d806673007 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 210 time: 0.1753063 Oct 19 20:27:25.544956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-7d06feb5-6dd6-47cf-9447-d4b163ade640 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:25.555868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-7d06feb5-6dd6-47cf-9447-d4b163ade640 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.2554288 Oct 19 20:27:25.618768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:25.623617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 54033829-3340-46ca-8197-93db5e27110b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:25.668140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-3d33d14e-9a16-4302-a46a-85a4d17a1901 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:25.670103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-3d33d14e-9a16-4302-a46a-85a4d17a1901 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.11 "GET /v2.0/networks?id=b8b83eec-dbfa-43c3-891f-bff1d4163029 HTTP/1.1" status: 200 len: 814 time: 0.7248096 Oct 19 20:27:25.705544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Request body: {'port': {'device_id': '21112b4a-b772-4628-9825-3853c4129d3d', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'admin_state_up': True, 'tenant_id': '37f7036bf67141d196c180e73707dc26'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:25.868298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:25.928333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1669946146', 'description': 'tempest-description-1983570556'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:26.026076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Made reservation on behalf of 37f7036bf67141d196c180e73707dc26 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:26.030170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.095917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034604dc-9b43-4273-b5e6-3482010dbf2b req-a2608b88-2198-46d6-9d4d-4edfd1dc669e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:26.098124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-034604dc-9b43-4273-b5e6-3482010dbf2b req-a2608b88-2198-46d6-9d4d-4edfd1dc669e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2341907 Oct 19 20:27:26.123594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-e7efd0c8-dc78-4c78-a430-b92c9205b7b6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:26.125265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-e7efd0c8-dc78-4c78-a430-b92c9205b7b6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.3097951 Oct 19 20:27:26.136109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39554) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:26.148554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.168942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.200021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:26.203072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Deleting port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:26.203409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.240153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:26.243550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:26.327962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:26.328708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.331610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-84667fca-a232-495f-98a4-aebdf3e2e6c9 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:26.334201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-84667fca-a232-495f-98a4-aebdf3e2e6c9 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 811 time: 0.2019024 Oct 19 20:27:26.339720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event deleted for resources: {'Port': ['ID=c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:26.359435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Request body: {'port': {'device_id': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'admin_state_up': True, 'tenant_id': '53ff801603d64c86a0aab963122f4ae4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:26.385233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:26.385914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 57c5d1e0-6b85-4e6d-bb18-a4bd80903652 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:26.414623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Request body: {'port': {'device_id': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'admin_state_up': True, 'tenant_id': '53ff801603d64c86a0aab963122f4ae4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:26.432970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:26.488625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f15488-942a-486a-b520-346ab23b860d None None] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:26.546889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Allocated IP 172.20.0.8 (b8b83eec-dbfa-43c3-891f-bff1d4163029/8a8bb28c-0257-490c-ae23-b92f5705f41c/3bc19c84-f552-4f33-b6b2-b91d0e3c8096) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:26.594539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] No DVR routers for this DVR port c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:26.647664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-279e69fd-5502-4205-b60c-0180811fdd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.654751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 54033829-3340-46ca-8197-93db5e27110b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:26.655294 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.662461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.678437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "DELETE /v2.0/ports/c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 HTTP/1.1" status: 204 len: 173 time: 3.7298830 Oct 19 20:27:26.690666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'name': 'network-vif-deleted', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:26.693354 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e5de46-4c10-4ec5-bd00-7cbbb77e06b8" -d '{"events": [{"server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "name": "network-vif-deleted", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:26.721944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7904a-7bc0-4af3-8267-4e26bff68d0e None None] Pushing event updated for resources: {'Port': ['ID=c07beb06-d189-46a7-ac9d-c98947b162a6,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:26.774354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f97c9e85-13fe-4109-b83e-9e0a8e741a0c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2870874 Oct 19 20:27:26.775584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:26.790864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-034604dc-9b43-4273-b5e6-3482010dbf2b req-ff537b62-5e90-4687-bc54-c3dab8bf19b6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793725 Oct 19 20:27:26.813496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dfc6f4cb-7104-4f48-bebc-bf1f46f8532c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.814105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'name': 'tempest-TaggedBootDevicesTest_v242-770975258', 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:26.826508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:26.858915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8a62e616-ae3f-4522-abe3-6eb349966f94 None None] Provisioning complete for port 54033829-3340-46ca-8197-93db5e27110b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:26.859717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a62e616-ae3f-4522-abe3-6eb349966f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.043595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.117238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615c6dc-3c74-4bec-8eac-58af32f39c78 None None] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:27:27.144942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dfc6f4cb-7104-4f48-bebc-bf1f46f8532c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.146738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.164962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dfc6f4cb-7104-4f48-bebc-bf1f46f8532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.194967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.196066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dfc6f4cb-7104-4f48-bebc-bf1f46f8532c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca2564ff5d934fe5948c2b57d67d467a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0589747 Oct 19 20:27:27.208468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39574) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:27.247337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] For port 8917bc6d-3058-49a6-9aaa-a796a594c1d4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8917bc6d-3058-49a6-9aaa-a796a594c1d4,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:27.247594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.272229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Calling delete_port for 8917bc6d-3058-49a6-9aaa-a796a594c1d4 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:27.307932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.338018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.388926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:27.393006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.404139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.418266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4cb53f4-0653-4e32-8f7c-9d610c857ce9 req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5076439 Oct 19 20:27:27.435247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.448148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a269-94c4-45ff-8231-81089b4ff3b7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:27.454963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Provisioning complete for port c07beb06-d189-46a7-ac9d-c98947b162a6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:27.455682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.565045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6f4cb-7104-4f48-bebc-bf1f46f8532c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c1b9a-9554-4837-bcfb-ef15e8c83928,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:27.578147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.581119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.582400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da0c1b9a-9554-4837-bcfb-ef15e8c83928 HTTP/1.1" status: 204 len: 168 time: 0.3706834 Oct 19 20:27:27.664014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-284ef4ef-4f4d-4350-909d-814a0655826e req-09a63e62-fe55-4030-bc79-a004fe1f1c31 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 210 time: 0.2845404 Oct 19 20:27:27.693742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c1138-a5b2-481f-b0aa-c55bbcb1dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c1b9a-9554-4837-bcfb-ef15e8c83928,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:27.696407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Made reservation on behalf of 53ff801603d64c86a0aab963122f4ae4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:27.701613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.709021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.785271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] For port c07beb06-d189-46a7-ac9d-c98947b162a6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c07beb06-d189-46a7-ac9d-c98947b162a6,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:27.796893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:27.805070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:27.819234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:27.860473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:27.889468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:27.889884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:27.891761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c07beb06-d189-46a7-ac9d-c98947b162a6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:27.921895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:27.959990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a5699-5298-4fa3-9291-20ba660a2b56 req-9295a18c-44a3-41eb-9979-67121a41be11 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:27.971520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f8a5699-5298-4fa3-9291-20ba660a2b56 req-9295a18c-44a3-41eb-9979-67121a41be11 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 949 time: 0.4091895 Oct 19 20:27:28.125901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Allocated IP 172.20.0.6 (db03dafb-6622-49bf-97d5-4cd190b6ea31/67f9cb96-31e1-4cc0-81d0-280a256c3ee0/2a913511-7e69-452c-afab-8e6be8697160) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:28.136029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:28.136705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.141887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Provisioning complete for port b7305afd-41ce-41a8-8968-978d392675ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:28.142266 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.183941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Pushing event updated for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:28.229817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.326413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Pushing event updated for resources: {'Port': ['ID=c07beb06-d189-46a7-ac9d-c98947b162a6,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:28.352522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f8a5699-5298-4fa3-9291-20ba660a2b56 req-435c54f9-b5fd-457a-8c23-944145590bcd tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796530 Oct 19 20:27:28.362174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c07beb06-d189-46a7-ac9d-c98947b162a6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:28.362997 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.373017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-f3dd6632-567d-4d31-a270-d59726ccc437 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6839743 Oct 19 20:27:28.374239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Pushing event deleted for resources: {'Port': ['ID=8917bc6d-3058-49a6-9aaa-a796a594c1d4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:28.442659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Request body: {'port': {'device_id': '21112b4a-b772-4628-9825-3853c4129d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:28.473767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39588) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:28.475827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e71d71a2-66c8-45d7-81ad-d840005f89fb None None] Port b7305afd-41ce-41a8-8968-978d392675ce cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:28.494619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-796200100', 'description': 'tempest-description-1537849845'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:28.495932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4454f1-62fd-48bb-8c5b-ac46f5a85eef req-0b88fec3-1dad-4e95-82a6-fe2232eb8728 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:28.504092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca4454f1-62fd-48bb-8c5b-ac46f5a85eef req-0b88fec3-1dad-4e95-82a6-fe2232eb8728 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 931 time: 0.4085109 Oct 19 20:27:28.505616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-871da27a-c169-4fd7-8b74-b1c5d2cd48c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.508185 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d942e44a-b8a6-4187-a414-57487087c4fc x-openstack-request-id: req-d942e44a-b8a6-4187-a414-57487087c4fc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:28.508595 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77293d-7a60-4176-9f40-504a17c9aa47", "name": "network-vif-deleted", "tag": "c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:28.508866 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d942e44a-b8a6-4187-a414-57487087c4fc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:28.509472 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77293d-7a60-4176-9f40-504a17c9aa47', 'name': 'network-vif-deleted', 'tag': 'c8561795-b0ba-4cf1-86f5-5d4d1ff1b0f5', 'status': 'completed', 'code': 200} Oct 19 20:27:28.540508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] No DVR routers for this DVR port 8917bc6d-3058-49a6-9aaa-a796a594c1d4 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:28.543875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.548370 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-731970ad-a0fe-4d92-8c46-e5636be6f2b3 req-6e7f8d62-1c94-444e-a0be-9b31a10ec682 tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.11 "DELETE /v2.0/ports/8917bc6d-3058-49a6-9aaa-a796a594c1d4 HTTP/1.1" status: 204 len: 173 time: 2.9701488 Oct 19 20:27:28.601613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:28.611838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38f39d70-7064-43e0-9d6e-9730a6a33c1b None None] Provisioning complete for port c07beb06-d189-46a7-ac9d-c98947b162a6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:28.612586 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38f39d70-7064-43e0-9d6e-9730a6a33c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.696906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.753470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.814786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.852627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca4454f1-62fd-48bb-8c5b-ac46f5a85eef req-f4a45d04-9fc0-4bde-9f91-65d4f2a6e421 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467927 Oct 19 20:27:28.863252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38f39d70-7064-43e0-9d6e-9730a6a33c1b None None] Provisioning complete for port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:28.864829 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38f39d70-7064-43e0-9d6e-9730a6a33c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.941695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-871da27a-c169-4fd7-8b74-b1c5d2cd48c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.962406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-871da27a-c169-4fd7-8b74-b1c5d2cd48c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:28.983879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38f39d70-7064-43e0-9d6e-9730a6a33c1b None None] Port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:29.038604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-871da27a-c169-4fd7-8b74-b1c5d2cd48c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a87500bdca9e49cda5d5b709c8201208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637550 Oct 19 20:27:29.056508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.082314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39594) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:29.126907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:29.143820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:29.175358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.186581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871da27a-c169-4fd7-8b74-b1c5d2cd48c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53745276-218e-4cf7-ac65-7f2a78394648,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:29.194452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:29.198449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e231e8ef-c328-42f8-b9e1-4b8ccba918a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.261842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.278024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.339613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe4d12-ca85-4251-b884-d895bafc6830 req-0cbc81f6-0762-4ff9-b3a8-1bdf74989a92 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:29.341275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ebe4d12-ca85-4251-b884-d895bafc6830 req-0cbc81f6-0762-4ff9-b3a8-1bdf74989a92 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.3247418 Oct 19 20:27:29.348657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] device_id is not set on port f946de96-ba02-48b5-81f4-2a576ad0571a yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:27:29.361108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:29.361880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.399918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event updated for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:29.408126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.408126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9cb7d711-6ce8-4a22-89b1-07c80bc913df req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9171674 Oct 19 20:27:29.409042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Allocated IP 172.20.0.14 (db03dafb-6622-49bf-97d5-4cd190b6ea31/67f9cb96-31e1-4cc0-81d0-280a256c3ee0/b4caa060-360f-41af-9ed3-46008fe29434) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:29.429925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e273a-1c24-4f43-8b6b-93c46c211f06 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12471350-1565-456a-a58a-4caf934a8073,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:29.439994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-dac56b9a-3378-48a0-8ca9-45768fe8adfe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0434844 Oct 19 20:27:29.476196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.520731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ebe4d12-ca85-4251-b884-d895bafc6830 req-82eeee85-c00d-4288-bc75-af8e29ff2079 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658535 Oct 19 20:27:29.589949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.636569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c07beb06-d189-46a7-ac9d-c98947b162a6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:29.738875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:29.787857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8917bc6d-3058-49a6-9aaa-a796a594c1d4 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:29.816243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c07beb06-d189-46a7-ac9d-c98947b162a6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:29.817204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.821487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.822287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 8917bc6d-3058-49a6-9aaa-a796a594c1d4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:29.823206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8917bc6d-3058-49a6-9aaa-a796a594c1d4 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:29.854183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eeda8289-6f61-4523-a852-0e621f743b76 req-30669e79-0de9-42fb-ac34-3d7f3ed890c1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 210 time: 0.1533656 Oct 19 20:27:29.897266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Transition to ACTIVE for port object 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:29.914592 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:29.924438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.043861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f95466b9-7318-4b56-9075-81b18e9e8078 req-db295ebe-0ecd-4d4d-8a41-2c0091ed489e tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 210 time: 0.0380254 Oct 19 20:27:30.047608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.109388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Network db03dafb-6622-49bf-97d5-4cd190b6ea31 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:30.111015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:30.128272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:30.187553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event updated for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:30.260729 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.276859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.278689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:30.283636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.290225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53745276-218e-4cf7-ac65-7f2a78394648 HTTP/1.1" status: 204 len: 168 time: 1.2028315 Oct 19 20:27:30.321091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf2fb6-8063-4286-a590-26ee6ee7ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53745276-218e-4cf7-ac65-7f2a78394648,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:30.331195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:30.331833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.356074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac180-2ba1-4178-80ec-4b0d51f6ac48 req-2b4a7672-0fb8-43fa-8e36-ce5e7439d2c1 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:30.357795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9bbac180-2ba1-4178-80ec-4b0d51f6ac48 req-2b4a7672-0fb8-43fa-8e36-ce5e7439d2c1 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.1741741 Oct 19 20:27:30.365692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-bab0164f-84de-4ffe-8219-77dafba053e6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0246975 Oct 19 20:27:30.407489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Request body: {'port': {'device_id': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:30.456118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.1.1.139 (abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe/f946de96-ba02-48b5-81f4-2a576ad0571a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:30.492942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.524800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9bbac180-2ba1-4178-80ec-4b0d51f6ac48 req-2a1a6059-ee8b-437f-8afe-831a20a9d570 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580060 Oct 19 20:27:30.549898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'name': 'network-vif-deleted', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:30.555756 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aac29e-1745-4576-9512-b079011e0a6c" -d '{"events": [{"server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "name": "network-vif-deleted", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:30.569021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Attempting to bind port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:30.569431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Attempting to bind port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:30.569926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Attempting to bind port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 on network b8b83eec-dbfa-43c3-891f-bff1d4163029 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:30.639401 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5283295-875e-4bc6-b344-65ad3ab7d53b x-openstack-request-id: req-b5283295-875e-4bc6-b344-65ad3ab7d53b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:30.639700 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a643d2a-ac9e-46ac-9e91-f1fcb595b649", "name": "network-vif-deleted", "tag": "8917bc6d-3058-49a6-9aaa-a796a594c1d4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:30.640074 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5283295-875e-4bc6-b344-65ad3ab7d53b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:30.640586 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a643d2a-ac9e-46ac-9e91-f1fcb595b649', 'name': 'network-vif-deleted', 'tag': '8917bc6d-3058-49a6-9aaa-a796a594c1d4', 'status': 'completed', 'code': 200} Oct 19 20:27:30.649046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 on network b8b83eec-dbfa-43c3-891f-bff1d4163029 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:30.653491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Attempting to bind port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 on network b8b83eec-dbfa-43c3-891f-bff1d4163029 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:30.671084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:30.671423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Checking segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:30.671813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Bound using segment: {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:30.672372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Bound port: 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384986f-7f88-48e2-ace4-8326fa5b9c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:30.672828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.684180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-d204102a-75d4-4a24-82b7-3ffc482e8abd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:30.685893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-d204102a-75d4-4a24-82b7-3ffc482e8abd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 812 time: 0.6454580 Oct 19 20:27:30.790535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-0c119554-0f0d-4262-9a49-9d2c56ab781e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/quotas/a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 375 time: 0.0911541 Oct 19 20:27:30.856830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-22ddfc64-0ab7-4c12-84c7-9912a4d3577d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650368 Oct 19 20:27:30.867376 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:30.946278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f97a-2660-4da2-8136-295e35d72e02 req-3b112da0-4097-43d8-a006-ebac95a3af2f tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:30.953923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcc5f97a-2660-4da2-8136-295e35d72e02 req-3b112da0-4097-43d8-a006-ebac95a3af2f tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.1858215 Oct 19 20:27:31.032142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcc5f97a-2660-4da2-8136-295e35d72e02 req-7a995a8b-3b7e-4dd1-956b-69cd1844d464 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Oct 19 20:27:31.165029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4caa060-360f-41af-9ed3-46008fe29434 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:31.185810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.214446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Transition to ACTIVE for port object b4caa060-360f-41af-9ed3-46008fe29434 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:31.224917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.397117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:31.474822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Attempting to bind port b4caa060-360f-41af-9ed3-46008fe29434 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:31.475158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Attempting to bind port b4caa060-360f-41af-9ed3-46008fe29434 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:31.475487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Attempting to bind port b4caa060-360f-41af-9ed3-46008fe29434 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:31.504256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9bb0-d028-4a35-8a7f-6d961a948ac4 req-371c4eac-b629-4ffe-b212-619c8867fc56 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:31.514110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f67e9bb0-d028-4a35-8a7f-6d961a948ac4 req-371c4eac-b629-4ffe-b212-619c8867fc56 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 944 time: 0.2348065 Oct 19 20:27:31.524923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Port b4caa060-360f-41af-9ed3-46008fe29434 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:31.525316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Attempting to bind port b4caa060-360f-41af-9ed3-46008fe29434 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:31.531159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-9ea94ac3-3b9d-4a69-9d55-09810c37b31b service neutron] 10.222.0.31 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731761 Oct 19 20:27:31.541625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:31.548702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:31.549098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Checking segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:31.549513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Bound using segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:31.550328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Bound port: b4caa060-360f-41af-9ed3-46008fe29434, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:31.550704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.566187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:31.643748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:31.648572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b4caa060-360f-41af-9ed3-46008fe29434,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:31.657257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.670950 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.702006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f67e9bb0-d028-4a35-8a7f-6d961a948ac4 req-10644321-405e-427b-96af-e5f306d1c30a tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868484 Oct 19 20:27:31.747992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:31.755447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.758200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4caa060-360f-41af-9ed3-46008fe29434 HTTP/1.1" status: 200 len: 1092 time: 1.3743834 Oct 19 20:27:31.758989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:31.762056 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "tag": "b4caa060-360f-41af-9ed3-46008fe29434"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:31.803892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.815081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:31.815890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:31.817773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/3bc19c84-f552-4f33-b6b2-b91d0e3c8096 HTTP/1.1" status: 200 len: 1091 time: 3.3918190 Oct 19 20:27:31.950543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88521a78-ad53-4961-aa0c-b980d43502bb req-6ff799d5-b45e-4020-95a9-04e937663efc tempest-LiveMigrationNegativeTest-1197947753 tempest-LiveMigrationNegativeTest-1197947753-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a643d2a-ac9e-46ac-9e91-f1fcb595b649 HTTP/1.1" status: 200 len: 210 time: 0.1225123 Oct 19 20:27:31.951308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb723f-a0af-4c9c-a0b9-6b6bb44435b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:31.965444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57610e8-f5f4-48ab-855b-0a86708d76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:31.965962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-53dc564e-dc41-4e17-9122-2aaf6395a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:31.978303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-53dc564e-dc41-4e17-9122-2aaf6395a29f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 1095 time: 0.1491156 Oct 19 20:27:32.052461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-4d03226c-811d-49f6-98e5-9b76820f7276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4caa060-360f-41af-9ed3-46008fe29434 HTTP/1.1" status: 200 len: 217 time: 0.0639238 Oct 19 20:27:32.135294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:32.167265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-0fd9bc7e-97f4-44ca-9ddc-2b5056eb67e5 service neutron] 10.222.0.31 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887022 Oct 19 20:27:32.189020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea713e-a54f-4a3a-8524-7cd819dfb7b7 req-563bd0f6-2b99-4e19-8ff0-d1cccf268cde tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:32.197468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:32.206112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17ea713e-a54f-4a3a-8524-7cd819dfb7b7 req-563bd0f6-2b99-4e19-8ff0-d1cccf268cde tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.1369257 Oct 19 20:27:32.228050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:32.241433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:32.273371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17ea713e-a54f-4a3a-8524-7cd819dfb7b7 req-9b166e30-5f63-4dfa-bc23-7f11c98bf04c tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Oct 19 20:27:32.275496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-1db7070c-fcb4-4e31-839e-f1212c9942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:32.276963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-1db7070c-fcb4-4e31-839e-f1212c9942ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.2163754 Oct 19 20:27:32.297345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:32.328165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-a5af91db-37d7-4d89-9741-4462dee84c4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425451 Oct 19 20:27:32.383030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:32.440143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:32.444830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:32.496357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3511d26d-32b2-4d67-9fe9-eb143b15b9cb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6908538 Oct 19 20:27:32.526679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-d4b38220-986a-4948-a40d-7f45fda334cf service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880503 Oct 19 20:27:32.528693 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822fd315-55cc-42ec-baff-05aa320000e9 x-openstack-request-id: req-822fd315-55cc-42ec-baff-05aa320000e9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:32.529624 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "tag": "b4caa060-360f-41af-9ed3-46008fe29434", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:32.529978 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-822fd315-55cc-42ec-baff-05aa320000e9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:32.530470 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434', 'status': 'completed', 'code': 200} Oct 19 20:27:32.564506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Request body: {'port': {'device_id': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:32.644481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:32.663052 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd537cf-4847-46a0-bd4b-3883884f8157" -d '{"events": [{"name": "network-changed", "server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:32.768525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e24397b3-50c5-4fb5-a979-8c609ff11538 req-34812f3a-ff25-4947-ae52-29825fc1aa7b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 210 time: 0.1005034 Oct 19 20:27:32.779219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-c2683abf-2f48-40aa-86cb-55dbaadc3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:32.780701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-c2683abf-2f48-40aa-86cb-55dbaadc3775 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37f7036bf67141d196c180e73707dc26&device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 1094 time: 0.1751182 Oct 19 20:27:32.804221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:32.835057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-db90af0c-22d9-43bf-bbdb-6a523a1367f1 None None] Provisioning complete for port f946de96-ba02-48b5-81f4-2a576ad0571a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:32.835728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-db90af0c-22d9-43bf-bbdb-6a523a1367f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:32.925871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-db90af0c-22d9-43bf-bbdb-6a523a1367f1 None None] Port f946de96-ba02-48b5-81f4-2a576ad0571a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:33.041837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-a2a9a98c-8323-42b7-8090-3e2fecb0be61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096 HTTP/1.1" status: 200 len: 217 time: 0.0673757 Oct 19 20:27:33.163344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39686) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:33.182837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011923414', 'description': 'tempest-description--206603302'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:33.244942 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747d42b-634c-469b-b23f-508ef656f257 x-openstack-request-id: req-0747d42b-634c-469b-b23f-508ef656f257 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:33.247594 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:33.248516 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0747d42b-634c-469b-b23f-508ef656f257 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:33.249332 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096', 'status': 'completed', 'code': 200} Oct 19 20:27:33.261056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-96690c2e-2c85-4ed1-98eb-22e4e1d96caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.272255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-96690c2e-2c85-4ed1-98eb-22e4e1d96caa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a8bb28c-0257-490c-ae23-b92f5705f41c HTTP/1.1" status: 200 len: 853 time: 0.2154250 Oct 19 20:27:33.306310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.429637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a913511-7e69-452c-afab-8e6be8697160 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:33.444260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.460858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Transition to ACTIVE for port object 2a913511-7e69-452c-afab-8e6be8697160 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:33.478027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4820e-4c43-434d-a567-c76a51e538b7 req-11b4ab48-c735-4da8-99f6-eac57c431677 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.479451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-7f7bb5ac-0d1d-434a-8296-f72fdef5a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.481285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-7f7bb5ac-0d1d-434a-8296-f72fdef5a009 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b83eec-dbfa-43c3-891f-bff1d4163029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918254 Oct 19 20:27:33.487779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6c4820e-4c43-434d-a567-c76a51e538b7 req-11b4ab48-c735-4da8-99f6-eac57c431677 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.9554582 Oct 19 20:27:33.493469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.496460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fba2e-239f-42c6-ad3e-0159c2f2af21 req-708d0f6a-084f-440b-a3c4-d632493e6a4f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.505934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f86fba2e-239f-42c6-ad3e-0159c2f2af21 req-708d0f6a-084f-440b-a3c4-d632493e6a4f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 944 time: 0.1155753 Oct 19 20:27:33.587286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-c3983766-333e-4fc5-a459-59e194fdb4d3 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0449159 Oct 19 20:27:33.607720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.621617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.632726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Pushing event updated for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:33.669619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.671128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5067763 Oct 19 20:27:33.674097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6c4820e-4c43-434d-a567-c76a51e538b7 req-f46e0511-89e5-4dee-a32e-5ce5dba6426b tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848223 Oct 19 20:27:33.686722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f86fba2e-239f-42c6-ad3e-0159c2f2af21 req-702416fb-9b1f-4d55-9479-298202d34f8e tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798623 Oct 19 20:27:33.706267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:33.745804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'security_group_rule': {'security_group_id': '17182540-8781-47a8-a838-c83e876aed58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:33.751209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac017c0-b556-4a6a-814c-5e1b13465620 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17182540-8781-47a8-a838-c83e876aed58,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:33.753972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Attempting to bind port 2a913511-7e69-452c-afab-8e6be8697160 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:33.755148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Attempting to bind port 2a913511-7e69-452c-afab-8e6be8697160 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:33.755488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Attempting to bind port 2a913511-7e69-452c-afab-8e6be8697160 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:33.803218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Port 2a913511-7e69-452c-afab-8e6be8697160 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:33.804641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Attempting to bind port 2a913511-7e69-452c-afab-8e6be8697160 on network db03dafb-6622-49bf-97d5-4cd190b6ea31 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:33.868710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:33.874992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Checking segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:33.875805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Bound using segment: {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:33.876507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Bound port: 2a913511-7e69-452c-afab-8e6be8697160, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd246158-83a9-4108-8bf7-f1be3ff345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:33.878627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.914115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:33.929919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-08e0def9-ff4f-43dc-aaa8-c39e3800d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.932169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-08e0def9-ff4f-43dc-aaa8-c39e3800d1e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 1095 time: 0.2237113 Oct 19 20:27:33.958095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fac89-c6a7-496b-9ca6-ab029949dfbc req-cd5ab858-7e2c-450b-b7bd-4f847483c90e tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:33.966130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-847fac89-c6a7-496b-9ca6-ab029949dfbc req-cd5ab858-7e2c-450b-b7bd-4f847483c90e tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.1402445 Oct 19 20:27:34.029124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d13f96ad-b3e3-443b-9a69-6af084b09c04 req-00954f80-0ab3-46e3-979f-99b305fa1c8d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 210 time: 0.1012700 Oct 19 20:27:34.036706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-847fac89-c6a7-496b-9ca6-ab029949dfbc req-f11ce45f-fbee-4256-a55b-b9867413707b tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654869 Oct 19 20:27:34.055531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-5ea263eb-9bfd-4f8a-a5b9-62f9169aab0a service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955788 Oct 19 20:27:34.166532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:34.172073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a913511-7e69-452c-afab-8e6be8697160,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:34.184050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.190795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.229208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.367995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59208e7-a17a-404b-9c7c-7b951f81ac36 req-e2ceedeb-6413-42b0-925f-46071e4770b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232714 Oct 19 20:27:34.398687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.405658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6630955 Oct 19 20:27:34.406054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:34.414472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-87cf41a2-e6c7-4246-966b-d42d71b3e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:34.418397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-87cf41a2-e6c7-4246-966b-d42d71b3e1d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 912 time: 0.4776039 Oct 19 20:27:34.421560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:34.422231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.422641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'security_group_rule': {'security_group_id': '17182540-8781-47a8-a838-c83e876aed58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:34.423581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a913511-7e69-452c-afab-8e6be8697160 HTTP/1.1" status: 200 len: 1091 time: 1.8803596 Oct 19 20:27:34.453384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93203-6e25-4dfe-8e91-79cf7f3cf188 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9184d2c-e435-4d4b-8fd9-8e2d004c4259,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:34.516435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39718) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:34.539083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.632509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.638602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.682640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567d8841-f22f-473c-a048-f16c8f80aec5,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:34.729291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:34.736056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-730e0414-9c6f-4771-91e5-81b47e8221a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240051 Oct 19 20:27:34.738458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:34.785885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:34.899482 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:27:34.997859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-a350ac98-9675-42b7-88a5-679aaa76f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.000102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-a350ac98-9675-42b7-88a5-679aaa76f461 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 1094 time: 0.2528679 Oct 19 20:27:35.010699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-05805e7b-aeb1-4913-87a4-138b36b17a8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=680fbcb023364764b45257a1a9d4515e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901409 Oct 19 20:27:35.014037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39744) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:35.021853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:35.076075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804c38d-793d-4ffb-ad6e-858ddcee80f3 req-5a2bc534-52f7-45b7-ad94-0603d23c1044 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.078060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b804c38d-793d-4ffb-ad6e-858ddcee80f3 req-5a2bc534-52f7-45b7-ad94-0603d23c1044 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 944 time: 0.2090862 Oct 19 20:27:35.131298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-14721adb-c10b-4d38-8198-3c42a909cbfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a913511-7e69-452c-afab-8e6be8697160 HTTP/1.1" status: 200 len: 217 time: 0.0707419 Oct 19 20:27:35.179978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'tag': '2a913511-7e69-452c-afab-8e6be8697160'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:35.182571 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6078480f-d89c-4304-b45e-1b65cfa5eee9" -d '{"events": [{"name": "network-changed", "server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "tag": "2a913511-7e69-452c-afab-8e6be8697160"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:35.224861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-efc12fca-fb60-4fe6-b288-298598e517f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4caa060-360f-41af-9ed3-46008fe29434 HTTP/1.1" status: 200 len: 217 time: 0.7933779 Oct 19 20:27:35.320641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-4b74abb4-f3ad-4d80-a0a3-6da26336d61f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.322538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-4b74abb4-f3ad-4d80-a0a3-6da26336d61f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.11 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 812 time: 0.1481602 Oct 19 20:27:35.323362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585960-2a9e-4bbe-b998-f86a7df3e736 service neutron] Pushing event updated for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:35.358016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-e8ccd228-3e66-48a4-864c-e193ce7b03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.359545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-e8ccd228-3e66-48a4-864c-e193ce7b03cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37f7036bf67141d196c180e73707dc26&device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 1094 time: 0.1735196 Oct 19 20:27:35.371022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'device_id': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc', 'admin_state_up': True, 'tenant_id': 'a2df890be2c74207a230968e4bf71868'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:35.390048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cea0a3-d5f6-447c-a064-f18349b40563 req-72762c5b-f2e0-4e45-8377-e7feeaaa1dc0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.391613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69cea0a3-d5f6-447c-a064-f18349b40563 req-72762c5b-f2e0-4e45-8377-e7feeaaa1dc0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2044837 Oct 19 20:27:35.410107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-ee9e5e2b-7ddf-4d4f-97d4-203a7d80336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.411563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-ee9e5e2b-7ddf-4d4f-97d4-203a7d80336b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.1543114 Oct 19 20:27:35.511352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:35.521668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-9061e6ca-5220-4229-8d17-6976340d8674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826917 Oct 19 20:27:35.560430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69cea0a3-d5f6-447c-a064-f18349b40563 req-b28d6b0a-4cd3-494c-857b-2c7bffbf1d37 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468215 Oct 19 20:27:35.585771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b804c38d-793d-4ffb-ad6e-858ddcee80f3 req-3656e128-a8c2-43d5-b284-502bf18494fb tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472616 Oct 19 20:27:35.647438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:35.743923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Made reservation on behalf of a2df890be2c74207a230968e4bf71868 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:35.747484 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:35.785828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-c1e0cfdd-885b-4b38-93cd-8373ae86d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.787882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-c1e0cfdd-885b-4b38-93cd-8373ae86d339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.6120710 Oct 19 20:27:35.807804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39762) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:35.828425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-e47a8ca1-ab0b-4107-a3a6-6ee87c3a0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.829905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-e47a8ca1-ab0b-4107-a3a6-6ee87c3a0dab service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b83eec-dbfa-43c3-891f-bff1d4163029 HTTP/1.1" status: 200 len: 915 time: 0.4373913 Oct 19 20:27:35.852961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-d5e65c77-f5e0-4124-a393-b990499c8eb3 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106711 Oct 19 20:27:35.876994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e2865-68e7-47a9-8147-38c18600dda5 req-729c764f-5707-4e42-a4a7-2aa1aae12d62 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:35.878539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa6e2865-68e7-47a9-8147-38c18600dda5 req-729c764f-5707-4e42-a4a7-2aa1aae12d62 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.0987854 Oct 19 20:27:35.987431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa6e2865-68e7-47a9-8147-38c18600dda5 req-16cda635-5212-4e18-802f-f5d8fe66d97a tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952222 Oct 19 20:27:35.998500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7e1c-4bf5-4943-883b-5d2189a72166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.042692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4dbb5ec-6d96-4ae3-998b-ac1fa5236cb7 req-4145f95b-4ae1-4c7d-86d6-4e43c49a7143 service neutron] 10.222.0.37 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800239 Oct 19 20:27:36.088877 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722d180-4674-4bb8-8a51-4c0be83234d9 x-openstack-request-id: req-f722d180-4674-4bb8-8a51-4c0be83234d9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:36.089693 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "tag": "2a913511-7e69-452c-afab-8e6be8697160", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:36.090141 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f722d180-4674-4bb8-8a51-4c0be83234d9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:36.090864 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'tag': '2a913511-7e69-452c-afab-8e6be8697160', 'status': 'completed', 'code': 200} Oct 19 20:27:36.121188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Allocated IP 172.20.0.11 (f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc/9db73384-f0aa-4e53-a415-63a29e78d71b/60778ec3-c4d9-43dd-878c-1fa419d06edf) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:36.124065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7e1c-4bf5-4943-883b-5d2189a72166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.130685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7e1c-4bf5-4943-883b-5d2189a72166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.196462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3b5c7e1c-4bf5-4943-883b-5d2189a72166 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40248307529843c8a5823e61a7d9aacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877192 Oct 19 20:27:36.198632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39766) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:36.209346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7e1c-4bf5-4943-883b-5d2189a72166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03979d2-1ecb-4613-93a7-8bb2d7e52278,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:36.245639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02a7d2a3-4983-4393-8cfe-6492d5c6e279 req-a5ef8517-3940-4cd3-a2ea-754f948981ed tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 210 time: 0.5116622 Oct 19 20:27:36.288178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.317585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.383707 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.387547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.388855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a03979d2-1ecb-4613-93a7-8bb2d7e52278 HTTP/1.1" status: 204 len: 168 time: 0.1889737 Oct 19 20:27:36.392339 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.419142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aee79-4a4d-4d6b-928a-a8de7f52aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03979d2-1ecb-4613-93a7-8bb2d7e52278,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:36.429926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.433597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.437733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c4d5ce1-2cc6-4adc-878b-d63ead7f842c HTTP/1.1" status: 204 len: 168 time: 1.4223666 Oct 19 20:27:36.441783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.525479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466ff0-7c47-419c-bb88-c9235131d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d5ce1-2cc6-4adc-878b-d63ead7f842c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:36.533724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:36.546167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:36.589962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-ecc084d2-37a3-4e88-b32f-9ed9f688745f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451071 Oct 19 20:27:36.598440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:36.659016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-2d158e8d-99d3-4c3c-bbad-d34dea529a7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096 HTTP/1.1" status: 200 len: 217 time: 0.1031280 Oct 19 20:27:36.703999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.712100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:36.712746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:36.809087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-4c979c84-ac83-45ac-8286-e5f345a3ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:36.813601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-4c979c84-ac83-45ac-8286-e5f345a3ebde service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a8bb28c-0257-490c-ae23-b92f5705f41c HTTP/1.1" status: 200 len: 853 time: 0.1393423 Oct 19 20:27:36.948325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-5bf60340-40e9-460e-9a39-7abc7955ff5a service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319219 Oct 19 20:27:36.972100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-3cad1072-5ed9-40d9-a283-2a682c20eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:36.975136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-3cad1072-5ed9-40d9-a283-2a682c20eadc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b83eec-dbfa-43c3-891f-bff1d4163029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035159 Oct 19 20:27:37.094946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39800) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:37.145964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:37.157835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b67ad599-886e-4aea-9a56-4209e4a18629 req-ed7fd1eb-5441-4143-8b52-2fe546072179 service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695597 Oct 19 20:27:37.158789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:37.178920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56c2ae71-d1e1-4858-8a0f-1376fd3cc09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.244155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-f9ad59c3-5fde-4ce2-b76e-53bf68cc51d5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8822892 Oct 19 20:27:37.310104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187c13-feb1-4e7b-b360-637a3f6917bb req-3cbc71da-0513-43f8-a3f3-2b272c0ca747 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:37.312623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-2b99f95f-a810-4921-816c-96822d010dfe service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261225 Oct 19 20:27:37.319336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1187c13-feb1-4e7b-b360-637a3f6917bb req-3cbc71da-0513-43f8-a3f3-2b272c0ca747 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 944 time: 0.6008453 Oct 19 20:27:37.338226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a443638-aab8-48a7-81a9-59b0af91442f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e03c65c23ba846498a76d46dd3749867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822124 Oct 19 20:27:37.345367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e04e60-86db-41f6-ba7a-96ac41bed80a req-3baf2176-3c06-4e60-becc-960c76d5681c tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:37.350561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39806) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:37.353670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43e04e60-86db-41f6-ba7a-96ac41bed80a req-3baf2176-3c06-4e60-becc-960c76d5681c tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.2357726 Oct 19 20:27:37.417110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43e04e60-86db-41f6-ba7a-96ac41bed80a req-93d297e3-0f79-4d35-842e-e132a1bd9412 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624175 Oct 19 20:27:37.435719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.483212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56c2ae71-d1e1-4858-8a0f-1376fd3cc09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.484821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1187c13-feb1-4e7b-b360-637a3f6917bb req-95ea2c94-da9d-409d-98fd-78d57218ede1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644726 Oct 19 20:27:37.491850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56c2ae71-d1e1-4858-8a0f-1376fd3cc09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.491983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 172.25.7.230 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/23c715f6-9604-47d8-b11d-150c66bab8f1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:37.516847 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.556680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56c2ae71-d1e1-4858-8a0f-1376fd3cc09f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7906ebce91d1445989fbdac66af68b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564965 Oct 19 20:27:37.556680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2ae71-d1e1-4858-8a0f-1376fd3cc09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e356e5f-ee5b-4762-95ca-719446a30e7f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:37.557462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39808) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:37.625004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b4caa060-360f-41af-9ed3-46008fe29434 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:37.654385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.656971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.658136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57e8be33-e881-4b3d-8936-ec3e1a8f9435 HTTP/1.1" status: 204 len: 168 time: 0.3066485 Oct 19 20:27:37.670460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.679529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd499d56-b5e0-45dc-9d28-7236ba4b71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8be33-e881-4b3d-8936-ec3e1a8f9435,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:37.737494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.782962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0868-7e4b-4230-8018-6ba9f9b0ac03 req-c5b652d3-6221-4dd6-bff4-89392aa4afb1 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:37.785349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be9d0868-7e4b-4230-8018-6ba9f9b0ac03 req-c5b652d3-6221-4dd6-bff4-89392aa4afb1 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 932 time: 0.1751556 Oct 19 20:27:37.842793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.844089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b4caa060-360f-41af-9ed3-46008fe29434,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:37.858571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=23c715f6-9604-47d8-b11d-150c66bab8f1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:37.875627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b4caa060-360f-41af-9ed3-46008fe29434', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'port_id': 'b4caa060-360f-41af-9ed3-46008fe29434', 'mac_address': 'fa:16:3e:e0:65:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f9cb96-31e1-4cc0-81d0-280a256c3ee0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:37.899873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:37.904898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:37.910019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.912499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.912850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.913889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.914432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.914685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.915021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.917425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.917800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.918161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.918480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.918812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:27:37.927168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:37.943315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:37.957230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be9d0868-7e4b-4230-8018-6ba9f9b0ac03 req-fb2e5e57-b000-48ac-861e-d0cb1c05b7c7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528676 Oct 19 20:27:38.001328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.023334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4caa060-360f-41af-9ed3-46008fe29434 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:38.047235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b4caa060-360f-41af-9ed3-46008fe29434,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:38.052934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.117859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.125744 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.127773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e356e5f-ee5b-4762-95ca-719446a30e7f HTTP/1.1" status: 204 len: 168 time: 0.5693953 Oct 19 20:27:38.148904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5557-e1ad-479e-b9b4-1f85b2abfc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e356e5f-ee5b-4762-95ca-719446a30e7f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:38.152264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.175581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:38.242377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.361489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b4caa060-360f-41af-9ed3-46008fe29434'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:38.468801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.476767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.580852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=23c715f6-9604-47d8-b11d-150c66bab8f1,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:38.619522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.644108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Request body: {'port': {'device_id': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:38.672326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.673753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4227ba88-8078-463f-a418-cb1e11b0a3a1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9208119 Oct 19 20:27:38.728481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ee99-8ee9-4cde-b694-7a31e45a3c71 req-7c85710c-3ee2-4aa8-a0a7-0ce6d9b0582f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:38.730129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf8ee99-8ee9-4cde-b694-7a31e45a3c71 req-7c85710c-3ee2-4aa8-a0a7-0ce6d9b0582f tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 945 time: 0.1457667 Oct 19 20:27:38.744942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:38.752899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-bbcd3261-2229-47ed-9856-204f581585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:38.755258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-bbcd3261-2229-47ed-9856-204f581585a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53ff801603d64c86a0aab963122f4ae4&device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 1094 time: 0.1379766 Oct 19 20:27:38.769127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b075b-5d8d-437a-b251-4ac1b1531766 req-60c205a1-dab0-46f0-9bb0-7f2e54b3ab89 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:38.771439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e64b075b-5d8d-437a-b251-4ac1b1531766 req-60c205a1-dab0-46f0-9bb0-7f2e54b3ab89 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.2059298 Oct 19 20:27:38.777193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dd537cf-4847-46a0-bd4b-3883884f8157 req-70305f82-7cc4-4c68-8b8e-f76e28b4c413 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798556 Oct 19 20:27:38.813875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf8ee99-8ee9-4cde-b694-7a31e45a3c71 req-9b9ea3a9-e593-468f-bfdd-56350496ea96 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705919 Oct 19 20:27:38.923487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e64b075b-5d8d-437a-b251-4ac1b1531766 req-1fff91e7-a5cb-41b3-8e34-7d48d269a802 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396739 Oct 19 20:27:39.024062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-7c061930-2c80-46b4-bb2d-f172b3791a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.025632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-7c061930-2c80-46b4-bb2d-f172b3791a30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 200 len: 912 time: 0.2515121 Oct 19 20:27:39.106387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0b49911e-06d0-4b0b-a582-b96beac273e3 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2011923414&fields=id&tenant_id=eeff046fcc2e4cab8af337e2c962f96a HTTP/1.1" status: 200 len: 267 time: 0.0467558 Oct 19 20:27:39.172960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-bc2519d2-4958-4b28-b22d-5bcc42d71934 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.175127 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-bc2519d2-4958-4b28-b22d-5bcc42d71934 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 936 time: 0.0612392 Oct 19 20:27:39.196358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-759f12e5-a492-48f0-a2b8-04845e64089d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a913511-7e69-452c-afab-8e6be8697160 HTTP/1.1" status: 200 len: 217 time: 0.1610634 Oct 19 20:27:39.255213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-b4b4bf8b-1bf4-4f5e-85ab-3286309f1711 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.255465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff6b3c-255a-41fb-9b9a-c77f9a07cc7a req-08928512-0a1f-42a0-91c7-576e572d1624 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.263063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-b4b4bf8b-1bf4-4f5e-85ab-3286309f1711 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 936 time: 0.0759807 Oct 19 20:27:39.263255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cff6b3c-255a-41fb-9b9a-c77f9a07cc7a req-08928512-0a1f-42a0-91c7-576e572d1624 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 932 time: 0.1589978 Oct 19 20:27:39.315624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0a79d769-ad7f-4eac-a970-6dc0d84058c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415752 Oct 19 20:27:39.349125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cff6b3c-255a-41fb-9b9a-c77f9a07cc7a req-30794535-597c-4f4e-bf21-1dd415a2b9cd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853822 Oct 19 20:27:39.352409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-d6122c37-092c-42a3-b960-1b6c2e4bf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.354096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-d6122c37-092c-42a3-b960-1b6c2e4bf2b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 200 len: 851 time: 0.1467707 Oct 19 20:27:39.371780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-b1abf8bb-630b-4371-97ee-80c651013453 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0552070 Oct 19 20:27:39.403565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-e38eaef5-c7b9-4b19-a382-283f7992184f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db03dafb-6622-49bf-97d5-4cd190b6ea31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375774 Oct 19 20:27:39.474632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60778ec3-c4d9-43dd-878c-1fa419d06edf {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:39.510530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:39.533409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Transition to ACTIVE for port object 60778ec3-c4d9-43dd-878c-1fa419d06edf will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:39.546937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:39.571267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-00f73b2f-1af2-4a09-96d6-450def0ac3f6 service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502516 Oct 19 20:27:39.580019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-12a88a6f-abff-4719-ae74-a1cbbe6772a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.587929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-12a88a6f-abff-4719-ae74-a1cbbe6772a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.595341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-12a88a6f-abff-4719-ae74-a1cbbe6772a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:39.604296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-12a88a6f-abff-4719-ae74-a1cbbe6772a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 1994 time: 0.2299368 Oct 19 20:27:39.619419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e6bc31fc-fa42-45ba-b459-51da76bdad14 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/quotas/eeff046fcc2e4cab8af337e2c962f96a HTTP/1.1" status: 200 len: 375 time: 0.0157354 Oct 19 20:27:39.623233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:39.646172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b4caa060-360f-41af-9ed3-46008fe29434 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:39.730563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-f8bbd069-2f73-40dc-b30e-b38d4f73a817 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1101625 Oct 19 20:27:39.758967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:39.824698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:39.840681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b4caa060-360f-41af-9ed3-46008fe29434 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:39.851727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-364b2322-4853-4cb5-a481-36d355ebf2fa service neutron] 10.222.0.31 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200066 Oct 19 20:27:39.872949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b4caa060-360f-41af-9ed3-46008fe29434 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:39.874826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:39.895152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6078480f-d89c-4304-b45e-1b65cfa5eee9 req-6cec08e5-96d7-4af3-881d-4211ce8282fe service neutron] 10.222.0.11 "GET /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677894 Oct 19 20:27:39.895856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Attempting to bind port 60778ec3-c4d9-43dd-878c-1fa419d06edf on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:39.896372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Attempting to bind port 60778ec3-c4d9-43dd-878c-1fa419d06edf by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:39.896874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Attempting to bind port 60778ec3-c4d9-43dd-878c-1fa419d06edf on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:39.901844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Port 60778ec3-c4d9-43dd-878c-1fa419d06edf on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:39.902512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Attempting to bind port 60778ec3-c4d9-43dd-878c-1fa419d06edf on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:39.908134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:39.908761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Checking segment: {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:39.909341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Bound using segment: {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:39.909955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Bound port: 60778ec3-c4d9-43dd-878c-1fa419d06edf, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:39.910527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:39.968571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'mac_address': 'fa:16:3e:c5:ac:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:40.026868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.027473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-018607dc-b492-4b42-b5c8-e75cb8c86f85 service neutron] 10.222.0.31 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741533 Oct 19 20:27:40.064947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af8a38-eeca-46d5-bde1-5bc1fddcf452 req-01d0f7fd-6b96-43df-91e1-cc46954ebdc3 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:40.066821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52af8a38-eeca-46d5-bde1-5bc1fddcf452 req-01d0f7fd-6b96-43df-91e1-cc46954ebdc3 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 945 time: 0.1186595 Oct 19 20:27:40.068866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:40.074260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:40.080687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 471b6695-c11e-4ffd-a705-b1eb354adb72 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:40.090719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.107031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:40.109923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8f380151-2cc5-44f5-b639-f8ca4544d6ac service neutron] 10.222.0.31 "GET /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0807426 Oct 19 20:27:40.125003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.131506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.186384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:40.187166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.189162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] 10.222.0.11 "PUT /v2.0/ports/60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 1092 time: 1.5706522 Oct 19 20:27:40.192810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:40.195514 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a409d69a-7f15-4cd2-b111-267006870046" -d '{"events": [{"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:40.208254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52af8a38-eeca-46d5-bde1-5bc1fddcf452 req-acfbfb4a-f7d4-484f-a660-38e33aed1c62 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302845 Oct 19 20:27:40.226523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-25c7c39e-6690-4ad4-aef4-a0dc5d800a72 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149447 Oct 19 20:27:40.230828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587525-e03c-4496-9d26-70fb09ff9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:40.263715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:40.263715 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de22cb58-c7df-40ae-a2aa-df09725eaa41" -d '{"events": [{"server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "b4caa060-360f-41af-9ed3-46008fe29434"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:40.298536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b4caa060-360f-41af-9ed3-46008fe29434,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:40.309234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['471b6695-c11e-4ffd-a705-b1eb354adb72'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:40.319549 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:40.326093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-5c79a021-81fe-460c-9200-95e9e1cabd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:40.328781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-5c79a021-81fe-460c-9200-95e9e1cabd8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1095 time: 0.0860047 Oct 19 20:27:40.346454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:40.394068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-5ff523c4-3efc-45f3-b78f-e1ae16100f9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 217 time: 0.0553989 Oct 19 20:27:40.418726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-a5406dbe-6aa1-467d-9a5e-d9f3d4f4a422 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898220 Oct 19 20:27:40.422831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:40.480430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-cf4f8bcd-a742-4a76-8ca2-b6e46aab4e47 service neutron] 10.222.0.31 "GET /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0621705 Oct 19 20:27:40.507041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db650-532f-4938-929f-004182da2fe5 req-583d5393-a255-4c72-9a97-7807f26922da tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:40.517683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e1db650-532f-4938-929f-004182da2fe5 req-583d5393-a255-4c72-9a97-7807f26922da tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 943 time: 0.1220002 Oct 19 20:27:40.527895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-4f34b10f-d780-4539-acd4-6d0a41a738a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:40.529444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-4f34b10f-d780-4539-acd4-6d0a41a738a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.1124203 Oct 19 20:27:40.595214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-d980367e-bb70-4b29-9356-3bd7569efd2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574620 Oct 19 20:27:40.624126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-a25a5826-5055-491a-bfa9-a1ff11e7f277 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388640 Oct 19 20:27:40.716110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e1db650-532f-4938-929f-004182da2fe5 req-b87e0973-688b-49dc-904c-911b7b0da052 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974692 Oct 19 20:27:40.794921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-09a01976-404c-4674-8c81-3de30df74e8d service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659551 Oct 19 20:27:40.820781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-313a5d8a-0609-46c3-95a4-08db125b3aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130108 Oct 19 20:27:40.823927 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379477b6-3be1-43b5-aec1-374f31aa181b x-openstack-request-id: req-379477b6-3be1-43b5-aec1-374f31aa181b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:40.824662 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:40.824662 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-379477b6-3be1-43b5-aec1-374f31aa181b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:40.825200 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'status': 'completed', 'code': 200} Oct 19 20:27:40.864285 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f51b46d-efc8-4be3-a5e5-8878f81a5329 x-openstack-request-id: req-3f51b46d-efc8-4be3-a5e5-8878f81a5329 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:40.865697 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "name": "network-vif-plugged", "status": "completed", "tag": "b4caa060-360f-41af-9ed3-46008fe29434", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:40.866194 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f51b46d-efc8-4be3-a5e5-8878f81a5329 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:40.867741 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434', 'code': 200} Oct 19 20:27:41.009015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7345714f-acb8-4b42-9a13-afea68e2e4cd req-063a0f74-c4dd-4957-bd74-ab837afa7240 service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798222 Oct 19 20:27:41.013150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-45d9855e-da67-4dcc-a678-38c9fc0f6862 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173619 Oct 19 20:27:41.080261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc37ba-7ae4-4728-9a32-29462b8d7a78 req-57e55375-10bf-4f27-bf22-0c0acf065592 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:41.082786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55dc37ba-7ae4-4728-9a32-29462b8d7a78 req-57e55375-10bf-4f27-bf22-0c0acf065592 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 944 time: 0.0975089 Oct 19 20:27:41.103381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555b56f-8981-4e22-af62-6688f7687ffb req-c2a5049a-3350-445b-93bb-a0bbb0ebd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:41.105473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8555b56f-8981-4e22-af62-6688f7687ffb req-c2a5049a-3350-445b-93bb-a0bbb0ebd7ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 1097 time: 0.1678860 Oct 19 20:27:41.149882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8555b56f-8981-4e22-af62-6688f7687ffb req-f379c000-9141-4bf6-8cc2-e970c0e25033 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Oct 19 20:27:41.173012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d69a-7f15-4cd2-b111-267006870046 req-e9d018ce-3bb6-4a1b-a55b-5c81274cc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:41.174738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-e9d018ce-3bb6-4a1b-a55b-5c81274cc170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1095 time: 0.0902646 Oct 19 20:27:41.192364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-dc335ec8-582e-4260-929c-5b14fa93a83e service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781592 Oct 19 20:27:41.198067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55dc37ba-7ae4-4728-9a32-29462b8d7a78 req-2616a665-1cae-404c-8b12-74219c565306 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659614 Oct 19 20:27:41.342664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-29ad7113-7ad6-4b0d-ad0e-02defed9b486 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495049 Oct 19 20:27:41.405792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d69a-7f15-4cd2-b111-267006870046 req-16d73949-f78a-418f-8e06-c85f7434edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:41.407292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-16d73949-f78a-418f-8e06-c85f7434edd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 0.2079406 Oct 19 20:27:41.499781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-9bacb378-5c2e-4d03-837c-b39e6c25c164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 217 time: 0.0774722 Oct 19 20:27:41.510773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-18265822-42b6-431f-98f6-82ea56b80655 service neutron] 10.222.0.31 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613383 Oct 19 20:27:41.564312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d69a-7f15-4cd2-b111-267006870046 req-d8afb8a6-efe9-403b-9d3f-ba035cbdee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:41.566436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-d8afb8a6-efe9-403b-9d3f-ba035cbdee18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.0530555 Oct 19 20:27:41.608644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-4e302673-54a3-41e4-aa72-316369f1a108 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331595 Oct 19 20:27:41.618992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:41.634573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-040daed1-9777-492b-886d-ef7dfc4e0111 service neutron] 10.222.0.31 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172850 Oct 19 20:27:41.746987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 471b6695-c11e-4ffd-a705-b1eb354adb72 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:41.747358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:41.768189 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-2bff6fb4-20a9-432c-805d-524e77b6fac2 service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477430 Oct 19 20:27:41.795545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85604255-dbd7-49c4-b74a-106721560d45 service neutron] 10.222.0.31 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508205 Oct 19 20:27:41.826550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Request body: {'security_group': {'name': 'tempest-securitygroup-729819784', 'description': 'tempest-description-1984433723'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:41.913149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a913511-7e69-452c-afab-8e6be8697160 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:41.916106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:41.927632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:41.939925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-9f21737e-45cc-4587-a3e0-8cd33af451c5 service neutron] 10.222.0.31 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305528 Oct 19 20:27:42.080140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-7d157788-d7b2-4688-be11-8d87053462ff service neutron] 10.222.0.31 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358931 Oct 19 20:27:42.208663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:42.279494 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.314503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a913511-7e69-452c-afab-8e6be8697160,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:42.357902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2a913511-7e69-452c-afab-8e6be8697160', 'network_id': 'db03dafb-6622-49bf-97d5-4cd190b6ea31', 'port_id': '2a913511-7e69-452c-afab-8e6be8697160', 'mac_address': 'fa:16:3e:fd:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f9cb96-31e1-4cc0-81d0-280a256c3ee0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:42.500353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:42.539126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.541547 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.582648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a913511-7e69-452c-afab-8e6be8697160 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:42.603099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.620122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a913511-7e69-452c-afab-8e6be8697160,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:42.635809 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.636540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:42.661258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a409d69a-7f15-4cd2-b111-267006870046 req-43b7da08-8afe-4ade-b256-84169f5699bb service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8859336 Oct 19 20:27:42.729631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:42.731001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.740413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.861932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faaffe4-8211-448d-adb2-eddf6a6a7145,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:42.939331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:42.952615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.015621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:43.018712 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc9cb7b-20b1-42b8-80c4-fa3d22f8997a" -d '{"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-plugged", "status": "completed", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:43.023946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:43.043675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096', 'network_id': 'b8b83eec-dbfa-43c3-891f-bff1d4163029', 'port_id': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096', 'mac_address': 'fa:16:3e:df:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8bb28c-0257-490c-ae23-b92f5705f41c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:43.048147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.049638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-423542e1-45ec-43e1-86a0-ef91f1a19ce2 req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2305248 Oct 19 20:27:43.051066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.065213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6581-3c36-4b0d-94b3-362af38ff354 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e273214-e8f9-4dce-9975-1e854a6f96d2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:43.090114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.106285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:43.141718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:43.156127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.253826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd6b7-d376-4d88-8a59-0702050a34de req-522a2de0-8f9b-4175-9f14-83794db7ff33 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:43.255942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a45bd6b7-d376-4d88-8a59-0702050a34de req-522a2de0-8f9b-4175-9f14-83794db7ff33 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 946 time: 0.0968189 Oct 19 20:27:43.275689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:43.322497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a45bd6b7-d376-4d88-8a59-0702050a34de req-754a9c5e-8f33-487a-8c6d-ee1ba1b2d71e tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Oct 19 20:27:43.352159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb79e-145a-42a2-aac4-efa33caab14c req-e6a67efe-f680-4edc-ba34-4248f25ece9d tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:43.363587 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0dcb79e-145a-42a2-aac4-efa33caab14c req-e6a67efe-f680-4edc-ba34-4248f25ece9d tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 944 time: 0.1211166 Oct 19 20:27:43.397674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['3bc19c84-f552-4f33-b6b2-b91d0e3c8096'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:43.404648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2a913511-7e69-452c-afab-8e6be8697160'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:43.432722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b0dcb79e-145a-42a2-aac4-efa33caab14c req-dd7b03dd-3ba3-4d3c-9c56-4c4a96a0a9da tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581684 Oct 19 20:27:43.574243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02553-674b-4a01-8861-451f7ffd867e req-d984d795-85e6-4d73-89bb-2b69fcd06df2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:43.576666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdb02553-674b-4a01-8861-451f7ffd867e req-d984d795-85e6-4d73-89bb-2b69fcd06df2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 944 time: 0.0986657 Oct 19 20:27:43.644390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdb02553-674b-4a01-8861-451f7ffd867e req-ca6ccd7a-2dbe-46e6-a5ed-588c693df9ca tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590248 Oct 19 20:27:43.797838 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f43745-ba39-48d6-bfe6-a6a7f1e99bae x-openstack-request-id: req-52f43745-ba39-48d6-bfe6-a6a7f1e99bae {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:43.798133 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-plugged", "status": "completed", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:43.798390 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52f43745-ba39-48d6-bfe6-a6a7f1e99bae {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:43.798788 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'code': 200} Oct 19 20:27:43.804310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Request body: {'security_group': {'name': 'tempest-securitygroup-953694066', 'description': 'tempest-description-1765278472'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:43.847495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:43.895480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 60778ec3-c4d9-43dd-878c-1fa419d06edf details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:27:43.907093 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fef7299-29e9-4023-9049-d9b8986de35d req-1827e7df-42ed-4387-8c2a-006f932bb60b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0486419 Oct 19 20:27:44.024363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.029894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.100122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d51174-0243-4c2f-bedf-6b9c146a1438 req-100081d6-fdc1-4795-92f9-e93474ec00a6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:44.104039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.112930 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2d51174-0243-4c2f-bedf-6b9c146a1438 req-100081d6-fdc1-4795-92f9-e93474ec00a6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 944 time: 0.1063457 Oct 19 20:27:44.115390 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:44.118849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77f36382-e9fa-4414-a67e-d4a55cb63882 req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3283861 Oct 19 20:27:44.130607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc', 'port_id': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'mac_address': 'fa:16:3e:e6:7c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db73384-f0aa-4e53-a415-63a29e78d71b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:27:44.173039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1d459-7481-4a1f-a32b-7ffb4f8a9548 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4dd97-11a4-4311-8dc2-78a5cb43680d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:44.240289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.260095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2d51174-0243-4c2f-bedf-6b9c146a1438 req-bead3be5-937a-4f6e-9433-daec5b2ac1fe tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454725 Oct 19 20:27:44.280588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60778ec3-c4d9-43dd-878c-1fa419d06edf {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:44.330738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:44.339669 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.413214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:44.427765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-354713620', 'description': 'tempest-description-1182382673'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:44.462969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.472663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.559872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:44.577687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.588522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.643209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b8a0a-8278-4574-baa7-874d80f72fa1 req-80d0fd52-a770-4049-a126-7491b713ce40 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:44.652587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f29b8a0a-8278-4574-baa7-874d80f72fa1 req-80d0fd52-a770-4049-a126-7491b713ce40 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 944 time: 0.0999126 Oct 19 20:27:44.653768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a23cfe2-ce15-46cd-bd85-e2c3f3cbcc3e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:44.702618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f29b8a0a-8278-4574-baa7-874d80f72fa1 req-48a143c4-4c1a-4575-b7c1-b3d01ff7d8cf tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470634 Oct 19 20:27:44.719587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.726144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.790039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d44c5-a349-43cf-b892-714b4bbccea6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:44.815152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:44.847379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e22e8d6f-0ab0-4df1-b1f9-5af93da8715d req-ca7cac75-583f-4d63-9c55-b246b09e84f0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4244504 Oct 19 20:27:44.980190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f67ce-bf4d-416e-a33f-5e0974c9825e req-648ea406-c293-4349-ac95-de1ba98f3d10 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:44.989329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-628f67ce-bf4d-416e-a33f-5e0974c9825e req-648ea406-c293-4349-ac95-de1ba98f3d10 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 945 time: 0.0758464 Oct 19 20:27:45.037152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-628f67ce-bf4d-416e-a33f-5e0974c9825e req-59e34581-647c-48eb-80cf-11bb9f25af9b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Oct 19 20:27:45.038033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-861151096', 'description': 'tempest-description-995720442'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:45.052383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-dfd94e11-693a-44db-bad2-51af4cb3496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.052383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-dfd94e11-693a-44db-bad2-51af4cb3496b service neutron] 10.222.0.37 "GET /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 1032 time: 0.1582658 Oct 19 20:27:45.147494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-658b52db-66b9-4854-a05e-49b9624428ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.149019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-658b52db-66b9-4854-a05e-49b9624428ba service neutron] 10.222.0.37 "GET /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 1032 time: 0.0918531 Oct 19 20:27:45.168986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48a37d78-cd84-414e-b450-14e01e1d2a44 req-d10eb550-5b89-4bf5-846d-a6572ba6e5a9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0450706 Oct 19 20:27:45.191624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:45.334276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e6f1e6a5-6a0f-4d10-a19b-ae7f0241f2c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.340396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e6f1e6a5-6a0f-4d10-a19b-ae7f0241f2c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.357567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e6f1e6a5-6a0f-4d10-a19b-ae7f0241f2c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.360462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e6f1e6a5-6a0f-4d10-a19b-ae7f0241f2c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 1994 time: 0.2036643 Oct 19 20:27:45.449930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:45.478261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-eb28daa0-86d0-47df-a63b-07a276b01a66 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeff046fcc2e4cab8af337e2c962f96a HTTP/1.1" status: 200 len: 380 time: 0.1048191 Oct 19 20:27:45.478261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:45.496199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45121b-2a84-4db4-b6e9-0f8a5295a8f3 req-c5f96b55-c583-4564-b3ad-1dc40237fc77 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:45.507947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e45121b-2a84-4db4-b6e9-0f8a5295a8f3 req-c5f96b55-c583-4564-b3ad-1dc40237fc77 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 944 time: 0.1249158 Oct 19 20:27:45.514770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d452c9-a184-4200-81d9-1563eac6ad7c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:45.525759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'admin_state_up': True, 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'security_groups': ['17182540-8781-47a8-a838-c83e876aed58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:45.608834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e45121b-2a84-4db4-b6e9-0f8a5295a8f3 req-6409f2b6-7dcc-4638-bc8d-e3f1481d31b8 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002820 Oct 19 20:27:45.684575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:45.686192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a24b3b96-0e03-4f53-a98d-d73cef777f7d req-ca1c8b30-2137-4217-a743-09e2fc362fb7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6615303 Oct 19 20:27:45.777429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:45.782145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:45.889559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a913511-7e69-452c-afab-8e6be8697160 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:46.007894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2a913511-7e69-452c-afab-8e6be8697160 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:46.018215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2a913511-7e69-452c-afab-8e6be8697160 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:46.018578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.122031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1315-44d0-4a14-aa02-a31bb81f973c req-acf364a4-b241-449a-b6aa-bdfe58f711ff tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:46.123998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0fd1315-44d0-4a14-aa02-a31bb81f973c req-acf364a4-b241-449a-b6aa-bdfe58f711ff tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 944 time: 0.0913808 Oct 19 20:27:46.128938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 172.20.0.6 (718da089-37b5-49c2-ae65-5e09b0cf3b0c/e9f7e184-61fd-4527-be37-57638783dde0/1f18e9b7-46d9-4daf-a495-946a8938a5a5) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:46.197876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0fd1315-44d0-4a14-aa02-a31bb81f973c req-3a179d02-1c3b-40e2-9fb8-a81ed5517c53 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544140 Oct 19 20:27:46.250469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-731f0817-eab9-42e9-8757-82bac25b3a3e tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48215 time: 0.5428386 Oct 19 20:27:46.308453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.340647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-c465bb96-071e-40fc-95fb-dfa553fd9bc0 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1e15d8a6-398d-41d9-8c10-2b0fe62ce8f8 HTTP/1.1" status: 200 len: 2977 time: 0.0892251 Oct 19 20:27:46.368630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a913511-7e69-452c-afab-8e6be8697160'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:46.376201 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3edce-d725-4ecf-8d75-cf9f49d1bf65" -d '{"events": [{"server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "name": "network-vif-plugged", "status": "completed", "tag": "2a913511-7e69-452c-afab-8e6be8697160"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:46.413578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a913511-7e69-452c-afab-8e6be8697160,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:46.421238 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.422793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 60778ec3-c4d9-43dd-878c-1fa419d06edf up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:46.428954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-378ef2aa-4ca3-4d23-88fa-e5fe6463c0ea tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1e15d8a6-398d-41d9-8c10-2b0fe62ce8f8 HTTP/1.1" status: 200 len: 2977 time: 0.0872738 Oct 19 20:27:46.507242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-e75797ea-e12a-4910-8c16-570e932e7df4 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3a23cfe2-ce15-46cd-bd85-e2c3f3cbcc3e HTTP/1.1" status: 200 len: 2981 time: 0.0770853 Oct 19 20:27:46.516832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.538379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 60778ec3-c4d9-43dd-878c-1fa419d06edf completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:46.553385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 60778ec3-c4d9-43dd-878c-1fa419d06edf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:46.553811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.599049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:46.605351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-c85de289-3f82-4b81-b2d6-22f63763a541 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3a23cfe2-ce15-46cd-bd85-e2c3f3cbcc3e HTTP/1.1" status: 200 len: 2981 time: 0.0970545 Oct 19 20:27:46.625999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.674043 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.708869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-bfb4b3aa-8ca3-4719-a39a-b674b8133cb6 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3faaffe4-8211-448d-adb2-eddf6a6a7145 HTTP/1.1" status: 200 len: 2981 time: 0.1025167 Oct 19 20:27:46.774381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:46.787165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:46.787983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:27:46.789546 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-75d84508-927f-43b6-b355-6805760750e2 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3faaffe4-8211-448d-adb2-eddf6a6a7145 HTTP/1.1" status: 200 len: 2981 time: 0.0795608 Oct 19 20:27:46.793319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:46.840387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-fe04795f-6347-40e3-b01e-3c218aab8fc1 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/43c3d859-7e24-4423-b3d8-527718329924 HTTP/1.1" status: 200 len: 2973 time: 0.0498405 Oct 19 20:27:46.844313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:46.855176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:46.873116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:46.914909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-2fd2a6f1-c9a6-4fd4-8028-94c8dbf189d3 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/43c3d859-7e24-4423-b3d8-527718329924 HTTP/1.1" status: 200 len: 2973 time: 0.0734074 Oct 19 20:27:47.024059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:47.039975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e42f7-d9d9-49ff-bb4d-3f96eac75c07 req-4ef9d41c-5616-4686-80ae-814a5bb796c7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:47.047816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-984f8893-3346-436d-9ace-3312e0b06947 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.1319985 Oct 19 20:27:47.060762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-670e42f7-d9d9-49ff-bb4d-3f96eac75c07 req-4ef9d41c-5616-4686-80ae-814a5bb796c7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 945 time: 0.3905196 Oct 19 20:27:47.066629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:27:47.080110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:47.080488 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.081218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:47.081957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.246939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6d4a3580-8b3c-4a9f-8541-56d1612bac52 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7332437 Oct 19 20:27:47.249099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-726dba12-10a0-4450-b873-0dab3dff37af tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.1377311 Oct 19 20:27:47.281155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-670e42f7-d9d9-49ff-bb4d-3f96eac75c07 req-c81ea711-639a-411b-9e78-928c779a76a8 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194271 Oct 19 20:27:47.298226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'admin_state_up': True, 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'security_groups': ['17182540-8781-47a8-a838-c83e876aed58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:47.326477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-bd47263d-1982-4c55-b384-aa22282ce0e3 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/72cfdef4-1075-4143-975d-7861a0171544 HTTP/1.1" status: 200 len: 2981 time: 0.0708306 Oct 19 20:27:47.367718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.414921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-92b3a19d-8726-4bcc-9d0d-5af2a3c781a9 None None] Provisioning complete for port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:47.415343 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92b3a19d-8726-4bcc-9d0d-5af2a3c781a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.424901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-15a88e70-dace-403a-b8ad-ac8148f9f6bf tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/72cfdef4-1075-4143-975d-7861a0171544 HTTP/1.1" status: 200 len: 2981 time: 0.0896218 Oct 19 20:27:47.461085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:47.522441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-419b98bf-206c-4f2d-9994-b3df1b6f7bfd tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7bcc9de3-30f4-494f-a8d1-90d12bcc74f8 HTTP/1.1" status: 200 len: 2981 time: 0.0844979 Oct 19 20:27:47.553933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.574988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbc2d0-2be6-4b02-bc4a-366f90e91fc7 req-19c3ea04-69e6-48de-9570-9ec1e8f054c3 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:47.584589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02dbc2d0-2be6-4b02-bc4a-366f90e91fc7 req-19c3ea04-69e6-48de-9570-9ec1e8f054c3 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 931 time: 0.0852163 Oct 19 20:27:47.606141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:47.609764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:47.627389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-4129c068-bcf6-49ee-8b92-cfe7b8982100 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7bcc9de3-30f4-494f-a8d1-90d12bcc74f8 HTTP/1.1" status: 200 len: 2981 time: 0.1024890 Oct 19 20:27:47.648913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02dbc2d0-2be6-4b02-bc4a-366f90e91fc7 req-44645b74-1237-4a03-b0af-73f69259ab80 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640869 Oct 19 20:27:47.715001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-92b3a19d-8726-4bcc-9d0d-5af2a3c781a9 None None] Port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:47.746774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-00f6f4a3-edb7-4e07-be4a-58295d09ce6c tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a07a4009-3680-4111-a58a-b520d9704aca HTTP/1.1" status: 200 len: 2981 time: 0.1118982 Oct 19 20:27:47.756016 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b467aa9-246d-45da-b60c-2e1bc87d2d4f x-openstack-request-id: req-8b467aa9-246d-45da-b60c-2e1bc87d2d4f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:47.756188 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "name": "network-vif-plugged", "status": "completed", "tag": "2a913511-7e69-452c-afab-8e6be8697160", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:47.756449 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b467aa9-246d-45da-b60c-2e1bc87d2d4f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:47.756776 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a913511-7e69-452c-afab-8e6be8697160', 'code': 200} Oct 19 20:27:47.798122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:47.958304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-29ee6b65-d083-4040-b768-348aeb36ee15 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a07a4009-3680-4111-a58a-b520d9704aca HTTP/1.1" status: 200 len: 2981 time: 0.2023420 Oct 19 20:27:48.025178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e0cca-6663-4522-9985-893cdcf95c73 req-f6fd2ba3-3830-4c8b-be11-ed23552e7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:48.027099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-449e0cca-6663-4522-9985-893cdcf95c73 req-f6fd2ba3-3830-4c8b-be11-ed23552e7cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 1096 time: 0.2108805 Oct 19 20:27:48.073039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c7e1-25e1-4d86-aa0f-2e4d5e4e7ba8 req-e81acbc8-8767-461d-abb4-b275d4056dd1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:48.080416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b91c7e1-25e1-4d86-aa0f-2e4d5e4e7ba8 req-e81acbc8-8767-461d-abb4-b275d4056dd1 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 945 time: 0.2529366 Oct 19 20:27:48.138331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-449e0cca-6663-4522-9985-893cdcf95c73 req-8e30a034-809e-45ba-b89e-481e45ef8f39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015072 Oct 19 20:27:48.138844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.1.1.128 (abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe/81121e04-a7a6-4acd-9696-edc515e3c08c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:48.140823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-8a266a21-58d3-4ba6-abac-a6b415030bfa tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a10eb29d-acc4-4dc1-b816-65546322a3ff HTTP/1.1" status: 200 len: 2981 time: 0.1806450 Oct 19 20:27:48.175274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b91c7e1-25e1-4d86-aa0f-2e4d5e4e7ba8 req-96349dac-4970-44a7-99c7-14ff033f94f6 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Oct 19 20:27:48.244895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-819a4c3c-b014-4c58-9805-c37c742dbafd tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a10eb29d-acc4-4dc1-b816-65546322a3ff HTTP/1.1" status: 200 len: 2981 time: 0.0962791 Oct 19 20:27:48.336200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-b63d22f8-abca-488b-b123-03af2877d836 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bcb0a96e-a3f6-4afb-8bea-f5099192c278 HTTP/1.1" status: 200 len: 2981 time: 0.0890255 Oct 19 20:27:48.420156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-80266403-cb7e-4997-a2e9-04d57223ccef tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bcb0a96e-a3f6-4afb-8bea-f5099192c278 HTTP/1.1" status: 200 len: 2981 time: 0.0771477 Oct 19 20:27:48.461891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee660-405d-438b-8494-2d6c74e082bd req-d9083c23-7301-4d9c-85ee-cb525f8192d7 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:48.477067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fee660-405d-438b-8494-2d6c74e082bd req-d9083c23-7301-4d9c-85ee-cb525f8192d7 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.1797345 Oct 19 20:27:48.480318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-8e800d7d-9a1b-4d97-8a6d-83af47d9216a tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eafca195-5806-4449-a8a2-80ae84a14ac4 HTTP/1.1" status: 200 len: 2981 time: 0.0498252 Oct 19 20:27:48.540015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-94bae310-03a0-45b3-940d-25b44f688851 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eafca195-5806-4449-a8a2-80ae84a14ac4 HTTP/1.1" status: 200 len: 2981 time: 0.0490952 Oct 19 20:27:48.548330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:48.594944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fee660-405d-438b-8494-2d6c74e082bd req-04d71745-a374-4bef-a8f5-ae3582e833c0 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159749 Oct 19 20:27:48.648094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-04a21202-b35c-4ace-8f81-3e16a4a9500a tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fed50139-10c1-47af-9fa0-c8bea4951083 HTTP/1.1" status: 200 len: 2981 time: 0.0997815 Oct 19 20:27:48.650057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:48.706967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:48.710954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:48.714076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:48.767562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:48.812284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:48.814892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:48.817972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c7f3c76-6e8c-462e-985a-0ebf9fa3827f req-9a7f0cd7-9aad-4af8-89a2-f963ec20cd25 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fed50139-10c1-47af-9fa0-c8bea4951083 HTTP/1.1" status: 200 len: 2981 time: 0.1613657 Oct 19 20:27:48.856200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ceab8cf-78e1-4c5f-b3d0-8c75fc05769f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5714936 Oct 19 20:27:48.873146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'admin_state_up': True, 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'security_groups': ['17182540-8781-47a8-a838-c83e876aed58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:49.048710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:49.052491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:49.072939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e9f4e6f7-a555-42d3-b9c0-fd61df436dfa None None] Provisioning complete for port 81121e04-a7a6-4acd-9696-edc515e3c08c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:49.076067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e6f7-a555-42d3-b9c0-fd61df436dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:49.088075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0bcb-844b-4ce7-8c5d-ad55c120be24 req-4461a234-c975-415e-8e12-1525454578eb tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:49.090658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efdb0bcb-844b-4ce7-8c5d-ad55c120be24 req-4461a234-c975-415e-8e12-1525454578eb tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 946 time: 0.1108160 Oct 19 20:27:49.123523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd99af0-a18a-4f3d-8226-ba485d8a82a7 req-f641dca0-e6e3-42ef-bbec-6b5625530fe9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:49.131279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd99af0-a18a-4f3d-8226-ba485d8a82a7 req-f641dca0-e6e3-42ef-bbec-6b5625530fe9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:49.133616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5fd99af0-a18a-4f3d-8226-ba485d8a82a7 req-f641dca0-e6e3-42ef-bbec-6b5625530fe9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 1653 time: 0.0979245 Oct 19 20:27:49.192672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4e6f7-a555-42d3-b9c0-fd61df436dfa None None] Port 81121e04-a7a6-4acd-9696-edc515e3c08c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:49.238326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efdb0bcb-844b-4ce7-8c5d-ad55c120be24 req-ac91983e-a62f-4fc0-9e28-5f6e6285f2a8 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388278 Oct 19 20:27:49.253697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5fd99af0-a18a-4f3d-8226-ba485d8a82a7 req-83ee71be-9d23-4e95-8b93-611620ef587e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899282 Oct 19 20:27:49.324284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.1.1.118 (abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe/9f4913aa-8468-46f1-ab1e-09f6dfce5fd9) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:49.440699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63009de0-e687-4299-bb3c-56215df6fd34 req-7d84f40e-501f-40eb-bb6b-91bbf37cc2d8 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b72bfd9048441e5ae328b62afc831a6 HTTP/1.1" status: 200 len: 6102 time: 0.1472692 Oct 19 20:27:49.517274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63009de0-e687-4299-bb3c-56215df6fd34 req-a484ada2-0a5d-4a11-931c-e5395b786c25 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "GET /v2.0/security-groups/3faaffe4-8211-448d-adb2-eddf6a6a7145 HTTP/1.1" status: 200 len: 2981 time: 0.0646303 Oct 19 20:27:49.667921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63009de0-e687-4299-bb3c-56215df6fd34 req-871af7b9-9164-44f9-9896-6ccbfec7a9d3 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "GET /v2.0/security-groups/3faaffe4-8211-448d-adb2-eddf6a6a7145 HTTP/1.1" status: 200 len: 2981 time: 0.1284025 Oct 19 20:27:49.758025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf'}, {'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:49.760522 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5aab18-4857-40b7-b0fd-66d36ac06d27" -d '{"events": [{"server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "name": "network-vif-plugged", "status": "completed", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf"}, {"server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:49.856230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f9f0e-7de5-4745-90e3-3fb712773a4b req-1f0c0b42-0221-4802-be57-5e1b099c4e57 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:49.857835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a8f9f0e-7de5-4745-90e3-3fb712773a4b req-1f0c0b42-0221-4802-be57-5e1b099c4e57 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.0984831 Oct 19 20:27:49.934202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a8f9f0e-7de5-4745-90e3-3fb712773a4b req-2ef390ca-3599-4108-97e4-2a545c01020f tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631480 Oct 19 20:27:49.999844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58c534-66c6-4b75-acf6-973b3fc751cb req-0de94699-be29-4b79-977a-40a11d568ab7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.001369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b58c534-66c6-4b75-acf6-973b3fc751cb req-0de94699-be29-4b79-977a-40a11d568ab7 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 945 time: 0.5792222 Oct 19 20:27:50.062041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b589922-5f31-41c0-beeb-dfae9937412a req-e7d390e1-9ebc-4a5b-8929-cb088eaf53d7 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/03d452c9-a184-4200-81d9-1563eac6ad7c HTTP/1.1" status: 200 len: 1776 time: 0.0857298 Oct 19 20:27:50.097729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b58c534-66c6-4b75-acf6-973b3fc751cb req-08b83149-e141-46ab-b06e-f3e3b342c25a tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856991 Oct 19 20:27:50.113611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.172538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.196070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b589922-5f31-41c0-beeb-dfae9937412a req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.237351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:50.241050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:50.259957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b589922-5f31-41c0-beeb-dfae9937412a req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.260159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:50.330720 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297b93d-1139-4fbf-90f4-442e17b4a50e x-openstack-request-id: req-d297b93d-1139-4fbf-90f4-442e17b4a50e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:50.331610 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "name": "network-vif-plugged", "status": "completed", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf", "code": 200}, {"server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:50.332572 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d297b93d-1139-4fbf-90f4-442e17b4a50e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:50.333146 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'code': 200} Oct 19 20:27:50.333788 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096', 'code': 200} Oct 19 20:27:50.338504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b589922-5f31-41c0-beeb-dfae9937412a req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.342145 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2b589922-5f31-41c0-beeb-dfae9937412a req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.353383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b589922-5f31-41c0-beeb-dfae9937412a req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d452c9-a184-4200-81d9-1563eac6ad7c HTTP/1.1" status: 204 len: 173 time: 0.2830348 Oct 19 20:27:50.379974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea0eee-1c68-490a-bc99-8e0ec99beb0d tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d452c9-a184-4200-81d9-1563eac6ad7c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:50.408720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:50.537181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.541332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.592365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d3be6f4b-6f0c-42f6-9a2c-dfc374934293 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7232661 Oct 19 20:27:50.625687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'admin_state_up': True, 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'security_groups': ['17182540-8781-47a8-a838-c83e876aed58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:50.689855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80fe82-f374-4fef-9c1c-b0b8f300491e req-b4c1bfe5-1602-4941-a70b-f8a203433be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.695698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc80fe82-f374-4fef-9c1c-b0b8f300491e req-b4c1bfe5-1602-4941-a70b-f8a203433be4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 1096 time: 0.2475574 Oct 19 20:27:50.702415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05081aec-39b0-4ceb-8b24-fa10e7818f6f req-ccca18e1-5b35-45fa-91d1-f774b6e101e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.706474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05081aec-39b0-4ceb-8b24-fa10e7818f6f req-ccca18e1-5b35-45fa-91d1-f774b6e101e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1097 time: 0.1896338 Oct 19 20:27:50.735049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5d3c3d57-c435-44d2-a927-7f82cadad933 None None] Provisioning complete for port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:50.735560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3d57-c435-44d2-a927-7f82cadad933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:50.781583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf6a74-a11a-4027-b53c-db30b765787f req-a7454ecf-13bc-48a8-95d3-c90a30c54d44 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.796533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9baf6a74-a11a-4027-b53c-db30b765787f req-a7454ecf-13bc-48a8-95d3-c90a30c54d44 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 946 time: 0.2015846 Oct 19 20:27:50.837359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c3d57-c435-44d2-a927-7f82cadad933 None None] Port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:50.883416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc80fe82-f374-4fef-9c1c-b0b8f300491e req-206355bc-0a35-4b90-8509-633e6f7c07a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757841 Oct 19 20:27:50.884893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05081aec-39b0-4ceb-8b24-fa10e7818f6f req-006806b0-c052-43bb-86ae-50fad78b0810 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471798 Oct 19 20:27:50.904167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca482a3-5359-46e2-b6ef-22ada2890118 req-1508d681-6cc8-460e-b495-d4d53c87d8b1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.911259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca482a3-5359-46e2-b6ef-22ada2890118 req-1508d681-6cc8-460e-b495-d4d53c87d8b1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.917824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca482a3-5359-46e2-b6ef-22ada2890118 req-1508d681-6cc8-460e-b495-d4d53c87d8b1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:50.919656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dca482a3-5359-46e2-b6ef-22ada2890118 req-1508d681-6cc8-460e-b495-d4d53c87d8b1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 2374 time: 0.1379116 Oct 19 20:27:51.003597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9baf6a74-a11a-4027-b53c-db30b765787f req-2fe6b450-dadc-46dd-9395-5a70fc07914c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328533 Oct 19 20:27:51.016152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dca482a3-5359-46e2-b6ef-22ada2890118 req-3a789934-effc-4de8-bd9a-e494f0bcbd5f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903664 Oct 19 20:27:51.075869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:51.105338 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-efdbb3d7-8092-4abd-a164-caa921971b98 tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c57d44c5-a349-43cf-b892-714b4bbccea6 HTTP/1.1" status: 200 len: 1777 time: 0.0787151 Oct 19 20:27:51.237111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.247173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.291990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.444487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54a52-d36a-459e-9f38-1bb6125921a9 req-9f672f26-68f9-4e11-88c7-9cc0f0aa9f49 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:51.446353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fb54a52-d36a-459e-9f38-1bb6125921a9 req-9f672f26-68f9-4e11-88c7-9cc0f0aa9f49 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.0841608 Oct 19 20:27:51.542755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fb54a52-d36a-459e-9f38-1bb6125921a9 req-9561632c-665f-4f03-8dd1-883c19bb6f2d tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863583 Oct 19 20:27:51.646596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.2.2.100 (6aec2e5c-5332-4e5e-b362-7636a45e32aa/951d0638-4541-437f-ad7b-60af865e1b77/2fa75941-b8d9-4e6a-97c1-ea9d892df630) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:51.836020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.844297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.848087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1202e5b-38f3-49bd-ae94-80f046eea035 req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/c57d44c5-a349-43cf-b892-714b4bbccea6 HTTP/1.1" status: 204 len: 173 time: 0.7416978 Oct 19 20:27:51.867277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:51.892355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ecad2-0d76-42ed-a866-734c3185985b tempest-SecurityGroupsTestAdminJSON-1358312545 tempest-SecurityGroupsTestAdminJSON-1358312545-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d44c5-a349-43cf-b892-714b4bbccea6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:51.903255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69e69-38c2-4988-ad8f-0bbcee57d27f req-7ad11c16-f0db-4331-86a0-a9d87f065536 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:51.916271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bb69e69-38c2-4988-ad8f-0bbcee57d27f req-7ad11c16-f0db-4331-86a0-a9d87f065536 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 945 time: 0.1265290 Oct 19 20:27:51.991041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.024787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bb69e69-38c2-4988-ad8f-0bbcee57d27f req-316df3bd-65a0-4374-8c83-a27b0351d310 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020548 Oct 19 20:27:52.135501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:52.171592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:52.178678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:52.204789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:52.233634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5696-f9d4-46d8-8f91-6cd50158fc80 req-c60775cf-ba90-473d-ad24-55c9e93f5760 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.239586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0bf5696-f9d4-46d8-8f91-6cd50158fc80 req-c60775cf-ba90-473d-ad24-55c9e93f5760 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 946 time: 0.1012301 Oct 19 20:27:52.288560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.289152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.336541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-e021c1e6-5cd4-45f3-901f-b21fb3cf4274 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "GET /v2.0/security-groups/6bc4dd97-11a4-4311-8dc2-78a5cb43680d HTTP/1.1" status: 200 len: 1777 time: 0.2920463 Oct 19 20:27:52.342151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d1b96602-d3fa-4f4f-8333-566949a8b82d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7364533 Oct 19 20:27:52.345532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0bf5696-f9d4-46d8-8f91-6cd50158fc80 req-de563f03-e7e2-4533-9afa-d142dcb3b49b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885956 Oct 19 20:27:52.386877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'admin_state_up': True, 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'security_groups': ['17182540-8781-47a8-a838-c83e876aed58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:52.546769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.572628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.612901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-17367ee3-11d9-4718-8192-fec6f6915408 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.628831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-17367ee3-11d9-4718-8192-fec6f6915408 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.639935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-17367ee3-11d9-4718-8192-fec6f6915408 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.658272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-17367ee3-11d9-4718-8192-fec6f6915408 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.660316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-17367ee3-11d9-4718-8192-fec6f6915408 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 3095 time: 0.2103305 Oct 19 20:27:52.677319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9d457695-9b25-4f1c-97f2-56360a9f9a23 None None] Provisioning complete for port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:52.679866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d457695-9b25-4f1c-97f2-56360a9f9a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.690868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.703373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.720139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4db52b75-fd5a-4e8c-ae43-20ab760336dd req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bc4dd97-11a4-4311-8dc2-78a5cb43680d HTTP/1.1" status: 204 len: 173 time: 0.3744485 Oct 19 20:27:52.724448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Made reservation on behalf of eeff046fcc2e4cab8af337e2c962f96a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:27:52.732320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:52.755107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-adbb7033-b770-4eac-b6d6-a9af27dadc44 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.756834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-adbb7033-b770-4eac-b6d6-a9af27dadc44 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 945 time: 0.2472782 Oct 19 20:27:52.788282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9d457695-9b25-4f1c-97f2-56360a9f9a23 None None] Port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:52.791303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4a248-d7d6-4733-83c4-92b1df8995fe tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4dd97-11a4-4311-8dc2-78a5cb43680d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:52.955401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56224ce8-6bd9-4780-ada3-a5f0ecb481fe req-e3c3ca59-8654-43a2-83c3-80893fd7e2bb tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:52.957503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-56224ce8-6bd9-4780-ada3-a5f0ecb481fe req-e3c3ca59-8654-43a2-83c3-80893fd7e2bb tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.1054103 Oct 19 20:27:52.989573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33818723-4157-4f0d-9cd0-51727ca79b0b req-70a21b8f-669d-477a-9108-4f64310a8259 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092394 Oct 19 20:27:53.023574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-56224ce8-6bd9-4780-ada3-a5f0ecb481fe req-42427c17-8698-4928-a56e-5334c87b9f05 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Oct 19 20:27:53.099379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Allocated IP 10.2.2.200 (6aec2e5c-5332-4e5e-b362-7636a45e32aa/951d0638-4541-437f-ad7b-60af865e1b77/11fc8fd9-69ed-4909-aa06-6680d7c21923) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:27:53.130347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e837a-8bed-4455-9956-d327583eab15 req-52ffe4ac-21f5-47ed-a974-ebecff29c5fd tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:53.155108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-367e837a-8bed-4455-9956-d327583eab15 req-52ffe4ac-21f5-47ed-a974-ebecff29c5fd tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 946 time: 0.3760111 Oct 19 20:27:53.169633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Deleting port 2a913511-7e69-452c-afab-8e6be8697160 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:53.172685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.290681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36a90011-50fd-420b-aec2-8529a8f158af req-ba6af64b-e93d-40f6-adec-aad7051075c5 tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "GET /v2.0/security-groups/9e273214-e8f9-4dce-9975-1e854a6f96d2 HTTP/1.1" status: 200 len: 1777 time: 0.1828461 Oct 19 20:27:53.423980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-36a90011-50fd-420b-aec2-8529a8f158af req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.479559 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-36a90011-50fd-420b-aec2-8529a8f158af req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.695181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-36a90011-50fd-420b-aec2-8529a8f158af req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.701374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-36a90011-50fd-420b-aec2-8529a8f158af req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.708574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36a90011-50fd-420b-aec2-8529a8f158af req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e273214-e8f9-4dce-9975-1e854a6f96d2 HTTP/1.1" status: 204 len: 173 time: 0.4088879 Oct 19 20:27:53.738158 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.741129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639441f-69a8-481c-9ce2-706a7f6f0f3a tempest-SecurityGroupsTestAdminJSON-1167844966 tempest-SecurityGroupsTestAdminJSON-1167844966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e273214-e8f9-4dce-9975-1e854a6f96d2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:53.789858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:53.856578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:53.871277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:27:53.873218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:27:53.876077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:27:53.939921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c684-da00-48b5-b451-d30f4c509875 req-57d97018-0926-4951-9b41-ea1861f8d527 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:53.951565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fab2c684-da00-48b5-b451-d30f4c509875 req-57d97018-0926-4951-9b41-ea1861f8d527 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=b538302a-42b4-4a1c-8ad2-9e2c62bf6790 HTTP/1.1" status: 200 len: 945 time: 0.5660937 Oct 19 20:27:54.044759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] For port 2a913511-7e69-452c-afab-8e6be8697160, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a913511-7e69-452c-afab-8e6be8697160,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:54.045473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.102087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:54.102928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.118289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Calling delete_port for 2a913511-7e69-452c-afab-8e6be8697160 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:54.164312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4721b25-ae59-4e8a-92b0-bd1afc462791 req-c2a63538-5cef-4112-b8d1-a5e403a05e49 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:54.174085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4721b25-ae59-4e8a-92b0-bd1afc462791 req-c2a63538-5cef-4112-b8d1-a5e403a05e49 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 946 time: 0.2150304 Oct 19 20:27:54.222925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-10a43117-544e-48f8-96f6-f7be03076cc8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8480327 Oct 19 20:27:54.269023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Deleting port b4caa060-360f-41af-9ed3-46008fe29434 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:27:54.269419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.269583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:54.327223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-544e01a3-9d74-4ec2-b7bd-379db99fbb63 None None] Provisioning complete for port 11fc8fd9-69ed-4909-aa06-6680d7c21923 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:27:54.327811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-544e01a3-9d74-4ec2-b7bd-379db99fbb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.361999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40348) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:54.413818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-544e01a3-9d74-4ec2-b7bd-379db99fbb63 None None] Port 11fc8fd9-69ed-4909-aa06-6680d7c21923 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:27:54.427697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4721b25-ae59-4e8a-92b0-bd1afc462791 req-d82a204b-08b5-4ec0-90ac-eb981dbc87b4 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529321 Oct 19 20:27:54.585831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.650655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.666443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b4caa060-360f-41af-9ed3-46008fe29434'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:54.743074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fab2c684-da00-48b5-b451-d30f4c509875 req-15adfe73-398b-4be1-95c7-158fac30ef67 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/security-groups?id=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865479 Oct 19 20:27:54.850147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event deleted for resources: {'Port': ['ID=2a913511-7e69-452c-afab-8e6be8697160,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:54.919886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] No DVR routers for this DVR port 2a913511-7e69-452c-afab-8e6be8697160 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:54.929632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.933481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a099d3c-5af0-4f7b-919c-d1c86a94231e req-2d4fc793-26a3-460e-bc6f-9d0d1ff90e57 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.11 "DELETE /v2.0/ports/2a913511-7e69-452c-afab-8e6be8697160 HTTP/1.1" status: 204 len: 173 time: 2.1424859 Oct 19 20:27:54.934191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'name': 'network-vif-deleted', 'tag': '2a913511-7e69-452c-afab-8e6be8697160'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:54.937014 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3725f54-b36e-4ccf-9f99-33c8e093cfba" -d '{"events": [{"server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "name": "network-vif-deleted", "tag": "2a913511-7e69-452c-afab-8e6be8697160"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:54.948450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] For port b4caa060-360f-41af-9ed3-46008fe29434, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b4caa060-360f-41af-9ed3-46008fe29434,segment=NetworkSegment(bd246158-83a9-4108-8bf7-f1be3ff345d3),segment_id=bd246158-83a9-4108-8bf7-f1be3ff345d3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:54.949123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:54.963184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Calling delete_port for b4caa060-360f-41af-9ed3-46008fe29434 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:27:55.018168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.045760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.081215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.115315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.144170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.158745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-97d3a25f-a37c-4afd-abb9-df2192934e50 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 3816 time: 0.6214054 Oct 19 20:27:55.254549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:55.344271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-8446238a-4ef6-47a9-94ff-ddf6daf11d40 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1669946146&fields=id&tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 267 time: 0.2083247 Oct 19 20:27:55.346124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Pushing event deleted for resources: {'Port': ['ID=b4caa060-360f-41af-9ed3-46008fe29434,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:55.517669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86ba002e-9964-45c7-8e75-7f2a567e3c34 req-82a55956-c893-49f7-8b05-8703ce0f72db tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530474 Oct 19 20:27:55.548909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] No DVR routers for this DVR port b4caa060-360f-41af-9ed3-46008fe29434 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:27:55.558115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:55.568285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-367e837a-8bed-4455-9956-d327583eab15 req-6b193055-5bb7-4c78-af93-dba6bb157c7d tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.37 "DELETE /v2.0/ports/b4caa060-360f-41af-9ed3-46008fe29434 HTTP/1.1" status: 204 len: 173 time: 2.3895967 Oct 19 20:27:55.633796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-24524e73-6445-45cb-858f-ad81689dd6fc tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:55.645935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-24524e73-6445-45cb-858f-ad81689dd6fc tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 946 time: 0.2897742 Oct 19 20:27:55.654415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'security_groups': ['54bde1e0-67ac-4fe2-ae45-608154892e8b', 'f3ba0d9d-b831-4ec3-88bb-8d45be3aa793']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:55.717557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fb0e2963-c97d-4e7a-91ce-ad486267545b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b72bfd9048441e5ae328b62afc831a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3453999 Oct 19 20:27:55.720222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40384) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:55.749238 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805f117-5ef7-4bed-bba9-273242c32aad x-openstack-request-id: req-1805f117-5ef7-4bed-bba9-273242c32aad {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:55.749873 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b538302a-42b4-4a1c-8ad2-9e2c62bf6790", "name": "network-vif-deleted", "tag": "2a913511-7e69-452c-afab-8e6be8697160", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:55.750578 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1805f117-5ef7-4bed-bba9-273242c32aad {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:55.757462 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b538302a-42b4-4a1c-8ad2-9e2c62bf6790', 'name': 'network-vif-deleted', 'tag': '2a913511-7e69-452c-afab-8e6be8697160', 'status': 'completed', 'code': 200} Oct 19 20:27:55.937531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a913511-7e69-452c-afab-8e6be8697160 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:55.944884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:55.980892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-fcf81b8e-69ea-4da6-9108-f2c63cb441be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2217431 Oct 19 20:27:56.002300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2a913511-7e69-452c-afab-8e6be8697160 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:56.002641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a913511-7e69-452c-afab-8e6be8697160 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:56.072810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.108791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.180750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81ecef49-c1ef-4198-8b37-68d1a26d98dd req-55f0b552-0bb2-4a60-aebc-468b40827716 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b HTTP/1.1" status: 200 len: 210 time: 0.2145410 Oct 19 20:27:56.190749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.196301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.200122 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3faaffe4-8211-448d-adb2-eddf6a6a7145 HTTP/1.1" status: 204 len: 168 time: 0.4776595 Oct 19 20:27:56.302108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.304298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.305001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.307270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.308512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.309596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.311339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.315005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-3c2836c5-d82b-433d-8e14-de2074a3e2cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.2710469 Oct 19 20:27:56.330766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a8a09-12ea-4ad0-a96a-c501d2c05ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faaffe4-8211-448d-adb2-eddf6a6a7145,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:56.365282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f18e9b7-46d9-4daf-a495-946a8938a5a5 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:56.391512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.460321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Transition to ACTIVE for port object 1f18e9b7-46d9-4daf-a495-946a8938a5a5 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:56.489084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.524850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-efd86ec9-009e-4997-a51a-6c641fd40545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.671622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:56.711386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:56.730345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-769660b6-c365-466f-acf6-a62ad7d4b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.731091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-769660b6-c365-466f-acf6-a62ad7d4b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.731720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-769660b6-c365-466f-acf6-a62ad7d4b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.733630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-769660b6-c365-466f-acf6-a62ad7d4b070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 2292 time: 0.2353323 Oct 19 20:27:56.744287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.753641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.767203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:56.888475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Attempting to bind port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:56.888802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Attempting to bind port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:56.889126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Attempting to bind port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 on network 718da089-37b5-49c2-ae65-5e09b0cf3b0c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:56.905633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 on network 718da089-37b5-49c2-ae65-5e09b0cf3b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:56.905951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Attempting to bind port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 on network 718da089-37b5-49c2-ae65-5e09b0cf3b0c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:56.920234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:56.920603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Checking segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:56.920997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Bound using segment: {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:56.921480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Bound port: 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:56.921839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.976195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:56.977163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:56.978844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f0c3f1a-b951-4a99-921c-b77378054b7e req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "PUT /v2.0/ports/60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 982 time: 1.3318381 Oct 19 20:27:57.036799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:57.048996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-cf988924-d40e-4b1c-a587-68806c01f213 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 1001 time: 0.3070652 Oct 19 20:27:57.081009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba6065-c0e6-479b-af39-8d283472e77e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:57.149412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:27:57.161461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:27:57.174771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:57.179664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-f09ebd57-0ee8-4345-950c-db5e7cd7e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.181271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-f09ebd57-0ee8-4345-950c-db5e7cd7e034 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.1172762 Oct 19 20:27:57.305344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.306967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:57.310549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 1091 time: 3.0680988 Oct 19 20:27:57.311025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:57.318472 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b538e90b-b13e-4d00-bda3-443cbb56763d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:57.364392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:57.452039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-5b14f919-ebe8-47ef-93f0-aeae917e0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.462698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-5b14f919-ebe8-47ef-93f0-aeae917e0eae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745018 Oct 19 20:27:57.524010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561ddc6-ea02-4bd6-89ed-bba454c16d92 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:57.604559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.630233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.635341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:57.642183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.671500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.691105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:57.692308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40434) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:57.698379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be4af859-c791-4850-900e-bde1e47660a1 req-39a6e1db-2cc1-4270-8c6e-4beba722dd41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 3828 time: 0.4106576 Oct 19 20:27:57.731318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-a22e1f63-c980-4af7-a4fe-950ab64ab671 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4371867 Oct 19 20:27:57.754639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b4caa060-360f-41af-9ed3-46008fe29434 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:27:57.813914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'name': 'network-vif-deleted', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434'}, {'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:27:57.836628 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf" -d '{"events": [{"server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "name": "network-vif-deleted", "tag": "b4caa060-360f-41af-9ed3-46008fe29434"}, {"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:27:57.855284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: b4caa060-360f-41af-9ed3-46008fe29434 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:27:57.856191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b4caa060-360f-41af-9ed3-46008fe29434 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:27:57.931317 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-a23a06ea-6eee-4288-b6a6-28307908f09a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-796200100&fields=id&tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 267 time: 0.1505134 Oct 19 20:27:57.948832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c3b6345-1227-476a-8823-80afeefdb536 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cf116128b244634912a3101b9e7e6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533123 Oct 19 20:27:57.950890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40444) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:57.957085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be4af859-c791-4850-900e-bde1e47660a1 req-95cb4cae-5bb1-4eb7-85d8-c01721e884e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217565 Oct 19 20:27:57.985607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-d4cfd247-0194-4c7c-ad73-7b8800af6aa5 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976876 Oct 19 20:27:58.082497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-418000c5-a99e-40fb-815d-0e4171696a82 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:58.090721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-418000c5-a99e-40fb-815d-0e4171696a82 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 985 time: 0.1370246 Oct 19 20:27:58.101361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'security_groups': ['54bde1e0-67ac-4fe2-ae45-608154892e8b', 'f3ba0d9d-b831-4ec3-88bb-8d45be3aa793', '12471350-1565-456a-a58a-4caf934a8073']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:27:58.102257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d803-7510-464a-84e9-a7f22305bb8a req-5c64c1fa-f670-4264-9b86-8aaaebbef4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:58.103792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-5c64c1fa-f670-4264-9b86-8aaaebbef4b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37f7036bf67141d196c180e73707dc26&device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 1096 time: 0.2558329 Oct 19 20:27:58.263471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.320453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.368975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.373901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-56cf5721-1acd-4e2c-ab62-efd3393aeb2e service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874581 Oct 19 20:27:58.419447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7305afd-41ce-41a8-8968-978d392675ce {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:27:58.439992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.441604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-9cff9e69-ecba-4c47-990b-ea274fb9d087 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 217 time: 0.0566852 Oct 19 20:27:58.442666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d803-7510-464a-84e9-a7f22305bb8a req-dd0b865e-f252-48ea-80d9-36155f9c49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:58.444018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-dd0b865e-f252-48ea-80d9-36155f9c49f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8b83eec-dbfa-43c3-891f-bff1d4163029 HTTP/1.1" status: 200 len: 915 time: 0.2749708 Oct 19 20:27:58.476782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Transition to ACTIVE for port object b7305afd-41ce-41a8-8968-978d392675ce will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:27:58.578117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-719b6139-b595-4f97-bc62-7f68de6ddad9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096 HTTP/1.1" status: 200 len: 217 time: 0.1232266 Oct 19 20:27:58.578754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.701246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40464) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:27:58.813772 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9920005a-6587-4e3d-a31f-cec4aa29a959 x-openstack-request-id: req-9920005a-6587-4e3d-a31f-cec4aa29a959 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:58.820204 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:58.820499 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9920005a-6587-4e3d-a31f-cec4aa29a959 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:58.820943 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'status': 'completed', 'code': 200} Oct 19 20:27:58.831153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.844462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:58.846262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a23cfe2-ce15-46cd-bd85-e2c3f3cbcc3e HTTP/1.1" status: 204 len: 168 time: 0.8928459 Oct 19 20:27:58.903333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-ec322466-3e0b-4d8f-9103-0fa17c77825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:58.905546 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-ec322466-3e0b-4d8f-9103-0fa17c77825d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.4520144 Oct 19 20:27:58.912381 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1b207-e0aa-4ffa-8d89-52d0722230da x-openstack-request-id: req-0bd1b207-e0aa-4ffa-8d89-52d0722230da {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:27:58.913051 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b", "name": "network-vif-deleted", "tag": "b4caa060-360f-41af-9ed3-46008fe29434", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:27:58.913678 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bd1b207-e0aa-4ffa-8d89-52d0722230da {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:27:58.915172 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe66c2f-bcdd-4eab-a72d-992baa8fbd3b', 'name': 'network-vif-deleted', 'tag': 'b4caa060-360f-41af-9ed3-46008fe29434', 'status': 'completed', 'code': 200} Oct 19 20:27:58.915771 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'status': 'completed', 'code': 200} Oct 19 20:27:59.114784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:59.132799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d803-7510-464a-84e9-a7f22305bb8a req-e1482ea6-7583-402f-8651-2c54fb65233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.134427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-e1482ea6-7583-402f-8651-2c54fb65233f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a8bb28c-0257-490c-ae23-b92f5705f41c HTTP/1.1" status: 200 len: 853 time: 0.5415769 Oct 19 20:27:59.181739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edf04d62-43c9-424c-bc21-b64a295d7774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:59.214438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281194f1-2c53-4b8f-b9b4-eb9b7fe6bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a23cfe2-ce15-46cd-bd85-e2c3f3cbcc3e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:27:59.223582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Deleting subnet 67f9cb96-31e1-4cc0-81d0-280a256c3ee0 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:27:59.319334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:59.364026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Attempting to bind port b7305afd-41ce-41a8-8968-978d392675ce on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:27:59.365384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Attempting to bind port b7305afd-41ce-41a8-8968-978d392675ce by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:27:59.367129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Attempting to bind port b7305afd-41ce-41a8-8968-978d392675ce on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:59.432130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Port b7305afd-41ce-41a8-8968-978d392675ce on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:27:59.443912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Attempting to bind port b7305afd-41ce-41a8-8968-978d392675ce on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:27:59.475757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:27:59.480707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:27:59.481201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Bound using segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:27:59.481754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Bound port: b7305afd-41ce-41a8-8968-978d392675ce, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:27:59.482501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:59.588416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-12babd27-8103-40d7-a174-dd2297dca99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.608574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-12babd27-8103-40d7-a174-dd2297dca99c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1136 time: 0.6467457 Oct 19 20:27:59.634527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.642754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.643282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.643785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.644277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.644952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.646695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-97fcbe73-4a22-414f-b9c5-60cc22cc456b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5249 time: 0.7604678 Oct 19 20:27:59.664064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-2128ab7e-f482-413f-bdf9-d1cf43e06be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.665714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-2128ab7e-f482-413f-bdf9-d1cf43e06be1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7008703 Oct 19 20:27:59.707441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313d803-7510-464a-84e9-a7f22305bb8a req-6db84a92-6230-41f2-b262-0ffab4e1e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.710600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-6db84a92-6230-41f2-b262-0ffab4e1e4c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8b83eec-dbfa-43c3-891f-bff1d4163029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5680406 Oct 19 20:27:59.795386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:27:59.832339 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:59.842158 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:27:59.854206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:27:59.984318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:27:59.985130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:00.004859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4a0aae4-d1c2-4ca1-8944-7ea42054110b req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "PUT /v2.0/ports/60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 1021 time: 1.9131043 Oct 19 20:28:00.027553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:00.042720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b7305afd-41ce-41a8-8968-978d392675ce,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:00.075731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:00.099205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:00.154425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8287545-9e62-40db-b0a3-c8f2a31a077e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:00.161162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:00.168065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:00.177639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 1135 time: 2.8180249 Oct 19 20:28:00.245486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:00.389519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:00.645141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858e3e9-4f1d-4929-a9d4-e8d23d9cd155 service neutron] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:00.670039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:00.713508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37e1bd-eb1d-4d7b-8369-7cf80c8a1fe6 req-200ab05b-0bc8-4012-b7dd-4431ed5de633 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:00.717234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f37e1bd-eb1d-4d7b-8369-7cf80c8a1fe6 req-200ab05b-0bc8-4012-b7dd-4431ed5de633 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1024 time: 0.5016620 Oct 19 20:28:00.834516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf'}, {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': 'b7305afd-41ce-41a8-8968-978d392675ce'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:00.846951 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0091c789-9738-4c85-bd23-37a17bfc5ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf"}, {"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "b7305afd-41ce-41a8-8968-978d392675ce"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:00.857899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.059525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.118530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.172385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f37e1bd-eb1d-4d7b-8369-7cf80c8a1fe6 req-356be392-eb83-4df6-97ae-798db255b7eb tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=12471350-1565-456a-a58a-4caf934a8073&id=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793&id=54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 6149 time: 0.4463825 Oct 19 20:28:01.212162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.220277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.228268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.234821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.242484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.250685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.260394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-481001d8-b90c-442f-824b-e5a965e21bca req-a9a88d54-5bda-4468-a44d-f9b874587171 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 4605 time: 2.0188386 Oct 19 20:28:01.489019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-097818ea-0d8e-4526-9019-bf32275baf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.489728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-097818ea-0d8e-4526-9019-bf32275baf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.490249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-097818ea-0d8e-4526-9019-bf32275baf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.491955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-097818ea-0d8e-4526-9019-bf32275baf27 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.8006928 Oct 19 20:28:01.493107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.541012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-481001d8-b90c-442f-824b-e5a965e21bca req-ecaf54d1-ec02-4b3d-bb47-ce889660356c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2794406 Oct 19 20:28:01.578541 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5f55e-cc30-4a01-b1e9-11e1737a1e0a x-openstack-request-id: req-a4e5f55e-cc30-4a01-b1e9-11e1737a1e0a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:01.578914 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "b7305afd-41ce-41a8-8968-978d392675ce", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:01.579125 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4e5f55e-cc30-4a01-b1e9-11e1737a1e0a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:01.579496 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'status': 'completed', 'code': 200} Oct 19 20:28:01.579750 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': 'b7305afd-41ce-41a8-8968-978d392675ce', 'status': 'completed', 'code': 200} Oct 19 20:28:01.592259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2062410516 ', 'description': 'tempest-description-1738655587'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:01.691362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f946de96-ba02-48b5-81f4-2a576ad0571a {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:01.711367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.723704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.805645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Transition to ACTIVE for port object f946de96-ba02-48b5-81f4-2a576ad0571a will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:01.827060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:01.955212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-827fabaa-d356-4cd1-89c2-ab443473c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:01.971577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b538e90b-b13e-4d00-bda3-443cbb56763d req-827fabaa-d356-4cd1-89c2-ab443473c569 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4437547 Oct 19 20:28:02.035421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-f3aeb894-2c79-46bf-9a37-01276d9a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.037344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-f3aeb894-2c79-46bf-9a37-01276d9a20a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 2.3895743 Oct 19 20:28:02.044329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f9cb96-31e1-4cc0-81d0-280a256c3ee0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:02.123615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:02.153443 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.165806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3538526d-7d9c-4be8-9a77-587d341e7cfa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/67f9cb96-31e1-4cc0-81d0-280a256c3ee0 HTTP/1.1" status: 204 len: 168 time: 3.4564981 Oct 19 20:28:02.169510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-12c96e1a-a0a2-4e4a-8e86-897a78b26b68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 217 time: 0.1043603 Oct 19 20:28:02.175832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40550) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:02.197277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.230666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.283000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.379711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71160af0-8eea-4bfb-ae8c-149a45e0df49,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:02.396764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.401834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3276f7ba-8e4c-49b6-851c-9d81c677ace7 req-739aa330-5756-47a9-9328-7ad387aa3bbe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8303869 Oct 19 20:28:02.420785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Attempting to bind port f946de96-ba02-48b5-81f4-2a576ad0571a on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:02.422658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Attempting to bind port f946de96-ba02-48b5-81f4-2a576ad0571a by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:02.423095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Attempting to bind port f946de96-ba02-48b5-81f4-2a576ad0571a on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:02.443493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40560) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:02.495835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Port f946de96-ba02-48b5-81f4-2a576ad0571a on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:02.496164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Attempting to bind port f946de96-ba02-48b5-81f4-2a576ad0571a on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:02.522674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-1f2e264e-52ee-407d-8e6f-6b4b697cb186 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8269897 Oct 19 20:28:02.547633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.562315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-5b26e8f5-5d99-4f02-971a-f55fd6546634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.563819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-5b26e8f5-5d99-4f02-971a-f55fd6546634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.3682640 Oct 19 20:28:02.578775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-2b9cabdf-2638-43b3-98aa-896f0cc0552d service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5330603 Oct 19 20:28:02.587782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:02.588136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:02.588523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Bound using segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:02.588987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Bound port: f946de96-ba02-48b5-81f4-2a576ad0571a, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:02.589433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.623982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e13994c5-6290-4b43-94c3-b445dc70765c req-013733fd-f5c9-4713-a320-43fa4176164d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/71160af0-8eea-4bfb-ae8c-149a45e0df49 HTTP/1.1" status: 200 len: 1781 time: 0.1921549 Oct 19 20:28:02.775807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-707f929b-ae3c-4510-abaf-b5bebc2106b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949277 Oct 19 20:28:02.841750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.844149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.845021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.845727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.847935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.848825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.850793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:02.853983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-47ab4472-c392-4e27-ac84-bcf9371374dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6177 time: 0.8154576 Oct 19 20:28:02.881582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:02.930602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-c55e58d8-af21-4e02-a409-d07d7652eb6f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/71160af0-8eea-4bfb-ae8c-149a45e0df49 HTTP/1.1" status: 200 len: 1781 time: 0.2459998 Oct 19 20:28:02.933679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803940aa-31a3-4fe1-95d8-423f4018bac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:02.937821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f946de96-ba02-48b5-81f4-2a576ad0571a,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:02.971639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.074179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.074857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.076455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] 10.222.0.37 "PUT /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 1135 time: 2.8597012 Oct 19 20:28:03.132510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:03.199701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8d11-b6a4-452e-b362-644e6becf96c service neutron] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:03.218058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.257120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.330222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.481700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.484348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.497722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a71fe33c-ac27-4f38-bbd8-acb9ea10d256 req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/71160af0-8eea-4bfb-ae8c-149a45e0df49 HTTP/1.1" status: 204 len: 173 time: 0.5551460 Oct 19 20:28:03.507312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.535371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803940aa-31a3-4fe1-95d8-423f4018bac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.536584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9c2a-d9cf-4faa-ae02-4d346c89ca89 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71160af0-8eea-4bfb-ae8c-149a45e0df49,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:03.564137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803940aa-31a3-4fe1-95d8-423f4018bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.568799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db03dafb-6622-49bf-97d5-4cd190b6ea31']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:03.590177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd246158-83a9-4108-8bf7-f1be3ff345d3') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:03.590487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd246158-83a9-4108-8bf7-f1be3ff345d3') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:03.605189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.634738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.652908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:28:03.655195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.661520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': 'f946de96-ba02-48b5-81f4-2a576ad0571a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:03.668023 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b8ae4-3e76-434a-83fb-c3d37800a016" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "f946de96-ba02-48b5-81f4-2a576ad0571a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:03.680048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-803940aa-31a3-4fe1-95d8-423f4018bac6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f8283e0455a4209b57fcf0ada6d7969&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2343638 Oct 19 20:28:03.708350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:28:03.771165 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:28:03.783968 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.845598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:03.853227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] 10.222.0.31 "DELETE /v2.0/networks/db03dafb-6622-49bf-97d5-4cd190b6ea31 HTTP/1.1" status: 204 len: 168 time: 1.6700790 Oct 19 20:28:03.912304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.918748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.925409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.931657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803940aa-31a3-4fe1-95d8-423f4018bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fdecf3-2c5e-4e58-a3cc-f69992f665fc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:03.931967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.938309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.947973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.955011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:03.964175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-b78a7e3a-5704-4649-8b89-8cec429b7b24 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5382 time: 1.2451258 Oct 19 20:28:03.990439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519930e-6766-4367-be9b-5010c8f6cb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=db03dafb-6622-49bf-97d5-4cd190b6ea31,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:03.996944 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-7d6d7e27-e212-4c81-bd19-3470e9d72b64 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4629529 Oct 19 20:28:04.045714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3313d803-7510-464a-84e9-a7f22305bb8a req-a58ac800-8c4a-4987-bcc6-6a794db20ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4352624 Oct 19 20:28:04.113363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-7c9bd8c9-de1a-4acc-9903-10a64c615fbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 217 time: 0.0997427 Oct 19 20:28:04.121757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-49df5b09-f3d2-4f4e-9a72-00a2a77be769 service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3038857 Oct 19 20:28:04.140651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad33dea4-cdcc-46c6-937f-457cf35d8c7c req-8792e7f7-0f52-4fab-97e1-644dd6fc60f1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726665 Oct 19 20:28:04.183514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-cb244e2b-2f6d-4c28-9bee-4466fb81df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.183896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-cb244e2b-2f6d-4c28-9bee-4466fb81df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.184379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-cb244e2b-2f6d-4c28-9bee-4466fb81df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.186054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-cb244e2b-2f6d-4c28-9bee-4466fb81df16 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1921179 Oct 19 20:28:04.218161 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-9d630fbb-fb8d-4350-bc2d-6dcb0c465194 req-e37e532d-8200-4a53-a5e0-3d043ac2a366 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:04.220853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9d630fbb-fb8d-4350-bc2d-6dcb0c465194 req-e37e532d-8200-4a53-a5e0-3d043ac2a366 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/71160af0-8eea-4bfb-ae8c-149a45e0df49 HTTP/1.1" status: 404 len: 352 time: 0.1192837 Oct 19 20:28:04.275019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40614) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:04.283735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:04.364853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6896f4c1-0cee-4fe2-b7b6-c4be4c0b56bf req-11dbcb3b-a12c-48b3-88e5-e0d6ae8bd363 service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184687 Oct 19 20:28:04.525739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-43de9a16-1e2b-4bd1-b443-e24a28c35107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.527239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-43de9a16-1e2b-4bd1-b443-e24a28c35107 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2990754 Oct 19 20:28:04.543414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-d8358acc-f29f-44ca-a5e4-5e85ad2c9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.545218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-d8358acc-f29f-44ca-a5e4-5e85ad2c9cdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.3828611 Oct 19 20:28:04.663914 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced9544-b4e8-4eb9-9f41-8097108f68b5 x-openstack-request-id: req-bced9544-b4e8-4eb9-9f41-8097108f68b5 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:04.664185 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "f946de96-ba02-48b5-81f4-2a576ad0571a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:04.664417 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bced9544-b4e8-4eb9-9f41-8097108f68b5 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:04.664762 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': 'f946de96-ba02-48b5-81f4-2a576ad0571a', 'status': 'completed', 'code': 200} Oct 19 20:28:04.699466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457694525', 'description': 'tempest-description-1270474154'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:04.727862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.728951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.729648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.730934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.731602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.732636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.733319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.736066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-8ee81b7c-bdf0-46b8-8e12-b0ddea6894a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6219 time: 0.1515522 Oct 19 20:28:04.739055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-546ec7da-a8d9-4d67-9ceb-2866ab67e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.741926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-546ec7da-a8d9-4d67-9ceb-2866ab67e6a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1175 time: 0.2087188 Oct 19 20:28:04.745067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-ea9e2de8-bcd4-4cd7-a85a-d108c48e89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:04.746979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-ea9e2de8-bcd4-4cd7-a85a-d108c48e89bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1751354 Oct 19 20:28:04.833507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:04.929037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30bafc2f-7fdc-4044-8a1c-0f11f94277c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53ff801603d64c86a0aab963122f4ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528461 Oct 19 20:28:04.937271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:04.953430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.183684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81121e04-a7a6-4acd-9696-edc515e3c08c {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:05.197927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.214958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Transition to ACTIVE for port object 81121e04-a7a6-4acd-9696-edc515e3c08c will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:05.218528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.223449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.227726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3fdecf3-2c5e-4e58-a3cc-f69992f665fc HTTP/1.1" status: 204 len: 168 time: 1.2761474 Oct 19 20:28:05.345795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.352726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.362961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.424685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.442558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e849345-13c7-4983-973b-5703548dc3d1 req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7744815 Oct 19 20:28:05.450605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-c6b05c6c-9716-49b2-aeb4-d07517290a7d service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540631 Oct 19 20:28:05.464716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef072512-427c-4bc8-adec-d1f7860ead44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fdecf3-2c5e-4e58-a3cc-f69992f665fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:05.499689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.556113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.665860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-981821944', 'description': 'tempest-description-1431083684'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:05.691850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.695091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.699374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bcc9de3-30f4-494f-a8d1-90d12bcc74f8 HTTP/1.1" status: 204 len: 168 time: 0.7471008 Oct 19 20:28:05.718032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:05.748554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ad64-aef7-4590-8842-fda2be5e02f2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5ec612-2a99-46ea-8ac8-672473fed1f7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:05.786713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9e7b-b2cd-4cb6-b5f0-f1a437ac1eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc9de3-30f4-494f-a8d1-90d12bcc74f8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:05.801833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:05.867431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40666) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:06.024251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.033238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Attempting to bind port 81121e04-a7a6-4acd-9696-edc515e3c08c on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:06.035318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Attempting to bind port 81121e04-a7a6-4acd-9696-edc515e3c08c by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:06.036008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Attempting to bind port 81121e04-a7a6-4acd-9696-edc515e3c08c on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:06.045228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Port 81121e04-a7a6-4acd-9696-edc515e3c08c on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:06.045547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Attempting to bind port 81121e04-a7a6-4acd-9696-edc515e3c08c on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:06.057889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:06.058370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:06.060243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Bound using segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:06.060243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Bound port: 81121e04-a7a6-4acd-9696-edc515e3c08c, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:06.060243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.072356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.129474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40670) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:06.132479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc745d-831d-49a4-9f36-2b3aec127d2c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:06.151717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.156363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd91dc7e-a1c2-4f95-a906-bfffed8acdfb req-6eda1d41-8a49-44f0-9b61-151613ba7e5f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5098915 Oct 19 20:28:06.160994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c36f2a10-e254-41a5-a190-a74274474b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.171828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-c700ede9-0727-4aa5-93d0-16be08373566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.172385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-c700ede9-0727-4aa5-93d0-16be08373566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.172915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-c700ede9-0727-4aa5-93d0-16be08373566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.175021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-c700ede9-0727-4aa5-93d0-16be08373566 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4267993 Oct 19 20:28:06.245118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.259673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-63782905', 'description': 'tempest-description-598773409'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:06.283138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.289232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.317947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.339095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.357423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.375455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.386607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-bfe9adeb-955f-4c0e-b232-501d21f85c07 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5394 time: 0.9349678 Oct 19 20:28:06.406234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1895945a-bae4-454b-bf82-566852d0646e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.434643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-2134039b-8c8d-4f63-830d-6e1a12f21d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.436495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-2134039b-8c8d-4f63-830d-6e1a12f21d21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 1.6783326 Oct 19 20:28:06.436652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.469246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:06.505246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:06.519117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.541259 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c36f2a10-e254-41a5-a190-a74274474b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.577515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a4d79ca-cba4-423b-a9d6-b697285cb4c8 req-a8ebb24b-2abf-414f-a91b-950b69a2ac43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846673 Oct 19 20:28:06.579221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-fab4ae60-2333-43a3-b712-ec8f5622b7ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 200 len: 217 time: 0.1222796 Oct 19 20:28:06.616062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c36f2a10-e254-41a5-a190-a74274474b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.655626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-c6c951ac-3e7d-498a-a26a-619934775273 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506386 Oct 19 20:28:06.712084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-4754f155-7baa-43db-8d41-61999babd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.714336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-495b8ae4-3e76-434a-83fb-c3d37800a016 req-4754f155-7baa-43db-8d41-61999babd7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5145898 Oct 19 20:28:06.734341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c36f2a10-e254-41a5-a190-a74274474b31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c93f0cb12ed4e669da5e0c1e202c8b6&name=default HTTP/1.1" status: 200 len: 2981 time: 0.5822196 Oct 19 20:28:06.745285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40696) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:06.782000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.782743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:06.784189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] 10.222.0.37 "PUT /v2.0/ports/81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 200 len: 1091 time: 3.6656032 Oct 19 20:28:06.818905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-0ad448e0-6e3d-4c27-aedf-e9f4e6c006b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 217 time: 0.0987911 Oct 19 20:28:06.874793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:06.881972 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:06.939285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-df03d995-75d5-44d4-b19f-2117638dd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.941210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-df03d995-75d5-44d4-b19f-2117638dd1bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.3005397 Oct 19 20:28:06.957289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:06.980250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-7d0ef726-ab08-4614-8654-04330bf18a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:06.981835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-7d0ef726-ab08-4614-8654-04330bf18a5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1526225 Oct 19 20:28:07.032893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-6042ec25-715d-4e87-9888-4797d9fe2af9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789132 Oct 19 20:28:07.064404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1895945a-bae4-454b-bf82-566852d0646e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.065999 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b7ea2-f14e-4806-8d52-3c7b989a4820 x-openstack-request-id: req-2d9b7ea2-f14e-4806-8d52-3c7b989a4820 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:07.067059 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:07.067641 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d9b7ea2-f14e-4806-8d52-3c7b989a4820 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:07.068211 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'status': 'completed', 'code': 200} Oct 19 20:28:07.184969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f2a10-e254-41a5-a190-a74274474b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cf6c9a-9625-48f9-bdb6-5a77cd38cde3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:07.204968 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.234501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.274353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-448d45b5-7a79-467c-927c-5fd6f209883c service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991374 Oct 19 20:28:07.290905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1895945a-bae4-454b-bf82-566852d0646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.297041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.299282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef6ba1-718c-44ad-9f84-17f6dfce2361 service neutron] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:07.323655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.326871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.330557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.332474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4cf6c9a-9625-48f9-bdb6-5a77cd38cde3 HTTP/1.1" status: 204 len: 168 time: 0.5711923 Oct 19 20:28:07.336928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.371504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06376-5581-45db-8c8a-d36f364b5ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cf6c9a-9625-48f9-bdb6-5a77cd38cde3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:07.398894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-6b5ef14d-aece-4b88-8a1a-b7a7759cfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.400342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-6b5ef14d-aece-4b88-8a1a-b7a7759cfb8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3793783 Oct 19 20:28:07.414391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14766859-b9f0-4a4c-b2b0-c9bca333bc96,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:07.414548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1895945a-bae4-454b-bf82-566852d0646e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c79c8120f3a84047bcfbf344413a365c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5097356 Oct 19 20:28:07.415842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40714) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:07.431768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.437204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23b29655-3984-409f-a3f5-bcd9f30aea5b req-d86ebc15-1bdf-4f59-bf0d-777a6caeb980 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2449062 Oct 19 20:28:07.462751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:07.695234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-de0d341d-4530-4d09-80b4-275c9c3d7e78 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782044 Oct 19 20:28:07.705775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.706032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.707028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.707499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.708170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.708639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.709100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:07.713606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-db6fd319-2d1f-4e7e-9659-5a6751652b8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6286 time: 0.6373003 Oct 19 20:28:07.728603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895945a-bae4-454b-bf82-566852d0646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f6960-46bb-4e6c-976b-32c8a7c37f26,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:07.808428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-622520685-network', 'tenant_id': 'b6f386ff392a4af0bfb18abf3a9c13a4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:07.843938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Made reservation on behalf of b6f386ff392a4af0bfb18abf3a9c13a4 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:07.846955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.880794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:07.972793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d67f549f-2bd1-43be-9a1b-275da6f4d70c req-6437139b-9f1f-485b-880f-0a69c51f2077 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 10896 time: 0.4288313 Oct 19 20:28:07.988879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.008519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.017649 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-9f9b717c-8e4f-4403-9485-d46d72976dc8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900274 Oct 19 20:28:08.093018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.100539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.106825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.114112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.120761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.128535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.137176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.140124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-67819cc1-83bc-4be2-bb13-38de0f8fc18c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 217 time: 0.0980463 Oct 19 20:28:08.140304 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-a4891e1f-0b0b-4b93-bdc6-4eb1162baf37 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5394 time: 0.3754425 Oct 19 20:28:08.141100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564960eb-06be-402d-829f-365d459eafb8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:08.150589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0091c789-9738-4c85-bd23-37a17bfc5ad1 req-a188828a-1f63-4c34-8e57-e7d87c21b8bb service neutron] 10.222.0.11 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508148 Oct 19 20:28:08.156401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.181724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.187220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:08.196169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.208913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Transition to ACTIVE for port object 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:08.216423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:28:08.224975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.313636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d67f549f-2bd1-43be-9a1b-275da6f4d70c req-95db0073-1cb1-4975-956d-2318e8e5ae19 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.3185112 Oct 19 20:28:08.319075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5cc3da0-8baa-471d-b02f-e3fa59b8151e req-640f315a-d9a3-4afc-9ec1-f3d6fd7e9ff3 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056218 Oct 19 20:28:08.321536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.321873 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Added segment a81f9e62-4c10-4bda-9660-3c6d8066ece6 of type vlan for network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 Oct 19 20:28:08.327782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.331301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.333567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a81f6960-46bb-4e6c-976b-32c8a7c37f26 HTTP/1.1" status: 204 len: 168 time: 0.9110265 Oct 19 20:28:08.375286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afdbb-ca09-4bb6-96c4-c7d24a10f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f6960-46bb-4e6c-976b-32c8a7c37f26,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:08.446581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-a2e18a14-af68-4314-a442-bc62cff60f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.450977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-a2e18a14-af68-4314-a442-bc62cff60f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.451913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-a2e18a14-af68-4314-a442-bc62cff60f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.453233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:08.463374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-a2e18a14-af68-4314-a442-bc62cff60f8b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7135022 Oct 19 20:28:08.472178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.482780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Attempting to bind port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:08.483087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Attempting to bind port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:08.483393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Attempting to bind port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:08.489532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:08.489857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Attempting to bind port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:08.490488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-6654d4fb-f4af-4249-b09e-d788140644f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.492339 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-6654d4fb-f4af-4249-b09e-d788140644f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.2565055 Oct 19 20:28:08.503993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:08.504384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Checking segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:08.504709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Bound using segment: {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:08.505142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Bound port: 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe200b-6fa5-4780-aeda-5141c2344eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:08.505517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.610603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:08.614749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:08.616971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.618804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.620039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.627988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.665204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d67f549f-2bd1-43be-9a1b-275da6f4d70c req-5806a01a-4f96-46f4-8e0b-186de7f0c98e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.3386743 Oct 19 20:28:08.710736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-639fef58-9d2f-4aa1-8ae4-272659473600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.712820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-639fef58-9d2f-4aa1-8ae4-272659473600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1834886 Oct 19 20:28:08.731544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:08.744165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.744923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.746951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-85369b98-bd2e-485c-bab9-8242aafc3e7b service neutron] 10.222.0.37 "PUT /v2.0/ports/9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 200 len: 1091 time: 1.8107576 Oct 19 20:28:08.771911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3025010 Oct 19 20:28:08.784092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40780) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:08.789154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:08.883625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Request body: {'subnet': {'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-622520685-subnet', 'tenant_id': 'b6f386ff392a4af0bfb18abf3a9c13a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:08.902777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-62df4945-b442-4c74-a4f4-a528c1fac837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:08.906534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3e7c4a4-a1dc-43be-8940-2f3e348e176b req-62df4945-b442-4c74-a4f4-a528c1fac837 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4251490 Oct 19 20:28:08.939118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Made reservation on behalf of b6f386ff392a4af0bfb18abf3a9c13a4 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:08.941576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:08.952920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726d1b-21dc-47f4-95ca-9923be499b9c admin admin] Pushing event updated for resources: {'Network': ['ID=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:08.976646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:28:09.064427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40792) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:09.091472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:09.093834 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7be7ec-7472-47c3-af6f-0646957d4cff" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:09.117098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.124483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9c18221-e2a2-4d2f-b4ba-efac1eeef9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.133962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-4fde9a8f-4b2c-41f2-9368-27fa151079e2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/6f5ec612-2a99-46ea-8ac8-672473fed1f7 HTTP/1.1" status: 200 len: 1800 time: 0.4181707 Oct 19 20:28:09.279814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-2613f8c7-54bf-44a6-a200-4708d72569e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512764 Oct 19 20:28:09.418782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.435697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.512015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.516464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-44894e12-1f71-47bd-8f26-5478fc841e67 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285011 Oct 19 20:28:09.524846 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9c18221-e2a2-4d2f-b4ba-efac1eeef9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.539320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146e574b-572d-4cad-9334-611d81b88a30,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:09.552409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9c18221-e2a2-4d2f-b4ba-efac1eeef9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.556582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Checking segment: {'id': 'a81f9e62-4c10-4bda-9660-3c6d8066ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:09.556949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Network hostable DHCP agents. Network: f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:28:09.595263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:28:09.616118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-f3e0bd63-a9a1-4e0c-b71c-3040d646910b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0897572 Oct 19 20:28:09.630171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:09.642361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:09.642563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.647935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56de56-a08f-454b-acb5-ba7664ff6f02 None None] Network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:09.664089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa75941-b8d9-4e6a-97c1-ea9d892df630 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:09.677851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f78b085b-c2bd-44fc-a1a1-fd2c1f18bc79 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8854134 Oct 19 20:28:09.684022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.695264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d9c18221-e2a2-4d2f-b4ba-efac1eeef9fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e3d2145970844f4a1e1de77dcaeaa65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226349 Oct 19 20:28:09.698653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40820) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:09.716818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Transition to ACTIVE for port object 2fa75941-b8d9-4e6a-97c1-ea9d892df630 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:09.720875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.725221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c18221-e2a2-4d2f-b4ba-efac1eeef9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f17f789-df07-4b3c-a346-364c1740dc65,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:09.762611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.772245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:09.773499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5b5d53d6-f655-49ee-a9dd-a6f15c6ba384 req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f5ec612-2a99-46ea-8ac8-672473fed1f7 HTTP/1.1" status: 204 len: 173 time: 0.6301284 Oct 19 20:28:09.895110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121225f-ae93-4f5f-aeaa-ba517953b66f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5ec612-2a99-46ea-8ac8-672473fed1f7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:09.912627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-8bfff605-7872-46c6-afef-db2ac4bd4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:09.914164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-8bfff605-7872-46c6-afef-db2ac4bd4678 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.2889638 Oct 19 20:28:09.965080 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359c9e6-3fe6-4e39-8092-35f7d1f6a1de x-openstack-request-id: req-6359c9e6-3fe6-4e39-8092-35f7d1f6a1de {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:09.966193 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:09.966456 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6359c9e6-3fe6-4e39-8092-35f7d1f6a1de {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:09.968200 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'status': 'completed', 'code': 200} Oct 19 20:28:10.007861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Attempting to bind port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:10.008211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Attempting to bind port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:10.008739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Attempting to bind port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:10.039147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:10.043241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:10.043635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Attempting to bind port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:10.046391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4341e47-d863-4521-84d9-00e374de7a96 None None] Network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:10.063374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:10.063731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Checking segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:10.064127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Bound using segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:10.064570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Bound port: 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:10.064930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.220877 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-87a6b396-04ac-4920-9c4c-5ea264e1172f req-f69a6802-aa4d-4cf7-a8a3-5fb69f08c4a5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:10.222485 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87a6b396-04ac-4920-9c4c-5ea264e1172f req-f69a6802-aa4d-4cf7-a8a3-5fb69f08c4a5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/6f5ec612-2a99-46ea-8ac8-672473fed1f7 HTTP/1.1" status: 404 len: 352 time: 0.0192456 Oct 19 20:28:10.233735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:10.238803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:10.244802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.321494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.322874 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.325383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] 10.222.0.37 "PUT /v2.0/ports/2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 1091 time: 1.5441208 Oct 19 20:28:10.358462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Request body: {'port': {'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:10.399529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd9465-5ade-4b19-8e3d-dc4e7c283b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:10.457795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.499051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.540987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.625614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.626103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.626577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.627046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.627512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.627976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.628479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.630427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-65db20c9-c0ce-45f0-8bca-4ffdd3f05217 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6378 time: 0.6995022 Oct 19 20:28:10.688667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-7bbcb84d-e037-4cef-84c7-b7450dab9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.690244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-7bbcb84d-e037-4cef-84c7-b7450dab9252 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6985347 Oct 19 20:28:10.709514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.715938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.722048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.729048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.736193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.741036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.747159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.755297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-607b50b9-f68a-45d6-b380-89d616ace011 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5418 time: 0.6737266 Oct 19 20:28:10.828590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-f1294552-78ef-422c-8f38-4d9ac296efdc tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.830265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-f1294552-78ef-422c-8f38-4d9ac296efdc tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/networks?id=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 HTTP/1.1" status: 200 len: 821 time: 0.1979742 Oct 19 20:28:10.855181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-05ed6924-95f8-4848-84f3-1ec1f5d16fc9 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/quotas/b6f386ff392a4af0bfb18abf3a9c13a4 HTTP/1.1" status: 200 len: 375 time: 0.0147877 Oct 19 20:28:10.891283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-fc34a07c-bca7-4302-a5f1-59e6e3a9aa1e tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6f386ff392a4af0bfb18abf3a9c13a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292170 Oct 19 20:28:10.907305 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8384246f-98ad-401b-ba8f-3dd69a2822b6 req-074057ab-6b01-466e-bab8-f2c12ae65e10 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511483 Oct 19 20:28:10.907889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.911035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:10.912064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f17f789-df07-4b3c-a346-364c1740dc65 HTTP/1.1" status: 204 len: 168 time: 1.2074149 Oct 19 20:28:10.926615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-917018b4-955e-47d1-b3f3-8f8ae6834a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.927095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-917018b4-955e-47d1-b3f3-8f8ae6834a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.927553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-917018b4-955e-47d1-b3f3-8f8ae6834a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:10.940016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-917018b4-955e-47d1-b3f3-8f8ae6834a83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2957022 Oct 19 20:28:10.944966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9196c-0ba2-4e59-b6b5-8f07b1ccda8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f17f789-df07-4b3c-a346-364c1740dc65,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:11.051449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-11489ad4-2d69-4bd3-9418-b856fa6ad1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:11.052988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da7be7ec-7472-47c3-af6f-0646957d4cff req-11489ad4-2d69-4bd3-9418-b856fa6ad1e0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043930 Oct 19 20:28:11.101223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-befe1f37-fdc3-4453-a7be-fbe06f04b832 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373351 Oct 19 20:28:11.248133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-b86e166e-4001-4212-815a-6165f6dc068f service neutron] 10.222.0.31 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475287 Oct 19 20:28:11.328569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fc8fd9-69ed-4909-aa06-6680d7c21923 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:11.349488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-2d0cfa2b-e7e4-4367-a69a-0da0e25ec455 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/95bc745d-831d-49a4-9f36-2b3aec127d2c HTTP/1.1" status: 200 len: 1800 time: 0.2277386 Oct 19 20:28:11.378216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.401252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Transition to ACTIVE for port object 11fc8fd9-69ed-4909-aa06-6680d7c21923 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:11.405492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.428736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-451ad569-b32d-4a49-a1c6-7738bdf64fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195381 Oct 19 20:28:11.471714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-29a1d2b0-0981-44e9-b9de-860805385222 service neutron] 10.222.0.31 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936641 Oct 19 20:28:11.490780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:11.544422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-74ae4cbb-fdb0-4f0e-b02e-5d42b8680670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.1073425 Oct 19 20:28:11.605755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Attempting to bind port 11fc8fd9-69ed-4909-aa06-6680d7c21923 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:11.606094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Attempting to bind port 11fc8fd9-69ed-4909-aa06-6680d7c21923 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:11.606436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Attempting to bind port 11fc8fd9-69ed-4909-aa06-6680d7c21923 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:11.612018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Port 11fc8fd9-69ed-4909-aa06-6680d7c21923 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:11.612399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Attempting to bind port 11fc8fd9-69ed-4909-aa06-6680d7c21923 on network 6aec2e5c-5332-4e5e-b362-7636a45e32aa {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:11.619124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:11.619462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Checking segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:11.619902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Bound using segment: {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:11.620340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Bound port: 11fc8fd9-69ed-4909-aa06-6680d7c21923, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7cf715-39c4-492e-a244-8f012de837f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:11.620708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.726888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:11.730001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.734827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:11.742464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.823252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-62703e44-4750-4bd0-a7f9-5ad8829ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:11.824864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-62703e44-4750-4bd0-a7f9-5ad8829ea1ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.2497272 Oct 19 20:28:11.878838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:11.899958 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:28:12.025440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407f8d-7829-4919-a3db-03876aa8594d req-3b8864c0-3357-4354-aa2e-3b2e1f43c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.026981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-3b8864c0-3357-4354-aa2e-3b2e1f43c80f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1864877 Oct 19 20:28:12.033351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:12.036183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:12.037289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-411326be-56d9-4117-a4bc-484a3ba31a36 req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/95bc745d-831d-49a4-9f36-2b3aec127d2c HTTP/1.1" status: 204 len: 173 time: 0.6866305 Oct 19 20:28:12.078170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e302345-7369-45e7-91d0-89213a12aeda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc745d-831d-49a4-9f36-2b3aec127d2c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:12.181324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05e76e3d-4829-498c-a3a2-ffe50d5e8f33 req-47a1cbce-9b6a-4a6b-9a0d-9d0f74844cd5 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 210 time: 0.0547519 Oct 19 20:28:12.190347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:12.198746 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58ee88-bc02-4787-937b-36104cc987f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:12.209184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-15cfa9c1-6b7f-40a8-9391-316ac74cf3c0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.217071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-15cfa9c1-6b7f-40a8-9391-316ac74cf3c0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.3388453 Oct 19 20:28:12.252682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.254709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:12.257784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] 10.222.0.37 "PUT /v2.0/ports/11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 1091 time: 1.9030344 Oct 19 20:28:12.258142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e60c-ca61-4e0e-b709-b38e4f0a8060 service neutron] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:12.310067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-ef6bbb5e-52cc-45b2-937e-b88dda749a79 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/quotas/d1f77ba2d8d84463a708fb799da82b19 HTTP/1.1" status: 200 len: 375 time: 0.0918860 Oct 19 20:28:12.327059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-16634aa2-12a7-4275-a575-fa5da1c9dc72 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887559 Oct 19 20:28:12.448739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:12.463945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.470784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.477511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.498734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.507624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.516006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.534127 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-884a5a9b-22bf-4f13-bd00-be26e4d2bb39 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220373 Oct 19 20:28:12.551953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.564873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-04cc8868-d56d-4a7c-ae6b-aed076377b71 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.2739236 Oct 19 20:28:12.638187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.638847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.639415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.639874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.640392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.640904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.641789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.644847 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-200fb5c5-0743-4bf8-841a-4dd8b91e5a1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6487 time: 0.3102832 Oct 19 20:28:12.712462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0ccf3310-29df-4007-ab53-976e28934f94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 217 time: 0.0605474 Oct 19 20:28:12.720781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-8c6bb3d9-63a9-4fcd-b52f-f871a76a6bd9 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851778 Oct 19 20:28:12.774351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f78a6467-23b1-47d7-af0f-2a3907e70dd8 req-e86757ea-473b-41d1-b439-4f57ab78aef4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076507 Oct 19 20:28:12.794793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2b28a6c-960e-4876-aedb-c6255d1c5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.796957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2b28a6c-960e-4876-aedb-c6255d1c5708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 200 len: 856 time: 0.0750866 Oct 19 20:28:12.802215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83407f8d-7829-4919-a3db-03876aa8594d req-7aaada48-159e-4852-a0cc-0d77fb894688 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519467 Oct 19 20:28:12.842020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-b2323521-7192-4e9a-90f0-dabcc1bd908c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.846000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-b2323521-7192-4e9a-90f0-dabcc1bd908c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.37 "GET /v2.0/ports?device_id=19f27368-cc61-4fd9-a522-2b8aa7105ca5 HTTP/1.1" status: 200 len: 945 time: 0.2774973 Oct 19 20:28:12.871937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:12.919100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-113a0ea2-f3d9-447e-8bc1-9fae648b77e9 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888602 Oct 19 20:28:12.921269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6566e59e-e6ab-4324-a6b5-b574a473b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:12.925928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6566e59e-e6ab-4324-a6b5-b574a473b82e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137321 Oct 19 20:28:13.009659 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-16bc4742-5582-4d48-bc25-edd8b7524202 req-38aac4d7-b8bb-4030-881b-0dc46436cced tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:13.010719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16bc4742-5582-4d48-bc25-edd8b7524202 req-38aac4d7-b8bb-4030-881b-0dc46436cced tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/95bc745d-831d-49a4-9f36-2b3aec127d2c HTTP/1.1" status: 404 len: 352 time: 0.0728893 Oct 19 20:28:13.047923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Deleting port 471b6695-c11e-4ffd-a705-b1eb354adb72 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:13.048687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.121272 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef999c-bbe2-478c-8ff4-81173795e4db x-openstack-request-id: req-fbef999c-bbe2-478c-8ff4-81173795e4db {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:13.121591 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:13.121868 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbef999c-bbe2-478c-8ff4-81173795e4db {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:13.122202 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'status': 'completed', 'code': 200} Oct 19 20:28:13.182225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d6a9a00a-1431-41a2-9502-83b35325ff04 service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506952 Oct 19 20:28:13.338009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-c8586f92-6f1a-4897-9535-08ce335314af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/14766859-b9f0-4a4c-b2b0-c9bca333bc96 HTTP/1.1" status: 200 len: 1800 time: 0.1451721 Oct 19 20:28:13.360028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] For port 471b6695-c11e-4ffd-a705-b1eb354adb72, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=471b6695-c11e-4ffd-a705-b1eb354adb72,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:13.360507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.410926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Calling delete_port for 471b6695-c11e-4ffd-a705-b1eb354adb72 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:13.428660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c473b3ff-f804-4601-87fd-e95b8886bad4 req-bc46df7b-0295-4d40-a88a-4854f3c6eb9c tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 210 time: 0.0899186 Oct 19 20:28:13.462778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-32ad8cde-b78e-4e2e-bbfb-ed666d35a47f service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694423 Oct 19 20:28:13.566918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.570227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-32561556-0597-4421-9b73-7e33b9d88380 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 217 time: 0.1005661 Oct 19 20:28:13.693948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.712535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8cd72efd-d8e2-4595-9ae0-625618640eb2 req-22aa59c7-0316-4236-9f23-bfbb735aa594 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 210 time: 0.1489444 Oct 19 20:28:13.742647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c267a6d0-1a5a-4564-83fc-08c13d131ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:13.744891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-c267a6d0-1a5a-4564-83fc-08c13d131ca1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1510105 Oct 19 20:28:13.760174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-b55453b4-be85-4f2c-ada2-7e8a0f9df9e4 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:13.762254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-b55453b4-be85-4f2c-ada2-7e8a0f9df9e4 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.11 "GET /v2.0/networks?id=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 HTTP/1.1" status: 200 len: 821 time: 0.3885863 Oct 19 20:28:13.780500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Request body: {'port': {'device_id': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8', 'admin_state_up': True, 'tenant_id': 'b6f386ff392a4af0bfb18abf3a9c13a4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:13.795775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:13.818531 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.821577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:13.826409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd7c8e56-4cba-43f6-8c8f-a96e3e334eda req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/14766859-b9f0-4a4c-b2b0-c9bca333bc96 HTTP/1.1" status: 204 len: 173 time: 0.4874661 Oct 19 20:28:13.842870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-9930bd9d-ef5c-4b33-94de-992e96c189a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:13.848368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-9930bd9d-ef5c-4b33-94de-992e96c189a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960002 Oct 19 20:28:14.012694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f61fad-f9a7-4d43-9414-7f579432a813 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14766859-b9f0-4a4c-b2b0-c9bca333bc96,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:14.022285 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-2c358abb-b143-4312-82aa-3cca92e134c6 req-2dc4e14b-760e-4557-9edf-16938f16c7fa tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:14.027097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c358abb-b143-4312-82aa-3cca92e134c6 req-2dc4e14b-760e-4557-9edf-16938f16c7fa tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/14766859-b9f0-4a4c-b2b0-c9bca333bc96 HTTP/1.1" status: 404 len: 352 time: 0.1525025 Oct 19 20:28:14.028601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:14.137806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d86f012c-5d38-45a7-a128-46807d562b8e service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807293 Oct 19 20:28:14.151788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.163610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.179329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.186378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.193740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.203885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.211817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.227085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-ca1d8ae0-219c-4955-b2be-36e901a9fdbc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.2786586 Oct 19 20:28:14.271210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:14.329571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event deleted for resources: {'Port': ['ID=471b6695-c11e-4ffd-a705-b1eb354adb72,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:14.330671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-52f918b6-808f-4bcb-bd3f-a925722044f9 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843755 Oct 19 20:28:14.338973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Made reservation on behalf of b6f386ff392a4af0bfb18abf3a9c13a4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:14.342406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:14.350709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2846bc9-6da7-4252-b735-e244440b8b72 req-de68b2d6-e72b-4982-9397-d0a57043bab1 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 6149 time: 0.1083634 Oct 19 20:28:14.377585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb6db5d2-557f-47b3-b99d-ff01f409671d req-e1f3b934-0e5a-41a0-8b15-ac5d4d047f12 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495888 Oct 19 20:28:14.392597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] No DVR routers for this DVR port 471b6695-c11e-4ffd-a705-b1eb354adb72 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:14.397967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:14.398819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-fdf4b79f-90aa-4dc4-a08b-313eb058e2bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 217 time: 0.0458388 Oct 19 20:28:14.401278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df5052fc-2485-4e9d-aef7-4406e8fca583 req-0af35c67-d9fe-453a-befd-20398f8a52ca tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.37 "DELETE /v2.0/ports/471b6695-c11e-4ffd-a705-b1eb354adb72 HTTP/1.1" status: 204 len: 173 time: 1.5495040 Oct 19 20:28:14.412898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-deleted', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:14.415462 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be0087d-b2e5-455a-ae0d-5d1688bfb8b2" -d '{"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-deleted", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:14.477433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2846bc9-6da7-4252-b735-e244440b8b72 req-9737e65e-8342-4fb4-90e8-412c42b2b830 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.1257524 Oct 19 20:28:14.499880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6bf5a641-d6f3-4de2-8558-675e37210cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.501649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6bf5a641-d6f3-4de2-8558-675e37210cc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.0923743 Oct 19 20:28:14.569850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2846bc9-6da7-4252-b735-e244440b8b72 req-c59cc5b7-593e-444a-a768-518429e157e2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 200 len: 2981 time: 0.0915189 Oct 19 20:28:14.603506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-59a5855a-143d-4abd-a21b-bf4d639866ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:14.608690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-59a5855a-143d-4abd-a21b-bf4d639866ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957003 Oct 19 20:28:14.619207 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27501f4-4d9e-4d5f-a8fb-d8f5b2329844 x-openstack-request-id: req-f27501f4-4d9e-4d5f-a8fb-d8f5b2329844 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:14.619504 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f27368-cc61-4fd9-a522-2b8aa7105ca5", "name": "network-vif-deleted", "tag": "471b6695-c11e-4ffd-a705-b1eb354adb72", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:14.619759 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f27501f4-4d9e-4d5f-a8fb-d8f5b2329844 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:14.620161 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f27368-cc61-4fd9-a522-2b8aa7105ca5', 'name': 'network-vif-deleted', 'tag': '471b6695-c11e-4ffd-a705-b1eb354adb72', 'status': 'completed', 'code': 200} Oct 19 20:28:14.651792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Allocated IP 172.20.0.4 (f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8/146e574b-572d-4cad-9334-611d81b88a30/211b0163-6be5-4f9a-b16b-e0c6b9772bbe) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:14.683641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b7be650-2d31-4d85-82a3-484fa857ff2d req-f4e2753c-aced-4015-8ecc-8a02b220f3c2 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 210 time: 0.0409636 Oct 19 20:28:14.846031 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-29a0f6aa-5213-4bd2-b50c-8270a369f44d service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265384 Oct 19 20:28:14.854805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039404552', 'description': 'tempest-description-921548681'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:15.018852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.038795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0e465da-15e3-48df-a4ad-5775b773e413 req-46faa977-3576-4016-bca4-654e1f58fa75 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 210 time: 0.0610938 Oct 19 20:28:15.080751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-a94911b2-d0f6-4e89-90db-3d7fbb6ce37d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.083281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-a94911b2-d0f6-4e89-90db-3d7fbb6ce37d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.3910613 Oct 19 20:28:15.110989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Request body: {'port': {'device_id': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'admin_state_up': True, 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:15.123909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:15.127435 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577c816a-ef4d-4104-9198-d924780056a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:15.159947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-473580c9-9992-4cea-a710-dabad69f7e2a service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733865 Oct 19 20:28:15.227460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-4c016123-8d60-4fb5-a69b-b465ec7234de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 200 len: 217 time: 0.0565124 Oct 19 20:28:15.231335 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246059d-3b1e-43c0-8c7b-8585aea4c8e5 x-openstack-request-id: req-4246059d-3b1e-43c0-8c7b-8585aea4c8e5 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:15.231739 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:15.232028 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4246059d-3b1e-43c0-8c7b-8585aea4c8e5 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:15.232426 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'status': 'completed', 'code': 200} Oct 19 20:28:15.243167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.313133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.320886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.352330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.359447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-942abac0-5743-43fc-971a-704724895409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.365323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-942abac0-5743-43fc-971a-704724895409 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1251376 Oct 19 20:28:15.375027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ea107-89e8-46b7-9bb5-dc22ec903f35,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:15.379837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40996) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:15.390658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:15.398071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.433712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.434057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.434781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:15.435537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.435888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.436224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.436555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.436880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.439572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:15.440048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.440415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.441341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.441680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.442010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:15.443547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:15.463747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.481891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99973ac9-1488-4113-b84f-adb0348943a8 req-80bb369f-c725-45c4-84e0-f57f93d79180 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7102931 Oct 19 20:28:15.496132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Pushing event updated for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:15.514815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452873914', 'description': 'tempest-description-1828228262'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:15.546398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0193322d-623a-4a83-82eb-0e17b4e9679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.548113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0193322d-623a-4a83-82eb-0e17b4e9679c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672907 Oct 19 20:28:15.585021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.613229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.613998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.653764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118cba33-f090-49ae-9b0c-343ec4687269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.671536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-8a7aba3e-3e83-457e-87d7-531626b5150b tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8952630 Oct 19 20:28:15.687886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.694718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.701437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.707453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.713944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.720227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.726982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:15.727300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-90d1f8e1-2068-4f7c-8597-2eb53fad9b28 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717632 Oct 19 20:28:15.729141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-6cca04ee-cc20-4aec-8b2f-fac9f9c6e593 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.2170110 Oct 19 20:28:15.747521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Request body: {'port': {'device_id': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:15.823532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.841514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Allocated IP 172.20.0.14 (de155b98-00c4-4504-b838-5d9e24937250/3c4f5aa7-afeb-4eb2-b18c-cec4424f8824/812db5bd-fd82-4dce-b1aa-a684a3b5a368) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:15.850949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e8ef788-6024-4e2c-8919-fee598f1111e req-40102c9f-4e41-4210-a3fe-a46d58181161 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090534 Oct 19 20:28:15.857127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.865601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.926568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.927807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96ec0252-b38e-45f1-aea9-6c7ec5d5ad9b req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4268172 Oct 19 20:28:15.942742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852430d-a2d0-4f03-ac37-12217ca347d0 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae0e2d-f49e-40d5-87a8-4db29d511f85,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:15.966422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118cba33-f090-49ae-9b0c-343ec4687269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.978979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118cba33-f090-49ae-9b0c-343ec4687269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:15.994630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-ddad0b9a-d55e-47c1-8521-cb7a5d957bdb service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458615 Oct 19 20:28:16.105039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-b5012079-f8f3-41f4-8bdb-8447ee544ace service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 200 len: 217 time: 0.1092296 Oct 19 20:28:16.148033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-118cba33-f090-49ae-9b0c-343ec4687269 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c299876460884005b4c70e8aed258952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589271 Oct 19 20:28:16.151636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41016) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:16.201718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cba33-f090-49ae-9b0c-343ec4687269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68879b2-78b2-4ad8-ac1d-57990c4f6ff5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:16.242363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-52f991f1-150c-4282-9700-2c6e0f9c30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.243884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-52f991f1-150c-4282-9700-2c6e0f9c30f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1032109 Oct 19 20:28:16.252425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c511-8191-44c6-93f3-260dd43644b3 req-b45100c7-40cb-4dcb-b269-3486f5a3dd0d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.253804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac78c511-8191-44c6-93f3-260dd43644b3 req-b45100c7-40cb-4dcb-b269-3486f5a3dd0d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 931 time: 0.2081695 Oct 19 20:28:16.268129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d47d9a84-1d83-4db2-9f60-4211b79e63d8 req-42dcccd0-15f4-443b-9782-efb33178763c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 210 time: 0.0967855 Oct 19 20:28:16.271197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.353852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac78c511-8191-44c6-93f3-260dd43644b3 req-f08ef1d8-a8d9-41bb-b989-1dd5529d93ee tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675852 Oct 19 20:28:16.357159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e495b3e8-16ba-48f4-913c-9523a79a9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.358976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e495b3e8-16ba-48f4-913c-9523a79a9a7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041591 Oct 19 20:28:16.381198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.422550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.457234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-fb466864-cc13-4899-b00b-8626a4970270 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906789 Oct 19 20:28:16.556858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-0aa25bd6-b80e-4fb3-bb10-075102cbf0e2 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914695 Oct 19 20:28:16.606381 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-526180d8-d938-471c-800f-15c705499f13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Oct 19 20:28:16.657105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2557ca6-1560-437d-8cf4-6fa2be6812a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.658556 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-d2557ca6-1560-437d-8cf4-6fa2be6812a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.0456908 Oct 19 20:28:16.704759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-93ecbd1f-a570-46b8-b285-eb304ad6639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.706851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-93ecbd1f-a570-46b8-b285-eb304ad6639c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412877 Oct 19 20:28:16.765574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.810675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-519dc905-8a6a-4a7b-aef8-c774ab45ff5d service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972722 Oct 19 20:28:16.814185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Network de155b98-00c4-4504-b838-5d9e24937250 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:16.831710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:16.834313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:16.880716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:16.907356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211b0163-6be5-4f9a-b16b-e0c6b9772bbe {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:16.920644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.921179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-2bd4557c-6d11-4e51-b4c7-8c18376655ac service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035097 Oct 19 20:28:16.932008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-7d1a9e58-05da-4a2c-899f-a2891171076a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.933534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-7d1a9e58-05da-4a2c-899f-a2891171076a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 812 time: 0.5771739 Oct 19 20:28:16.963022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:16.963626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:16.981997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-c72511cf-7544-45d6-928d-a298ab4a708d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/quotas/a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 375 time: 0.0314798 Oct 19 20:28:16.989738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-733898f3-af32-4940-a849-c89cd9a32987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 217 time: 0.0618317 Oct 19 20:28:16.991520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-b59631c3-bb7f-4b0a-b2bc-88bf669f63c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8965960 Oct 19 20:28:17.001845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Transition to ACTIVE for port object 211b0163-6be5-4f9a-b16b-e0c6b9772bbe will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:17.005707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.008715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.012177 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b68879b2-78b2-4ad8-ac1d-57990c4f6ff5 HTTP/1.1" status: 204 len: 168 time: 0.8547280 Oct 19 20:28:17.030713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Request body: {'port': {'device_id': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:17.037927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.093219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efec553-4a3c-496c-b7a9-32cf5b9896fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68879b2-78b2-4ad8-ac1d-57990c4f6ff5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:17.188503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Pushing event updated for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:17.205341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.277386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-98f7fe64-a7ef-424e-829c-c683a2698b83 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2847648 Oct 19 20:28:17.366610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41040) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:17.392027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0eb598-0171-4b80-b455-0c850a853e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.418983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.425260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.431338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.437526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.444008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.449829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.451235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Attempting to bind port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:17.451571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Attempting to bind port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'a81f9e62-4c10-4bda-9660-3c6d8066ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:17.451899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Attempting to bind port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe on network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:17.456659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.458756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-4cf721fc-3b07-4508-b055-c745c7a2c67f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.4809527 Oct 19 20:28:17.463273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e96ddd76-bec3-4856-b55f-b31fbc94d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.464716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-e96ddd76-bec3-4856-b55f-b31fbc94d296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.1484187 Oct 19 20:28:17.511344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe on network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:17.511636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Attempting to bind port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe on network f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:17.541624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:17.542195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Checking segment: {'id': 'a81f9e62-4c10-4bda-9660-3c6d8066ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:17.542709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Bound using segment: {'id': 'a81f9e62-4c10-4bda-9660-3c6d8066ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:17.543159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Bound port: 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81f9e62-4c10-4bda-9660-3c6d8066ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:17.543518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.554478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38a11dfc-76a5-4c6d-a2c8-ddf127b4d3d2 req-2b23c717-5fbb-493f-8cf8-dda048b44bb5 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867631 Oct 19 20:28:17.564436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-244d7b42-1d4a-4eae-904b-17f02c21e379 service neutron] 10.222.0.31 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858982 Oct 19 20:28:17.579839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-364fc6c5-c378-46b7-ac19-48fc5779ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.581712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-364fc6c5-c378-46b7-ac19-48fc5779ab98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898254 Oct 19 20:28:17.639908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0eb598-0171-4b80-b455-0c850a853e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.646212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0eb598-0171-4b80-b455-0c850a853e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.785718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6a0eb598-0171-4b80-b455-0c850a853e8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0311b64753664ab5b9c035686522ff10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147916 Oct 19 20:28:17.787792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41048) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:17.796336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eb598-0171-4b80-b455-0c850a853e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ba259-123c-445c-8193-8f14b1ac7bb8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:17.801326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:17.819502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:17.842165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-84bb4364-5b88-4479-b304-1ba5e4e8ad68 service neutron] 10.222.0.31 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769856 Oct 19 20:28:17.865332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,segment=NetworkSegment(a81f9e62-4c10-4bda-9660-3c6d8066ece6),segment_id=a81f9e62-4c10-4bda-9660-3c6d8066ece6)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:17.871838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 471b6695-c11e-4ffd-a705-b1eb354adb72 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:17.872173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 471b6695-c11e-4ffd-a705-b1eb354adb72 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:17.882324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-55f5960b-6147-44cb-a191-3ca9e16e8f21 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890007 Oct 19 20:28:17.889712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.973531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:17.974146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:17.975581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] 10.222.0.11 "PUT /v2.0/ports/211b0163-6be5-4f9a-b16b-e0c6b9772bbe HTTP/1.1" status: 200 len: 1091 time: 2.2357309 Oct 19 20:28:17.980433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:17.983224 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c846d19d-12c3-4ead-87a6-2053479d00d8" -d '{"events": [{"name": "network-changed", "server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:18.011886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812db5bd-fd82-4dce-b1aa-a684a3b5a368 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:18.028851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bd366-b6de-4946-98a4-b378ae7f382d req-397b1693-446f-4686-90c5-9fab1f131c70 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.031325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f8bd366-b6de-4946-98a4-b378ae7f382d req-397b1693-446f-4686-90c5-9fab1f131c70 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 932 time: 0.2090580 Oct 19 20:28:18.032233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.040830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.065669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34f848-86db-4821-b4e9-5ae8056daabc service neutron] Pushing event updated for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:18.091369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Transition to ACTIVE for port object 812db5bd-fd82-4dce-b1aa-a684a3b5a368 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:18.100952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.141797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.158732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-a01d1719-32a0-4410-a3a6-2054cd81bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.161011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-a01d1719-32a0-4410-a3a6-2054cd81bb3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6f386ff392a4af0bfb18abf3a9c13a4&device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 1094 time: 0.1174884 Oct 19 20:28:18.185873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:18.241678 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-cc6b73bb-92b2-4bb7-82d7-e3de8044f2e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe HTTP/1.1" status: 200 len: 217 time: 0.0717371 Oct 19 20:28:18.261950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f8bd366-b6de-4946-98a4-b378ae7f382d req-0c51a7a1-4955-40a6-b618-e922661cb30a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193768 Oct 19 20:28:18.268368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13c40708-73eb-40da-a4a7-914e6eaa0d5d req-6ffd9902-2bb7-46c3-ac25-4487164ddbc2 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706329 Oct 19 20:28:18.314637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.317613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.322225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/765ba259-123c-445c-8193-8f14b1ac7bb8 HTTP/1.1" status: 204 len: 168 time: 0.5310390 Oct 19 20:28:18.350355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1feb8-cbbe-41a2-9ee4-4881e496685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ba259-123c-445c-8193-8f14b1ac7bb8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:18.414830 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de50d8-59a7-4849-aa37-428ac9206382 x-openstack-request-id: req-c6de50d8-59a7-4849-aa37-428ac9206382 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:18.417470 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:18.417735 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6de50d8-59a7-4849-aa37-428ac9206382 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:18.418155 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe', 'status': 'completed', 'code': 200} Oct 19 20:28:18.541506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be760193-6888-41a3-afbe-536d352334ff req-e026dcdf-fc78-4f44-a6ae-1896a7d613c9 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 210 time: 0.0917919 Oct 19 20:28:18.573346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.573837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.578051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.578567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.580100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.580904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.581964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.586408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269ccb-c355-4e5d-9e0a-60a5a6dc61df req-ae66bb74-902d-4599-9261-f0b3cd3caeed tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.588624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-9ed93c43-115f-48db-bd6a-7b224cad4c25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6487 time: 0.2311444 Oct 19 20:28:18.594272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30269ccb-c355-4e5d-9e0a-60a5a6dc61df req-ae66bb74-902d-4599-9261-f0b3cd3caeed tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 943 time: 0.3020566 Oct 19 20:28:18.602060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Attempting to bind port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:18.602242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Attempting to bind port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:18.615598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Attempting to bind port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:18.621278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-64ef8489-9473-4953-8013-6cc7e9e50f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.630985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-64ef8489-9473-4953-8013-6cc7e9e50f43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=146e574b-572d-4cad-9334-611d81b88a30 HTTP/1.1" status: 200 len: 861 time: 0.3377090 Oct 19 20:28:18.674436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 on network de155b98-00c4-4504-b838-5d9e24937250 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:18.674771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Attempting to bind port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:18.716214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-d98938b2-666e-4185-a753-29dd939b97a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739908 Oct 19 20:28:18.724554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:18.724901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Checking segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:18.725288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Bound using segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:18.725828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Bound port: 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:18.726114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:18.846035 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30269ccb-c355-4e5d-9e0a-60a5a6dc61df req-9806c051-d4b4-4a80-8436-c0a9c4d70ff5 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505360 Oct 19 20:28:18.991724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-788b122c-a1b9-47cd-acbf-b6cda3da8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:18.994273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-788b122c-a1b9-47cd-acbf-b6cda3da8986 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 901 time: 0.3957441 Oct 19 20:28:19.018424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.026893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.033330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.040604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.040998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:19.047636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:19.049583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.056179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:19.057422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.065103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.074468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-4d5508e0-3ba2-4981-bb2a-701ce7ad8035 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.3567445 Oct 19 20:28:19.099641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-b4c7c444-71d6-42c8-84dc-0e30c55988a0 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544281 Oct 19 20:28:19.109044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.109711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:19.111121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] 10.222.0.11 "PUT /v2.0/ports/812db5bd-fd82-4dce-b1aa-a684a3b5a368 HTTP/1.1" status: 200 len: 1092 time: 2.1066141 Oct 19 20:28:19.200217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-94a3f14f-3175-4ab3-bb00-9b6ef8836d74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 217 time: 0.1974401 Oct 19 20:28:19.225188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa19ae4c-9fd7-4214-ab6c-c9f7a623ef47 req-ff7666f0-2cea-4274-b917-6bb90898b3b6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493480 Oct 19 20:28:19.281045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aab8bd-a55f-4a3a-bef2-90751071edea service neutron] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:19.289483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-3bc611a2-dfc1-42a2-bed9-f2b6547573ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.290600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-3bc611a2-dfc1-42a2-bed9-f2b6547573ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.0710585 Oct 19 20:28:19.365809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-11e5754b-7eda-45b0-8f11-d2e3763b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.374253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-11e5754b-7eda-45b0-8f11-d2e3763b2821 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689263 Oct 19 20:28:19.374941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-ee9ae66d-edc7-4355-a0fa-ed1fe843acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.376692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-ee9ae66d-edc7-4355-a0fa-ed1fe843acab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 1095 time: 0.2185299 Oct 19 20:28:19.440064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-812b7eec-0b84-4f05-ae41-57a7759e43c9 req-780e0216-9906-4f16-93ef-2dffcfe5c6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279996 Oct 19 20:28:19.451066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-282feea5-ab42-42f3-a852-6d3131723301 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368 HTTP/1.1" status: 200 len: 217 time: 0.0638011 Oct 19 20:28:19.568634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-1fd0868c-3902-4786-9214-a2d87b8a297a service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830597 Oct 19 20:28:19.617472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d020-c424-4033-9f1b-7117ed52db5b req-3ec7ee34-745f-46b8-8f6e-5da189c29ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.619207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-3ec7ee34-745f-46b8-8f6e-5da189c29ce8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.1336639 Oct 19 20:28:19.715035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41100) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:19.750502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdeff2-f80d-4175-b95c-ebe170128a7e req-97b8dfe7-8aba-4a59-8f5b-88a4885cad84 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.752029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51fdeff2-f80d-4175-b95c-ebe170128a7e req-97b8dfe7-8aba-4a59-8f5b-88a4885cad84 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 944 time: 0.3100977 Oct 19 20:28:19.775131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-26a8b1d8-7026-4cc5-8d69-299763bae38d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920293 Oct 19 20:28:19.803897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d496b765-effa-4554-adec-80a9b9526ad3 req-f55b5f30-d545-4216-8f1e-175935498a7f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 210 time: 0.0836070 Oct 19 20:28:19.837400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d58ee88-bc02-4787-937b-36104cc987f6 req-e69800af-b13a-4976-8cec-498bcf232c21 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547932 Oct 19 20:28:19.901037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-94449aba-07f4-42ce-afae-01bc7c066a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:19.902568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-94449aba-07f4-42ce-afae-01bc7c066a5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6f386ff392a4af0bfb18abf3a9c13a4&device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 1094 time: 0.3466640 Oct 19 20:28:19.956945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-437448400-network', 'tenant_id': 'b4cb425f896e4529a26ac28466a2d3d1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:20.003818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51fdeff2-f80d-4175-b95c-ebe170128a7e req-97637f1e-8b11-4768-b905-bbe734574776 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319956 Oct 19 20:28:20.019690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.020151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.020619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.021075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.021552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.022004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.022460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.024412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-3f39ddfb-4782-4cfc-bb2e-5361814d8a8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6487 time: 0.1167092 Oct 19 20:28:20.043081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-276b2891-0cd3-484c-9ef1-205427aa9651 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.043081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-276b2891-0cd3-484c-9ef1-205427aa9651 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.37 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 812 time: 0.3609056 Oct 19 20:28:20.068403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab792-53b1-4d8f-b9f9-0dd48442a0bb req-922c51b1-10e9-45b0-be92-dd05690335e2 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.069977 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c1ab792-53b1-4d8f-b9f9-0dd48442a0bb req-922c51b1-10e9-45b0-be92-dd05690335e2 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 943 time: 0.1196852 Oct 19 20:28:20.080766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'device_id': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc', 'admin_state_up': True, 'tenant_id': 'a2df890be2c74207a230968e4bf71868'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:20.094310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Made reservation on behalf of b4cb425f896e4529a26ac28466a2d3d1 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:20.096305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.142233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-e472049a-cbc7-4eb8-823a-5e72bea1068d service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469028 Oct 19 20:28:20.151537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.233730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.280452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.285753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1591d020-c424-4033-9f1b-7117ed52db5b req-1c1c0653-2a5d-48bb-b331-da70a17449fd service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028504 Oct 19 20:28:20.305240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-968f100f-3935-4d0f-b2b4-113879bfebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.310036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-968f100f-3935-4d0f-b2b4-113879bfebe5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 HTTP/1.1" status: 200 len: 922 time: 0.3988342 Oct 19 20:28:20.316600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8c1ab792-53b1-4d8f-b9f9-0dd48442a0bb req-824f435d-a7eb-4357-80e4-5d3649892f9d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239490 Oct 19 20:28:20.322904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8dd8cc-c85f-4918-aa41-816fae1df0fb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:20.343256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:28:20.385914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.386117 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Added segment 9f6f45da-9369-4f53-a68b-093de3c6c5ae of type vlan for network baf0ff2c-64c2-480c-aeb5-45cbdc14407e Oct 19 20:28:20.409809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-855afec9-30f2-4aba-ae8d-453a3e66d25b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe HTTP/1.1" status: 200 len: 217 time: 0.0506961 Oct 19 20:28:20.411425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-642033e1-5ef3-49d3-b958-9615cc5eceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.413066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-642033e1-5ef3-49d3-b958-9615cc5eceee service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 901 time: 0.3636379 Oct 19 20:28:20.419339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:20.421956 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b01d2f-35fe-47d2-91e5-a4922db1775d" -d '{"events": [{"name": "network-changed", "server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:20.440106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Made reservation on behalf of a2df890be2c74207a230968e4bf71868 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:20.444613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.494129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-4013d31c-fe46-4c1c-ac8c-678750af9566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 217 time: 0.0503430 Oct 19 20:28:20.495678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.498147 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e89a074-a830-4de5-b0e9-a10f54cda772 x-openstack-request-id: req-3e89a074-a830-4de5-b0e9-a10f54cda772 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:20.498441 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:20.499122 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e89a074-a830-4de5-b0e9-a10f54cda772 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:20.499764 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'status': 'completed', 'code': 200} Oct 19 20:28:20.569437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.570422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.571137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.579379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-d5b83b9a-aee4-497b-bbe2-2a7c5d593b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.581936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-d5b83b9a-aee4-497b-bbe2-2a7c5d593b23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.0795197 Oct 19 20:28:20.653528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9369929 Oct 19 20:28:20.656286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41114) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:20.663242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Request body: {'subnet': {'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-437448400-subnet', 'tenant_id': 'b4cb425f896e4529a26ac28466a2d3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:20.711356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b161f4a-f36c-4047-8b67-735ac89f5c7a admin admin] Pushing event updated for resources: {'Network': ['ID=baf0ff2c-64c2-480c-aeb5-45cbdc14407e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:20.721866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network baf0ff2c-64c2-480c-aeb5-45cbdc14407e details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:28:20.733757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c816a-ef4d-4104-9198-d924780056a3 req-fdce453d-c012-4402-84db-681860168bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.736222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-fdce453d-c012-4402-84db-681860168bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374581 Oct 19 20:28:20.737549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Made reservation on behalf of b4cb425f896e4529a26ac28466a2d3d1 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:20.740059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:20.922525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-d2703d93-eef9-420b-b7b3-85a6ac1d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.923983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-d2703d93-eef9-420b-b7b3-85a6ac1d2e8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=146e574b-572d-4cad-9334-611d81b88a30 HTTP/1.1" status: 200 len: 861 time: 0.4992428 Oct 19 20:28:20.958787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.964782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.967899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-680e478c-b575-4f59-a302-9eef81c97cac req-f4dac1fa-4fea-4c11-a9d9-a40ba7c83d7f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 210 time: 0.0554364 Oct 19 20:28:20.970928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.977236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.983442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.989669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.995689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:20.997648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-c2fd996d-3169-46b1-9c6d-2cd2cfa39ac1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.5791535 Oct 19 20:28:21.008971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-73e22d66-9c45-423a-9b08-cd8975303446 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655466 Oct 19 20:28:21.016254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-43d79225-bccc-4586-9ff5-7977dead6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.017739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-43d79225-bccc-4586-9ff5-7977dead6a2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 1095 time: 0.5028002 Oct 19 20:28:21.041476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-ee0100d9-c826-4ad3-9622-3fda788d2d28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077552 Oct 19 20:28:21.181064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Allocated IP 172.20.0.10 (f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc/9db73384-f0aa-4e53-a415-63a29e78d71b/7ab825b8-93d3-4e07-90bc-b889c37e52c5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:21.212700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:21.233987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14c0c3d0-fc1f-4a6f-bbfd-4086fb1ce332 req-552b4cfb-d42e-416f-8097-acbbcfce15d4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946495 Oct 19 20:28:21.257361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-577c816a-ef4d-4104-9198-d924780056a3 req-a36a477f-b8fd-461c-874d-d9846f2e944e service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412882 Oct 19 20:28:21.278468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-0186da4c-adaa-494a-8d2d-467710625947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.279935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-0186da4c-adaa-494a-8d2d-467710625947 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 906 time: 0.2357144 Oct 19 20:28:21.281358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879007ce-d075-456f-b158-aa1b93ff61e6 req-2d6a76d2-7062-49b8-adfd-95a1a7271458 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.283270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-879007ce-d075-456f-b158-aa1b93ff61e6 req-2d6a76d2-7062-49b8-adfd-95a1a7271458 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 944 time: 0.1550310 Oct 19 20:28:21.309284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a2751a-8e27-403b-bca3-87ce21768ccf,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:21.346785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-ef1575a5-5c26-4e6b-919d-e20c209a323d service neutron] 10.222.0.11 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867935 Oct 19 20:28:21.352933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-066cb253-7306-43a0-8d02-b0393d44fc44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368 HTTP/1.1" status: 200 len: 217 time: 0.0619464 Oct 19 20:28:21.358467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-879007ce-d075-456f-b158-aa1b93ff61e6 req-463b010b-013a-4c05-ad42-71da763362bb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Oct 19 20:28:21.359574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Checking segment: {'id': '9f6f45da-9369-4f53-a68b-093de3c6c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:21.359942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Network hostable DHCP agents. Network: baf0ff2c-64c2-480c-aeb5-45cbdc14407e, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:28:21.382438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Network baf0ff2c-64c2-480c-aeb5-45cbdc14407e is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:28:21.393248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, baf0ff2c-64c2-480c-aeb5-45cbdc14407e) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:21.398035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.398202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:21.410824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce5dbb-835d-4325-a96c-01800196d350 None None] Network baf0ff2c-64c2-480c-aeb5-45cbdc14407e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:21.416403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16f298de-ee80-454f-a36f-898d29fe824b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7576988 Oct 19 20:28:21.550528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dc037f-0c03-41aa-a675-6e8022a58688 None None] Network baf0ff2c-64c2-480c-aeb5-45cbdc14407e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:21.577777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-8f8ca4f4-186f-47c2-82ae-108758839742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.579269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-8f8ca4f4-186f-47c2-82ae-108758839742 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.2018456 Oct 19 20:28:21.653809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-06ce763d-6ace-4ccb-aa06-440586b81275 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591516 Oct 19 20:28:21.672241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4f20-a2a5-44e1-adb1-78574fe28b28 req-83d51c30-6510-4489-a97b-ed0bd5e1b285 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:21.674761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd8f4f20-a2a5-44e1-adb1-78574fe28b28 req-83d51c30-6510-4489-a97b-ed0bd5e1b285 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 943 time: 0.2347598 Oct 19 20:28:21.688650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c846d19d-12c3-4ead-87a6-2053479d00d8 req-69e4eedf-1581-48e0-85b1-fa965f013076 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117871 Oct 19 20:28:21.733791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:21.824263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:21.841331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:21.903423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:21.918206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-de8ea551-072e-4991-a29d-e5dab6a15370 service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414391 Oct 19 20:28:21.925703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd8f4f20-a2a5-44e1-adb1-78574fe28b28 req-0e181b09-44a2-420e-9779-0fa540a11d3d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127910 Oct 19 20:28:21.927374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:21.949364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:22.005921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.031349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 211b0163-6be5-4f9a-b16b-e0c6b9772bbe details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:22.072063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41154) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:22.077891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-861730630-network', 'tenant_id': '49224a5544364a1f8e85d388ef2c5a20'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:22.109121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Made reservation on behalf of 49224a5544364a1f8e85d388ef2c5a20 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:22.113125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.117482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.124691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.128582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.163730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-cb6ded1c-0b15-4b94-85f5-e8469c31724d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0881000 Oct 19 20:28:22.167591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b01d2f-35fe-47d2-91e5-a4922db1775d req-84ae6989-cfec-438a-9f42-be5b09cab90b service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319016 Oct 19 20:28:22.176157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f12bed-befc-4be0-95d4-a36ade53aa58 req-02d58f25-8518-4d47-8ae2-7b1d760962d7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.177697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85f12bed-befc-4be0-95d4-a36ade53aa58 req-02d58f25-8518-4d47-8ae2-7b1d760962d7 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 932 time: 0.1219392 Oct 19 20:28:22.183004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Request body: {'port': {'device_id': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:22.248830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.253904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.272478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,segment=NetworkSegment(a81f9e62-4c10-4bda-9660-3c6d8066ece6),segment_id=a81f9e62-4c10-4bda-9660-3c6d8066ece6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:22.279377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85f12bed-befc-4be0-95d4-a36ade53aa58 req-9381bf13-77d7-4836-9b1b-23169121b4f4 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932872 Oct 19 20:28:22.280822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.289138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a80b14-025f-47dc-8521-47445b84a909,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.305976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe', 'network_id': 'f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8', 'port_id': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe', 'mac_address': 'fa:16:3e:c4:e7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146e574b-572d-4cad-9334-611d81b88a30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:22.317371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:28:22.329239 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.329653 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Added segment 8d2db8dd-b5bc-4dfd-bb52-6cfc3b1d299e of type vlan for network a4943462-987a-432a-9a08-3c2fa0d574b3 Oct 19 20:28:22.361988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.379813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211b0163-6be5-4f9a-b16b-e0c6b9772bbe {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:22.402453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,segment=NetworkSegment(a81f9e62-4c10-4bda-9660-3c6d8066ece6),segment_id=a81f9e62-4c10-4bda-9660-3c6d8066ece6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:22.405014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.407583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.432645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.439000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.445975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.452711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.458909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.465064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.471077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.474064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.479740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-62c50525-38d5-4452-a8db-f700c5243b65 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1412385 Oct 19 20:28:22.483840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.484394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.484904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.485263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.485644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.485969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.486318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.486636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.487098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.487333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.487828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.488140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:22.520626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.521590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.522180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.548884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62ab005b-79d6-44e2-9fa8-6944f8044488 req-43dda984-e7ec-4b1e-9075-884fc86f5678 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679591 Oct 19 20:28:22.570930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4932830 Oct 19 20:28:22.570930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:22.574722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Request body: {'subnet': {'network_id': 'a4943462-987a-432a-9a08-3c2fa0d574b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-861730630-subnet', 'tenant_id': '49224a5544364a1f8e85d388ef2c5a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:22.587706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f3b5-1cb8-45bc-b209-35b1879277a5 req-a9389435-6740-4cc2-84d3-259b4ced2aeb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.593758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d27f3b5-1cb8-45bc-b209-35b1879277a5 req-a9389435-6740-4cc2-84d3-259b4ced2aeb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 944 time: 0.0817595 Oct 19 20:28:22.614433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae91c-6b2a-42ed-9675-ab39b39b29bf admin admin] Pushing event updated for resources: {'Network': ['ID=a4943462-987a-432a-9a08-3c2fa0d574b3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.625756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a4943462-987a-432a-9a08-3c2fa0d574b3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:28:22.634681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Made reservation on behalf of 49224a5544364a1f8e85d388ef2c5a20 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:22.637496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.655759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['211b0163-6be5-4f9a-b16b-e0c6b9772bbe'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:22.695697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d27f3b5-1cb8-45bc-b209-35b1879277a5 req-bbaf2d21-75cb-49ef-809d-5c23edeedeae tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892055 Oct 19 20:28:22.703724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab825b8-93d3-4e07-90bc-b889c37e52c5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:22.712122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.727103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Transition to ACTIVE for port object 7ab825b8-93d3-4e07-90bc-b889c37e52c5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:22.731239 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.820107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.869714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.886950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Attempting to bind port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:22.887802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Attempting to bind port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:22.888447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Attempting to bind port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:22.895552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:22.896469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Attempting to bind port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 on network f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:22.904853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:22.905646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Checking segment: {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:22.907402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Bound using segment: {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:22.908657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Bound port: 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:22.909611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:22.940179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86966a6d-303a-42fa-bdd3-9d2f796685b3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:22.950351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Checking segment: {'id': '8d2db8dd-b5bc-4dfd-bb52-6cfc3b1d299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4943462-987a-432a-9a08-3c2fa0d574b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:22.950913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Network hostable DHCP agents. Network: a4943462-987a-432a-9a08-3c2fa0d574b3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:28:22.970444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Network a4943462-987a-432a-9a08-3c2fa0d574b3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:28:22.984903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a4943462-987a-432a-9a08-3c2fa0d574b3) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:22.994964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:22.995481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:23.001101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd220e1-e21a-4d2b-aa35-9f8303527020 None None] Network a4943462-987a-432a-9a08-3c2fa0d574b3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:23.006833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:23.012471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:23.018950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:23.022449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f196d3ce-c6de-4283-a835-e74c762e92b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4513996 Oct 19 20:28:23.076041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.077176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:23.078843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 1092 time: 0.8999288 Oct 19 20:28:23.084908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:23.088008 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72795d-7178-42bb-9f79-343df5208140" -d '{"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:23.090897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02947-0e2c-490e-aa07-305d4f9a0a1f req-0541a51b-b02d-4906-a654-4d1f145ebfbe tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.092494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3a02947-0e2c-490e-aa07-305d4f9a0a1f req-0541a51b-b02d-4906-a654-4d1f145ebfbe tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 944 time: 0.0604289 Oct 19 20:28:23.160055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3a02947-0e2c-490e-aa07-305d4f9a0a1f req-cbf35128-ccf0-4aa9-b7cd-83d786b7db4e tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Oct 19 20:28:23.215782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e1b75-487e-4f36-b503-bc32493f6bd9 None None] Network a4943462-987a-432a-9a08-3c2fa0d574b3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:23.234993 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cdaae7-3e82-496a-9a2e-c3b8b9e9d9fb x-openstack-request-id: req-e9cdaae7-3e82-496a-9a2e-c3b8b9e9d9fb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:23.235230 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:23.235490 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9cdaae7-3e82-496a-9a2e-c3b8b9e9d9fb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:23.235892 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'status': 'completed', 'code': 200} Oct 19 20:28:23.266857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8d9a-95fa-4573-b645-c17d6e6499e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:23.278807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-5d279e99-9b07-4400-8024-79c46428cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.281841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-5d279e99-9b07-4400-8024-79c46428cd9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1095 time: 0.1270359 Oct 19 20:28:23.338173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-8ecd7de3-bfd4-4ba4-8675-1e44187baf75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 217 time: 0.0401316 Oct 19 20:28:23.404488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-14e4dada-6274-4953-b5a5-0653a2b8e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.406069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-14e4dada-6274-4953-b5a5-0653a2b8e71d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.0612519 Oct 19 20:28:23.438009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0a3b-e287-4faf-9210-41e56b83b045 req-0c429916-5f73-4117-8112-c276b5f8fdb9 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.439953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d68d0a3b-e287-4faf-9210-41e56b83b045 req-0c429916-5f73-4117-8112-c276b5f8fdb9 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 944 time: 0.0695097 Oct 19 20:28:23.449365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-8ddadbbf-2ce1-46d8-ba42-a5e7bde33e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324118 Oct 19 20:28:23.489250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d68d0a3b-e287-4faf-9210-41e56b83b045 req-4294b2cb-9824-4c1e-81da-f523d65bce87 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Oct 19 20:28:23.574891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-25f2eceb-a0c3-4546-b2b7-8b0e36f62a7c service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215978 Oct 19 20:28:23.711408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.717464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.723496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.729504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.735456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.741503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.747356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.749322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-0803bc53-5510-4bfd-bba3-5054e537c411 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.0957887 Oct 19 20:28:23.755996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf5256f-5c7c-41d8-a2dc-fbbd7202327d req-43307868-105a-49d5-b829-1cf1a7504a6c service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735795 Oct 19 20:28:23.780442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-5da53858-e0be-4711-b4c2-637ed8bf235b tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.781964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-5da53858-e0be-4711-b4c2-637ed8bf235b tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/networks?id=baf0ff2c-64c2-480c-aeb5-45cbdc14407e HTTP/1.1" status: 200 len: 814 time: 0.1625636 Oct 19 20:28:23.801840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1d6cc3e-cb01-4838-a1b1-4bab520d7033 req-b9998074-1a9a-4f5d-8180-0bae32014c27 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421791 Oct 19 20:28:23.818262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-f1fc06b4-115a-4c8b-89a1-a2bcfc71365b tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/quotas/b4cb425f896e4529a26ac28466a2d3d1 HTTP/1.1" status: 200 len: 375 time: 0.0278630 Oct 19 20:28:23.865149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-c7864712-abef-4550-8341-d9d054fcff59 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4cb425f896e4529a26ac28466a2d3d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315912 Oct 19 20:28:23.873633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72795d-7178-42bb-9f79-343df5208140 req-39cb624c-6a75-4477-9191-b40353ade041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.875213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-39cb624c-6a75-4477-9191-b40353ade041 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1095 time: 0.0685499 Oct 19 20:28:23.942230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f1383-3ced-44c8-940d-971b7d8af577 req-365a27ab-0912-4f63-8fec-b9be5c91aa25 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:23.943663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-789f1383-3ced-44c8-940d-971b7d8af577 req-365a27ab-0912-4f63-8fec-b9be5c91aa25 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 944 time: 0.0568075 Oct 19 20:28:24.022708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 812db5bd-fd82-4dce-b1aa-a684a3b5a368 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:24.026831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 211b0163-6be5-4f9a-b16b-e0c6b9772bbe up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:24.033962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72795d-7178-42bb-9f79-343df5208140 req-b4eb9612-9934-4c5c-8481-ddcc1ae6c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.035926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-b4eb9612-9934-4c5c-8481-ddcc1ae6c944 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 0.1520128 Oct 19 20:28:24.043634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-0bd86183-47cc-44e8-a12f-ce18bc9feef0 service neutron] 10.222.0.31 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672482 Oct 19 20:28:24.146008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:24.152886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:24.153648 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:24.218213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:24.221451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-789f1383-3ced-44c8-940d-971b7d8af577 req-63944b65-7c8a-4d44-804e-484701f9f942 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710881 Oct 19 20:28:24.240656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'mac_address': 'fa:16:3e:37:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:24.331325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:24.334240 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:24.386175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,segment=NetworkSegment(a81f9e62-4c10-4bda-9660-3c6d8066ece6),segment_id=a81f9e62-4c10-4bda-9660-3c6d8066ece6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:24.386175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:24.387541 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678f26a-1324-4e8d-80c2-4060c69d206d" -d '{"events": [{"server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:24.391570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:24.396961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812db5bd-fd82-4dce-b1aa-a684a3b5a368 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:24.397494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5904-4600-4596-82ae-d37344ed9795 req-8da4e47d-81cf-457b-bf0e-6b2911ee769d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.399310 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2afc5904-4600-4596-82ae-d37344ed9795 req-8da4e47d-81cf-457b-bf0e-6b2911ee769d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 944 time: 0.1146381 Oct 19 20:28:24.407676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-e6236c0d-2f7e-4605-a29c-dd0cd9718522 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 217 time: 0.3630497 Oct 19 20:28:24.450722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:24.455235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:24.457139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2afc5904-4600-4596-82ae-d37344ed9795 req-742f955b-4557-4095-8a28-490ffa08eb84 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Oct 19 20:28:24.473143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:24.509806 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e43b73-0800-46d7-9de9-a334ae0a6494 x-openstack-request-id: req-f3e43b73-0800-46d7-9de9-a334ae0a6494 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:24.510105 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:24.510387 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3e43b73-0800-46d7-9de9-a334ae0a6494 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:24.511292 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe', 'code': 200} Oct 19 20:28:24.526892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72795d-7178-42bb-9f79-343df5208140 req-49743702-67db-413e-950c-fc6eb412741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.528382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-49743702-67db-413e-950c-fc6eb412741b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.1115026 Oct 19 20:28:24.533934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:24.579172 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-0c9c1708-15ff-4f69-8855-3228ce1922f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386474 Oct 19 20:28:24.629215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-cb292726-47ba-47b6-b705-f0343317f3b7 service neutron] 10.222.0.31 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770605 Oct 19 20:28:24.629955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a85cf-daab-49d7-b7c9-2b3ca75199d1 req-d010357d-afda-43a5-a0cc-508b2b1b40a3 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.631795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-306a85cf-daab-49d7-b7c9-2b3ca75199d1 req-d010357d-afda-43a5-a0cc-508b2b1b40a3 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 944 time: 0.0579302 Oct 19 20:28:24.684873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-306a85cf-daab-49d7-b7c9-2b3ca75199d1 req-73def258-4b91-4dc6-8f03-a44444940240 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Oct 19 20:28:24.710497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['812db5bd-fd82-4dce-b1aa-a684a3b5a368'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:24.714454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12367657-9983-4bcf-ab4e-41e66c5a08e3 req-1a599eb2-7782-4b30-b701-63a4b3fecb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.715712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12367657-9983-4bcf-ab4e-41e66c5a08e3 req-1a599eb2-7782-4b30-b701-63a4b3fecb68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 1096 time: 0.1307008 Oct 19 20:28:24.783899 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12367657-9983-4bcf-ab4e-41e66c5a08e3 req-41719dfc-a8f8-4a1a-9b29-06d715ce6b3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Oct 19 20:28:24.786230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-7a419dac-e7ea-4468-bd1b-80a7c4bfea3d service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981914 Oct 19 20:28:24.965286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6fd2069-9be2-44b4-a3c3-a55561d60594 req-5f0b1c20-abce-4357-9f82-ac42fbc170b6 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 210 time: 0.1594520 Oct 19 20:28:24.967883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd72795d-7178-42bb-9f79-343df5208140 req-a18e60d8-b9a7-4aaa-a0bc-9bb9501a5cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735249 Oct 19 20:28:24.987820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.989875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:24.995918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.001954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.008801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.014769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.021247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.023298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-940c2420-3f46-4da8-9380-927d18b32757 req-46a72392-65c3-493a-a672-c3b33f53eef2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1214361 Oct 19 20:28:25.074221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-940c2420-3f46-4da8-9380-927d18b32757 req-d47d4dc9-e87d-4cc7-890c-7674ce18a1cd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437877 Oct 19 20:28:25.335172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4684-327c-4b86-9888-fac73a8f4346 req-c4dfdc8e-ab65-4b78-b69b-f696730862f4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.336762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702e4684-327c-4b86-9888-fac73a8f4346 req-c4dfdc8e-ab65-4b78-b69b-f696730862f4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 945 time: 0.0539279 Oct 19 20:28:25.378240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702e4684-327c-4b86-9888-fac73a8f4346 req-37c7d62d-81f5-4104-be9a-b15bce512814 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Oct 19 20:28:25.564392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c4ab2-008c-4e16-8075-56348960a3b3 req-9ac7a1a5-8b4b-4173-a434-0bd417a4eb75 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.566165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f50c4ab2-008c-4e16-8075-56348960a3b3 req-9ac7a1a5-8b4b-4173-a434-0bd417a4eb75 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 945 time: 0.0499179 Oct 19 20:28:25.608819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f50c4ab2-008c-4e16-8075-56348960a3b3 req-26421984-628c-424c-a6cb-0d4b8b00c6f7 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Oct 19 20:28:25.894176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfb9f-14c9-414f-80cf-d06c53f31127 req-11a5396f-089e-4f41-a663-1abd0fa7b5ed tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.897221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-148bfb9f-14c9-414f-80cf-d06c53f31127 req-11a5396f-089e-4f41-a663-1abd0fa7b5ed tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 944 time: 0.1395407 Oct 19 20:28:25.945622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-27441ac5-143d-420d-b327-c5576f813586 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:25.947162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-27441ac5-143d-420d-b327-c5576f813586 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.37 "GET /v2.0/networks?id=baf0ff2c-64c2-480c-aeb5-45cbdc14407e HTTP/1.1" status: 200 len: 814 time: 0.1792557 Oct 19 20:28:25.961966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Request body: {'port': {'device_id': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e', 'admin_state_up': True, 'tenant_id': 'b4cb425f896e4529a26ac28466a2d3d1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:25.967337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-148bfb9f-14c9-414f-80cf-d06c53f31127 req-363bb22a-a5dd-4849-beab-b22f75bb16cf tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623946 Oct 19 20:28:26.026398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 812db5bd-fd82-4dce-b1aa-a684a3b5a368 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:26.091984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:26.096809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c13a78db-cd42-4189-a2ce-fcde5daa82f8 req-ae69b3e2-f111-4d82-a098-979993fc4f00 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 210 time: 0.0356183 Oct 19 20:28:26.103790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:26.114515 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.120574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Made reservation on behalf of b4cb425f896e4529a26ac28466a2d3d1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:26.125707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.214741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.247624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:26.251486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.292511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.298400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.305095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.305978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:26.311860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.317776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.323838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.329812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.332309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da4882e3-06d2-4911-b794-538d23e75894 req-1fd163b7-f2b1-4a03-a62b-0e8eb9c56a90 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1441667 Oct 19 20:28:26.363543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Allocated IP 172.20.0.2 (baf0ff2c-64c2-480c-aeb5-45cbdc14407e/b9a2751a-8e27-403b-bca3-87ce21768ccf/58e55ab4-aef8-4acb-9328-75b652a1eae8) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:26.398015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da4882e3-06d2-4911-b794-538d23e75894 req-d93d3e4a-63d8-4d22-a073-625224fc82ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578213 Oct 19 20:28:26.410150 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d02eaf0-b9d1-4394-b3e5-b3d3912ea432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.512780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:26.516966 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700a0b7-eab8-41cf-8496-696fe29cee18" -d '{"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-plugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:26.520526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d95a9-bd4a-4b5f-ac4a-bfda42ae8f86 req-0bcfb441-5aaf-4456-81eb-9e472993d05c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.522481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391d95a9-bd4a-4b5f-ac4a-bfda42ae8f86 req-0bcfb441-5aaf-4456-81eb-9e472993d05c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.0624323 Oct 19 20:28:26.549247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.564437 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70cf558-1566-4d25-b34d-6d0d25088f09 x-openstack-request-id: req-f70cf558-1566-4d25-b34d-6d0d25088f09 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:26.565340 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-plugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:26.565340 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f70cf558-1566-4d25-b34d-6d0d25088f09 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:26.565597 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'code': 200} Oct 19 20:28:26.573011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391d95a9-bd4a-4b5f-ac4a-bfda42ae8f86 req-ac97d237-0cb1-4ff2-8140-29f2399ffa78 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Oct 19 20:28:26.589772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.647578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Network baf0ff2c-64c2-480c-aeb5-45cbdc14407e is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:26.657088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:26.660893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Pushing event updated for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:26.669279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:26.784067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.784553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:26.803191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2176d-773d-445e-9183-9aa7b8d75159 req-a06bd7dc-eecb-478a-926d-f535ed918b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.804680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8b2176d-773d-445e-9183-9aa7b8d75159 req-a06bd7dc-eecb-478a-926d-f535ed918b31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 1097 time: 0.1454852 Oct 19 20:28:26.814142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6eda1-f24f-4491-8b90-b8057d9a0f10 req-852f5d3d-65fc-4bf2-b6f3-4e96feddec6d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:26.816100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bc6eda1-f24f-4491-8b90-b8057d9a0f10 req-852f5d3d-65fc-4bf2-b6f3-4e96feddec6d tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 945 time: 0.1333756 Oct 19 20:28:26.825030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-7b00602e-7171-4e21-b9c9-51bffb7db6a8 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673799 Oct 19 20:28:26.844406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Request body: {'port': {'device_id': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:26.897830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8b2176d-773d-445e-9183-9aa7b8d75159 req-0640f587-772d-4dfc-9262-a170ea1d3b15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Oct 19 20:28:26.928980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bc6eda1-f24f-4491-8b90-b8057d9a0f10 req-bb2f185d-6070-4b59-94c0-0db49adf3937 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021252 Oct 19 20:28:26.931395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.162761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22437440-d34c-49a6-b377-2a1e1250268a req-f96134ba-42b5-4699-acc8-da13e1f5b293 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.166631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22437440-d34c-49a6-b377-2a1e1250268a req-f96134ba-42b5-4699-acc8-da13e1f5b293 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 944 time: 0.1018364 Oct 19 20:28:27.244512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22437440-d34c-49a6-b377-2a1e1250268a req-05229cb2-5931-4505-befa-fba0cd98c67c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702376 Oct 19 20:28:27.310129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0035-dd15-4e7a-9a62-85ad77978c74 req-d5ef7dc5-f4a7-434b-a760-e21e009acfaf tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.317817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-879b0035-dd15-4e7a-9a62-85ad77978c74 req-d5ef7dc5-f4a7-434b-a760-e21e009acfaf tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 931 time: 0.1051359 Oct 19 20:28:27.360596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-879b0035-dd15-4e7a-9a62-85ad77978c74 req-af0befea-02a2-437c-b1f4-96b5165e5ce0 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Oct 19 20:28:27.388288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e55ab4-aef8-4acb-9328-75b652a1eae8 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:27.397262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.411964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aceef7-38ba-4bfd-9931-daca885320ea req-b5deba46-4a2c-413e-8b72-c4f0bcc594f9 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.413530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3aceef7-38ba-4bfd-9931-daca885320ea req-b5deba46-4a2c-413e-8b72-c4f0bcc594f9 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 945 time: 0.0970354 Oct 19 20:28:27.421313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Transition to ACTIVE for port object 58e55ab4-aef8-4acb-9328-75b652a1eae8 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:27.439105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.505884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3aceef7-38ba-4bfd-9931-daca885320ea req-54ea3289-5a3c-4602-8533-13e78c40f96f tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819864 Oct 19 20:28:27.533678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Pushing event updated for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:27.594583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.601951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.608136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.608691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Attempting to bind port 58e55ab4-aef8-4acb-9328-75b652a1eae8 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:27.609151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Attempting to bind port 58e55ab4-aef8-4acb-9328-75b652a1eae8 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '9f6f45da-9369-4f53-a68b-093de3c6c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:27.609608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Attempting to bind port 58e55ab4-aef8-4acb-9328-75b652a1eae8 on network baf0ff2c-64c2-480c-aeb5-45cbdc14407e {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:27.615360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Port 58e55ab4-aef8-4acb-9328-75b652a1eae8 on network baf0ff2c-64c2-480c-aeb5-45cbdc14407e not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:27.615749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Attempting to bind port 58e55ab4-aef8-4acb-9328-75b652a1eae8 on network baf0ff2c-64c2-480c-aeb5-45cbdc14407e {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:27.616862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.621406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:27.621869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Checking segment: {'id': '9f6f45da-9369-4f53-a68b-093de3c6c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:27.622339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Bound using segment: {'id': '9f6f45da-9369-4f53-a68b-093de3c6c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:27.622958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Bound port: 58e55ab4-aef8-4acb-9328-75b652a1eae8, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6f45da-9369-4f53-a68b-093de3c6c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:27.623279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.625399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.638136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.644182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.646181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-04af5c87-c363-464a-893e-1827c54685e4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1169624 Oct 19 20:28:27.692854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-896d57cd-b47a-4aa7-af7a-ac00d650bdbc req-a85ef740-72c6-4804-883f-85dd986b81bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405226 Oct 19 20:28:27.732898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:27.742424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8e42-d9f6-4fd5-8347-c1c0b08c92ef req-523486bf-d652-414d-ab73-eea46b1a1c59 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.743905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c6a8e42-d9f6-4fd5-8347-c1c0b08c92ef req-523486bf-d652-414d-ab73-eea46b1a1c59 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.0832760 Oct 19 20:28:27.745663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8,segment=NetworkSegment(9f6f45da-9369-4f53-a68b-093de3c6c5ae),segment_id=9f6f45da-9369-4f53-a68b-093de3c6c5ae)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:27.751340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.795740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ab825b8-93d3-4e07-90bc-b889c37e52c5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:27.798716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.799065 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.801014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-a457c198-0480-402c-b370-63e3530dde8d service neutron] 10.222.0.37 "PUT /v2.0/ports/58e55ab4-aef8-4acb-9328-75b652a1eae8 HTTP/1.1" status: 200 len: 1091 time: 0.9617653 Oct 19 20:28:27.803529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:27.806642 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015fd73e-d678-439f-bbae-36f5fb27d38c" -d '{"events": [{"name": "network-changed", "server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:27.853860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c6a8e42-d9f6-4fd5-8347-c1c0b08c92ef req-18ac9d10-4bf4-42f6-af1f-ae583ab4ae99 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991817 Oct 19 20:28:27.865513 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910fcd9-dfca-4952-9410-0788a79faa0d x-openstack-request-id: req-c910fcd9-dfca-4952-9410-0788a79faa0d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:27.865801 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:27.866065 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c910fcd9-dfca-4952-9410-0788a79faa0d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:27.866440 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8', 'status': 'completed', 'code': 200} Oct 19 20:28:27.870821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457c198-0480-402c-b370-63e3530dde8d service neutron] Pushing event updated for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:27.902365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-286e7836-6a26-41d0-b6cc-c97698f6d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:27.903847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-286e7836-6a26-41d0-b6cc-c97698f6d955 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4cb425f896e4529a26ac28466a2d3d1&device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 1094 time: 0.0585308 Oct 19 20:28:27.908220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:27.920203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'network_id': 'f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc', 'port_id': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'mac_address': 'fa:16:3e:6e:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db73384-f0aa-4e53-a415-63a29e78d71b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:27.947535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-5ac523b5-6ff0-4d98-9cd0-0fa396f636c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8 HTTP/1.1" status: 200 len: 217 time: 0.0353057 Oct 19 20:28:27.961067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:27.976830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab825b8-93d3-4e07-90bc-b889c37e52c5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:27.997163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:27.999675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-d0006f57-2a2b-4287-aa40-f6948da6d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.001268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:28.001493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-d0006f57-2a2b-4287-aa40-f6948da6d47d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a2751a-8e27-403b-bca3-87ce21768ccf HTTP/1.1" status: 200 len: 854 time: 0.0477760 Oct 19 20:28:28.039653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-ee241b6f-28e0-4976-9e25-2f968a182e3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf0ff2c-64c2-480c-aeb5-45cbdc14407e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308526 Oct 19 20:28:28.048462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:28.131814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-406d4036-28d5-42db-b395-8594cae6c335 service neutron] 10.222.0.37 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842767 Oct 19 20:28:28.225840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c26e9e59-b8f1-4d76-a326-bf85457e1d0f req-2b00e1dc-04e8-48db-bb35-0288d714d0a0 service neutron] 10.222.0.37 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Oct 19 20:28:28.265921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ab825b8-93d3-4e07-90bc-b889c37e52c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:28.312266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-bf1944e8-289c-462f-94b9-0b4c8ceced86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.313797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-bf1944e8-289c-462f-94b9-0b4c8ceced86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4cb425f896e4529a26ac28466a2d3d1&device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 1094 time: 0.0421553 Oct 19 20:28:28.435208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3bd0c-2dc7-4890-a3b2-9681c01e28c3 req-272b7798-9745-4a67-bb2b-d49d094d775c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.436693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0c3bd0c-2dc7-4890-a3b2-9681c01e28c3 req-272b7798-9745-4a67-bb2b-d49d094d775c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 945 time: 0.0977452 Oct 19 20:28:28.453371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-4a5ef2a4-83c0-477e-8d1a-d4fb574cb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.454778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-4a5ef2a4-83c0-477e-8d1a-d4fb574cb75f service neutron] 10.222.0.37 "GET /v2.0/networks?id=baf0ff2c-64c2-480c-aeb5-45cbdc14407e HTTP/1.1" status: 200 len: 915 time: 0.1345572 Oct 19 20:28:28.488468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eb8df-3267-490d-b407-3a0e5d43a4b0 req-eebab6fb-7d20-40c6-817a-c26577e5a65e tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.489986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a31eb8df-3267-490d-b407-3a0e5d43a4b0 req-eebab6fb-7d20-40c6-817a-c26577e5a65e tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 943 time: 0.0538776 Oct 19 20:28:28.499758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-09ea070a-a3f1-4f35-a4f4-265b63df32d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8 HTTP/1.1" status: 200 len: 217 time: 0.0373013 Oct 19 20:28:28.528489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a31eb8df-3267-490d-b407-3a0e5d43a4b0 req-1702cd77-6954-4b91-8e67-5bea2120a3f7 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Oct 19 20:28:28.544491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0c3bd0c-2dc7-4890-a3b2-9681c01e28c3 req-ecd60a38-9599-43df-b93f-b8397a671ee5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010365 Oct 19 20:28:28.563115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-b1a05394-92b4-4e14-b001-5929543a233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.566699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-b1a05394-92b4-4e14-b001-5929543a233f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a2751a-8e27-403b-bca3-87ce21768ccf HTTP/1.1" status: 200 len: 854 time: 0.0568929 Oct 19 20:28:28.602823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-1ff56eaf-82d8-4998-9b28-232565b41b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=baf0ff2c-64c2-480c-aeb5-45cbdc14407e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284693 Oct 19 20:28:28.643741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87554056-ba97-4c32-8bac-6f32673f6bb6 req-1938a122-b546-42df-90a1-c35b7705b1b1 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:28.649784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87554056-ba97-4c32-8bac-6f32673f6bb6 req-1938a122-b546-42df-90a1-c35b7705b1b1 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 945 time: 0.0575247 Oct 19 20:28:28.687491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87554056-ba97-4c32-8bac-6f32673f6bb6 req-4d1ecba5-ad71-4ed2-9379-b7589a75da73 tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/security-groups?id=564960eb-06be-402d-829f-365d459eafb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Oct 19 20:28:28.711740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-e6777c88-0342-4f92-9322-404c42e1fdc5 service neutron] 10.222.0.37 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005170 Oct 19 20:28:29.048158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27acbb-9e4b-4d7e-8338-ab76bb4615c7 req-2261ed9a-e637-48ba-af82-45c0ca93d87b tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.049847 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d27acbb-9e4b-4d7e-8338-ab76bb4615c7 req-2261ed9a-e637-48ba-af82-45c0ca93d87b tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.0516055 Oct 19 20:28:29.092934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d27acbb-9e4b-4d7e-8338-ab76bb4615c7 req-907aeb2f-a08a-4912-a1e0-aba2c88f086e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Oct 19 20:28:29.120009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-015fd73e-d678-439f-bbae-36f5fb27d38c req-9aba6cf1-b9e5-45d9-831b-86a22f874549 service neutron] 10.222.0.37 "GET /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005308 Oct 19 20:28:29.137352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.149600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.156731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.164587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.170632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.174172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb6c2-db9a-45d1-b813-1a54eec9091c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.177863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.186681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.188611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-060c414c-d353-410d-9a1a-722d269b632f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.4021416 Oct 19 20:28:29.201609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b91e78e1-e07f-4b81-949d-5c5fcea37aad tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.203175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b91e78e1-e07f-4b81-949d-5c5fcea37aad tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.11 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 945 time: 0.4002793 Oct 19 20:28:29.215272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93b3d-5837-4499-b6ab-894c1835a67c req-32ff24a5-2a4d-4c01-a2dd-8c6d13f472c9 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.221827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bf93b3d-5837-4499-b6ab-894c1835a67c req-32ff24a5-2a4d-4c01-a2dd-8c6d13f472c9 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.0583000 Oct 19 20:28:29.257152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bf93b3d-5837-4499-b6ab-894c1835a67c req-7df170ca-c873-4b2a-b351-73062e59c159 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Oct 19 20:28:29.298479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9ddba35-2ec0-4598-a8ea-a96e3cbda900 req-0f7e9189-86ce-442c-b2fd-adfc24f3c733 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943184 Oct 19 20:28:29.334717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Deleting port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:29.335072 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.438387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] For port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,segment=NetworkSegment(a81f9e62-4c10-4bda-9660-3c6d8066ece6),segment_id=a81f9e62-4c10-4bda-9660-3c6d8066ece6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:29.438734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.452533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Calling delete_port for 211b0163-6be5-4f9a-b16b-e0c6b9772bbe owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:29.544044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7470289-268a-41e4-b1c2-d06cdfa8bcce req-61a12dad-4476-4ae0-8c39-b37603f4b85e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.545550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7470289-268a-41e4-b1c2-d06cdfa8bcce req-61a12dad-4476-4ae0-8c39-b37603f4b85e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.0498564 Oct 19 20:28:29.588662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.590271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7470289-268a-41e4-b1c2-d06cdfa8bcce req-2b22de0f-49d6-4d31-ba65-1276c3132bfd tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Oct 19 20:28:29.602903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['211b0163-6be5-4f9a-b16b-e0c6b9772bbe'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:29.637977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Pushing event deleted for resources: {'Port': ['ID=211b0163-6be5-4f9a-b16b-e0c6b9772bbe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:29.691691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] No DVR routers for this DVR port 211b0163-6be5-4f9a-b16b-e0c6b9772bbe on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:29.694413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.698240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6af3aaa0-2dc1-44a7-96c6-4ab3bf51614e req-b2fa1ae7-15fb-46e8-a875-78986714561a tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.11 "DELETE /v2.0/ports/211b0163-6be5-4f9a-b16b-e0c6b9772bbe HTTP/1.1" status: 204 len: 173 time: 0.4872708 Oct 19 20:28:29.716729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047c08b-6da8-46e4-b6ad-2d1e21fc6b2c req-9a396365-4200-4cb7-a08e-d20c95d6be37 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.718154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e047c08b-6da8-46e4-b6ad-2d1e21fc6b2c req-9a396365-4200-4cb7-a08e-d20c95d6be37 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 943 time: 0.1152618 Oct 19 20:28:29.720327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1355-0acd-49fd-8c14-dc90c7fc6916 req-a80ae43c-4455-41b4-843f-9060a146b36d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:29.722671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acbe1355-0acd-49fd-8c14-dc90c7fc6916 req-a80ae43c-4455-41b4-843f-9060a146b36d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 945 time: 0.0545924 Oct 19 20:28:29.761176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e047c08b-6da8-46e4-b6ad-2d1e21fc6b2c req-f9119e96-4436-44fe-a186-d79a100205ab tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355663 Oct 19 20:28:29.791362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acbe1355-0acd-49fd-8c14-dc90c7fc6916 req-6fb94e82-f01f-4030-9144-80c8338d136b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Oct 19 20:28:29.800852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ab825b8-93d3-4e07-90bc-b889c37e52c5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:29.865565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:29.867290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'name': 'network-vif-deleted', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:29.869808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:29.870014 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c564bce-6288-4b60-9071-a711d99bf55a" -d '{"events": [{"server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "name": "network-vif-deleted", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:29.870163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.912577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b8ac98c-1b6e-4933-85a5-1c52fd7c1d8d req-5ffd0a9d-dcd4-421e-9ec7-124dd443690e tempest-ServerAddressesNegativeTestJSON-1892894198 tempest-ServerAddressesNegativeTestJSON-1892894198-project] 10.222.0.31 "GET /v2.0/ports?device_id=98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f HTTP/1.1" status: 200 len: 210 time: 0.0469337 Oct 19 20:28:29.930887 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c968130-51d2-4add-8559-74295e626ba6 x-openstack-request-id: req-3c968130-51d2-4add-8559-74295e626ba6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:29.931281 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f", "name": "network-vif-deleted", "tag": "211b0163-6be5-4f9a-b16b-e0c6b9772bbe", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:29.931737 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c968130-51d2-4add-8559-74295e626ba6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:29.932225 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f0ebb2-36e1-49f9-ad15-9af0b27c6b8f', 'name': 'network-vif-deleted', 'tag': '211b0163-6be5-4f9a-b16b-e0c6b9772bbe', 'status': 'completed', 'code': 200} Oct 19 20:28:29.957412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:29.979076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:29.981163 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f594bb-d839-42e7-94ce-0e19bfae25d3" -d '{"events": [{"server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "name": "network-vif-plugged", "status": "completed", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:29.993904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:29.997963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:30.032716 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31541f9-c242-4d8a-93d7-8dbaed0d1056 x-openstack-request-id: req-e31541f9-c242-4d8a-93d7-8dbaed0d1056 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:30.033007 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "name": "network-vif-plugged", "status": "completed", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:30.033255 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e31541f9-c242-4d8a-93d7-8dbaed0d1056 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:30.033679 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'code': 200} Oct 19 20:28:30.051367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:30.132988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5acb-38e3-4fe9-9909-ab92c1296cba req-c0683cd1-507a-4e33-b8a2-d7867502757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.134566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70fa5acb-38e3-4fe9-9909-ab92c1296cba req-c0683cd1-507a-4e33-b8a2-d7867502757a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1097 time: 0.0433457 Oct 19 20:28:30.170476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70fa5acb-38e3-4fe9-9909-ab92c1296cba req-93ad1121-8175-497a-80e4-f2bb43299f44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279021 Oct 19 20:28:30.233641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:30.413871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20766-64f0-4dcb-8799-3c3436a0edae req-f3bedc5b-4e11-42bf-8827-c55b66a83528 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.418512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5a20766-64f0-4dcb-8799-3c3436a0edae req-f3bedc5b-4e11-42bf-8827-c55b66a83528 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.0830948 Oct 19 20:28:30.452927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.459929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.467179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.470586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5a20766-64f0-4dcb-8799-3c3436a0edae req-6a3e0e7d-81a3-43a7-a044-d88dc85b4db9 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcb0a96e-a3f6-4afb-8bea-f5099192c278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441175 Oct 19 20:28:30.473486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.485415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.486698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.493819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.495198 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-adae0fdf-0005-42b6-bedf-4bcb1025801a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1087461 Oct 19 20:28:30.547531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff002d93-01c5-4ef9-b34c-487ec349cbeb req-46212bde-e878-4a0f-aa48-1fb3e736fbbd tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445418 Oct 19 20:28:30.717329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52fc90-0cf0-4203-ab4e-a26215e1f0f3 req-e5e044c2-548a-4bc1-98ee-59215cda2b00 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.718913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae52fc90-0cf0-4203-ab4e-a26215e1f0f3 req-e5e044c2-548a-4bc1-98ee-59215cda2b00 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.0563033 Oct 19 20:28:30.762780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae52fc90-0cf0-4203-ab4e-a26215e1f0f3 req-bf62bca8-6457-424e-b60f-9bf114cc4e03 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Oct 19 20:28:30.854692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:30.880169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf621-885d-4b50-866c-217ccb5fb29e req-ad761c31-bf70-4c39-9201-aa2bb5217af7 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.881959 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf0bf621-885d-4b50-866c-217ccb5fb29e req-ad761c31-bf70-4c39-9201-aa2bb5217af7 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 943 time: 0.0526595 Oct 19 20:28:30.925971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf0bf621-885d-4b50-866c-217ccb5fb29e req-8461afda-d231-4fe6-b15f-47171e135357 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366361 Oct 19 20:28:30.932114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-1843f60a-8711-486d-aaf3-5e40ebd5ed59 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:30.935303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-1843f60a-8711-486d-aaf3-5e40ebd5ed59 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.11 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 945 time: 0.0601683 Oct 19 20:28:31.040375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Deleting port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:31.040720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.042475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2120-2ee9-4fb0-a7e9-1bf0ebd7bfc3 req-255ce6ad-ba1a-4990-b595-04e12f4dfade tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.044070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e52e2120-2ee9-4fb0-a7e9-1bf0ebd7bfc3 req-255ce6ad-ba1a-4990-b595-04e12f4dfade tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 946 time: 0.0594225 Oct 19 20:28:31.088084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e52e2120-2ee9-4fb0-a7e9-1bf0ebd7bfc3 req-889cba13-f0ed-4aaa-b4ce-3fb17c5b9510 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359540 Oct 19 20:28:31.148951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41342) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:31.154474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] For port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:31.155075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.169965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Calling delete_port for 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:31.206010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Deleting subnet 146e574b-572d-4cad-9334-611d81b88a30 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:28:31.209798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.252133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.315102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.327237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.339953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['3bc19c84-f552-4f33-b6b2-b91d0e3c8096'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:31.395148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Pushing event deleted for resources: {'Port': ['ID=3bc19c84-f552-4f33-b6b2-b91d0e3c8096,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:31.398674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.420168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] No DVR routers for this DVR port 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:31.422946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.427098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8c0b713-d68e-4099-9227-b778d87f46dd req-4be3eca8-ab1b-4ea2-a303-91edad3e9797 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.11 "DELETE /v2.0/ports/3bc19c84-f552-4f33-b6b2-b91d0e3c8096 HTTP/1.1" status: 204 len: 173 time: 0.4836454 Oct 19 20:28:31.428325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146e574b-572d-4cad-9334-611d81b88a30,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:31.434219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.437455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-997ddaa7-e66a-479a-83b3-7d7db6b6b5b0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/146e574b-572d-4cad-9334-611d81b88a30 HTTP/1.1" status: 204 len: 168 time: 0.2868485 Oct 19 20:28:31.439829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:31.531220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.584661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6005bd0f-878a-4c07-9a92-91e3064253f9 req-e57b4cba-377a-4084-adbc-3aedd9142c70 tempest-AttachSCSIVolumeTestJSON-1657916600 tempest-AttachSCSIVolumeTestJSON-1657916600-project] 10.222.0.31 "GET /v2.0/ports?device_id=21112b4a-b772-4628-9825-3853c4129d3d HTTP/1.1" status: 200 len: 210 time: 0.0352185 Oct 19 20:28:31.618962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.644552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:31.657035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81f9e62-4c10-4bda-9660-3c6d8066ece6') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:31.657383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81f9e62-4c10-4bda-9660-3c6d8066ece6') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:31.668470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.682267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.691215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:28:31.693001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:28:31.698555 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:28:31.729474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.737232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.745488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.753266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.766233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.767576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.773169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.774800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:31.779092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:31.779410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8 HTTP/1.1" status: 204 len: 168 time: 0.3382537 Oct 19 20:28:31.788666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-a28c9abe-e412-40b1-84ea-0f7547dc0935 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1450999 Oct 19 20:28:31.794983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b44ba-151f-4ba8-a122-2b29532dea10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bb62ec-d4c4-4ba1-a3da-a8625c7ea8d8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:31.808177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 58e55ab4-aef8-4acb-9328-75b652a1eae8 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:31.873039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa9e31d2-e25e-4162-9301-ad6b7e6736bb req-4d475747-ef03-41f3-b379-c8668d71d8d1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818217 Oct 19 20:28:31.933154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'name': 'network-vif-deleted', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:31.935654 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdd4ab9-84dd-47d1-a264-c31ecd780c5b" -d '{"events": [{"server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "name": "network-vif-deleted", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:31.988078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8,segment=NetworkSegment(9f6f45da-9369-4f53-a68b-093de3c6c5ae),segment_id=9f6f45da-9369-4f53-a68b-093de3c6c5ae)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:31.991944 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0e85c-2012-4341-a2d7-0569c9d960fc x-openstack-request-id: req-0ab0e85c-2012-4341-a2d7-0569c9d960fc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:31.992204 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21112b4a-b772-4628-9825-3853c4129d3d", "name": "network-vif-deleted", "tag": "3bc19c84-f552-4f33-b6b2-b91d0e3c8096", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:31.992453 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ab0e85c-2012-4341-a2d7-0569c9d960fc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:31.992856 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21112b4a-b772-4628-9825-3853c4129d3d', 'name': 'network-vif-deleted', 'tag': '3bc19c84-f552-4f33-b6b2-b91d0e3c8096', 'status': 'completed', 'code': 200} Oct 19 20:28:32.011975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '58e55ab4-aef8-4acb-9328-75b652a1eae8', 'network_id': 'baf0ff2c-64c2-480c-aeb5-45cbdc14407e', 'port_id': '58e55ab4-aef8-4acb-9328-75b652a1eae8', 'mac_address': 'fa:16:3e:04:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a2751a-8e27-403b-bca3-87ce21768ccf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:32.040133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 211b0163-6be5-4f9a-b16b-e0c6b9772bbe no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:32.071485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 211b0163-6be5-4f9a-b16b-e0c6b9772bbe {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:32.071916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 211b0163-6be5-4f9a-b16b-e0c6b9772bbe not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:32.077836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21a652-79bf-4e6a-94dc-c14d0086bbce req-c628bee2-7668-40e4-bca8-2f98bbeb9d01 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:32.079403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a21a652-79bf-4e6a-94dc-c14d0086bbce req-c628bee2-7668-40e4-bca8-2f98bbeb9d01 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 943 time: 0.0567079 Oct 19 20:28:32.079590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.093904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e55ab4-aef8-4acb-9328-75b652a1eae8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:32.128980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8,segment=NetworkSegment(9f6f45da-9369-4f53-a68b-093de3c6c5ae),segment_id=9f6f45da-9369-4f53-a68b-093de3c6c5ae)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:32.135436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a21a652-79bf-4e6a-94dc-c14d0086bbce req-190fd758-2986-4f2a-9b1a-a5ae5315a5ab tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 Oct 19 20:28:32.141430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.169562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:32.208382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.212878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:32.242534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d6f6c21-2705-45dd-bf4b-73a98e7bebc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6f386ff392a4af0bfb18abf3a9c13a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717225 Oct 19 20:28:32.245090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41378) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:32.255137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd244a-6527-4ba8-969f-f4969edac181 req-8ee03979-04ce-4374-b698-df2c12f2cedc tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:32.260954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7dd244a-6527-4ba8-969f-f4969edac181 req-8ee03979-04ce-4374-b698-df2c12f2cedc tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 946 time: 0.0747464 Oct 19 20:28:32.296425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7dd244a-6527-4ba8-969f-f4969edac181 req-13eacf29-f760-4e29-a8b2-a552d7f9ddc5 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Oct 19 20:28:32.297583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.320014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.378575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.381146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.382590 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/564960eb-06be-402d-829f-365d459eafb8 HTTP/1.1" status: 204 len: 168 time: 0.1364715 Oct 19 20:28:32.395856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa51890-bbbd-4d32-8876-f0e706208af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564960eb-06be-402d-829f-365d459eafb8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:32.410322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-8795bb24-a2ff-4c2f-ac4f-37174561b108 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2039404552&fields=id&tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 267 time: 0.0493820 Oct 19 20:28:32.474366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['58e55ab4-aef8-4acb-9328-75b652a1eae8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:32.479499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-df8a4ddb-dee5-4ee9-a5bc-a741865f3037 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:32.481087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-df8a4ddb-dee5-4ee9-a5bc-a741865f3037 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 946 time: 0.0582232 Oct 19 20:28:32.505718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'security_groups': ['54bde1e0-67ac-4fe2-ae45-608154892e8b', 'c30ea107-89e8-46b7-9bb5-dc22ec903f35']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:32.582173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.801853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:32.839237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.845104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.858355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:32.931017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:32.931792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:32.933135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b3bed93-58de-47ef-b551-cf814f29fedd req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "PUT /v2.0/ports/7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 982 time: 0.4331150 Oct 19 20:28:32.989316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dddd9-5f91-43e7-a977-414e3f861d01 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:33.033340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ab825b8-93d3-4e07-90bc-b889c37e52c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:33.066498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.074267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc424a06-a526-463f-aba6-54cb5a047c30 req-7828210c-03af-4f69-9284-c8a0a31d9ebd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/c30ea107-89e8-46b7-9bb5-dc22ec903f35 HTTP/1.1" status: 200 len: 1802 time: 0.1034760 Oct 19 20:28:33.076352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.096034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.114931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.125723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.147806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.163732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.186348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-9b7cc815-16b6-49fd-92d4-8cbe5e9bef69 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1726503 Oct 19 20:28:33.186469 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-cc424a06-a526-463f-aba6-54cb5a047c30 req-b80e669a-f595-474c-af4f-334c65b13e28 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 20:28:33.192993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc424a06-a526-463f-aba6-54cb5a047c30 req-b80e669a-f595-474c-af4f-334c65b13e28 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/c30ea107-89e8-46b7-9bb5-dc22ec903f35 HTTP/1.1" status: 409 len: 341 time: 0.1061349 Oct 19 20:28:33.236030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ab825b8-93d3-4e07-90bc-b889c37e52c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:33.316702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2da0dc54-7eb0-468d-a9de-c88f0dc887f8 req-1c33ebb1-f821-4feb-9119-0221362b51c4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861204 Oct 19 20:28:33.318849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85c29a-6003-4df4-b515-1bafdb7ff4b6 req-b21b57e0-cb9d-4833-a13b-84fb448fc674 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.318849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ac85c29a-6003-4df4-b515-1bafdb7ff4b6 req-b21b57e0-cb9d-4833-a13b-84fb448fc674 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 944 time: 0.0664330 Oct 19 20:28:33.362372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ac85c29a-6003-4df4-b515-1bafdb7ff4b6 req-8f811d7f-b745-48b5-bcd6-ff472d0ee295 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Oct 19 20:28:33.557876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:33.603019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-4a252f23-75ac-491a-b518-28e9bd091771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.604601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-4a252f23-75ac-491a-b518-28e9bd091771 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1136 time: 0.1317093 Oct 19 20:28:33.612656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e65ce1-2cdc-43fd-aa73-5440fa3728a1 req-bf3e790f-e3a8-471c-aa42-22ddffdaa17c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.614242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1e65ce1-2cdc-43fd-aa73-5440fa3728a1 req-bf3e790f-e3a8-471c-aa42-22ddffdaa17c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 985 time: 0.1234319 Oct 19 20:28:33.696659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2028929636-network', 'tenant_id': '701d0ef867674a9d88c4241d05b98f23'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:33.716728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1e65ce1-2cdc-43fd-aa73-5440fa3728a1 req-8764bedf-aeab-49e4-867a-1f66f67f6924 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30ea107-89e8-46b7-9bb5-dc22ec903f35&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0939271 Oct 19 20:28:33.739059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-2876af3d-afbd-4390-941b-a78e675d3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.740528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-2876af3d-afbd-4390-941b-a78e675d3462 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 0.1254289 Oct 19 20:28:33.761111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Made reservation on behalf of 701d0ef867674a9d88c4241d05b98f23 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:33.764773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:33.782562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:33.808247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-c9b9fb2e-eb06-4908-9f81-c069b48cf070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 217 time: 0.0590971 Oct 19 20:28:33.808446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 58e55ab4-aef8-4acb-9328-75b652a1eae8 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:33.898710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-ca542a6e-8899-4d35-8471-218c3abd0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:33.900262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-ca542a6e-8899-4d35-8471-218c3abd0552 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.0799050 Oct 19 20:28:33.911483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 58e55ab4-aef8-4acb-9328-75b652a1eae8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:33.928917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 58e55ab4-aef8-4acb-9328-75b652a1eae8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:33.929886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:33.938866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:33.950278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-ea174f50-5be4-4427-bece-33b4efe060ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406296 Oct 19 20:28:33.950673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:33.996410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:34.004318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:28:34.007506 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a777daff-e2e6-4490-8b3f-bbb60901689d" -d '{"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:34.016223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd933803-7f21-47c9-8fc4-c64969c6b2b0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:34.036154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.045390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.045730 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Added segment 740feae2-8423-43d7-869c-8bf8deba2b74 of type vlan for network ea0db9e4-855c-4637-9f69-0781abae6d03 Oct 19 20:28:34.051730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 812db5bd-fd82-4dce-b1aa-a684a3b5a368 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:34.122287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-b4e86b25-15f4-43f8-ab4f-99773e2636d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632509 Oct 19 20:28:34.127184 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4cdbe-2986-4d5f-b208-110d80f6652f x-openstack-request-id: req-03d4cdbe-2986-4d5f-b208-110d80f6652f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:34.128503 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:34.128851 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03d4cdbe-2986-4d5f-b208-110d80f6652f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:34.129363 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'status': 'completed', 'code': 200} Oct 19 20:28:34.166651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:34.173577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.183296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:34.188108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'mac_address': 'fa:16:3e:37:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:34.213402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:34.214062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3bc19c84-f552-4f33-b6b2-b91d0e3c8096 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:34.229440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:34.230810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.232200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:34.232497 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a7d456-9d37-4625-a96b-3c556635d5b0" -d '{"events": [{"server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "name": "network-vif-plugged", "status": "completed", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:34.233589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.263100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55e8a914-c3ae-4faa-be01-5d4040878c7b req-908e34d3-b65a-4f84-af27-58b43b1e69ed service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267593 Oct 19 20:28:34.267966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8,segment=NetworkSegment(9f6f45da-9369-4f53-a68b-093de3c6c5ae),segment_id=9f6f45da-9369-4f53-a68b-093de3c6c5ae)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:34.274377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.289050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.312607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7532308 Oct 19 20:28:34.315693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41516) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:34.321904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Request body: {'subnet': {'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2028929636-subnet', 'tenant_id': '701d0ef867674a9d88c4241d05b98f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:34.351702 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af35e57-19a2-4383-93ce-5a59a3943ff8 x-openstack-request-id: req-7af35e57-19a2-4383-93ce-5a59a3943ff8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:34.351991 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "name": "network-vif-plugged", "status": "completed", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:34.352643 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7af35e57-19a2-4383-93ce-5a59a3943ff8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:34.353040 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8', 'code': 200} Oct 19 20:28:34.359740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 812db5bd-fd82-4dce-b1aa-a684a3b5a368 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:34.451954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Made reservation on behalf of 701d0ef867674a9d88c4241d05b98f23 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:34.455380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991d663-9428-406b-8f1a-20f6a43002b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0db9e4-855c-4637-9f69-0781abae6d03,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:34.459068 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.480833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ea0db9e4-855c-4637-9f69-0781abae6d03 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:28:34.488955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:34.533379 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:34.555632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:34.557743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c123-ce6b-49aa-ab49-9945d2fce8e5 req-1da070bd-4e99-4afe-b5e9-24c019297e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:34.559561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb42c123-ce6b-49aa-ab49-9945d2fce8e5 req-1da070bd-4e99-4afe-b5e9-24c019297e94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 1096 time: 0.1186407 Oct 19 20:28:34.594970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-51bd76c6-88d8-4cbb-bfa8-1137054896e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:34.598108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-51bd76c6-88d8-4cbb-bfa8-1137054896e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1136 time: 0.2543707 Oct 19 20:28:34.622831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['812db5bd-fd82-4dce-b1aa-a684a3b5a368'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:34.626011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856713-5796-4124-a41b-a9296d566a94 req-cb71fd82-f2c9-4f4b-aa6d-b6c749b681e9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:34.636737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d856713-5796-4124-a41b-a9296d566a94 req-cb71fd82-f2c9-4f4b-aa6d-b6c749b681e9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.1355174 Oct 19 20:28:34.704986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb42c123-ce6b-49aa-ab49-9945d2fce8e5 req-aa7f9f56-e06a-4246-9df3-3a313491b9ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343486 Oct 19 20:28:34.750866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d856713-5796-4124-a41b-a9296d566a94 req-934611bb-bae9-42c9-8ff3-b57e0de543bb tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128476 Oct 19 20:28:34.888012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:34.906710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-0aade776-abaf-40e9-b5df-b2dbd4948744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:34.908242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-0aade776-abaf-40e9-b5df-b2dbd4948744 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 0.2733979 Oct 19 20:28:35.027878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-99f90689-f7c0-4677-a860-5efc29c712cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 217 time: 0.0672133 Oct 19 20:28:35.063642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a79d0-fcea-47b3-8ae5-05039c7b38f0 req-7160ce60-d4d0-4592-85a2-545f73a9359e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.076030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab2a79d0-fcea-47b3-8ae5-05039c7b38f0 req-7160ce60-d4d0-4592-85a2-545f73a9359e tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 985 time: 0.1418765 Oct 19 20:28:35.080239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.089067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.097715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.104963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.111451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.117739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.125653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.135643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90c35496-b185-476e-8387-479d40ee0f66 req-cade887c-cf37-40e8-a448-a2d5cd5216c8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.6284807 Oct 19 20:28:35.144677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab2a79d0-fcea-47b3-8ae5-05039c7b38f0 req-3d91120a-d23c-4b76-8999-5d36459d2157 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30ea107-89e8-46b7-9bb5-dc22ec903f35&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0621457 Oct 19 20:28:35.241972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-cb6c3723-8b67-42e1-8ef7-c73e82c29419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.243438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-cb6c3723-8b67-42e1-8ef7-c73e82c29419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.2068913 Oct 19 20:28:35.286188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90c35496-b185-476e-8387-479d40ee0f66 req-26801a05-01db-43d4-8cd0-c9a6b61aae74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402426 Oct 19 20:28:35.313860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-08745ac9-21a9-4158-b2d5-152dd49cd2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589061 Oct 19 20:28:35.316053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:35.460592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd176535-dbec-47bb-ba89-84560269143b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:35.494698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-7694cbfd-648b-4bb4-860a-9dcd7fcff5d6 service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725566 Oct 19 20:28:35.495406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Checking segment: {'id': '740feae2-8423-43d7-869c-8bf8deba2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:35.495763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Network hostable DHCP agents. Network: ea0db9e4-855c-4637-9f69-0781abae6d03, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:28:35.535182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Network ea0db9e4-855c-4637-9f69-0781abae6d03 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:28:35.554271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ea0db9e4-855c-4637-9f69-0781abae6d03) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:35.564148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.564735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:35.566915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb66248-ad43-4d8a-a449-e2836a14b969 None None] Network ea0db9e4-855c-4637-9f69-0781abae6d03 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:35.636026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ccdaff0e-5938-475f-86f7-e5d6d25881b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3190022 Oct 19 20:28:35.659144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a777daff-e2e6-4490-8b3f-bbb60901689d req-185703a6-6969-4831-8a23-d2bc0935e196 service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530361 Oct 19 20:28:35.939606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252803d-fe21-415b-8c36-3df2f523e927 None None] Network ea0db9e4-855c-4637-9f69-0781abae6d03 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:35.985817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516459-4f20-4d66-9c17-22dd8844e916 req-e8d993bb-4531-4ca6-bab4-8fdffb0c5bf9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:35.996733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d516459-4f20-4d66-9c17-22dd8844e916 req-e8d993bb-4531-4ca6-bab4-8fdffb0c5bf9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.1148198 Oct 19 20:28:36.088279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 812db5bd-fd82-4dce-b1aa-a684a3b5a368 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:36.100203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d516459-4f20-4d66-9c17-22dd8844e916 req-7b0ad16d-d7df-41a1-bc47-fd936c51c802 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947611 Oct 19 20:28:36.112091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41568) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:36.291486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d78ccdf-6cd1-470b-99ee-2a62bab0f20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.314230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d082c42-e530-49f0-a2d1-38f16231ec55 req-97ad860e-f29b-4172-ad83-03b63f0b9e15 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.325484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d082c42-e530-49f0-a2d1-38f16231ec55 req-97ad860e-f29b-4172-ad83-03b63f0b9e15 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 985 time: 0.0946825 Oct 19 20:28:36.337953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:36.338386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.419391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d78ccdf-6cd1-470b-99ee-2a62bab0f20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.429638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d78ccdf-6cd1-470b-99ee-2a62bab0f20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.437725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d082c42-e530-49f0-a2d1-38f16231ec55 req-4f80c5a4-7873-47b0-86c7-36a988091172 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30ea107-89e8-46b7-9bb5-dc22ec903f35&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1112535 Oct 19 20:28:36.525561 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.555288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:36.555603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d78ccdf-6cd1-470b-99ee-2a62bab0f20d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ab514b82afe45c88efc771e82fa2644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415753 Oct 19 20:28:36.559084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78ccdf-6cd1-470b-99ee-2a62bab0f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadddd5-ac85-46a3-9d94-9db2c870fd7e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:36.581796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:36.585675 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbfd672-dbba-4465-bf55-6483650f4741" -d '{"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-plugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:36.621547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:36.633191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.701089 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.721971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.729644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.737184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.740541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:36.744439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.751941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.763049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.770757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.777361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.779409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-fed5bf22-01f3-4c86-ae6d-f16fb340ca74 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.1451752 Oct 19 20:28:36.787368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-656fcca9-288e-486e-be10-6df85685205d req-d9d9c74c-6c0b-41f4-bc56-e56e98b7966b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-452873914&fields=id&tenant_id=a2df890be2c74207a230968e4bf71868 HTTP/1.1" status: 200 len: 267 time: 0.1065304 Oct 19 20:28:36.838106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-332fa8fc-bdfb-484a-9512-9195f451cb83 req-14a0d66e-ecd3-4b8b-b29c-9448a467f2d3 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577703 Oct 19 20:28:36.876739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fcca9-288e-486e-be10-6df85685205d req-c0ddc52c-25b9-4fc3-ac0e-fcaa807605d8 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:36.879296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-656fcca9-288e-486e-be10-6df85685205d req-c0ddc52c-25b9-4fc3-ac0e-fcaa807605d8 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 985 time: 0.0818315 Oct 19 20:28:36.896402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'port': {'security_groups': ['54bde1e0-67ac-4fe2-ae45-608154892e8b', 'c30ea107-89e8-46b7-9bb5-dc22ec903f35', 'f4ae0e2d-f49e-40d5-87a8-4db29d511f85']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:36.899817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.902328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:36.903399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cadddd5-ac85-46a3-9d94-9db2c870fd7e HTTP/1.1" status: 204 len: 168 time: 0.3467302 Oct 19 20:28:36.941787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938dd92-56c9-4346-a30d-19ff8f478033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadddd5-ac85-46a3-9d94-9db2c870fd7e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:37.023138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:37.134390 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab6b817-3f33-426b-a164-b90dabfd6bb8 x-openstack-request-id: req-bab6b817-3f33-426b-a164-b90dabfd6bb8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:37.135488 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-plugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:37.135914 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bab6b817-3f33-426b-a164-b90dabfd6bb8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:37.136722 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'code': 200} Oct 19 20:28:37.324024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:37.399927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:37.407791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:37.426987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:37.429729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ab825b8-93d3-4e07-90bc-b889c37e52c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:37.515678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:37.516351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:37.535669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-656fcca9-288e-486e-be10-6df85685205d req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "PUT /v2.0/ports/7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 1021 time: 0.6404996 Oct 19 20:28:37.536477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:37.539059 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2a734-161a-4081-8659-4c1776dff089" -d '{"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:37.618674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ee5d3-b697-4ef4-871e-c6e49b95a847 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:37.688403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ab825b8-93d3-4e07-90bc-b889c37e52c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:37.727479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13da1d48-9aac-4980-84dd-cbe11c6e9197 req-495a4852-eac5-40a7-a8ad-8717a785c669 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/f4ae0e2d-f49e-40d5-87a8-4db29d511f85 HTTP/1.1" status: 200 len: 1802 time: 0.0776768 Oct 19 20:28:37.769772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4be-baec-4a6d-b31c-aeae990233b2 req-cde6332c-d0ee-4d8c-8878-a0b60b7ad5de tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:37.777211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93b8b4be-baec-4a6d-b31c-aeae990233b2 req-cde6332c-d0ee-4d8c-8878-a0b60b7ad5de tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.1701057 Oct 19 20:28:37.863970 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-13da1d48-9aac-4980-84dd-cbe11c6e9197 req-5523ba4f-d292-47a4-aa15-c4d583d0a919 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 20:28:37.868252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13da1d48-9aac-4980-84dd-cbe11c6e9197 req-5523ba4f-d292-47a4-aa15-c4d583d0a919 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4ae0e2d-f49e-40d5-87a8-4db29d511f85 HTTP/1.1" status: 409 len: 341 time: 0.1335227 Oct 19 20:28:37.883421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93b8b4be-baec-4a6d-b31c-aeae990233b2 req-526a97c0-6680-4c6f-b92f-f49fc6c072ad tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959871 Oct 19 20:28:37.931794 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11666163-d843-429a-b94e-03b026b228e0 x-openstack-request-id: req-11666163-d843-429a-b94e-03b026b228e0 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:37.932179 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:37.932564 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11666163-d843-429a-b94e-03b026b228e0 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:37.933064 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'status': 'completed', 'code': 200} Oct 19 20:28:38.076363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a734-161a-4081-8659-4c1776dff089 req-2b1f23b8-7fe2-41e2-baf8-4dbeb4374e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.078643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-2b1f23b8-7fe2-41e2-baf8-4dbeb4374e72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2df890be2c74207a230968e4bf71868&device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1175 time: 0.1075954 Oct 19 20:28:38.274084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.294995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.318706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.350290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.362420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.399090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.418573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a734-161a-4081-8659-4c1776dff089 req-06cfd86e-1284-4157-98a0-3ce70d370eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.420201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-06cfd86e-1284-4157-98a0-3ce70d370eed service neutron] 10.222.0.37 "GET /v2.0/networks?id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 200 len: 913 time: 0.3277888 Oct 19 20:28:38.421168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.429582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-fa2c69f0-9676-41a2-b277-c1cb99922e18 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.3182552 Oct 19 20:28:38.508467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-95b36f09-2339-401d-9403-0ddc0ae296fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 200 len: 217 time: 0.0734320 Oct 19 20:28:38.556488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c77186a-4776-4bb7-8aa5-caabfab630c1 req-f0c10d4d-458c-454b-aa61-fbf7add6eceb tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205678 Oct 19 20:28:38.665603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a734-161a-4081-8659-4c1776dff089 req-0098a10d-54de-4213-8b6e-71dd0925dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.668134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-0098a10d-54de-4213-8b6e-71dd0925dee8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 200 len: 852 time: 0.1454439 Oct 19 20:28:38.732941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-dbd665ec-8aa5-4ddd-a1b6-59e0137fd32f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540094 Oct 19 20:28:38.955328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813a429-159c-4a61-982a-67b6709c1827 req-448612c9-d5c8-4c0b-beb7-464ea42e5ba2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:38.968015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3813a429-159c-4a61-982a-67b6709c1827 req-448612c9-d5c8-4c0b-beb7-464ea42e5ba2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1024 time: 0.2332714 Oct 19 20:28:39.079967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3813a429-159c-4a61-982a-67b6709c1827 req-a9d4f459-7799-4d47-bc4f-f720d37b8b66 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30ea107-89e8-46b7-9bb5-dc22ec903f35&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&id=f4ae0e2d-f49e-40d5-87a8-4db29d511f85&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1097512 Oct 19 20:28:39.131117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-727893cc-71f9-4096-a0f6-df7bf65c9a43 service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643441 Oct 19 20:28:39.359820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9e2a734-161a-4081-8659-4c1776dff089 req-dea898af-a8c3-4a9e-97a4-d08e851417bd service neutron] 10.222.0.37 "GET /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188821 Oct 19 20:28:39.662146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:39.847153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f18e9b7-46d9-4daf-a495-946a8938a5a5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:40.068026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.076582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.086335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.094087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.102069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.111248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.126485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:40.132356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.138892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-6de0f753-c93c-40fa-afcf-c6dce4f95361 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5430 time: 0.2120144 Oct 19 20:28:40.158060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'port_id': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'mac_address': 'fa:16:3e:e3:ad:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:40.210873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:40.229549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18e9b7-46d9-4daf-a495-946a8938a5a5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:40.266393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:40.276051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:40.301928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66f4ef16-1684-4ad7-b62a-264f9a040ca8 req-3ea7c647-98b1-4cd3-b21c-82218ff9f691 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446781 Oct 19 20:28:40.302678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-c90d88f0-776e-4604-bd39-4bb20d1bf155 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.312846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-c90d88f0-776e-4604-bd39-4bb20d1bf155 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/networks?id=ea0db9e4-855c-4637-9f69-0781abae6d03 HTTP/1.1" status: 200 len: 810 time: 0.5190537 Oct 19 20:28:40.369218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-7b9a8908-7472-4f01-b737-c642eced1161 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:40.374136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-7b9a8908-7472-4f01-b737-c642eced1161 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.37 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1024 time: 0.3639531 Oct 19 20:28:40.385497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:40.470244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-752353df-d32f-4231-9e6c-d0af2254cfba tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/quotas/701d0ef867674a9d88c4241d05b98f23 HTTP/1.1" status: 200 len: 375 time: 0.1557732 Oct 19 20:28:40.574913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1f18e9b7-46d9-4daf-a495-946a8938a5a5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:40.627807 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-17ae7f3c-4b7d-467f-865a-33cdc033afda tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=701d0ef867674a9d88c4241d05b98f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463194 Oct 19 20:28:40.976503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-2e172d47-ad7d-41a6-813c-4e3e7376e59a service neutron] 10.222.0.31 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472922 Oct 19 20:28:41.248644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-16958cb3-f37a-454e-a4ee-8456cc1ee38f service neutron] 10.222.0.31 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711785 Oct 19 20:28:41.298782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40758b18-13d6-4ecd-b2c9-5a3bd4d987de req-de45cc9a-cd5a-4522-a64d-41cb52a3b440 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:41.309170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-40758b18-13d6-4ecd-b2c9-5a3bd4d987de req-de45cc9a-cd5a-4522-a64d-41cb52a3b440 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 1024 time: 0.8116796 Oct 19 20:28:41.386823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:41.438641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-40758b18-13d6-4ecd-b2c9-5a3bd4d987de req-5b1e7a54-4f41-413a-aa3e-7c6506677988 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=c30ea107-89e8-46b7-9bb5-dc22ec903f35&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&id=f4ae0e2d-f49e-40d5-87a8-4db29d511f85&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1124256 Oct 19 20:28:41.485349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Deleting port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:41.485349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:41.690611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 7ab825b8-93d3-4e07-90bc-b889c37e52c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ab825b8-93d3-4e07-90bc-b889c37e52c5,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:41.690611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:41.690611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Calling delete_port for 7ab825b8-93d3-4e07-90bc-b889c37e52c5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:41.792824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:41.860177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b7305afd-41ce-41a8-8968-978d392675ce details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:41.866346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f18e9b7-46d9-4daf-a495-946a8938a5a5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:42.006455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99ef7884-921f-4fee-be16-84c0b12d134d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.038242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.058209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['60778ec3-c4d9-43dd-878c-1fa419d06edf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:42.072125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.085838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.104097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.116300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:42.124104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.124352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:42.124500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.128141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'Port': ['ID=7ab825b8-93d3-4e07-90bc-b889c37e52c5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:42.148600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.149635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.150030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.150501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.150751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.151172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.151563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.151827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.152151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.152468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.152797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.153163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:28:42.162929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.182194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.192657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:42.201182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-5f84325a-336c-49e9-948f-960f07f87b72 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5431 time: 0.2901599 Oct 19 20:28:42.256394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4292930a-66d0-4dc2-9ab8-554b4c8b0951 req-002f7486-3b2c-42c3-b2e3-8466cd661c0e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493114 Oct 19 20:28:42.268598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] No DVR routers for this DVR port 7ab825b8-93d3-4e07-90bc-b889c37e52c5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:42.277469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.289679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f08ef2e-30f0-4bfe-a8a2-97fa19d196bf req-aaecce36-f07c-4472-bd9b-d84751b8e26b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.37 "DELETE /v2.0/ports/7ab825b8-93d3-4e07-90bc-b889c37e52c5 HTTP/1.1" status: 204 len: 173 time: 1.9067216 Oct 19 20:28:42.291592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'name': 'network-vif-deleted', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:42.300149 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89851ce9-634d-4d88-99c2-90e53b0bd6cb" -d '{"events": [{"server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "name": "network-vif-deleted", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:42.413145 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99ef7884-921f-4fee-be16-84c0b12d134d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.427007 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99ef7884-921f-4fee-be16-84c0b12d134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.436144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9317456f-7273-4ecc-b8b8-73e664d37e26 req-d676a045-0b76-4274-af66-c0468013142c tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 210 time: 0.0778527 Oct 19 20:28:42.546378 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b8a3f-c992-4fe1-85d6-6a47c94551b2 x-openstack-request-id: req-172b8a3f-c992-4fe1-85d6-6a47c94551b2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:42.548873 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c62e6f-3d0f-41ae-8368-ae40243d77ca", "name": "network-vif-deleted", "tag": "7ab825b8-93d3-4e07-90bc-b889c37e52c5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:42.550531 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-172b8a3f-c992-4fe1-85d6-6a47c94551b2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:42.550982 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c62e6f-3d0f-41ae-8368-ae40243d77ca', 'name': 'network-vif-deleted', 'tag': '7ab825b8-93d3-4e07-90bc-b889c37e52c5', 'status': 'completed', 'code': 200} Oct 19 20:28:42.559587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-99ef7884-921f-4fee-be16-84c0b12d134d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dff4e19441ba462fadbd73087d051c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653849 Oct 19 20:28:42.562269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41856) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:42.575634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef7884-921f-4fee-be16-84c0b12d134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc55071-6ea3-45a3-850d-f72a469d684d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:42.581490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Deleting port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:42.582397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.724290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.792930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.837910 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.865777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8764ab81-95f2-49fa-8963-15dad0c97360 req-8070122f-8311-46b2-9798-c8910b8e6619 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c62e6f-3d0f-41ae-8368-ae40243d77ca HTTP/1.1" status: 200 len: 210 time: 0.0994797 Oct 19 20:28:42.919911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] For port 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:42.920404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.922895 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.958618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Calling delete_port for 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:42.979889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.982491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:42.983661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfc55071-6ea3-45a3-850d-f72a469d684d HTTP/1.1" status: 204 len: 168 time: 0.4203162 Oct 19 20:28:42.987930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b7305afd-41ce-41a8-8968-978d392675ce,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:43.028603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:43.030340 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403398bf-0bd6-477c-ae6f-cf87b8d6c19e" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:43.072410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a7913-412e-4114-b5d1-185c9406ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc55071-6ea3-45a3-850d-f72a469d684d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:43.078929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.079711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b7305afd-41ce-41a8-8968-978d392675ce', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'port_id': 'b7305afd-41ce-41a8-8968-978d392675ce', 'mac_address': 'fa:16:3e:2d:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:43.086707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:43.178996 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ecf75-f68e-4896-88ba-a8ed5a7614c0 x-openstack-request-id: req-003ecf75-f68e-4896-88ba-a8ed5a7614c0 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:43.179727 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:43.180214 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-003ecf75-f68e-4896-88ba-a8ed5a7614c0 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:43.180901 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'code': 200} Oct 19 20:28:43.185786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.187992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.189065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ab825b8-93d3-4e07-90bc-b889c37e52c5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:43.222260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 7ab825b8-93d3-4e07-90bc-b889c37e52c5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:43.223032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ab825b8-93d3-4e07-90bc-b889c37e52c5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:43.431212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7305afd-41ce-41a8-8968-978d392675ce {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:43.440563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.560184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b7305afd-41ce-41a8-8968-978d392675ce,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:43.561889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:43.573909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.587821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 81121e04-a7a6-4acd-9696-edc515e3c08c details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:43.597618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:43.638021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e396f64f-58a0-4298-a3af-f6bb12fef47f req-9a8ee2b9-87f9-4466-9038-d3beecd80022 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 210 time: 0.0802608 Oct 19 20:28:43.696614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41884) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:43.720096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12afe23a-1581-49ce-919a-6167badc8a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.767294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.782834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.789274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.807581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.816097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.833597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.843249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:43.850227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:43.860792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:43.862165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-106b905f-0e92-469d-bca6-851fbe7c9610 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5432 time: 0.4228740 Oct 19 20:28:43.897180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'port_id': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'mac_address': 'fa:16:3e:0a:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:43.965499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12afe23a-1581-49ce-919a-6167badc8a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.976055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12afe23a-1581-49ce-919a-6167badc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:43.984153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.040006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81121e04-a7a6-4acd-9696-edc515e3c08c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:44.063828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4f23211-b925-42bc-8a4e-6057cbeed3d4 req-31c9273d-75f9-4836-a5fc-451cbfe45d45 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977777 Oct 19 20:28:44.134894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:44.146602 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.147309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2fa75941-b8d9-4e6a-97c1-ea9d892df630 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:44.204576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.317743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-12afe23a-1581-49ce-919a-6167badc8a7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c04a46596054e7fad629ce757519525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194553 Oct 19 20:28:44.321813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41902) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:44.362313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe23a-1581-49ce-919a-6167badc8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957680a-5097-4170-a87c-6cf4dee309fb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:44.425026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:44.495740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:44.507766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-f7db133c-232c-4674-b0d7-76a44be6a0a1 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/c30ea107-89e8-46b7-9bb5-dc22ec903f35 HTTP/1.1" status: 200 len: 1802 time: 0.2976696 Oct 19 20:28:44.526155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a362bf7-efa1-4128-b74e-ffcc67b085d7 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:44.527121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Router b65df8cd-5293-4d7a-9f8b-80abc9507c05 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:28:44.531495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a362bf7-efa1-4128-b74e-ffcc67b085d7 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.11 "GET /v2.0/networks?id=ea0db9e4-855c-4637-9f69-0781abae6d03 HTTP/1.1" status: 200 len: 810 time: 0.5117824 Oct 19 20:28:44.532977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'port_id': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'mac_address': 'fa:16:3e:b1:2f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d0638-4541-437f-ad7b-60af865e1b77', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:44.541498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.581075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.590400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.606766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa75941-b8d9-4e6a-97c1-ea9d892df630 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:44.635454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:44.650497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Request body: {'port': {'device_id': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03', 'admin_state_up': True, 'tenant_id': '701d0ef867674a9d88c4241d05b98f23'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:44.656338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.657079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 11fc8fd9-69ed-4909-aa06-6680d7c21923 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:44.671742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.685375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:44.691929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2957680a-5097-4170-a87c-6cf4dee309fb HTTP/1.1" status: 204 len: 168 time: 0.3461871 Oct 19 20:28:44.749913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:28:44.763879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Sync routers for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:28:44.776378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9f18a693-e7a4-449e-940d-dd93396c7eaf admin admin] 10.222.0.31 "PUT /v2.0/routers/b65df8cd-5293-4d7a-9f8b-80abc9507c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1124296 Oct 19 20:28:44.780333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:44.782090 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:44.784860 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:44.832841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:44.834381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f8548-80b4-4137-8c1d-615e9a9f9738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957680a-5097-4170-a87c-6cf4dee309fb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:44.912026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f29e39ae-3de0-420b-a882-b7f702f534a9 req-aecea8e5-e257-4cf4-8e33-650579446340 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 210 time: 0.0366578 Oct 19 20:28:44.936899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:44.957137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'network_id': '6aec2e5c-5332-4e5e-b362-7636a45e32aa', 'port_id': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'mac_address': 'fa:16:3e:96:3a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951d0638-4541-437f-ad7b-60af865e1b77', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:44.998326 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:28:45.071406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.076247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.124042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.127214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fc8fd9-69ed-4909-aa06-6680d7c21923 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:45.179090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:45.192399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.193127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f946de96-ba02-48b5-81f4-2a576ad0571a details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:45.222519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.296452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Made reservation on behalf of 701d0ef867674a9d88c4241d05b98f23 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:45.316536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.327651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:28:43Z', 'revision_number': 5, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:45.361187 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Checking router: b65df8cd-5293-4d7a-9f8b-80abc9507c05 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:28:45.370877 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Routers {'b65df8cd-5293-4d7a-9f8b-80abc9507c05'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:45.371730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:45.438504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f946de96-ba02-48b5-81f4-2a576ad0571a,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:45.457595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:45.494146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'f946de96-ba02-48b5-81f4-2a576ad0571a', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'port_id': 'f946de96-ba02-48b5-81f4-2a576ad0571a', 'mac_address': 'fa:16:3e:5a:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:45.522459 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] Set router b65df8cd-5293-4d7a-9f8b-80abc9507c05 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:28:45.639182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.641576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.649701 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.654049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5dd86cd4-7073-48bd-8327-82b1b95da09b req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/c30ea107-89e8-46b7-9bb5-dc22ec903f35 HTTP/1.1" status: 204 len: 173 time: 1.1168327 Oct 19 20:28:45.683913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8971670-0231-4e55-9ae1-6b3ae0057845 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ea107-89e8-46b7-9bb5-dc22ec903f35,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:45.702386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.708534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.715270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f946de96-ba02-48b5-81f4-2a576ad0571a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:45.743491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.756875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.798189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.803618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f946de96-ba02-48b5-81f4-2a576ad0571a,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:45.819677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.820402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:45.823321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.838375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:45.845886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-f8c8adca-5abe-419c-8d4b-56f143e894bf tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5436 time: 0.5431702 Oct 19 20:28:45.910541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:45.930279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Allocated IP 172.20.0.2 (ea0db9e4-855c-4637-9f69-0781abae6d03/fd176535-dbec-47bb-ba89-84560269143b/f3964796-dbdc-44e5-b912-51de21ed837d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:45.952522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'network_id': 'abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc', 'port_id': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'mac_address': 'fa:16:3e:4e:3f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4247a5-1abb-4a75-b047-ab23c9dfd8fe', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:45.956775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-4eba57d2-9859-4d4e-ad8f-f9a035bf099a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/f4ae0e2d-f49e-40d5-87a8-4db29d511f85 HTTP/1.1" status: 200 len: 1802 time: 0.1899941 Oct 19 20:28:45.962749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:45.996173 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:28:43Z', 'revision_number': 5, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:46.052359 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7d7fb-3e27-4887-a4fc-c14212a6bb3c None None] The sync data for ids ['b65df8cd-5293-4d7a-9f8b-80abc9507c05'] in n-d-805649-9 is: [{'id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'name': 'tempest-AttachSCSIVolumeTestJSON-853953624-router', 'tenant_id': '37f7036bf67141d196c180e73707dc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:01Z', 'updated_at': '2021-10-19T20:28:43Z', 'revision_number': 5, 'project_id': '37f7036bf67141d196c180e73707dc26', 'gw_port': {'id': 'c3907fd7-c7ec-4614-afc6-98ae27092abf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65df8cd-5293-4d7a-9f8b-80abc9507c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:04Z', 'updated_at': '2021-10-19T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:28:46.110127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.174881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10ef123-2f30-4a27-98ba-821364a4c244 req-218fda93-c59b-4780-9aea-f049bc29f3b2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3204105 Oct 19 20:28:46.180779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:46.195670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.214836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:46.229773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.240823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.257572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Deleting port c3907fd7-c7ec-4614-afc6-98ae27092abf {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:46.258033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.282264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:46.333545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.337814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.339426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9dce9530-0447-44d9-a66f-26d1a42f925e req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4ae0e2d-f49e-40d5-87a8-4db29d511f85 HTTP/1.1" status: 204 len: 173 time: 0.3812945 Oct 19 20:28:46.397245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa727-7c9a-433b-bf7c-757a1b0648af tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae0e2d-f49e-40d5-87a8-4db29d511f85,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:46.482624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:46.496022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.501363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-724505267', 'description': 'tempest-description-167889669'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:46.555251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:46.563053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eefc4e0c-c42a-4448-8a60-41bc8869d02f req-ef3395be-e91f-4120-af72-69f0e53f43c0 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 210 time: 0.1086514 Oct 19 20:28:46.570708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.577179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] For port c3907fd7-c7ec-4614-afc6-98ae27092abf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3907fd7-c7ec-4614-afc6-98ae27092abf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:46.578308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.615936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Calling delete_port for c3907fd7-c7ec-4614-afc6-98ae27092abf owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:46.654321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.803385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.827471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1703945235'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:46.858872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.865850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Network ea0db9e4-855c-4637-9f69-0781abae6d03 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:46.879938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Made reservation on behalf of 08da434c3f59450497548a542377e5f6 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:46.883796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.918073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:46.930551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:46.983537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5626e6de-7f50-429e-a39b-13fc6bca8059,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:47.000064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.003896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Pushing event updated for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:47.021712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:47.040152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3907fd7-c7ec-4614-afc6-98ae27092abf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:47.048657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['81121e04-a7a6-4acd-9696-edc515e3c08c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.068290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.069482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24186955-eac2-447d-a280-e87f7d2242c0 req-b311cc7b-376d-49f2-9009-34801c29bdbd tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5811906 Oct 19 20:28:47.151606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.152409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.171017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['f946de96-ba02-48b5-81f4-2a576ad0571a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.187896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8b86281c-4664-4531-8980-cc541c432bb4 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5521049 Oct 19 20:28:47.194777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09ff785d-3c79-40de-9f83-188add4435fa req-684f117e-4009-4cdf-bbec-08fec320ad40 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/5626e6de-7f50-429e-a39b-13fc6bca8059 HTTP/1.1" status: 200 len: 1801 time: 0.0787394 Oct 19 20:28:47.201072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1334547682', 'description': 'tempest-description-hth-1737842357'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:47.206203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.209913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Request body: {'port': {'device_id': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:47.268901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['11fc8fd9-69ed-4909-aa06-6680d7c21923'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.271498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b7305afd-41ce-41a8-8968-978d392675ce'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.279455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.336388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2fa75941-b8d9-4e6a-97c1-ea9d892df630'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.338617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9f4913aa-8468-46f1-ab1e-09f6dfce5fd9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:47.378156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.380757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.382312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.441136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.441880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65df8cd-5293-4d7a-9f8b-80abc9507c05 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:28:47.455700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.463706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41976) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:47.468292 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf529f0b-89ad-4d00-a816-995ee984d416 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b65df8cd-5293-4d7a-9f8b-80abc9507c05 HTTP/1.1" status: 204 len: 168 time: 2.6850946 Oct 19 20:28:47.480312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.483269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.655489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.666257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.672320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:47.678030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09ff785d-3c79-40de-9f83-188add4435fa req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "PUT /v2.0/security-groups/5626e6de-7f50-429e-a39b-13fc6bca8059 HTTP/1.1" status: 200 len: 1777 time: 0.4821026 Oct 19 20:28:47.729029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e67a3-ace2-4ef3-8df2-b2857771817a tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5626e6de-7f50-429e-a39b-13fc6bca8059,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:47.764054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:47.815728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:47.816478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7bc08a1a-ab67-4c16-a3d4-87c74c80ce4d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:47.888012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Deleting subnet 8a8bb28c-0257-490c-ae23-b92f5705f41c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:28:47.910991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:28:47.930842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.937198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.958630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.966572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ad207-86c2-47f1-9681-616bb99aebc9 req-778c8604-dfd4-4d2d-b2af-144e30e60c1d tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.975717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f0ad207-86c2-47f1-9681-616bb99aebc9 req-778c8604-dfd4-4d2d-b2af-144e30e60c1d tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 931 time: 0.0731373 Oct 19 20:28:47.977622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.992565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:47.999963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:48.016113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:48.021159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-5cb5ac0b-5dda-4c59-bddc-26b0d612d46f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5438 time: 0.6889699 Oct 19 20:28:48.022004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.076355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f0ad207-86c2-47f1-9681-616bb99aebc9 req-6656acf4-d54a-4cea-a0be-cfa47ce41d07 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Oct 19 20:28:48.150194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.150539 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Added segment c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055 of type vlan for network bcb4d23c-2a34-405a-8533-5b119e87a2df Oct 19 20:28:48.183549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f66b789-a9f5-42c7-b0cb-71cfb8738e26 req-c8043ddf-77e9-4506-b583-cf1a43c0b277 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/5626e6de-7f50-429e-a39b-13fc6bca8059 HTTP/1.1" status: 200 len: 1777 time: 0.0698228 Oct 19 20:28:48.189148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f707b2eb-7626-4822-8506-008eb3aa5209,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:48.228926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.273227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9aebd7d3-ddb2-4ac3-85a7-ca9e9a695c35 req-a5340ee0-fe97-493a-98bd-9a3aa1165825 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099669 Oct 19 20:28:48.339097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.352754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-fe5d5a84-45b2-4103-8c4d-fe29c301d733 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/5626e6de-7f50-429e-a39b-13fc6bca8059 HTTP/1.1" status: 200 len: 1777 time: 0.0577009 Oct 19 20:28:48.415751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.422538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:48.422795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.428471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.462163 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.525536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.529512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.531857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc758596-7f6d-4b98-adc8-09fed9592eaf req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/5626e6de-7f50-429e-a39b-13fc6bca8059 HTTP/1.1" status: 204 len: 173 time: 0.1770253 Oct 19 20:28:48.549271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53b6be-f9e1-4be4-89d8-11f395dd9f84 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5626e6de-7f50-429e-a39b-13fc6bca8059,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:48.549500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9802637 Oct 19 20:28:48.549500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.553857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3964796-dbdc-44e5-b912-51de21ed837d {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:48.560910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41998) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:48.567512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'subnet': {'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:48.609234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.621694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ca8e-969a-4395-a46d-7c5165ae78aa tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Network': ['ID=bcb4d23c-2a34-405a-8533-5b119e87a2df,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:48.644776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Transition to ACTIVE for port object f3964796-dbdc-44e5-b912-51de21ed837d will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:28:48.683152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bcb4d23c-2a34-405a-8533-5b119e87a2df details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:28:48.692156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.716214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.722281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Made reservation on behalf of 08da434c3f59450497548a542377e5f6 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:48.725840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.846072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8bb28c-0257-490c-ae23-b92f5705f41c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:48.848411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Pushing event updated for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:48.861253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:48.867755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6d851b9-f7b0-486b-bcca-bc52a41e87a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a8bb28c-0257-490c-ae23-b92f5705f41c HTTP/1.1" status: 204 len: 168 time: 1.3999736 Oct 19 20:28:48.867755 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-94c23cb4-5752-4381-9141-d1174a3be396 req-469dcae5-cd6f-490c-a385-f2d950fc5fa9 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:48.873228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94c23cb4-5752-4381-9141-d1174a3be396 req-469dcae5-cd6f-490c-a385-f2d950fc5fa9 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/f4ae0e2d-f49e-40d5-87a8-4db29d511f85 HTTP/1.1" status: 404 len: 352 time: 0.1032271 Oct 19 20:28:48.885209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42006) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:48.906418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:28:48.919757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43025e-30ba-48cc-9c2e-0469d280ee0f None None] Network b8b83eec-dbfa-43c3-891f-bff1d4163029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:48.947237 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-f1025f5e-3f6f-479f-8089-6b9eda2169f0 req-3a4d2db7-99d8-4d8c-ba50-f025e9c1a6fe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:48.954852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1025f5e-3f6f-479f-8089-6b9eda2169f0 req-3a4d2db7-99d8-4d8c-ba50-f025e9c1a6fe tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/c30ea107-89e8-46b7-9bb5-dc22ec903f35 HTTP/1.1" status: 404 len: 352 time: 0.0468891 Oct 19 20:28:48.992444 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-9d50b740-e2d7-469b-9ba7-f1b7881b1b97 req-2aff8680-d44e-4a73-a1ce-a9969339f1e3 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:48.999638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d50b740-e2d7-469b-9ba7-f1b7881b1b97 req-2aff8680-d44e-4a73-a1ce-a9969339f1e3 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/14766859-b9f0-4a4c-b2b0-c9bca333bc96 HTTP/1.1" status: 404 len: 352 time: 0.0215516 Oct 19 20:28:49.040212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Attempting to bind port f3964796-dbdc-44e5-b912-51de21ed837d on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:49.040583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Attempting to bind port f3964796-dbdc-44e5-b912-51de21ed837d by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '740feae2-8423-43d7-869c-8bf8deba2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:49.040880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Attempting to bind port f3964796-dbdc-44e5-b912-51de21ed837d on network ea0db9e4-855c-4637-9f69-0781abae6d03 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:49.046373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Port f3964796-dbdc-44e5-b912-51de21ed837d on network ea0db9e4-855c-4637-9f69-0781abae6d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:28:49.046719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Attempting to bind port f3964796-dbdc-44e5-b912-51de21ed837d on network ea0db9e4-855c-4637-9f69-0781abae6d03 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:49.052688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:49.053033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Checking segment: {'id': '740feae2-8423-43d7-869c-8bf8deba2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:49.053442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Bound using segment: {'id': '740feae2-8423-43d7-869c-8bf8deba2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:49.053877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Bound port: f3964796-dbdc-44e5-b912-51de21ed837d, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740feae2-8423-43d7-869c-8bf8deba2b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:49.054235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.085036 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-4f8a6d38-1f94-47f4-b6c1-fc781da930f9 req-1b058174-6a98-403a-9f78-66db6b4f0cd2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:49.109964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f8a6d38-1f94-47f4-b6c1-fc781da930f9 req-1b058174-6a98-403a-9f78-66db6b4f0cd2 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/95bc745d-831d-49a4-9f36-2b3aec127d2c HTTP/1.1" status: 404 len: 352 time: 0.0610375 Oct 19 20:28:49.113424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.152167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:49.156158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f3964796-dbdc-44e5-b912-51de21ed837d,segment=NetworkSegment(740feae2-8423-43d7-869c-8bf8deba2b74),segment_id=740feae2-8423-43d7-869c-8bf8deba2b74)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:49.166228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.201268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.243011 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-a9aa1482-ef54-4fd3-8d73-0eac4d8bb718 req-365a7231-c32c-4867-a83a-fc0e1bece655 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:49.284566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] DHCP port deletion for b8b83eec-dbfa-43c3-891f-bff1d4163029 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:28:49.284707 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9aa1482-ef54-4fd3-8d73-0eac4d8bb718 req-365a7231-c32c-4867-a83a-fc0e1bece655 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/6f5ec612-2a99-46ea-8ac8-672473fed1f7 HTTP/1.1" status: 404 len: 352 time: 0.1239283 Oct 19 20:28:49.358984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Pushing event updated for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:49.381566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:49.382344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.384176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-1a69b96c-7b91-4376-ae99-413ce03564bf service neutron] 10.222.0.11 "PUT /v2.0/ports/f3964796-dbdc-44e5-b912-51de21ed837d HTTP/1.1" status: 200 len: 1091 time: 2.1799786 Oct 19 20:28:49.386491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Deleting port 246d3045-e336-4385-8192-282db16ebddc {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:49.387094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.389285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:49.391726 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a877274-edbe-4b32-b16b-538fd95c7f67" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:49.432974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe014603-94e5-4f98-a910-1c95fedae3a2 req-b58baed9-ab53-46a7-9517-8c30fc038369 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:49.444437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe014603-94e5-4f98-a910-1c95fedae3a2 req-b58baed9-ab53-46a7-9517-8c30fc038369 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 943 time: 0.1961384 Oct 19 20:28:49.479470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Subnet': ['ID=e476283a-3de6-4530-a641-d7d34bcd7bfa,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:49.481406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] For port 246d3045-e336-4385-8192-282db16ebddc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=246d3045-e336-4385-8192-282db16ebddc,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:49.482006 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.485913 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-5304ebd1-2c37-4bca-8f28-4cdf1cfed376 req-35b68a0a-5e76-46ab-adfb-f239c66a3105 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] show failed (client error): The resource could not be found. Oct 19 20:28:49.488550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5304ebd1-2c37-4bca-8f28-4cdf1cfed376 req-35b68a0a-5e76-46ab-adfb-f239c66a3105 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/71160af0-8eea-4bfb-ae8c-149a45e0df49 HTTP/1.1" status: 404 len: 352 time: 0.0651147 Oct 19 20:28:49.507973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Checking segment: {'id': 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:49.508797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network hostable DHCP agents. Network: bcb4d23c-2a34-405a-8533-5b119e87a2df, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:28:49.526599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Deleting port 246d3045-e336-4385-8192-282db16ebddc {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:49.526939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.540073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Calling delete_port for 246d3045-e336-4385-8192-282db16ebddc owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:49.551245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network bcb4d23c-2a34-405a-8533-5b119e87a2df is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:28:49.661601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe014603-94e5-4f98-a910-1c95fedae3a2 req-1526ad19-7841-463c-ac98-29e4cb75b824 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107542 Oct 19 20:28:49.690728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-76b7c335-447b-459a-8ab8-aa7a635bac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:49.693976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-76b7c335-447b-459a-8ab8-aa7a635bac14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=701d0ef867674a9d88c4241d05b98f23&device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 1094 time: 0.2467728 Oct 19 20:28:49.785602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-48669fee-a951-41d4-8c25-239223d8d633 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3964796-dbdc-44e5-b912-51de21ed837d HTTP/1.1" status: 200 len: 217 time: 0.0834465 Oct 19 20:28:49.803016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.859143 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041d7c1-9698-4b6d-9d7f-9a0048d25834 x-openstack-request-id: req-3041d7c1-9698-4b6d-9d7f-9a0048d25834 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:49.859426 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:49.859681 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3041d7c1-9698-4b6d-9d7f-9a0048d25834 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:49.860097 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d', 'status': 'completed', 'code': 200} Oct 19 20:28:49.867899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8860d965-486a-47d1-b18e-a4c186b6612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:49.870189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] No DVR routers for this DVR port 246d3045-e336-4385-8192-282db16ebddc on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:49.872691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-8860d965-486a-47d1-b18e-a4c186b6612e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd176535-dbec-47bb-ba89-84560269143b HTTP/1.1" status: 200 len: 850 time: 0.0762360 Oct 19 20:28:49.873581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 246d3045-e336-4385-8192-282db16ebddc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:49.890664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765cdc-1225-4b6a-a812-749aca4f9cc5 None None] Pushing event deleted for resources: {'Port': ['ID=246d3045-e336-4385-8192-282db16ebddc,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:49.919437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 246d3045-e336-4385-8192-282db16ebddc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:49.920216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 246d3045-e336-4385-8192-282db16ebddc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:49.921034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3907fd7-c7ec-4614-afc6-98ae27092abf no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:49.934735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bcb4d23c-2a34-405a-8533-5b119e87a2df) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:49.945845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-be3cfc1f-8605-41cd-9772-bfd1f80ad7ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea0db9e4-855c-4637-9f69-0781abae6d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559604 Oct 19 20:28:49.962806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c3907fd7-c7ec-4614-afc6-98ae27092abf {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:49.963149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:49.963510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3907fd7-c7ec-4614-afc6-98ae27092abf not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:49.963645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:49.965401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5680c79-f582-4bc1-bf0d-4dbf223fdaf0 None None] Network bcb4d23c-2a34-405a-8533-5b119e87a2df requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:50.055829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] For port 246d3045-e336-4385-8192-282db16ebddc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=246d3045-e336-4385-8192-282db16ebddc,segment=NetworkSegment(3384986f-7f88-48e2-ace4-8326fa5b9c90),segment_id=3384986f-7f88-48e2-ace4-8326fa5b9c90)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:50.056094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.105100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-cfb589ce-ed50-43f4-abef-272076a282c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506710 Oct 19 20:28:50.119543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28e21b0c-4bc1-442f-bc74-09c7119ce05b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5543232 Oct 19 20:28:50.126097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Calling delete_port for 246d3045-e336-4385-8192-282db16ebddc owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:50.138069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bcb4d23c-2a34-405a-8533-5b119e87a2df', 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df', 'tenant_id': '08da434c3f59450497548a542377e5f6', 'fixed_ips': [{'subnet_id': 'e476283a-3de6-4530-a641-d7d34bcd7bfa'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:28:50.139378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.143968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42044) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:50.158220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1431449889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:50.245372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.249535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.249939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.295820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.318284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.340691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.358198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.378347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.396478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.405196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.407521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:50.413479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-6708e028-f125-4c54-a4b7-7eefe7f74172 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5438 time: 0.4789844 Oct 19 20:28:50.452422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] No DVR routers for this DVR port 246d3045-e336-4385-8192-282db16ebddc on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:50.461745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Pushing event deleted for resources: {'Port': ['ID=246d3045-e336-4385-8192-282db16ebddc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:50.465845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Allocated IP 172.20.0.2 (bcb4d23c-2a34-405a-8533-5b119e87a2df/e476283a-3de6-4530-a641-d7d34bcd7bfa/5c20ea6f-ea6b-468d-97fc-02284f7a0284) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:50.492104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:50.516137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:50.516772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.567318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.593895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b83eec-dbfa-43c3-891f-bff1d4163029']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:50.606120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3384986f-7f88-48e2-ace4-8326fa5b9c90') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:50.606410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3384986f-7f88-48e2-ace4-8326fa5b9c90') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:50.617745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.632823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.640828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:28:50.641483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.651099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.671699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:28:50.703103 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:28:50.747222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1753d1d-639d-43dd-ac4a-a49c3d2872b1 req-7f1fa65a-e3d7-46a6-a3de-0c0929cc22b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068449 Oct 19 20:28:50.749198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b4efbd8-d346-400c-bd2e-e4a4b3002bff req-d53f220f-95ea-4b71-9326-5812772a09f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3099954 Oct 19 20:28:50.750150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.757898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffdc0f-9564-4578-827e-5c9d82c2f763 req-1d01d18a-7dde-4031-802f-02dc207dfcda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:50.768610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66ffdc0f-9564-4578-827e-5c9d82c2f763 req-1d01d18a-7dde-4031-802f-02dc207dfcda tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1024 time: 0.3746758 Oct 19 20:28:50.783768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.787740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b8b83eec-dbfa-43c3-891f-bff1d4163029 HTTP/1.1" status: 204 len: 168 time: 1.9013751 Oct 19 20:28:50.794385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e752a9-9ec0-41e8-9408-fc703f217066 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b83eec-dbfa-43c3-891f-bff1d4163029,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:50.796091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42054) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:50.855577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.913527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:50.915819 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad083df-928a-4bcb-8baf-c0cf266fe77d" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:50.946508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:50.947924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.953909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:50.954803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 81121e04-a7a6-4acd-9696-edc515e3c08c up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:50.960060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.028611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Network bcb4d23c-2a34-405a-8533-5b119e87a2df is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:51.033898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:51.039882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:51.120847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Attempting to bind port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:28:51.121192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Attempting to bind port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:28:51.121594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Attempting to bind port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 on network bcb4d23c-2a34-405a-8533-5b119e87a2df {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:28:51.126672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:51.132733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:28:51.133152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Checking segment: {'id': 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:28:51.133542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.133928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Bound using segment: {'id': 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:28:51.134416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Bound port: 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:28:51.134786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.163646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.167557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d04bd364-fe22-4d94-a4fc-d4794bba144c tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0131533 Oct 19 20:28:51.169956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42066) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:51.208904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 81121e04-a7a6-4acd-9696-edc515e3c08c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:51.237615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f760fa-853e-4291-916e-91072b5423f5 req-d58f011a-fa57-4300-b2a1-cf0322f3c511 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:51.242745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68f760fa-853e-4291-916e-91072b5423f5 req-d58f011a-fa57-4300-b2a1-cf0322f3c511 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 943 time: 0.2150235 Oct 19 20:28:51.250742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 81121e04-a7a6-4acd-9696-edc515e3c08c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:51.251396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.259673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Pushing event updated for resources: {'Port': ['ID=5c20ea6f-ea6b-468d-97fc-02284f7a0284,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:51.318387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68f760fa-853e-4291-916e-91072b5423f5 req-ca29c719-a3f1-47ca-b145-9688b0666f4f tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719826 Oct 19 20:28:51.359225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] For port 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:28:51.367531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] For port 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c20ea6f-ea6b-468d-97fc-02284f7a0284,segment=NetworkSegment(c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055),segment_id=c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:28:51.385377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.415684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66ffdc0f-9564-4578-827e-5c9d82c2f763 req-de447d57-a766-406b-872a-c452975193e3 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=12471350-1565-456a-a58a-4caf934a8073&id=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6440370 Oct 19 20:28:51.417902 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a6e5c-8080-4878-aee5-51343cde9590 x-openstack-request-id: req-169a6e5c-8080-4878-aee5-51343cde9590 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:51.418190 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:51.418577 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-169a6e5c-8080-4878-aee5-51343cde9590 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:51.418908 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'code': 200} Oct 19 20:28:51.522104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d50201-59b2-440b-b230-d3c9cc79fa98 None None] Pushing event updated for resources: {'Port': ['ID=5c20ea6f-ea6b-468d-97fc-02284f7a0284,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:51.527922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.567588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:51.579582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-58eea31a-6e4f-45ff-b62d-fe9ac7c7ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:51.582118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-58eea31a-6e4f-45ff-b62d-fe9ac7c7ecfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=701d0ef867674a9d88c4241d05b98f23&device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 1094 time: 0.8063774 Oct 19 20:28:51.587007 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:51.652117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:51.953285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-dd9e4b2f-291d-46ec-96c6-90a5df29963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:51.954845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-dd9e4b2f-291d-46ec-96c6-90a5df29963e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea0db9e4-855c-4637-9f69-0781abae6d03 HTTP/1.1" status: 200 len: 911 time: 0.3604321 Oct 19 20:28:51.982181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-f8f539d1-5b8f-4ea9-81bd-79777029077f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:51.983700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-f8f539d1-5b8f-4ea9-81bd-79777029077f tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1024 time: 0.4577630 Oct 19 20:28:52.240743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-3857c29e-12a5-46ed-b506-da8c3ff3073d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3964796-dbdc-44e5-b912-51de21ed837d HTTP/1.1" status: 200 len: 217 time: 0.2546883 Oct 19 20:28:52.296134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2fa75941-b8d9-4e6a-97c1-ea9d892df630 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:52.379424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:52.385224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:52.385623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:52.512301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd68bf-4dd7-4ae8-9ca6-e8e306703301 req-356fd87e-fad8-4850-86aa-e9382bb02090 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.526261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1cd68bf-4dd7-4ae8-9ca6-e8e306703301 req-356fd87e-fad8-4850-86aa-e9382bb02090 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 943 time: 0.0839510 Oct 19 20:28:52.534714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.550921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:52.553084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.566808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.574591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.591331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.605402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.619336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.623467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:52.625577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-dd59d4e7-3c78-46c1-bd66-a21975a91b43 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5440 time: 0.7121112 Oct 19 20:28:52.626339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1cd68bf-4dd7-4ae8-9ca6-e8e306703301 req-e7274655-f1c5-492d-b6ab-7ca4fdbb47a8 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939240 Oct 19 20:28:52.632314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:52.633172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 11fc8fd9-69ed-4909-aa06-6680d7c21923 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:52.643256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-2b93afe2-e244-4368-aeb2-c34aaa7c2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.645057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-2b93afe2-e244-4368-aeb2-c34aaa7c2ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd176535-dbec-47bb-ba89-84560269143b HTTP/1.1" status: 200 len: 850 time: 0.3785651 Oct 19 20:28:52.648886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:52.786915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8d7fc53-db3c-4ff3-845d-61d419600bea req-a42862be-90af-42db-a1bf-8f9d4fc01ba8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080852 Oct 19 20:28:52.797886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:52.841746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac517b4f-27d7-404d-bda5-cdfd2799de19 req-2866a372-b795-4b7e-a71d-f8d3dc5c34f6 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:52.843490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 11fc8fd9-69ed-4909-aa06-6680d7c21923 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:52.850126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac517b4f-27d7-404d-bda5-cdfd2799de19 req-2866a372-b795-4b7e-a71d-f8d3dc5c34f6 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1024 time: 0.0905282 Oct 19 20:28:52.859452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 11fc8fd9-69ed-4909-aa06-6680d7c21923 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:52.859832 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:52.903030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-344225da-7c5c-4a27-ad4b-d3487625d1de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea0db9e4-855c-4637-9f69-0781abae6d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2467456 Oct 19 20:28:52.966630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac517b4f-27d7-404d-bda5-cdfd2799de19 req-12ae2909-d57d-4bfe-8bc2-a2ffc590cf40 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=12471350-1565-456a-a58a-4caf934a8073&id=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1115532 Oct 19 20:28:53.085747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.124838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207b67d-11ae-4c7b-a90c-adc6b850ee6b None None] Network bcb4d23c-2a34-405a-8533-5b119e87a2df requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:28:53.239600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Deleting port 60778ec3-c4d9-43dd-878c-1fa419d06edf {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:53.239943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.406024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:53.415704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] Provisioning complete for port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:53.416357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.419725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:53.422267 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a835f-90d8-4d3e-882f-48330c79bdb7" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:53.425965 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.426766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b7305afd-41ce-41a8-8968-978d392675ce up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:53.527651 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc56a3-3e19-44e2-9478-9a4d57b78f23 x-openstack-request-id: req-e7dc56a3-3e19-44e2-9478-9a4d57b78f23 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:53.527912 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:53.528195 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7dc56a3-3e19-44e2-9478-9a4d57b78f23 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:53.528586 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'code': 200} Oct 19 20:28:53.528704 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'code': 200} Oct 19 20:28:53.528938 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'code': 200} Oct 19 20:28:53.608958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:53.622433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-1797971d-2233-40f2-8ca0-6bede0dbbbce service neutron] 10.222.0.11 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078605 Oct 19 20:28:53.632282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b7305afd-41ce-41a8-8968-978d392675ce completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:53.647561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b7305afd-41ce-41a8-8968-978d392675ce triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:53.647946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.739327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c20ea6f-ea6b-468d-97fc-02284f7a0284 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:53.814034 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.901923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] For port 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c20ea6f-ea6b-468d-97fc-02284f7a0284,segment=NetworkSegment(c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055),segment_id=c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:53.915994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:53.916489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.924697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.976656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:53.981834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:53.983203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:53.990473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:53.996764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.003466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.010812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.017626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.026156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-125745f6-574f-4fcb-9a16-010d13d14122 req-f2685380-0a1b-4a5c-ba66-e233c86a411c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5442 time: 0.1273134 Oct 19 20:28:54.084332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-125745f6-574f-4fcb-9a16-010d13d14122 req-1913bbe2-2d75-4365-828b-d12c766e74ac tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570688 Oct 19 20:28:54.090910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b7305afd-41ce-41a8-8968-978d392675ce,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:54.095319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a38236-45cc-4819-8999-b63fe8ee0fc4 None None] Pushing event updated for resources: {'Port': ['ID=5c20ea6f-ea6b-468d-97fc-02284f7a0284,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:54.122104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fa13d05f-89a2-437a-8d98-55bcbc59109f None None] Provisioning complete for port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:54.122617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa13d05f-89a2-437a-8d98-55bcbc59109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.124257 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.125044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f946de96-ba02-48b5-81f4-2a576ad0571a up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:54.229538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Allocated IP 172.20.0.1 (bcb4d23c-2a34-405a-8533-5b119e87a2df/e476283a-3de6-4530-a641-d7d34bcd7bfa/5211e596-6695-458c-b961-b71d7514265a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:54.352914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f3964796-dbdc-44e5-b912-51de21ed837d details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:28:54.361021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af20f50-090c-4173-9c38-e803b4ee8b6a req-2118a2d0-bd31-47f6-a687-a0a3963ae018 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.374363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6af20f50-090c-4173-9c38-e803b4ee8b6a req-2118a2d0-bd31-47f6-a687-a0a3963ae018 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 1024 time: 0.0911901 Oct 19 20:28:54.396803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] For port 60778ec3-c4d9-43dd-878c-1fa419d06edf, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=60778ec3-c4d9-43dd-878c-1fa419d06edf,segment=NetworkSegment(f7801b03-db34-4a41-9bd2-3c47f5f8d9a8),segment_id=f7801b03-db34-4a41-9bd2-3c47f5f8d9a8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:54.397186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.427374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:54.456691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6af20f50-090c-4173-9c38-e803b4ee8b6a req-021a0569-f30f-42a4-b6ef-3277d1e36198 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups?id=12471350-1565-456a-a58a-4caf934a8073&id=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793&id=54bde1e0-67ac-4fe2-ae45-608154892e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0739477 Oct 19 20:28:54.470072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b6e07-b1d7-4ef8-933f-985a714669ed req-15edc64f-df7e-42af-a9e4-d680cd828037 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:54.482797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5b7b6e07-b1d7-4ef8-933f-985a714669ed req-15edc64f-df7e-42af-a9e4-d680cd828037 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 943 time: 0.3387845 Oct 19 20:28:54.507583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Calling delete_port for 60778ec3-c4d9-43dd-878c-1fa419d06edf owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:54.527834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a877274-edbe-4b32-b16b-538fd95c7f67 req-c0f4ab8d-de81-4bea-90b0-1d6af106cff8 service neutron] 10.222.0.11 "GET /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8753264 Oct 19 20:28:54.543015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port f946de96-ba02-48b5-81f4-2a576ad0571a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:54.559519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port f946de96-ba02-48b5-81f4-2a576ad0571a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:54.559519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.571468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.617889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f3964796-dbdc-44e5-b912-51de21ed837d,segment=NetworkSegment(740feae2-8423-43d7-869c-8bf8deba2b74),segment_id=740feae2-8423-43d7-869c-8bf8deba2b74)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:54.628997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.637541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'f3964796-dbdc-44e5-b912-51de21ed837d', 'network_id': 'ea0db9e4-855c-4637-9f69-0781abae6d03', 'port_id': 'f3964796-dbdc-44e5-b912-51de21ed837d', 'mac_address': 'fa:16:3e:e6:4c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd176535-dbec-47bb-ba89-84560269143b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:28:54.680977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5b7b6e07-b1d7-4ef8-933f-985a714669ed req-edddc5ad-7b5b-4941-8cdf-55df9547bfb1 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973102 Oct 19 20:28:54.719707 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.733133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.746553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3964796-dbdc-44e5-b912-51de21ed837d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:28:54.786727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f3964796-dbdc-44e5-b912-51de21ed837d,segment=NetworkSegment(740feae2-8423-43d7-869c-8bf8deba2b74),segment_id=740feae2-8423-43d7-869c-8bf8deba2b74)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:54.793630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.801529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f946de96-ba02-48b5-81f4-2a576ad0571a,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:54.820780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.851728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:54.870251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:54.925343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:54.985868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network bcb4d23c-2a34-405a-8533-5b119e87a2df is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:54.999165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:55.003221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=5211e596-6695-458c-b961-b71d7514265a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:55.008531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:55.014555 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.030800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f3964796-dbdc-44e5-b912-51de21ed837d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:28:55.079938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'Port': ['ID=60778ec3-c4d9-43dd-878c-1fa419d06edf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:55.175645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.183129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] No DVR routers for this DVR port 60778ec3-c4d9-43dd-878c-1fa419d06edf on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:28:55.186122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.191168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c2111-3b19-44a8-b9b0-6a99953bbc95 req-d1ad5312-28b2-47bc-ab60-ab53c9d73e3b tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.11 "DELETE /v2.0/ports/60778ec3-c4d9-43dd-878c-1fa419d06edf HTTP/1.1" status: 204 len: 173 time: 3.1760657 Oct 19 20:28:55.233715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'name': 'network-vif-deleted', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:55.239465 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaaed0a-60a3-4240-916a-591d073fa9d7" -d '{"events": [{"server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "name": "network-vif-deleted", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:55.278472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.286984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.314663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.329259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.343111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.364988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.372484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.384231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-3a9fb32e-dfb1-4101-9f2d-6ec79209905c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.1906908 Oct 19 20:28:55.445971 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cdb7d8-e0ee-4b65-99ff-37d374015d09 x-openstack-request-id: req-60cdb7d8-e0ee-4b65-99ff-37d374015d09 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:55.446376 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca578051-08e3-4d6d-8592-6605b7b33850", "name": "network-vif-deleted", "tag": "60778ec3-c4d9-43dd-878c-1fa419d06edf", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:55.446732 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60cdb7d8-e0ee-4b65-99ff-37d374015d09 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:55.447428 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca578051-08e3-4d6d-8592-6605b7b33850', 'name': 'network-vif-deleted', 'tag': '60778ec3-c4d9-43dd-878c-1fa419d06edf', 'status': 'completed', 'code': 200} Oct 19 20:28:55.467925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f50e358-9506-4dab-b5d9-6b3ddcc76b43 req-d5276529-9a3c-48fc-bae7-65d1e614f743 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813167 Oct 19 20:28:55.497606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.530973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7305afd-41ce-41a8-8968-978d392675ce'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946de96-ba02-48b5-81f4-2a576ad0571a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:55.535566 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c0d81-d5f1-4f4f-a718-898cdf9b5f46" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "b7305afd-41ce-41a8-8968-978d392675ce"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "f946de96-ba02-48b5-81f4-2a576ad0571a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:55.551845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Deleting port 9f781609-756f-4cf9-9090-7822ef41262c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:55.553018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.559339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b31e3f6f-a938-4b2a-93e9-622f12014323 None None] Provisioning complete for port 5211e596-6695-458c-b961-b71d7514265a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:55.559712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b31e3f6f-a938-4b2a-93e9-622f12014323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.656020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c20ea6f-ea6b-468d-97fc-02284f7a0284 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:55.688041 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e23f7-2680-4be7-bef6-d500f2eae76c x-openstack-request-id: req-034e23f7-2680-4be7-bef6-d500f2eae76c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:55.688607 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "b7305afd-41ce-41a8-8968-978d392675ce", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-plugged", "status": "completed", "tag": "f946de96-ba02-48b5-81f4-2a576ad0571a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:55.689033 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-034e23f7-2680-4be7-bef6-d500f2eae76c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:55.690174 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7305afd-41ce-41a8-8968-978d392675ce', 'code': 200} Oct 19 20:28:55.695564 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946de96-ba02-48b5-81f4-2a576ad0571a', 'code': 200} Oct 19 20:28:55.703310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b31e3f6f-a938-4b2a-93e9-622f12014323 None None] Port 5211e596-6695-458c-b961-b71d7514265a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:28:55.748070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:55.748439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:55.896933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8fb46da-e426-40f3-ae9e-212b71305908 req-604d7f35-c90e-4f2c-be2d-e5979ceb3796 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca578051-08e3-4d6d-8592-6605b7b33850 HTTP/1.1" status: 200 len: 210 time: 0.3174915 Oct 19 20:28:55.922071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8f82b-3c12-41fe-9181-36175b3df287 req-cb3956ea-9f52-4da9-b5b4-537b3865ba1f tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:55.924581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab8f82b-3c12-41fe-9181-36175b3df287 req-cb3956ea-9f52-4da9-b5b4-537b3865ba1f tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 944 time: 0.1261139 Oct 19 20:28:55.989571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab8f82b-3c12-41fe-9181-36175b3df287 req-d0cdd4c8-d1f8-40cb-b7bc-94aee5d168f5 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Oct 19 20:28:56.007404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.008113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.008775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.010089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.010911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.011311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.011760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.013756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-f08fba8f-ea08-48dc-9764-74c72d15488c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.1808310 Oct 19 20:28:56.072568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] For port 9f781609-756f-4cf9-9090-7822ef41262c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f781609-756f-4cf9-9090-7822ef41262c,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:56.072927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.120638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Calling delete_port for 9f781609-756f-4cf9-9090-7822ef41262c owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:56.152354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d10e1458-2199-4183-a64f-9b6fbc64f52f req-2c2c4305-0d79-4018-8618-f7be737449e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72cfdef4-1075-4143-975d-7861a0171544&id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189058 Oct 19 20:28:56.165344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f3964796-dbdc-44e5-b912-51de21ed837d up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:28:56.223640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port f3964796-dbdc-44e5-b912-51de21ed837d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:28:56.229263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port f3964796-dbdc-44e5-b912-51de21ed837d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:56.229979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.251366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.297426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.359646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.402442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f3964796-dbdc-44e5-b912-51de21ed837d,segment=NetworkSegment(740feae2-8423-43d7-869c-8bf8deba2b74),segment_id=740feae2-8423-43d7-869c-8bf8deba2b74)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:56.405184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.413098 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.414102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 60778ec3-c4d9-43dd-878c-1fa419d06edf no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:56.432552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=5211e596-6695-458c-b961-b71d7514265a,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:56.460507 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ce3aa87-fd35-4960-a420-807ddbb35ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.462321 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 60778ec3-c4d9-43dd-878c-1fa419d06edf {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:56.462775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 60778ec3-c4d9-43dd-878c-1fa419d06edf not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:56.492901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:56.573740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:56.593264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network bcb4d23c-2a34-405a-8533-5b119e87a2df is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:56.614164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:56.687738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.690785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f781609-756f-4cf9-9090-7822ef41262c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:56.698839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.710326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.722168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.731101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.737503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.743753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:56.745984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-66f72e37-b796-4c5a-852f-8a0bce321e5b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.1671937 Oct 19 20:28:56.838430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-252f1d15-7a48-405a-9ee6-74199e5ef221 req-269960c1-4d17-4454-8d1e-fb6fe50683b8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807352 Oct 19 20:28:57.016581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.147369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2c0c6a80-108a-4c0f-8aeb-f4d3c8ffe4f6 None None] Provisioning complete for port 5211e596-6695-458c-b961-b71d7514265a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:57.148050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6a80-108a-4c0f-8aeb-f4d3c8ffe4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.166889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-7261d140-a647-4ac1-8467-4b1b507df130 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/12471350-1565-456a-a58a-4caf934a8073 HTTP/1.1" status: 200 len: 1800 time: 0.1571331 Oct 19 20:28:57.186663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c6a80-108a-4c0f-8aeb-f4d3c8ffe4f6 None None] Port 5211e596-6695-458c-b961-b71d7514265a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:28:57.231279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.270639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.321144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.324009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.325530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8043396f-3c0d-45d5-a13b-b299ba97f27e req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/12471350-1565-456a-a58a-4caf934a8073 HTTP/1.1" status: 204 len: 173 time: 0.1573813 Oct 19 20:28:57.335781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1de8b-1a01-43ce-af78-e42761774a27 tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12471350-1565-456a-a58a-4caf934a8073,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:57.399886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-37020751-ff00-4285-84db-f5ccf6aac95c tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "GET /v2.0/security-groups/f3ba0d9d-b831-4ec3-88bb-8d45be3aa793 HTTP/1.1" status: 200 len: 1801 time: 0.0455539 Oct 19 20:28:57.468923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.494066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.508134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723ae53-2ad3-4adb-9104-ca161e73268d req-4f1b3b3d-362d-4a6e-adac-57c212ddb00b tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:57.509656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5723ae53-2ad3-4adb-9104-ca161e73268d req-4f1b3b3d-362d-4a6e-adac-57c212ddb00b tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 945 time: 0.4029546 Oct 19 20:28:57.527742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Router 9385cd4f-9cd7-4706-a89b-5148b1b9061e is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:28:57.544626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.547427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.561961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f15c72c7-da4c-4373-b4d8-840bd1be267d req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] 10.222.0.31 "DELETE /v2.0/security-groups/f3ba0d9d-b831-4ec3-88bb-8d45be3aa793 HTTP/1.1" status: 204 len: 173 time: 0.1528566 Oct 19 20:28:57.562491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42194) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:57.627248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8f8a9-0576-4d98-83d5-25367f85e00d tempest-SecurityGroupsTestJSON-830246525 tempest-SecurityGroupsTestJSON-830246525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ba0d9d-b831-4ec3-88bb-8d45be3aa793,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:57.660919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5723ae53-2ad3-4adb-9104-ca161e73268d req-dcc769a4-114c-414d-941b-b2069bba2157 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409082 Oct 19 20:28:57.664296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Deleting subnet 9db73384-f0aa-4e53-a415-63a29e78d71b {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:28:57.672435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.702336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:28:57.706379 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289abeb5-2cce-4b5a-afdf-b9a2ab875261" -d '{"events": [{"server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "name": "network-vif-plugged", "status": "completed", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:28:57.715372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.751291 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2bd524-9088-434d-9ca3-f2a7ec1077ad x-openstack-request-id: req-1f2bd524-9088-434d-9ca3-f2a7ec1077ad {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:28:57.751584 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "name": "network-vif-plugged", "status": "completed", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:28:57.752371 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f2bd524-9088-434d-9ca3-f2a7ec1077ad {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:28:57.752984 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d', 'code': 200} Oct 19 20:28:57.756302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:28:57.765623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dc36008f-78e5-4055-b77c-71145d63a130 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "PUT /v2.0/routers/9385cd4f-9cd7-4706-a89b-5148b1b9061e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5898135 Oct 19 20:28:57.769162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:57.773242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] Sync routers for ids ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:28:57.780918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'port': {'network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df', 'name': 'tempest-FloatingIPNegativeTestJSON-216829570'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:57.784628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] Routers {'9385cd4f-9cd7-4706-a89b-5148b1b9061e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:57.785482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:57.792104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Router c4d5d746-0115-4949-add1-6c5064e4a350 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:28:57.822723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.827156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:57.836293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] Routers {'9385cd4f-9cd7-4706-a89b-5148b1b9061e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:57.837163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:57.869397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:57.870066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7128f01-d200-4c38-a0e3-3fdff0ef95a3 None None] The sync data for ids ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:28:57.936786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a0b1b-ae36-4fe2-9827-ac5109b6e7ca req-b95addd8-dc19-4fbc-9735-26d6a295c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:57.938238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f26a0b1b-ae36-4fe2-9827-ac5109b6e7ca req-b95addd8-dc19-4fbc-9735-26d6a295c42b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 1096 time: 0.0937929 Oct 19 20:28:57.943771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.965128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:28:57.972849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0ab0a040-78b5-47a5-941f-70ba9f587e39 admin admin] 10.222.0.31 "PUT /v2.0/routers/c4d5d746-0115-4949-add1-6c5064e4a350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1544912 Oct 19 20:28:57.976575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:57.981230 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Sync routers for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:28:57.984082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db73384-f0aa-4e53-a415-63a29e78d71b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:57.986201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:57.989909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f24d9b2-3146-4cf6-992a-f0b3407c3e23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9db73384-f0aa-4e53-a415-63a29e78d71b HTTP/1.1" status: 204 len: 168 time: 0.4183145 Oct 19 20:28:57.997326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42206) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:58.008641 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:58.009279 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.022375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Made reservation on behalf of 08da434c3f59450497548a542377e5f6 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:28:58.025816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.085598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] device_id is not set on port 8ede9b61-fd16-43a7-861a-d7abff36c2bb yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:28:58.101256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.152301 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:28:58.161744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f26a0b1b-ae36-4fe2-9827-ac5109b6e7ca req-7171c10b-d9b0-4886-ba93-d204d8f8de19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145109 Oct 19 20:28:58.188281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.196601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.203418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.210352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.217431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.226278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.235205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.237924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-7fffa7cd-7aee-4a73-8223-c5072d13a3a2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.2928050 Oct 19 20:28:58.266634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.296623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Allocated IP 172.20.0.14 (bcb4d23c-2a34-405a-8533-5b119e87a2df/e476283a-3de6-4530-a641-d7d34bcd7bfa/8ede9b61-fd16-43a7-861a-d7abff36c2bb) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:28:58.380379 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:28:56Z', 'revision_number': 5, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.400673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.412128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Checking router: c4d5d746-0115-4949-add1-6c5064e4a350 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:28:58.420758 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Routers {'c4d5d746-0115-4949-add1-6c5064e4a350'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:28:58.421413 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d5d746-0115-4949-add1-6c5064e4a350'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.433238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.446588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37e7f7b6-7b9d-46bb-a82b-11f05eb3a8a8 req-f406854a-beb3-4b7c-92a1-60ccc1df5a0f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944549 Oct 19 20:28:58.447564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.482153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.482153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7801b03-db34-4a41-9bd2-3c47f5f8d9a8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.494009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.539076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.542201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Deleting port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:28:58.542548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.557060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:28:58.557497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:28:58.559757 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:28:58.578014 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] Set router c4d5d746-0115-4949-add1-6c5064e4a350 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:28:58.632736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.653720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.662612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.667037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc HTTP/1.1" status: 204 len: 168 time: 0.6682408 Oct 19 20:28:58.692032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6b101-c191-47f1-90fe-d3c8363ed55e admin admin] Pushing event deleted for resources: {'Network': ['ID=f348ea4e-eac1-4de3-a4f0-3a77c2e5d5fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:58.703412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.710246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.720204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.727256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.739663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.748610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.759987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.762819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network bcb4d23c-2a34-405a-8533-5b119e87a2df is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:28:58.767144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:28:58.769213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.773737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:28:58.777119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf9b728-eb6f-4991-b978-c18fd81a9734 req-dca33fdb-c0f6-47f6-967a-746b6d94507d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.2293777 Oct 19 20:28:58.797264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:58.840441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Request body: {'floatingip': {'port_id': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:58.853270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=8ede9b61-fd16-43a7-861a-d7abff36c2bb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:58.857092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] For port 215a3d95-9d3a-4793-a05e-f2987e7a4cdb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:28:58.861882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.916129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:58.917436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:58.945276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32ea4e71-3055-4ed4-b7f3-39211f210a5d tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1749849 Oct 19 20:28:58.954796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42276) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:58.957885 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:28:56Z', 'revision_number': 5, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:28:58.968843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:28:59.017896 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc7874-3024-40fa-ab89-c42955d151f1 None None] The sync data for ids ['c4d5d746-0115-4949-add1-6c5064e4a350'] in n-d-805649-9 is: [{'id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'name': 'tempest-AttachSCSIVolumeTestJSON-316974951-router', 'tenant_id': '11aa91097b9549a58abee13337d84cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:22Z', 'updated_at': '2021-10-19T20:28:56Z', 'revision_number': 5, 'project_id': '11aa91097b9549a58abee13337d84cbf', 'gw_port': {'id': '215a3d95-9d3a-4793-a05e-f2987e7a4cdb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d5d746-0115-4949-add1-6c5064e4a350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:24Z', 'updated_at': '2021-10-19T20:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:28:59.037350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Calling delete_port for 215a3d95-9d3a-4793-a05e-f2987e7a4cdb owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:28:59.059366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.073458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:59.178695 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-314a6d14-c805-4d5c-aadf-72476194a34e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2df890be2c74207a230968e4bf71868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037810 Oct 19 20:28:59.186569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-570d885a-9606-4d5f-992d-3aa252e06b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.187202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42284) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:28:59.301828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.333495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4f2fcbc7-e090-4664-95e7-31baebace440 None None] Provisioning complete for port 8ede9b61-fd16-43a7-861a-d7abff36c2bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:28:59.334198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4f2fcbc7-e090-4664-95e7-31baebace440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.371880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.406946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fcbc7-e090-4664-95e7-31baebace440 None None] Port 8ede9b61-fd16-43a7-861a-d7abff36c2bb cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:28:59.420794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.425584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.429979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:28:59.435223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54bde1e0-67ac-4fe2-ae45-608154892e8b HTTP/1.1" status: 204 len: 168 time: 0.2437277 Oct 19 20:28:59.441184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b3fff-b75b-4bf2-bd8f-ec6eea3072c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bde1e0-67ac-4fe2-ae45-608154892e8b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:28:59.512414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54ed47-cf7a-44ca-9f14-718e15b79585 req-2c74cdfc-e7d9-4625-ba19-bcd5c354d5d3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:59.513994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a54ed47-cf7a-44ca-9f14-718e15b79585 req-2c74cdfc-e7d9-4625-ba19-bcd5c354d5d3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 945 time: 0.2863455 Oct 19 20:28:59.556957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f781609-756f-4cf9-9090-7822ef41262c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:28:59.599493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9f781609-756f-4cf9-9090-7822ef41262c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:28:59.600034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f781609-756f-4cf9-9090-7822ef41262c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:28:59.711695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-55221997-88c9-4bad-8135-ab7e05d7a7d6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:28:59.713483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-55221997-88c9-4bad-8135-ab7e05d7a7d6 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.1340184 Oct 19 20:28:59.733575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-32c02852-b507-4dc9-b32f-7dbf314ffacf tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/quotas/d1f77ba2d8d84463a708fb799da82b19 HTTP/1.1" status: 200 len: 375 time: 0.0127580 Oct 19 20:28:59.799481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-231b1e81-19c6-43d6-b013-e59039f48361 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575087 Oct 19 20:28:59.897146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a54ed47-cf7a-44ca-9f14-718e15b79585 req-c0b22dbf-4d5d-4a6e-9b51-881cd2848b84 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705983 Oct 19 20:28:59.923506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-8691a0c9-a949-45f7-9167-9e4469449840 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162295 Oct 19 20:29:00.045920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-da8982e4-f3ac-4f50-8af6-1541135ac301 service neutron] 10.222.0.31 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166101 Oct 19 20:29:00.247100 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.400826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42336) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:00.488318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63aac07c-9818-420f-9fee-584c8f6ddfb5 req-297f0040-51bf-4d28-bca0-8181934f0cb7 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 210 time: 0.0859730 Oct 19 20:29:00.529882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-250644742-network', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:00.533470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.resource_extend [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:29:00.556962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:00.559376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.574473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.701741 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.703118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.708768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.711035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.741074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:00.753723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.759064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eab883-aa96-4122-b423-8c01e547e934,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:00.788093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.789023 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Added segment 3afd0503-d9ad-48d2-a97f-0fb9c324b5ed of type vlan for network 35f73dbf-be31-4336-894f-8d663a12752a Oct 19 20:29:00.820313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=215a3d95-9d3a-4793-a05e-f2987e7a4cdb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:00.835697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.861803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.898990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.902579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:00.904242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.929661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:00.948803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5465698 Oct 19 20:29:00.954019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42352) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:00.999782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Request body: {'subnet': {'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-250644742-subnet', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:01.017603 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Floating IP ec9f8432-3775-4646-8d7c-29c84ac4c139 associated. External IP: 172.25.7.230, port: 1f18e9b7-46d9-4daf-a495-946a8938a5a5. Oct 19 20:29:01.050789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71116c-f517-4cea-aae4-de07fa375e50 admin admin] Pushing event updated for resources: {'Network': ['ID=35f73dbf-be31-4336-894f-8d663a12752a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:01.062758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 35f73dbf-be31-4336-894f-8d663a12752a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:01.076679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.096030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:01.098449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.114677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a034ee-a4f2-46b5-843a-3c7b5813b467 req-649b3765-e992-42ec-ad06-9ee46cdd2d03 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:01.116301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8a034ee-a4f2-46b5-843a-3c7b5813b467 req-649b3765-e992-42ec-ad06-9ee46cdd2d03 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 945 time: 0.1080406 Oct 19 20:29:01.260963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8a034ee-a4f2-46b5-843a-3c7b5813b467 req-4d58255a-ad8b-471d-bb24-9e0f6414ade3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329460 Oct 19 20:29:01.305241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.308517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.349017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Allocated IP 172.25.7.13 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/1a20feb3-53cc-43a4-ba94-7f43b70eb9d3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:01.410277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.444938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d939cea-4058-4c40-9da3-0453e53e974b req-c8fa5759-d349-4f24-b38b-12658fdecdeb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:01.446647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d939cea-4058-4c40-9da3-0453e53e974b req-c8fa5759-d349-4f24-b38b-12658fdecdeb tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/ports?device_id=187d2396-03ff-4c74-9ae1-2293b34efd95 HTTP/1.1" status: 200 len: 946 time: 0.3893661 Oct 19 20:29:01.484938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e306c51a-8c15-4150-a93d-c05b9702157b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:01.491184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:01.491562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Network hostable DHCP agents. Network: 35f73dbf-be31-4336-894f-8d663a12752a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:01.522258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Network 35f73dbf-be31-4336-894f-8d663a12752a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:01.538651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 35f73dbf-be31-4336-894f-8d663a12752a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:01.551515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449bc79b-e810-4797-8bea-2f27888cd381 None None] Network 35f73dbf-be31-4336-894f-8d663a12752a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:01.562821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:01.563591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.591225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fd24327b-f338-4121-9822-e508774791cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6344867 Oct 19 20:29:01.597893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.598498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d5d746-0115-4949-add1-6c5064e4a350 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:29:01.611280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.615880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4f3e94e2-47fc-4089-a9a9-3e68e3842e3b admin admin] 10.222.0.31 "DELETE /v2.0/routers/c4d5d746-0115-4949-add1-6c5064e4a350 HTTP/1.1" status: 204 len: 168 time: 3.6140704 Oct 19 20:29:01.625871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42370) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:01.626487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:01.629944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b9054c8-ab4c-4d75-96fa-665b4944f8b8 req-1ea0e0f1-d7c5-4e49-8d80-d8653e019c3f tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 210 time: 0.0697312 Oct 19 20:29:01.637959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:01.704358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.706216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.733114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Deleting subnet 8411744c-debe-48c6-a8cd-1ceb949bb44d {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:01.741219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.803709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-35f73dbf-be31-4336-894f-8d663a12752a', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:01.804889 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.817894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.823927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:01.943667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:01.989170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Allocated IP 172.20.0.2 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/47326c24-eb83-4174-9429-965f3209c6ee) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:01.993447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-c696b965-b505-4fc7-ac03-5e05af9601b5 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:01.995308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-c696b965-b505-4fc7-ac03-5e05af9601b5 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 805 time: 0.6331372 Oct 19 20:29:02.020810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Request body: {'port': {'device_id': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'admin_state_up': True, 'tenant_id': 'd1f77ba2d8d84463a708fb799da82b19'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:02.122925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Deleting port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:02.123342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.141718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd6f2-36d3-48f4-a582-c290fbdd5e75 req-c52ca137-7486-4b18-84d1-16609f7bc40b tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:02.150466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da4cd6f2-36d3-48f4-a582-c290fbdd5e75 req-c52ca137-7486-4b18-84d1-16609f7bc40b tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 945 time: 0.4641943 Oct 19 20:29:02.162811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.168976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.226420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Pushing event updated for resources: {'Port': ['ID=47326c24-eb83-4174-9429-965f3209c6ee,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:02.230288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 812db5bd-fd82-4dce-b1aa-a684a3b5a368 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:02.282353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.313049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.313773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.320294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:02.330733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:02.331358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.374560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.378028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:02.426906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:02.429858 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412f93d-2115-48d1-8a20-2d4e8d75efb7" -d '{"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-unplugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:02.474376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:02.475792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.482639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.489249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Attempting to bind port 47326c24-eb83-4174-9429-965f3209c6ee on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:02.489249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Attempting to bind port 47326c24-eb83-4174-9429-965f3209c6ee by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:02.489804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Attempting to bind port 47326c24-eb83-4174-9429-965f3209c6ee on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:02.513794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:02.514169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:02.514570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.514953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:02.515437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Bound port: 47326c24-eb83-4174-9429-965f3209c6ee, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:02.515812 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.519055 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f5e6e5-dfc7-4eed-b41f-019083a5db74 x-openstack-request-id: req-73f5e6e5-dfc7-4eed-b41f-019083a5db74 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:02.519339 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-unplugged", "status": "completed", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:02.519588 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73f5e6e5-dfc7-4eed-b41f-019083a5db74 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:02.520114 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'code': 200} Oct 19 20:29:02.521187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.524735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c63aac-f6ba-47df-a316-217adadd27f0 None None] Network 36581340-08ed-41f1-973d-ccc9a2e2379b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:02.525789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8411744c-debe-48c6-a8cd-1ceb949bb44d HTTP/1.1" status: 204 len: 168 time: 0.8929183 Oct 19 20:29:02.537747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42380) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:02.544741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Made reservation on behalf of d1f77ba2d8d84463a708fb799da82b19 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:02.548210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.550337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc31a-dd87-4170-a1b5-00aba2cf367c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8411744c-debe-48c6-a8cd-1ceb949bb44d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:02.560542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da4cd6f2-36d3-48f4-a582-c290fbdd5e75 req-c5119454-b33a-42ff-b152-e4f9cc5b9134 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd933803-7f21-47c9-8fc4-c64969c6b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071505 Oct 19 20:29:02.611985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:02.624632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.667202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Sync routers for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:02.707125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:02.707888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:02.711079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:02.776271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.802327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] For port 47326c24-eb83-4174-9429-965f3209c6ee, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:02.808013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] For port 47326c24-eb83-4174-9429-965f3209c6ee, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=47326c24-eb83-4174-9429-965f3209c6ee,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:02.808177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-557d2ac1-2d3d-434c-8fae-c6cb564837ba req-b6c66225-07a7-4599-9ec4-b256533df33d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 210 time: 0.0547338 Oct 19 20:29:02.827939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.832678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:02.987088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-da7d0eb4-1592-4391-92a3-bc179daabf97 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:02.988948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-da7d0eb4-1592-4391-92a3-bc179daabf97 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 945 time: 0.0700457 Oct 19 20:29:03.048519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] DHCP port deletion for 36581340-08ed-41f1-973d-ccc9a2e2379b request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:29:03.117519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Deleting port f3964796-dbdc-44e5-b912-51de21ed837d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:03.118817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.139056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:03.154692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] For port 812db5bd-fd82-4dce-b1aa-a684a3b5a368, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=812db5bd-fd82-4dce-b1aa-a684a3b5a368,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:03.155086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.195182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b66da1-996f-4b17-b2e0-ad0dc7643c58 None None] Pushing event updated for resources: {'Port': ['ID=47326c24-eb83-4174-9429-965f3209c6ee,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:03.242364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Calling delete_port for 812db5bd-fd82-4dce-b1aa-a684a3b5a368 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:03.260559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] For port f3964796-dbdc-44e5-b912-51de21ed837d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f3964796-dbdc-44e5-b912-51de21ed837d,segment=NetworkSegment(740feae2-8423-43d7-869c-8bf8deba2b74),segment_id=740feae2-8423-43d7-869c-8bf8deba2b74)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:03.260937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.275201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Calling delete_port for f3964796-dbdc-44e5-b912-51de21ed837d owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:03.284945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Deleting port 71b66c74-aec7-4381-bf64-e67bfcb60b91 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:03.285620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.320722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.349963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3c0029c-91ba-47f4-a0fb-c2c825bfcc08 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "PUT /v2.0/floatingips/ec9f8432-3775-4646-8d7c-29c84ac4c139 HTTP/1.1" status: 200 len: 991 time: 4.5251994 Oct 19 20:29:03.376257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:03.383425 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f8333-184f-488e-b4e0-e40a5c7660e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:03.391745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.451043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] For port 71b66c74-aec7-4381-bf64-e67bfcb60b91, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=71b66c74-aec7-4381-bf64-e67bfcb60b91,segment=NetworkSegment(2e759717-b55c-46fd-acc9-cb7e7bfaa08a),segment_id=2e759717-b55c-46fd-acc9-cb7e7bfaa08a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:03.451432 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.467151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Allocated IP 172.20.0.5 (de155b98-00c4-4504-b838-5d9e24937250/3c4f5aa7-afeb-4eb2-b18c-cec4424f8824/dd8f82d9-18bb-48e2-8aee-80103a5ce8dc) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:03.468490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Calling delete_port for 71b66c74-aec7-4381-bf64-e67bfcb60b91 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:03.630655 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea051cc6-f478-423d-821c-399d8b70f586 x-openstack-request-id: req-ea051cc6-f478-423d-821c-399d8b70f586 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:03.631936 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:03.635260 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea051cc6-f478-423d-821c-399d8b70f586 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:03.635811 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'status': 'completed', 'code': 200} Oct 19 20:29:03.651309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:03.653524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.674151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:03.674725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=1a20feb3-53cc-43a4-ba94-7f43b70eb9d3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:03.679695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] Pushing event deleted for resources: {'Port': ['ID=71b66c74-aec7-4381-bf64-e67bfcb60b91,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:03.682843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ec9f8432-3775-4646-8d7c-29c84ac4c139', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'port_id': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'mac_address': 'fa:16:3e:e3:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:27:38Z', 'updated_at': '2021-10-19T20:28:59Z', 'revision_number': 1, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:03.687714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:03.708796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f3964796-dbdc-44e5-b912-51de21ed837d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:03.711728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:03.748828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9166ede5-c026-4b66-b83f-8ad2366d6a15 None None] No DVR routers for this DVR port 71b66c74-aec7-4381-bf64-e67bfcb60b91 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:03.750330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Checking router: 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:03.784617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Pushing event deleted for resources: {'Port': ['ID=f3964796-dbdc-44e5-b912-51de21ed837d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:03.831015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 47326c24-eb83-4174-9429-965f3209c6ee up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:03.869255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e774074e-ef2a-45dc-8062-8b3f4b51be15 req-6d221621-8ecd-4e3a-886c-834015dcb50e tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7ef74d7-efc6-4a55-a127-fc598d9573e3 HTTP/1.1" status: 200 len: 210 time: 0.1850832 Oct 19 20:29:03.909315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:03.917277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:03.955744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Allocated IP 172.25.7.137 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/22fd7d9f-eab5-4a48-9420-9775d03e9ed2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:03.967546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] No DVR routers for this DVR port f3964796-dbdc-44e5-b912-51de21ed837d on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:03.997920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.004876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-760645c9-2642-40bf-a80a-13c8d54eeb05 req-41fc844b-9b7b-414b-8e4d-24e0974133b3 tempest-ServerGroupTestJSON-113996996 tempest-ServerGroupTestJSON-113996996-project] 10.222.0.11 "DELETE /v2.0/ports/f3964796-dbdc-44e5-b912-51de21ed837d HTTP/1.1" status: 204 len: 173 time: 1.0085611 Oct 19 20:29:04.010472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'name': 'network-vif-deleted', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:04.012784 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b71acc-a531-4af6-ae16-900897b2eeb3" -d '{"events": [{"server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "name": "network-vif-deleted", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:04.023071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eeb083af-5f50-4d69-a333-b292c2cbfe5b req-96959975-942b-4490-8b88-0cae357b8c76 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 210 time: 0.0858064 Oct 19 20:29:04.044997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.182661 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa625db4-63db-4a1c-9a56-94aee08ca59c x-openstack-request-id: req-fa625db4-63db-4a1c-9a56-94aee08ca59c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:04.183336 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef74d7-efc6-4a55-a127-fc598d9573e3", "name": "network-vif-deleted", "tag": "f3964796-dbdc-44e5-b912-51de21ed837d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:04.183801 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa625db4-63db-4a1c-9a56-94aee08ca59c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:04.184426 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef74d7-efc6-4a55-a127-fc598d9573e3', 'name': 'network-vif-deleted', 'tag': 'f3964796-dbdc-44e5-b912-51de21ed837d', 'status': 'completed', 'code': 200} Oct 19 20:29:04.217393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 47326c24-eb83-4174-9429-965f3209c6ee triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:04.217777 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.244069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.244553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.245026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.250016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.254599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.263119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.265052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.271722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.272183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-b8c105ef-fd0c-4c9a-95d0-8ef9ff6ace37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.5866468 Oct 19 20:29:04.283988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:04.335094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.387460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36581340-08ed-41f1-973d-ccc9a2e2379b']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:04.418040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Pushing event updated for resources: {'Port': ['ID=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:04.468634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:04.473189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:04.477286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:04.483251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e759717-b55c-46fd-acc9-cb7e7bfaa08a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:04.483636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e759717-b55c-46fd-acc9-cb7e7bfaa08a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:04.490424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.524764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.532531 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.632237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.660870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.671220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.750916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event deleted for resources: {'Port': ['ID=812db5bd-fd82-4dce-b1aa-a684a3b5a368,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:04.754513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:04.754929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:04.769650 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:04.786885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 47326c24-eb83-4174-9429-965f3209c6ee, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=47326c24-eb83-4174-9429-965f3209c6ee,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:04.792273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.806841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.853055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f90d3-1ac9-4de2-ad34-268d285fe537 None None] Network 35f73dbf-be31-4336-894f-8d663a12752a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:04.895971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 71b66c74-aec7-4381-bf64-e67bfcb60b91 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:04.913947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-01cc1df9-9ba3-4f58-9ab1-98a0863993d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:04.915785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-01cc1df9-9ba3-4f58-9ab1-98a0863993d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c HTTP/1.1" status: 200 len: 918 time: 0.6196392 Oct 19 20:29:04.952233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] No DVR routers for this DVR port 812db5bd-fd82-4dce-b1aa-a684a3b5a368 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:04.968363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:04.973965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d939cea-4058-4c40-9da3-0453e53e974b req-3cf3203a-be8a-4b01-9dec-59b29883756e tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "DELETE /v2.0/ports/812db5bd-fd82-4dce-b1aa-a684a3b5a368 HTTP/1.1" status: 204 len: 173 time: 3.5206914 Oct 19 20:29:05.019165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 71b66c74-aec7-4381-bf64-e67bfcb60b91 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:05.019726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 71b66c74-aec7-4381-bf64-e67bfcb60b91 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:05.020326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 215a3d95-9d3a-4793-a05e-f2987e7a4cdb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:05.022091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=47326c24-eb83-4174-9429-965f3209c6ee,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:05.026081 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.062578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 215a3d95-9d3a-4793-a05e-f2987e7a4cdb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:05.063240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 215a3d95-9d3a-4793-a05e-f2987e7a4cdb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:05.083445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.091471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-af6aee6f-1914-4548-beae-501f229e6f2c None None] Provisioning complete for port 47326c24-eb83-4174-9429-965f3209c6ee triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:05.091836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af6aee6f-1914-4548-beae-501f229e6f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.114754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.199745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.203021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/36581340-08ed-41f1-973d-ccc9a2e2379b HTTP/1.1" status: 204 len: 168 time: 2.6415265 Oct 19 20:29:05.299421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9ca7a-2d1d-4e40-994d-f7f71f6d25b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=36581340-08ed-41f1-973d-ccc9a2e2379b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:05.327480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ec9f8432-3775-4646-8d7c-29c84ac4c139', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'port_id': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'mac_address': 'fa:16:3e:e3:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:27:38Z', 'updated_at': '2021-10-19T20:28:59Z', 'revision_number': 1, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:05.342402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-e27287a6-116f-4a9d-9d41-afba4ae17ddd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 999 time: 0.3966992 Oct 19 20:29:05.391188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:05.414261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.417765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Network de155b98-00c4-4504-b838-5d9e24937250 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:05.436186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42430) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:05.456728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b399a21-2529-4afe-a80d-0301b5682b67 None None] The sync data for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 is: [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ec9f8432-3775-4646-8d7c-29c84ac4c139', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'port_id': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'mac_address': 'fa:16:3e:e3:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:27:38Z', 'updated_at': '2021-10-19T20:28:59Z', 'revision_number': 1, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:05.474164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:05.480671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:05.561783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c40156c7-05ee-4c49-ae1b-22dba03eccb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f7036bf67141d196c180e73707dc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199584 Oct 19 20:29:05.562183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Deleting subnet fd176535-dbec-47bb-ba89-84560269143b {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:05.585573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42432) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:05.606858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.610075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-ce901e2e-ea70-4398-af79-8714a63e4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:05.612517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-ce901e2e-ea70-4398-af79-8714a63e4cad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 200 len: 856 time: 0.2302687 Oct 19 20:29:05.613130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:05.729867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-deleted', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:05.739770 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd11a0-96ed-4ae3-a195-9e8453794764" -d '{"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-deleted", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:05.744731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 47326c24-eb83-4174-9429-965f3209c6ee up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:05.827362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.832343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d3d3-163d-4b6d-a956-6547e4f4352a req-015d733b-62b0-4bf1-a649-6c0e230c4840 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:05.834049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5908d3d3-163d-4b6d-a956-6547e4f4352a req-015d733b-62b0-4bf1-a649-6c0e230c4840 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 931 time: 0.6265471 Oct 19 20:29:05.866048 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08e75b-697b-4ba1-8d2b-b146a6129dc7 None None] New status for floating IP ec9f8432-3775-4646-8d7c-29c84ac4c139: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:29:05.877212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:05.878012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.890728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 47326c24-eb83-4174-9429-965f3209c6ee triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:05.891290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.916683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-93f26aac-7799-4687-97fd-da4a75d18f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:05.917107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.918753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-93f26aac-7799-4687-97fd-da4a75d18f12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860501 Oct 19 20:29:05.968662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-65e90f75-7520-4f91-8807-115abb0786a7 None None] Provisioning complete for port 47326c24-eb83-4174-9429-965f3209c6ee triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:05.969406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-65e90f75-7520-4f91-8807-115abb0786a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:05.974043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5908d3d3-163d-4b6d-a956-6547e4f4352a req-d6703fdd-8c9f-4ec6-a2b7-6ee0c1a14469 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223133 Oct 19 20:29:06.039524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.063005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.172842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.177923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-c08bd35c-1c96-4a8f-8377-c3aa7dc32203 service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223861 Oct 19 20:29:06.179796 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c7e7d-bbe9-4c1c-ad2d-dc9e1b1606d1 x-openstack-request-id: req-d49c7e7d-bbe9-4c1c-ad2d-dc9e1b1606d1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:06.180187 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2396-03ff-4c74-9ae1-2293b34efd95", "name": "network-vif-deleted", "tag": "812db5bd-fd82-4dce-b1aa-a684a3b5a368", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:06.180535 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d49c7e7d-bbe9-4c1c-ad2d-dc9e1b1606d1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:06.181024 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2396-03ff-4c74-9ae1-2293b34efd95', 'name': 'network-vif-deleted', 'tag': '812db5bd-fd82-4dce-b1aa-a684a3b5a368', 'status': 'completed', 'code': 200} Oct 19 20:29:06.181721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.182908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcb0a96e-a3f6-4afb-8bea-f5099192c278 HTTP/1.1" status: 204 len: 168 time: 0.5964966 Oct 19 20:29:06.187579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-52fafa40-2824-4c2e-ae65-a4fa075bc044 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1715469 Oct 19 20:29:06.211658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Router f228926b-2362-44c2-8f25-17077282e6b0 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:29:06.212522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-cce6297c-67f2-403b-86bb-17fcff49a5e1 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:29:06.213709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-cce6297c-67f2-403b-86bb-17fcff49a5e1 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105143 Oct 19 20:29:06.214131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6201-8995-47c7-bdd6-2f1af3259be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0a96e-a3f6-4afb-8bea-f5099192c278,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:06.218920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.249988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Request body: {'port': {'device_id': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:06.299989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.312467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd176535-dbec-47bb-ba89-84560269143b HTTP/1.1" status: 204 len: 168 time: 0.9202156 Oct 19 20:29:06.315346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75149246-3f07-4ba8-a8a7-7853f4a5af9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd176535-dbec-47bb-ba89-84560269143b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:06.319240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:06.368091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f3964796-dbdc-44e5-b912-51de21ed837d no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:06.377613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.382396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-399f8333-184f-488e-b4e0-e40a5c7660e4 req-783b942e-77f9-4220-89ae-fa98d4f085fe service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913848 Oct 19 20:29:06.386045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.400456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: f3964796-dbdc-44e5-b912-51de21ed837d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:06.400797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f3964796-dbdc-44e5-b912-51de21ed837d not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:06.502761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.530715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=1a20feb3-53cc-43a4-ba94-7f43b70eb9d3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:06.546608 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.549340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.595863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.597025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30dad650-8277-406c-9516-8eafa48d7ca5 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6412008 Oct 19 20:29:06.599803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42448) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:06.607020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f8e1e990-a7ee-4287-b1b6-1e9c40b9a623 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'floatingip': {'port_id': '8ede9b61-fd16-43a7-861a-d7abff36c2bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:06.662201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e990-a7ee-4287-b1b6-1e9c40b9a623 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.793886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42450) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:06.871833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.883597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:06.895867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Sync routers for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:06.897891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0db9e4-855c-4637-9f69-0781abae6d03']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:06.906220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:06.907132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:06.911574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740feae2-8423-43d7-869c-8bf8deba2b74') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:06.911874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740feae2-8423-43d7-869c-8bf8deba2b74') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:06.924129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.927911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35ea3af4-5cb2-4fd1-930d-b046644377fb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2940841 Oct 19 20:29:06.927911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:06.929076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42454) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:07.024601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-152be8e6-52ad-4608-8143-dbd315a1f516 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11aa91097b9549a58abee13337d84cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298822 Oct 19 20:29:07.030335 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-f8e1e990-a7ee-4287-b1b6-1e9c40b9a623 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] update failed (client error): The resource could not be found. Oct 19 20:29:07.031368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8e1e990-a7ee-4287-b1b6-1e9c40b9a623 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "PUT /v2.0/floatingips/216bfc41-5499-4ff7-8bb0-bd5e0be06668 HTTP/1.1" status: 404 len: 507 time: 0.4306307 Oct 19 20:29:07.031977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42460) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:07.054416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42462) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:07.061171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:07.129851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.164933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:07.165389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:07.184848 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:07.236632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:07.258173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.277082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.309213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:04Z', 'revision_number': 3, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:07.312293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.335173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Transition to ACTIVE for port object dd8f82d9-18bb-48e2-8aee-80103a5ce8dc will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:29:07.340172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Checking router: f228926b-2362-44c2-8f25-17077282e6b0 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:07.340530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Updating router f228926b-2362-44c2-8f25-17077282e6b0 port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:07.352772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.360477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.369082 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.381685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.385077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea0db9e4-855c-4637-9f69-0781abae6d03 HTTP/1.1" status: 204 len: 168 time: 1.0615776 Oct 19 20:29:07.406025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d72f7-42de-4428-b76a-61560d99fd6f req-bfb87829-0a98-4892-ab37-5f0d7c9e8ac0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:07.407661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-498d72f7-42de-4428-b76a-61560d99fd6f req-bfb87829-0a98-4892-ab37-5f0d7c9e8ac0 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 931 time: 0.2752879 Oct 19 20:29:07.413173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237cc27-9f48-4eb2-81cd-472712a16fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0db9e4-855c-4637-9f69-0781abae6d03,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:07.524924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-498d72f7-42de-4428-b76a-61560d99fd6f req-e09755df-8672-4a06-b445-3faa31212f22 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083117 Oct 19 20:29:07.562999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting port 1a20feb3-53cc-43a4-ba94-7f43b70eb9d3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:07.563431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.579053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:07.609452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.613210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.617902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a10eb29d-acc4-4dc1-b816-65546322a3ff HTTP/1.1" status: 204 len: 168 time: 0.5813413 Oct 19 20:29:07.637495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b6037-99e9-4370-8b73-03969d082653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10eb29d-acc4-4dc1-b816-65546322a3ff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:07.659148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Attempting to bind port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:07.659617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Attempting to bind port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:07.660010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Attempting to bind port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:07.666165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc on network de155b98-00c4-4504-b838-5d9e24937250 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:29:07.666565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Attempting to bind port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc on network de155b98-00c4-4504-b838-5d9e24937250 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:07.690544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:07.690914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Checking segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:07.691302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Bound using segment: {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:07.696704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Bound port: dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1477b30-dcfd-4687-8e87-f02046a28944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:07.698063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42470) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:07.698851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.730188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.730461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.785922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Calling delete_port for 1a20feb3-53cc-43a4-ba94-7f43b70eb9d3 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:07.809816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:07.813528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:07.827655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.852257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:07.854037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.856017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd8f82d9-18bb-48e2-8aee-80103a5ce8dc HTTP/1.1" status: 200 len: 1091 time: 1.6163602 Oct 19 20:29:07.885022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e514ebc0-0549-4e56-9845-dacf3f2ac39f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=701d0ef867674a9d88c4241d05b98f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844852 Oct 19 20:29:07.901640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42476) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:07.927413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:07.938810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.021380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be417c-184d-4eb6-b155-27eb4010f84c None None] Pushing event updated for resources: {'Port': ['ID=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:08.030172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5ab6b-9234-4146-998c-42eeffe6d5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:08.051721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-5429f869-084e-4546-8d4a-bb4b269e5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:08.053789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-5429f869-084e-4546-8d4a-bb4b269e5ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 1094 time: 0.1151218 Oct 19 20:29:08.056654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Attempting to bind port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:08.057165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Attempting to bind port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:08.057582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Attempting to bind port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:08.057775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.066118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:08.067676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:08.069453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.070183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:08.070977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Bound port: 22fd7d9f-eab5-4a48-9420-9775d03e9ed2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:08.071595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.145349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] For port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:08.150119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] For port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:08.155726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-ae155580-91bb-405c-9c3a-005aeb87952d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc HTTP/1.1" status: 200 len: 217 time: 0.0887759 Oct 19 20:29:08.159531 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.163335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.207034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:08.210515 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:08.236188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.293083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.302736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.304696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd933803-7f21-47c9-8fc4-c64969c6b2b0 HTTP/1.1" status: 204 len: 168 time: 0.4014416 Oct 19 20:29:08.323797 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42929e2e-c2bf-4c3c-811f-deff6182eb48 x-openstack-request-id: req-42929e2e-c2bf-4c3c-811f-deff6182eb48 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:08.324448 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:08.324892 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42929e2e-c2bf-4c3c-811f-deff6182eb48 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:08.325495 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'status': 'completed', 'code': 200} Oct 19 20:29:08.325677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:08.326540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b7919-336c-451b-9002-81e563bb6e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd933803-7f21-47c9-8fc4-c64969c6b2b0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:08.327289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:08.332017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-c97c848b-bcc7-421a-af70-658bb45a8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:08.334950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-c97c848b-bcc7-421a-af70-658bb45a8f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.1079764 Oct 19 20:29:08.366839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.395295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-10e94cd3-3dce-4d28-a2cc-aa315c49618a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504243 Oct 19 20:29:08.408087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be417c-184d-4eb6-b155-27eb4010f84c None None] Pushing event updated for resources: {'Port': ['ID=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:08.461060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Port': ['ID=1a20feb3-53cc-43a4-ba94-7f43b70eb9d3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:08.509467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:08.555123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-240affb9-1c9d-4903-95ab-649cdee26ee0 service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509600 Oct 19 20:29:08.757778 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.764256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.765515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be27c9b3-7680-40de-bf70-b04c51f8ff5e tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "DELETE /v2.0/floatingips/216bfc41-5499-4ff7-8bb0-bd5e0be06668 HTTP/1.1" status: 204 len: 168 time: 1.7106586 Oct 19 20:29:08.813708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42508) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:08.829802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-be372555-8236-4037-89c7-b55aa047d44b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'floatingip': {'floating_network_id': 'bcb4d23c-2a34-405a-8533-5b119e87a2df', 'port_id': '8ede9b61-fd16-43a7-861a-d7abff36c2bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:08.880751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be372555-8236-4037-89c7-b55aa047d44b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:08.900096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:04Z', 'revision_number': 3, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:08.946486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Allocated IP 172.20.0.1 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/e18d6719-7a0e-48e8-bc9a-28cf18b69552) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:08.963043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ccff6-b77b-4ac5-91b4-465d92b94c83 None None] The sync data for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 is: [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:04Z', 'revision_number': 3, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:09.195918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:09.205887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91ea5781-7e45-4dbe-b9c6-2eabdfcf9746 req-786f087e-8d70-41a0-b5e0-9ea2d5a1a813 service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449265 Oct 19 20:29:09.306380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:09.311144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9488-cfca-4e6b-be44-38feb34963dc req-6ca90e6a-b4da-4fa1-9e0a-3c617b656730 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:09.333096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55bb9488-cfca-4e6b-be44-38feb34963dc req-6ca90e6a-b4da-4fa1-9e0a-3c617b656730 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 943 time: 0.1254711 Oct 19 20:29:09.464921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:09.481513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:09.543825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Pushing event updated for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:09.554385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:09.569522 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-be372555-8236-4037-89c7-b55aa047d44b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:29:09.586465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42540) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:09.589475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be372555-8236-4037-89c7-b55aa047d44b tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7581468 Oct 19 20:29:09.591284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55bb9488-cfca-4e6b-be44-38feb34963dc req-61e3661f-a53f-420b-a028-ef8088fdb770 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565680 Oct 19 20:29:09.598052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '8ede9b61-fd16-43a7-861a-d7abff36c2bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:09.706158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-b8044adb-a451-46a7-add6-64ca2331ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:09.707695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-b8044adb-a451-46a7-add6-64ca2331ff35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1f77ba2d8d84463a708fb799da82b19&device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 1094 time: 0.4112089 Oct 19 20:29:09.730758 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:09.790444 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:09.804374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:09.941489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.022566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:10.023093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.199735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-2b1710a4-e6d1-4fa9-ba1c-767f576cbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:10.200399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0c737edd-0fd8-43c2-a1ff-c4b771f637fb None None] Provisioning complete for port e18d6719-7a0e-48e8-bc9a-28cf18b69552 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:10.200884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c737edd-0fd8-43c2-a1ff-c4b771f637fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.207259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-2b1710a4-e6d1-4fa9-ba1c-767f576cbf27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 200 len: 906 time: 0.4786494 Oct 19 20:29:10.288499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.327820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:10.340328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.372229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.381361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.436848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c737edd-0fd8-43c2-a1ff-c4b771f637fb None None] Port e18d6719-7a0e-48e8-bc9a-28cf18b69552 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:10.446640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-a46d27dd-a0d2-4f44-8198-3f3ebbabd5ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc HTTP/1.1" status: 200 len: 217 time: 0.2331471 Oct 19 20:29:10.484354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Pushing event updated for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:10.488637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.528521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:10.681984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-51da2e02-dff2-4390-8bb9-e3594ca02e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:10.684173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:10.685806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:10.686633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-51da2e02-dff2-4390-8bb9-e3594ca02e46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 200 len: 845 time: 0.2218969 Oct 19 20:29:10.691725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:10.911599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Router f228926b-2362-44c2-8f25-17077282e6b0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:11.086515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0c683e84-c654-458d-a375-b975c925e104 None None] Provisioning complete for port e18d6719-7a0e-48e8-bc9a-28cf18b69552 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:11.087019 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c683e84-c654-458d-a375-b975c925e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:11.098882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28b2228a-8211-418e-afc0-9f2317d89f3b req-2ce7afad-0ee9-4e50-8b9d-1655e11ceadb tempest-FlavorsV2NegativeTest-692323408 tempest-FlavorsV2NegativeTest-692323408-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1907ef8b6d124ecf834f4c2ad74bd3e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849848 Oct 19 20:29:11.101143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Allocated IP 172.25.7.153 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e9da4dd1-f5a2-4f9a-b89b-8591a92f0ce0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:11.144667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fcee3-2c55-4bf5-a0fe-a926c33e934e req-6b22257b-7da2-4de0-bd36-4b35a648b953 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:11.152941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3fcee3-2c55-4bf5-a0fe-a926c33e934e req-6b22257b-7da2-4de0-bd36-4b35a648b953 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 943 time: 0.1860147 Oct 19 20:29:11.181214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c683e84-c654-458d-a375-b975c925e104 None None] Port e18d6719-7a0e-48e8-bc9a-28cf18b69552 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:11.235491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-92abd844-5c3d-4bda-b8cc-890c6ff74e61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de155b98-00c4-4504-b838-5d9e24937250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268856 Oct 19 20:29:11.254224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3fcee3-2c55-4bf5-a0fe-a926c33e934e req-a851a83a-8f03-4462-83e9-aceb3cb2228b tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002219 Oct 19 20:29:11.426852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-49928b1c-1cf5-43f2-a5e6-061b5a4b20e9 service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715958 Oct 19 20:29:11.460527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:11.476142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0a05585-e96f-40ac-a474-56d789259bcd admin admin] 10.222.0.31 "PUT /v2.0/routers/f228926b-2362-44c2-8f25-17077282e6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5373783 Oct 19 20:29:11.490519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-705dd1c3-51dd-4c5b-85e4-b6217dc9517b req-607c2535-3301-4e3a-8bd1-09c50fdbb2be tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1269596 Oct 19 20:29:11.546347 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:11.557096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2228a-8211-418e-afc0-9f2317d89f3b req-7212ce6e-9b50-4bc9-b0e4-49b5f0b865ad tempest-FlavorsV2NegativeTest-692323408 tempest-FlavorsV2NegativeTest-692323408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:11.559335 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28b2228a-8211-418e-afc0-9f2317d89f3b req-7212ce6e-9b50-4bc9-b0e4-49b5f0b865ad tempest-FlavorsV2NegativeTest-692323408 tempest-FlavorsV2NegativeTest-692323408-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4596121 Oct 19 20:29:11.599867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28b2228a-8211-418e-afc0-9f2317d89f3b req-d8819549-0176-4541-8f3f-01ddf765d375 tempest-FlavorsV2NegativeTest-692323408 tempest-FlavorsV2NegativeTest-692323408-project] 10.222.0.31 "GET /v2.0/quotas/1907ef8b6d124ecf834f4c2ad74bd3e9 HTTP/1.1" status: 200 len: 375 time: 0.0222657 Oct 19 20:29:11.663373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28b2228a-8211-418e-afc0-9f2317d89f3b req-4f846a82-3695-4f29-84fb-cb1122e6301c tempest-FlavorsV2NegativeTest-692323408 tempest-FlavorsV2NegativeTest-692323408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1907ef8b6d124ecf834f4c2ad74bd3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576324 Oct 19 20:29:11.675126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:11.760129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9eb9cd50-504a-48eb-9ca0-f509dff8f2cb req-59757e07-173b-4bb9-b596-63c1e60590f4 service neutron] 10.222.0.11 "GET /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586288 Oct 19 20:29:11.766929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:11.817219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:11.817620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:11.859077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:11.864212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:11.879562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:11.918179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event updated for resources: {'Port': ['ID=e9da4dd1-f5a2-4f9a-b89b-8591a92f0ce0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:12.133371 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Sync routers for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:12.148562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:12.149565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:12.191303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42640) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:12.197237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417922902', 'description': 'tempest-description--1826448529'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:12.222549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting port e9da4dd1-f5a2-4f9a-b89b-8591a92f0ce0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:12.223001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.226784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:29:12.282378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.285816 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:12.329998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.331184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.346747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Calling delete_port for e9da4dd1-f5a2-4f9a-b89b-8591a92f0ce0 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:12.447616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:12.468015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.477510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.483225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'mac_address': 'fa:16:3e:40:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:29:12.512631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.514349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.517921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.520589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3282669 Oct 19 20:29:12.533757 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.541332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42646) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:12.550803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:12.554265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'security_group_rule': {'security_group_id': '66e623b8-d28b-42a5-b921-39c634f02c6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:12.575811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:12.576696 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:12.588890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.589426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Port': ['ID=e9da4dd1-f5a2-4f9a-b89b-8591a92f0ce0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:12.648167 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.664740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936502-5faa-4e92-8555-fa6a43ce9dca req-2d01ef96-8d33-487a-b229-047822e2de74 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:12.667880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:12.672108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c936502-5faa-4e92-8555-fa6a43ce9dca req-2d01ef96-8d33-487a-b229-047822e2de74 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 943 time: 0.1744881 Oct 19 20:29:12.682864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8588e-b8f8-4d3f-a8ca-09f7608fcac5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e623b8-d28b-42a5-b921-39c634f02c6c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:12.734001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c936502-5faa-4e92-8555-fa6a43ce9dca req-9d300611-7f6d-4562-b28b-2d8a0e7603fd tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608397 Oct 19 20:29:12.740976 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] create failed (client error): The resource could not be found. Oct 19 20:29:12.742979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4f86d162-44c9-4c6e-85fb-fc95ac71c9a7 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1504288 Oct 19 20:29:12.747889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42658) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:12.754361 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 2, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:12.758346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-818af226-c9bd-4ca7-97ce-0d9bf28be6ab req-8a9c23ef-e997-402a-adf7-a998d1cc0461 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1150932 Oct 19 20:29:12.789068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dd8f82d9-18bb-48e2-8aee-80103a5ce8dc'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:12.822298 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Checking router: f228926b-2362-44c2-8f25-17077282e6b0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:12.822682 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Updating router f228926b-2362-44c2-8f25-17077282e6b0 port e18d6719-7a0e-48e8-bc9a-28cf18b69552 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:12.839194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.860051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.871576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2e051239-a064-4d8c-b7fe-2f5a590e89a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.888546 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.890252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting port 8ede9b61-fd16-43a7-861a-d7abff36c2bb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:12.890764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.940987 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.950051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac106d2-ea60-40da-91bd-9f44f36e53e0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:12.972929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:12.974174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ced27b2-2e8c-4812-9345-d0a06157ffdf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318814 Oct 19 20:29:12.980163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:12.991360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'security_group_rule': {'security_group_id': '66e623b8-d28b-42a5-b921-39c634f02c6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:13.045018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.065979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2e051239-a064-4d8c-b7fe-2f5a590e89a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.075746 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2e051239-a064-4d8c-b7fe-2f5a590e89a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.112751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.130985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2e051239-a064-4d8c-b7fe-2f5a590e89a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1907ef8b6d124ecf834f4c2ad74bd3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529418 Oct 19 20:29:13.132047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e051239-a064-4d8c-b7fe-2f5a590e89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb98ca14-ccd4-40b1-8d62-224a921dedf4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.134592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:13.167167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Calling delete_port for 8ede9b61-fd16-43a7-861a-d7abff36c2bb owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:13.192562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.223579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.243638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.254698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.293740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a44b56f-daab-4357-983b-aff8c953ffc2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.302545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.303727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5733f2e-77f2-4f12-ac29-55a3912b007e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226001 Oct 19 20:29:13.310137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42674) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:13.310950 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.314835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:13.315077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.319343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb98ca14-ccd4-40b1-8d62-224a921dedf4 HTTP/1.1" status: 204 len: 168 time: 0.1835134 Oct 19 20:29:13.328304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062efd2-6755-4d00-a38b-745f35375b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb98ca14-ccd4-40b1-8d62-224a921dedf4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.375193 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.382424 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.413464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.434967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.506409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Port': ['ID=8ede9b61-fd16-43a7-861a-d7abff36c2bb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.509345 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Pushing event updated for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.529713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.530058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.530393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.530724 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.531047 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.531775 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.532094 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.532413 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.533269 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.533607 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.533983 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.534226 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:13.553581 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Attempting to bind port e18d6719-7a0e-48e8-bc9a-28cf18b69552 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:13.553988 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Attempting to bind port e18d6719-7a0e-48e8-bc9a-28cf18b69552 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:13.554315 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Attempting to bind port e18d6719-7a0e-48e8-bc9a-28cf18b69552 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:13.576842 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:13.577264 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:13.577696 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.578085 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:13.578562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Bound port: e18d6719-7a0e-48e8-bc9a-28cf18b69552, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:13.578931 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.601707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77afe441-7250-4239-94b7-e17ad3ac2a36 req-5c3368e5-373c-4b0c-8eb1-74d524a781fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1033919 Oct 19 20:29:13.686961 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] For port e18d6719-7a0e-48e8-bc9a-28cf18b69552, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:13.694053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] For port e18d6719-7a0e-48e8-bc9a-28cf18b69552, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e18d6719-7a0e-48e8-bc9a-28cf18b69552,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:13.710555 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.777981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.788531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-78caf5a3-5128-44fb-ae57-44209a6b4c90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "DELETE /v2.0/ports/8ede9b61-fd16-43a7-861a-d7abff36c2bb HTTP/1.1" status: 204 len: 168 time: 1.0371647 Oct 19 20:29:13.788713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42686) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:13.836788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] Provisioning complete for port e18d6719-7a0e-48e8-bc9a-28cf18b69552 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:13.837375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:13.909743 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ba3af-0d1e-4d94-b7cc-5a22751164b5 None None] Pushing event updated for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:13.917374 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:13.918008 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:13.929094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599d3f9-6854-41ed-8510-40c4cf3351b2 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:13.952097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3599d3f9-6854-41ed-8510-40c4cf3351b2 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "GET /v2.0/ports?device_id=9385cd4f-9cd7-4706-a89b-5148b1b9061e HTTP/1.1" status: 200 len: 913 time: 0.1622610 Oct 19 20:29:13.957433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:14.033179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-579bc063-d4b8-48a1-91af-2f0bff9e460f req-74e7ba2c-00dd-4480-bafc-93a890a5a90d tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0797734 Oct 19 20:29:14.033764 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.103849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] For port e18d6719-7a0e-48e8-bc9a-28cf18b69552, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e18d6719-7a0e-48e8-bc9a-28cf18b69552,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:14.121759 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.188733 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:14.216865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e823e-cddb-4476-9a11-cea1c84b4439 None None] Pushing event updated for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:14.246678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:14.249863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.335907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49b1cf9c-0dc1-4aef-87cd-06d877365083 None None] Provisioning complete for port e18d6719-7a0e-48e8-bc9a-28cf18b69552 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:14.336428 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49b1cf9c-0dc1-4aef-87cd-06d877365083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.374171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:29:14.378733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9b16-4cef-4d72-9778-9d95d793163f req-836ddb7b-b14b-47b8-87b1-b73f70bf8a08 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:14.382311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3af9b16-4cef-4d72-9778-9d95d793163f req-836ddb7b-b14b-47b8-87b1-b73f70bf8a08 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 944 time: 0.5451918 Oct 19 20:29:14.392276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:14.392941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.435118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:13Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:14.484868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c5f4c-d6ae-4333-8d1a-563a3a188ea3 None None] The sync data for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 is: [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:13Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:14.593553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.608512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42710) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:14.634092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:14.644395 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e66a0cf-1d0d-4dc4-b7be-04756eefb62b" -d '{"events": [{"server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "name": "network-vif-plugged", "status": "completed", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:14.659751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:14.666922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.750618 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7054db-1658-4d98-9331-43fb3f02a6d8 x-openstack-request-id: req-bf7054db-1658-4d98-9331-43fb3f02a6d8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:14.750975 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "name": "network-vif-plugged", "status": "completed", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:14.751776 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf7054db-1658-4d98-9331-43fb3f02a6d8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:14.752196 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'code': 200} Oct 19 20:29:14.796354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3af9b16-4cef-4d72-9778-9d95d793163f req-4cd13a15-0c4e-49d7-befc-237600823535 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038675 Oct 19 20:29:14.819807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:14.829823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-network', 'tenant_id': '4ac1681ba0e54f03848919034d647173'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:14.855424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Made reservation on behalf of 4ac1681ba0e54f03848919034d647173 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:14.858028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.869794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.933029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.25.7.172 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/10da1cdc-f8c7-486b-ba67-461097dfabdd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:14.957792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202a731-ea22-43ce-ae1b-65ba69abb161 req-5ea4f391-a86f-465c-9744-58c8526f264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:14.959335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5202a731-ea22-43ce-ae1b-65ba69abb161 req-5ea4f391-a86f-465c-9744-58c8526f264c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 1096 time: 0.1566913 Oct 19 20:29:14.987773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:14.991843 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.024183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:15.031216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1e9f5-6985-4b8d-b088-689b43375c00,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:15.041326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.041725 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Added segment d4f822e8-a53a-4374-a11d-b35e4ab3a35f of type vlan for network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 Oct 19 20:29:15.087270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.090936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5202a731-ea22-43ce-ae1b-65ba69abb161 req-4403b184-135f-4d8e-9848-5e664343ada9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244180 Oct 19 20:29:15.144092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.145471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:15.147426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.286912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f537ed6-0140-46ce-bb05-6b42f66af5ca req-b0fb8482-d383-4d94-94e1-590a983b719f tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1093352 Oct 19 20:29:15.300069 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6902046 Oct 19 20:29:15.300978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:15.306364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Request body: {'subnet': {'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-subnet', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:15.328891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ada02-387d-4451-a6fa-74ec19953535 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:15.333744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Made reservation on behalf of 4ac1681ba0e54f03848919034d647173 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:15.336637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.345240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:15.574532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.635968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e599520b-d127-4180-bd7f-638727d3f9a5,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:15.656736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.657216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.658106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.658446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.658771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.659093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.659901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.661139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.661599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.661928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.662300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.662671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:15.692325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.712496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e18d6719-7a0e-48e8-bc9a-28cf18b69552 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:15.746433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Checking segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:15.752382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Network hostable DHCP agents. Network: 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:15.756346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.807695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:15.844405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:15.870152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:15.871703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:15.876592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bdccb9-7de6-4e1e-b082-85586f30a74a None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:15.906121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7eb9e329-488e-45de-b57d-9f94179c537c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.6038203 Oct 19 20:29:15.906740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42744) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:15.921625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:15.961632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-12053e48-2279-4606-b06c-c7ee07e3dd62 req-bd1f3bd4-6398-417b-bf1e-415fa3a362ba tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0490990 Oct 19 20:29:15.984185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.044885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.045887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.072515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ab89c-80d9-48ad-a13b-34f164f39806 req-99f1fb71-92ee-4ba2-8718-17d044731c08 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:16.074186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-491ab89c-80d9-48ad-a13b-34f164f39806 req-99f1fb71-92ee-4ba2-8718-17d044731c08 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 945 time: 0.1643796 Oct 19 20:29:16.133355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:16.146880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:16.149783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:16.204348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e18d6719-7a0e-48e8-bc9a-28cf18b69552 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:16.205285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.260795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.268905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-491ab89c-80d9-48ad-a13b-34f164f39806 req-0a33cb18-2405-47c5-9b77-251179c13e48 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688695 Oct 19 20:29:16.356139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=10da1cdc-f8c7-486b-ba67-461097dfabdd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:16.430150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:16.431946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.487495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.487814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.570670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.658239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Allocated IP 172.20.0.2 (7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18/e599520b-d127-4180-bd7f-638727d3f9a5/a4a4284b-7a99-4b0e-88ca-1979ff50c07b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:16.747253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting port 5211e596-6695-458c-b961-b71d7514265a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:16.748000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.766431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.792028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.836632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.843900 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.873860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.905003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Calling delete_port for 5211e596-6695-458c-b961-b71d7514265a owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:16.905689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Pushing event updated for resources: {'Port': ['ID=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:16.914036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:16.915583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:16.918473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:16.932240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Allocated IP 172.25.7.122 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f3189d0e-001e-41bc-a977-1e6a9f98d4d0) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:16.977446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.984768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:16.996405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Attempting to bind port a4a4284b-7a99-4b0e-88ca-1979ff50c07b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:16.996907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Attempting to bind port a4a4284b-7a99-4b0e-88ca-1979ff50c07b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:16.997276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Attempting to bind port a4a4284b-7a99-4b0e-88ca-1979ff50c07b on network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:17.006064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:17.006459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Checking segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:17.007014 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.007411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Bound using segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:17.007893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Bound port: a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:17.008273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.086387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.102933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] For port a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:17.106816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] For port a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:17.112480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.131622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.136060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.137405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fb5cc8c8-1c51-451a-9477-70dbc62edc7f req-b8856bab-b621-42cc-940c-9a3f0b524f4a tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0630360 Oct 19 20:29:17.185700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=10da1cdc-f8c7-486b-ba67-461097dfabdd,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:17.218585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e00f8-9a78-4bb5-8e7a-5053a204e23f None None] Pushing event updated for resources: {'Port': ['ID=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:17.229435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:17.232058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.233448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fcc9bad2-d37a-4cb2-9746-6fda9deee329 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9225900 Oct 19 20:29:17.234367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:17.237174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:17.347374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.402051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Pushing event updated for resources: {'Port': ['ID=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:17.472469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Port': ['ID=5211e596-6695-458c-b961-b71d7514265a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:17.571231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625d029-676d-4cea-a15d-784e3ee98b34 req-52c7b6fd-0994-4a91-9ccf-a5f4d522d64d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:17.577569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2625d029-676d-4cea-a15d-784e3ee98b34 req-52c7b6fd-0994-4a91-9ccf-a5f4d522d64d tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 945 time: 0.1660111 Oct 19 20:29:17.702452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-062dc793-a173-466d-97c3-fab323d52864 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1417922902&fields=id&tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 267 time: 0.2304332 Oct 19 20:29:17.710906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2625d029-676d-4cea-a15d-784e3ee98b34 req-0968e7fb-e606-448b-8a1b-f2da8d659a45 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240747 Oct 19 20:29:17.834893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a4a4284b-7a99-4b0e-88ca-1979ff50c07b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:17.956585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a4a4284b-7a99-4b0e-88ca-1979ff50c07b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:17.957214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.968350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:17.989871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-06077eba-d95f-483f-be28-9dd29d0e6149 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:17.991464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-06077eba-d95f-483f-be28-9dd29d0e6149 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.2567639 Oct 19 20:29:18.115439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:18.119084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-48f5db8c-fa93-413d-9edc-32fb6a6761d9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/quotas/71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 375 time: 0.1091039 Oct 19 20:29:18.175336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:18.264000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:18.271273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:18.411399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:18.456492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:18.530872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-544624ca-8bc6-4b78-818d-dcfc5db1d013 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3691471 Oct 19 20:29:18.682846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:29:18.748529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Router 9385cd4f-9cd7-4706-a89b-5148b1b9061e has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:18.875890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0dee5-e0f9-4fa1-aa5a-e666101bf9d1 None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:18.910095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-366a562d-4041-4563-9ce5-90d07ba16281 req-71b7d965-db26-492c-b313-d5089ffc6398 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0622501 Oct 19 20:29:19.031846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d8bd7392-32b0-4fe3-a77d-a5973ee1b22e None None] Provisioning complete for port a4a4284b-7a99-4b0e-88ca-1979ff50c07b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:19.038566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8bd7392-32b0-4fe3-a77d-a5973ee1b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.049215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-8da4b927-8102-4d0e-ad64-b568ec6cb413 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406011 Oct 19 20:29:19.053854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:19.076153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d92d2065-da56-42c4-aa15-677334766727 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "PUT /v2.0/routers/9385cd4f-9cd7-4706-a89b-5148b1b9061e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1164839 Oct 19 20:29:19.095663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:19.102569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] Sync routers for ids ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:19.150837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] Routers {'9385cd4f-9cd7-4706-a89b-5148b1b9061e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:19.169370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:19.296543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.312309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:19.385464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] Routers {'9385cd4f-9cd7-4706-a89b-5148b1b9061e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:19.385896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:19.403949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:19.415927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Sync routers for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:19.437656 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:19.440862 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:19.445845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.450944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ff697a4-3c3a-4123-97c9-4bbddfa91552 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.5397787 Oct 19 20:29:19.453737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:19.460286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:19.460870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38a875-4370-4611-b0ab-7833195229a2 None None] The sync data for ids ['9385cd4f-9cd7-4706-a89b-5148b1b9061e'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:19.616058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.625676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.689463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a4a4284b-7a99-4b0e-88ca-1979ff50c07b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:19.689655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.690533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Fanout notify agent at l3_agent the message router_deleted on router 9385cd4f-9cd7-4706-a89b-5148b1b9061e {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:29:19.699063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:19.703034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df985a1a-941d-4361-9ecf-97dad0e5d936 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "DELETE /v2.0/routers/9385cd4f-9cd7-4706-a89b-5148b1b9061e HTTP/1.1" status: 204 len: 168 time: 0.6044478 Oct 19 20:29:19.703982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42834) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:19.707101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-f2e82a11-7314-4265-a132-9eacd9e54aa0 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511755 Oct 19 20:29:19.803693 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:19.868466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a4a4284b-7a99-4b0e-88ca-1979ff50c07b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:19.868834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.017629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b93de486-3f1f-4379-879e-0121870677a3 None None] Provisioning complete for port a4a4284b-7a99-4b0e-88ca-1979ff50c07b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:20.022113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b93de486-3f1f-4379-879e-0121870677a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.277749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7ce2-a0f9-4889-9a5e-f650608ae55f req-e4937ea8-3e20-472f-a65c-e2e55a8594d4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:20.286243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed9c7ce2-a0f9-4889-9a5e-f650608ae55f req-e4937ea8-3e20-472f-a65c-e2e55a8594d4 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 945 time: 0.3047326 Oct 19 20:29:20.349219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed9c7ce2-a0f9-4889-9a5e-f650608ae55f req-485f2790-fad4-48f8-8a39-ea76bbeb454c tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595067 Oct 19 20:29:20.462462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296b27f5-645b-4f53-9a7e-4ddf9b68b65b req-eb287890-fba6-4221-951d-53f8a1f0f77b tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0901306 Oct 19 20:29:20.478819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4df0a0b0-ff21-4c62-bd9d-09af5c01e55d req-0d65fd8c-ae82-4729-9017-dc4a26766a65 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 210 time: 0.0594656 Oct 19 20:29:20.517054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting subnet e476283a-3de6-4530-a641-d7d34bcd7bfa {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:20.527479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.618196 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.634925 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:17Z', 'revision_number': 3, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:20.674416 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.687344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Checking router: 35704ca7-ba26-43fc-b55f-fb566a6f50b2 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:20.687820 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Updating router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:20.731280 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.808802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.949262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.982217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Subnet': ['ID=e476283a-3de6-4530-a641-d7d34bcd7bfa,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:20.988519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:20.997398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e166a36-2651-4b74-bc2b-b81297147a90 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "DELETE /v2.0/subnets/e476283a-3de6-4530-a641-d7d34bcd7bfa HTTP/1.1" status: 204 len: 168 time: 1.2892957 Oct 19 20:29:20.999200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d8e9c-1430-4a3d-98e2-208ee8ed8b0a None None] Network bcb4d23c-2a34-405a-8533-5b119e87a2df requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:21.008492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:21.018774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Allocated IP 172.20.0.1 (7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18/e599520b-d127-4180-bd7f-638727d3f9a5/cc32665c-3d66-4242-b458-a78c791bf424) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:21.141008 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.151530 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.174129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.213544 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e66049-5df3-4594-b601-fd560bdbf17e None None] Pushing event updated for resources: {'Port': ['ID=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:21.244527 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Attempting to bind port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:21.244902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Attempting to bind port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:21.245267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Attempting to bind port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:21.254298 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:21.254681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:21.255078 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.255651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:21.256381 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Bound port: f3189d0e-001e-41bc-a977-1e6a9f98d4d0, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:21.256768 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.283241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] DHCP port deletion for bcb4d23c-2a34-405a-8533-5b119e87a2df request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:29:21.340684 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.353149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] For port f3189d0e-001e-41bc-a977-1e6a9f98d4d0, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:21.356738 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] For port f3189d0e-001e-41bc-a977-1e6a9f98d4d0, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:21.358989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Deleting port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:21.359469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.363916 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.372450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Deleting port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:21.372850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.445777 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:21.446475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:21.478920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] For port 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c20ea6f-ea6b-468d-97fc-02284f7a0284,segment=NetworkSegment(c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055),segment_id=c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:21.479821 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.500489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Calling delete_port for 5c20ea6f-ea6b-468d-97fc-02284f7a0284 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:21.516298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] For port 5c20ea6f-ea6b-468d-97fc-02284f7a0284, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c20ea6f-ea6b-468d-97fc-02284f7a0284,segment=NetworkSegment(c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055),segment_id=c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:21.516822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.527289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.564675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Calling delete_port for 5c20ea6f-ea6b-468d-97fc-02284f7a0284 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:21.587916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:21.603789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:21.623218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad7ec4-bb1e-4b4e-9dcb-5d07bb44f34b req-490bab19-3225-49b4-b5fc-18085311bc03 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:21.628919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79ad7ec4-bb1e-4b4e-9dcb-5d07bb44f34b req-490bab19-3225-49b4-b5fc-18085311bc03 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 945 time: 0.1616864 Oct 19 20:29:21.646079 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:21.680117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:21.682226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Pushing event updated for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:21.690023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4073fd1d-51ba-4bd4-9bca-74de62411be1 req-0e97f49c-36ff-4271-95c1-731d930faa5e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 210 time: 0.0954204 Oct 19 20:29:21.709793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c20ea6f-ea6b-468d-97fc-02284f7a0284 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:21.793482 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.799244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5c20ea6f-ea6b-468d-97fc-02284f7a0284 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:21.799735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c20ea6f-ea6b-468d-97fc-02284f7a0284 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:21.801196 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e66049-5df3-4594-b601-fd560bdbf17e None None] Pushing event updated for resources: {'Port': ['ID=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:21.855082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] Pushing event deleted for resources: {'Port': ['ID=5c20ea6f-ea6b-468d-97fc-02284f7a0284,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:21.857232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88db679-18e1-425c-afa5-890c6eb2408a None None] No DVR routers for this DVR port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:21.875146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79ad7ec4-bb1e-4b4e-9dcb-5d07bb44f34b req-9e9c2222-4129-42dc-973b-3dec83dc78b2 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447913 Oct 19 20:29:21.911138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:21.921311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5bfd46e7-6b36-4bf8-92f2-41a8c9bdb0dc req-fedf82fe-0d1d-4787-9b35-559d1d002731 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0366337 Oct 19 20:29:22.078731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.134006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Port': ['ID=5c20ea6f-ea6b-468d-97fc-02284f7a0284,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:22.143075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] No DVR routers for this DVR port 5c20ea6f-ea6b-468d-97fc-02284f7a0284 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:22.179265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:17Z', 'revision_number': 3, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:22.213322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a29299d6-c469-4efa-91e5-05c0b813bf56 None None] Provisioning complete for port cc32665c-3d66-4242-b458-a78c791bf424 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:22.213995 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a29299d6-c469-4efa-91e5-05c0b813bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.223365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-2ed15025-c56c-4c3c-ab79-bbafb1522f66 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:22.224864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-2ed15025-c56c-4c3c-ab79-bbafb1522f66 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.4215293 Oct 19 20:29:22.235113 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35aea4-c6d4-4753-8419-76d104f4bff4 None None] The sync data for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 is: [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:17Z', 'revision_number': 3, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:22.291348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a29299d6-c469-4efa-91e5-05c0b813bf56 None None] Port cc32665c-3d66-4242-b458-a78c791bf424 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:22.292164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-c9be7524-368c-43c5-8731-b9eef4d8ef86 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 380 time: 0.0533252 Oct 19 20:29:22.293877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:29:22.315711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'device_id': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'admin_state_up': True, 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'security_groups': ['66e623b8-d28b-42a5-b921-39c634f02c6c']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:22.336502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.405062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb4d23c-2a34-405a-8533-5b119e87a2df']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:22.415402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.420827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:22.421176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5945ea0-e9aa-4bb3-a0e4-91e56f6b1055') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:22.437171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:22.449933 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.458663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'network_id': 'de155b98-00c4-4504-b838-5d9e24937250', 'port_id': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'mac_address': 'fa:16:3e:40:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4f5aa7-afeb-4eb2-b18c-cec4424f8824', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:29:22.499678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.500848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:22.506720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.513638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:22.514046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.519173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:22.520022 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:22.538408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:22.573763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:22.578018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.663809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.739077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:22.747440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:22.753598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.20.0.6 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/9f8f5342-cfb6-4acc-9934-dc167752a9b1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:22.754481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.754834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.755175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.755649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.756188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.756519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.756849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.757430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.757515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.757827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.758149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.758478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:22.759888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] 10.222.0.31 "DELETE /v2.0/networks/bcb4d23c-2a34-405a-8533-5b119e87a2df HTTP/1.1" status: 204 len: 168 time: 1.7469378 Oct 19 20:29:22.762352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dd8f82d9-18bb-48e2-8aee-80103a5ce8dc'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:22.780832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1f7e-1548-4f57-84d9-9c2ef0b73ab0 tempest-FloatingIPNegativeTestJSON-1819597412 tempest-FloatingIPNegativeTestJSON-1819597412-project] Pushing event deleted for resources: {'Network': ['ID=bcb4d23c-2a34-405a-8533-5b119e87a2df,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:22.943357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6cd62759-b6aa-4458-b55e-14b0c1c41d1a req-3348d4b6-ace1-4c1f-ba12-1d992789a00e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 210 time: 0.0866404 Oct 19 20:29:23.003007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.014889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.126251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.132286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:23.142978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Pushing event updated for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:23.165018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.182691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c36766a-c68e-457b-8464-dc53ff666557 req-66b4aa1f-a422-46e2-b451-c730845aa2a8 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0492663 Oct 19 20:29:23.234145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2a42-e0ad-4145-a5a9-60ccf7373419 req-6e96faec-3ac2-4db8-a597-e9c3faa5b3d1 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:23.248444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ce2a42-e0ad-4145-a5a9-60ccf7373419 req-6e96faec-3ac2-4db8-a597-e9c3faa5b3d1 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 944 time: 0.1727395 Oct 19 20:29:23.307349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:23.309357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:23.422318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9abdce9c-d962-48b1-86dc-752a0dfefd75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08da434c3f59450497548a542377e5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817833 Oct 19 20:29:23.434746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ce2a42-e0ad-4145-a5a9-60ccf7373419 req-a036bbe4-b431-4c3a-b328-2b53f5489f86 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849806 Oct 19 20:29:23.436674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42896) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:23.477787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:23.498393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.666034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:23.724014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:23.757909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:23.767763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f3189d0e-001e-41bc-a977-1e6a9f98d4d0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:23.831295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:23.850602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-62d25d5a-51f1-4f4f-9b25-55ca7f463316 admin admin] 10.222.0.31 "PUT /v2.0/routers/35704ca7-ba26-43fc-b55f-fb566a6f50b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3867214 Oct 19 20:29:23.887122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-10f1e948-98c5-44ad-9e45-6ebee25614f7 None None] Provisioning complete for port cc32665c-3d66-4242-b458-a78c791bf424 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:23.887494 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10f1e948-98c5-44ad-9e45-6ebee25614f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.934811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:23.935166 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:23.962538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:23.992440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-10f1e948-98c5-44ad-9e45-6ebee25614f7 None None] Port cc32665c-3d66-4242-b458-a78c791bf424 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:24.035189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.078206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.099070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:24.100149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.124783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.136839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f3189d0e-001e-41bc-a977-1e6a9f98d4d0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:24.148391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.168491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28317dbf-4291-4c96-a1c2-5708a9aaf344 req-7275587b-1429-45c9-a512-011a3ff0131f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:24.170275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28317dbf-4291-4c96-a1c2-5708a9aaf344 req-7275587b-1429-45c9-a512-011a3ff0131f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 931 time: 0.0840714 Oct 19 20:29:24.192397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0449773-0fbc-4403-ba28-543816bed29d req-6e2c3c38-6b33-4dd3-b50b-999052ff59d2 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:24.203051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0449773-0fbc-4403-ba28-543816bed29d req-6e2c3c38-6b33-4dd3-b50b-999052ff59d2 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.2843487 Oct 19 20:29:24.208653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-29376814-0e0d-405f-9ade-2c9dc6312acb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9093585 Oct 19 20:29:24.224266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c9d171d2-65db-4bfc-b19a-94ee01612e19 None None] Provisioning complete for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:24.224796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d171d2-65db-4bfc-b19a-94ee01612e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.234345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-540fdd95-f293-40ec-bb20-677029287a90 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:29:24.235426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-540fdd95-f293-40ec-bb20-677029287a90 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080197 Oct 19 20:29:24.237344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28317dbf-4291-4c96-a1c2-5708a9aaf344 req-088d8f96-b489-45ff-915c-ed388b8ab3b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597434 Oct 19 20:29:24.279342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.288392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.293960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f707b2eb-7626-4822-8506-008eb3aa5209 HTTP/1.1" status: 204 len: 168 time: 0.8201642 Oct 19 20:29:24.299776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:24.310729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:24.314495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c9d171d2-65db-4bfc-b19a-94ee01612e19 None None] Port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:24.344891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad422ea-e7be-45fa-bc56-5ec724d6bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f707b2eb-7626-4822-8506-008eb3aa5209,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:24.372819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0449773-0fbc-4403-ba28-543816bed29d req-a72156ed-76a5-416d-95db-e692f9004853 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616237 Oct 19 20:29:24.407359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Request body: {'port': {'device_id': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:24.418535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.433147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:24.464196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:24.468624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.488724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:24.545537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94762-4031-4fb5-9a97-dd3a3c13b525 req-ed36e35b-3b3f-4570-8710-1ea1d54ad0e9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:24.553871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90f94762-4031-4fb5-9a97-dd3a3c13b525 req-ed36e35b-3b3f-4570-8710-1ea1d54ad0e9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 944 time: 0.1407285 Oct 19 20:29:24.561388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:24.672739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90f94762-4031-4fb5-9a97-dd3a3c13b525 req-92396530-b83b-43e6-a1bd-c1e1f9f025c9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093149 Oct 19 20:29:24.829023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f3a3a52-7e2e-46ae-bfce-2b0d4cc44c80 req-b0074f1d-b363-46b3-b03f-c41fab2e00ea tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0434551 Oct 19 20:29:24.971150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:24.980721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.015759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Transition to ACTIVE for port object 9f8f5342-cfb6-4acc-9934-dc167752a9b1 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:29:25.026269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.103773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:25.265826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Sync routers for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:25.267524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Attempting to bind port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:25.267991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Attempting to bind port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:25.268636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Attempting to bind port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:25.291188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:25.292115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:25.364962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 on network 35f73dbf-be31-4336-894f-8d663a12752a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:29:25.365362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Attempting to bind port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:25.393093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:25.393433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:25.393779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:25.394235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Bound port: 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:25.394593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.446033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-028560f9-1996-4d2b-8426-9c8b1e41cd66 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:25.451471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-028560f9-1996-4d2b-8426-9c8b1e41cd66 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.37 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.1293843 Oct 19 20:29:25.465189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe8369-5dc9-4af3-bfb1-dba005453b1e req-53ea470b-7d99-4172-989f-6fb98f76d9c5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:25.466919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1fe8369-5dc9-4af3-bfb1-dba005453b1e req-53ea470b-7d99-4172-989f-6fb98f76d9c5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 943 time: 0.0899277 Oct 19 20:29:25.499271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42962) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:25.535541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-e5389a65-7362-49e2-923e-36b94c40b76f tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:25.542771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-e5389a65-7362-49e2-923e-36b94c40b76f tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 827 time: 0.3891997 Oct 19 20:29:25.607975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1fe8369-5dc9-4af3-bfb1-dba005453b1e req-35edb1ab-0efd-48f4-aee1-b3d60c532a94 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073775 Oct 19 20:29:25.613653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-5011811e-5acc-4ce9-95e4-1e621aa8d0db tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/quotas/4ac1681ba0e54f03848919034d647173 HTTP/1.1" status: 200 len: 375 time: 0.0697153 Oct 19 20:29:25.634879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Deleting port 58e55ab4-aef8-4acb-9328-75b652a1eae8 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:25.634879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.673336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-14a912c3-cdc7-4e25-b1e5-6e2ef9743c74 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:25.675241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-14a912c3-cdc7-4e25-b1e5-6e2ef9743c74 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 943 time: 0.2691076 Oct 19 20:29:25.708772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:25.725892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:25.733681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024975300'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:25.751612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f3189d0e-001e-41bc-a977-1e6a9f98d4d0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:25.761073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:25.778345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.790560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-116147d2-06cb-404f-aba0-ee5240a62113 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759539 Oct 19 20:29:25.840047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-ae9c5c0b-149a-491a-a9d0-3b8750d4fe64 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:29:25.841281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-ae9c5c0b-149a-491a-a9d0-3b8750d4fe64 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0252385 Oct 19 20:29:25.861397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:25.865651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.869862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:25.870665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.872258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 1091 time: 1.6223137 Oct 19 20:29:25.874846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:25.877385 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8efa539-6810-40a9-911f-4e53566e468c" -d '{"events": [{"name": "network-changed", "server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:25.908476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:29:25.936053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:25.946478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:25.946950 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.026761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8259def-bf6e-4da1-aa42-f5a99174f206 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:26.134499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Deleting port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:26.134794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.147066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eedac4-af98-4e63-9f34-70777da5e4b6 req-39229fa9-2d9d-4828-acfb-b1ba3856b70d tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.148477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-382b81f2-2254-4afc-9321-ed2b3b350c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.150179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-382b81f2-2254-4afc-9321-ed2b3b350c9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1094 time: 0.2256150 Oct 19 20:29:26.154897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92eedac4-af98-4e63-9f34-70777da5e4b6 req-39229fa9-2d9d-4828-acfb-b1ba3856b70d tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/ports?device_id=dda47b7c-8d75-4bef-b310-f4b1dddc6569 HTTP/1.1" status: 200 len: 945 time: 0.4419615 Oct 19 20:29:26.155783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 2, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:26.185437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-a5fefcff-f614-41ac-a507-1a1c840b81b6 service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043139 Oct 19 20:29:26.191020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] For port 58e55ab4-aef8-4acb-9328-75b652a1eae8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=58e55ab4-aef8-4acb-9328-75b652a1eae8,segment=NetworkSegment(9f6f45da-9369-4f53-a68b-093de3c6c5ae),segment_id=9f6f45da-9369-4f53-a68b-093de3c6c5ae)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:26.191411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.195582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Checking router: 35704ca7-ba26-43fc-b55f-fb566a6f50b2 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:26.195891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Updating router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 port cc32665c-3d66-4242-b458-a78c791bf424 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:26.214893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Calling delete_port for 58e55ab4-aef8-4acb-9328-75b652a1eae8 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:26.226523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.235048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92eedac4-af98-4e63-9f34-70777da5e4b6 req-a6a8b17a-401b-4ee9-b21d-2c011a722f89 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d8dd8cc-c85f-4918-aa41-816fae1df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Oct 19 20:29:26.253120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-bdb6c483-9e6c-4d42-b7e1-1311cab43e29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 217 time: 0.0881333 Oct 19 20:29:26.418831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d455585-2437-4f86-84f0-a38338224e8a req-fca11f19-db70-46de-8e40-89d81a867eed tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.420984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d455585-2437-4f86-84f0-a38338224e8a req-fca11f19-db70-46de-8e40-89d81a867eed tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 943 time: 0.1017079 Oct 19 20:29:26.441384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-412b99fc-a959-4631-b8df-8174c0821878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.445852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.446045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.450782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] For port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,segment=NetworkSegment(f1477b30-dcfd-4687-8e87-f02046a28944),segment_id=f1477b30-dcfd-4687-8e87-f02046a28944)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:26.451187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.469456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['58e55ab4-aef8-4acb-9328-75b652a1eae8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:26.470882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.487988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-4a79f860-6f68-4217-9f0f-2e53a8dd461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.489393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-4a79f860-6f68-4217-9f0f-2e53a8dd461c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1912720 Oct 19 20:29:26.491586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Calling delete_port for dd8f82d9-18bb-48e2-8aee-80103a5ce8dc owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:26.501891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Pushing event deleted for resources: {'Port': ['ID=58e55ab4-aef8-4acb-9328-75b652a1eae8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:26.504433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-89987ba3-4f30-43f0-a753-ec19e92047de service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731922 Oct 19 20:29:26.562775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:26.564846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] No DVR routers for this DVR port 58e55ab4-aef8-4acb-9328-75b652a1eae8 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:26.570484 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.574830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f08f6de-e324-4d7d-944f-869cc6c48061 req-10091279-e8e3-4e2d-a2ab-ef4d2a9277b9 tempest-VolumesAdminNegativeTest-535851516 tempest-VolumesAdminNegativeTest-535851516-project] 10.222.0.37 "DELETE /v2.0/ports/58e55ab4-aef8-4acb-9328-75b652a1eae8 HTTP/1.1" status: 204 len: 173 time: 1.1068940 Oct 19 20:29:26.583396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'name': 'network-vif-deleted', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:26.585879 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10df176-34d4-47b6-8fd5-96c5f166fe16" -d '{"events": [{"server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "name": "network-vif-deleted", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:26.606182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f59cc-957d-4bf3-b761-333b5f85c76d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:26.622050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.622414 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment 5fa51814-2a86-4ec0-be81-43d815edbaa9 of type vlan for network 8a5eb300-73f9-4714-9fe9-d207a4305c19 Oct 19 20:29:26.646551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d455585-2437-4f86-84f0-a38338224e8a req-874372ad-531d-4e77-9ddd-00942a782ad2 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07a4009-3680-4111-a58a-b520d9704aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875777 Oct 19 20:29:26.676156 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.682295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-63db2b47-8581-4b73-ba51-623c4512647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.683819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-63db2b47-8581-4b73-ba51-623c4512647d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819880 Oct 19 20:29:26.683998 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.685388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.745143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d2f3-0b0b-4802-836a-1aec4785bacc None None] Pushing event updated for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:26.787524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.801467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:26.802125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.860202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Attempting to bind port cc32665c-3d66-4242-b458-a78c791bf424 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:26.860864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Attempting to bind port cc32665c-3d66-4242-b458-a78c791bf424 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:26.861479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Attempting to bind port cc32665c-3d66-4242-b458-a78c791bf424 on network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:26.867340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:26.869028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Checking segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:26.869535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.870243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Bound using segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:26.870992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Bound port: cc32665c-3d66-4242-b458-a78c791bf424, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:26.871393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:26.904627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-672bddd3-e371-4510-ba85-a50dad905e1e req-c101c918-9d26-479e-ad91-806ccfcaa757 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0594094 Oct 19 20:29:27.011351 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805e8908-7412-4101-b3d8-c201cf3d4fca x-openstack-request-id: req-805e8908-7412-4101-b3d8-c201cf3d4fca {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:27.011876 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:27.012339 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-805e8908-7412-4101-b3d8-c201cf3d4fca {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:27.013427 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'status': 'completed', 'code': 200} Oct 19 20:29:27.042513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] For port cc32665c-3d66-4242-b458-a78c791bf424, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:27.050700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] For port cc32665c-3d66-4242-b458-a78c791bf424, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc32665c-3d66-4242-b458-a78c791bf424,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:27.060671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.082804 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8bfd8-b02e-45c2-98d0-70fbd741468d x-openstack-request-id: req-53d8bfd8-b02e-45c2-98d0-70fbd741468d {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:27.083290 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda47b7c-8d75-4bef-b310-f4b1dddc6569", "name": "network-vif-deleted", "tag": "58e55ab4-aef8-4acb-9328-75b652a1eae8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:27.083857 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d8bfd8-b02e-45c2-98d0-70fbd741468d {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:27.084470 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda47b7c-8d75-4bef-b310-f4b1dddc6569', 'name': 'network-vif-deleted', 'tag': '58e55ab4-aef8-4acb-9328-75b652a1eae8', 'status': 'completed', 'code': 200} Oct 19 20:29:27.119662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=8a5eb300-73f9-4714-9fe9-d207a4305c19,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:27.125439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-443c3962-d182-459b-beaf-4cfcfa00db28 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6235440 Oct 19 20:29:27.159859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:27.167288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.171300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-c2549052-12a8-45bb-9d43-5a3ace9a3f2f service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799917 Oct 19 20:29:27.282895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Pushing event deleted for resources: {'Port': ['ID=dd8f82d9-18bb-48e2-8aee-80103a5ce8dc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:27.303138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:27.304224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:27.370897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c527e0-d908-42b4-9066-7f8b9577a955 req-1777d40d-ec73-42a2-9b34-46879c55d7d5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:27.381806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c527e0-d908-42b4-9066-7f8b9577a955 req-1777d40d-ec73-42a2-9b34-46879c55d7d5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 943 time: 0.2056675 Oct 19 20:29:27.421030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] No DVR routers for this DVR port dd8f82d9-18bb-48e2-8aee-80103a5ce8dc on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:27.450346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50c527e0-d908-42b4-9066-7f8b9577a955 req-6818d40a-a1ea-4216-9968-8aee1bbdcb9c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667436 Oct 19 20:29:27.492100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] Provisioning complete for port cc32665c-3d66-4242-b458-a78c791bf424 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:27.493212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.501755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42994) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:27.505575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d2f3-0b0b-4802-836a-1aec4785bacc None None] Pushing event updated for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:27.561403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Deleting subnet b9a2751a-8e27-403b-bca3-87ce21768ccf {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:27.565284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2869f0d6-2a72-4488-b1b0-0a6abc784f47 req-5f884d82-2261-456a-83d9-2652141da8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 210 time: 0.2115762 Oct 19 20:29:27.568252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.571815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b72f7974-5656-4742-82e6-1954e0b1e56c req-091b39b7-3401-4556-bfe8-7c1c592468b9 tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.11 "DELETE /v2.0/ports/dd8f82d9-18bb-48e2-8aee-80103a5ce8dc HTTP/1.1" status: 204 len: 173 time: 1.8886259 Oct 19 20:29:27.610002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46039299-2aa7-4f5e-89d1-c9b0aba7fd59 req-c1146320-b83c-45a7-ad69-d8368f500992 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298182 Oct 19 20:29:27.620679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.713437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.747860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:27.793787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.802677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.808769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa539-6810-40a9-911f-4e53566e468c req-80e3070c-e730-4afc-9ad3-43cd2acafdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:27.810996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-80e3070c-e730-4afc-9ad3-43cd2acafdd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1094 time: 0.1115792 Oct 19 20:29:27.833950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-415244f7-f31d-488b-b2c2-aab230806d97 req-759d71fd-75e4-4cfb-b079-6fd49253755a tempest-ImagesTestJSON-1470290697 tempest-ImagesTestJSON-1470290697-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a87128-3a2c-4bad-8c3e-731005d4def1 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Oct 19 20:29:27.911032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] For port cc32665c-3d66-4242-b458-a78c791bf424, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc32665c-3d66-4242-b458-a78c791bf424,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:27.919264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.948247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.952877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a2751a-8e27-403b-bca3-87ce21768ccf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:27.960504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:27.964226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b16ca29-d152-4626-ae28-028a913ef9d0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9a2751a-8e27-403b-bca3-87ce21768ccf HTTP/1.1" status: 204 len: 168 time: 0.4612384 Oct 19 20:29:27.966629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43000) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:28.012547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa539-6810-40a9-911f-4e53566e468c req-d39e249c-2d52-4c69-a1b5-c108dff84f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:28.035011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-d39e249c-2d52-4c69-a1b5-c108dff84f68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2159617 Oct 19 20:29:28.071007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.087576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1ec7-942c-46ab-938f-3895944f46be None None] Pushing event updated for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:28.108811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6b0733db-b2e1-41a2-99c4-d75ff1496248 None None] Provisioning complete for port cc32665c-3d66-4242-b458-a78c791bf424 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:28.109485 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b0733db-b2e1-41a2-99c4-d75ff1496248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.160507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-9a4d6b55-dec9-4a94-a8c2-3f0a29dd281f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 217 time: 0.1157064 Oct 19 20:29:28.271123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f0782fb-a76a-43ce-a9d8-3b5e9327b07f req-8bb2d5b1-7228-4e84-8837-f902ffba7f6a tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1086230 Oct 19 20:29:28.281140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.328434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf0ff2c-64c2-480c-aeb5-45cbdc14407e']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:28.341536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6f45da-9369-4f53-a68b-093de3c6c5ae') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:28.341836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6f45da-9369-4f53-a68b-093de3c6c5ae') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:28.353867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.356913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa539-6810-40a9-911f-4e53566e468c req-da0be811-a750-47ca-81b3-64086d930170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:28.359292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-da0be811-a750-47ca-81b3-64086d930170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1583238 Oct 19 20:29:28.368898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.377517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:28.378052 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.379493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:28.380029 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:28.417750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e464eae-bd07-4dce-9745-db37a779bf89 None None] The sync data for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 is: [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:28.449418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa539-6810-40a9-911f-4e53566e468c req-5b138ff4-9805-4293-8181-b6913bebfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:28.451023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-5b138ff4-9805-4293-8181-b6913bebfe8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826883 Oct 19 20:29:28.456717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.470665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.499359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] 10.222.0.31 "DELETE /v2.0/networks/baf0ff2c-64c2-480c-aeb5-45cbdc14407e HTTP/1.1" status: 204 len: 168 time: 0.5291612 Oct 19 20:29:28.500227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43008) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:28.614247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Deleting subnet 86966a6d-303a-42fa-bdd3-9d2f796685b3 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:28.623387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.630573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc998-1163-42fd-ada5-ef8c10fd5960 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf0ff2c-64c2-480c-aeb5-45cbdc14407e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:28.706356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-88109ec7-da27-4c8b-bb2d-0c68c63719ed service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394023 Oct 19 20:29:28.743033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.819976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e1b7c11-27d3-4e74-a7a1-fb889e5d8062 req-0f8658f7-d99c-4de1-8c47-2a129b3afcc3 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 210 time: 0.0716729 Oct 19 20:29:28.853342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.933401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:28.999910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86966a6d-303a-42fa-bdd3-9d2f796685b3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:29.016655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.023315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32214fc2-b643-4ca6-8a11-059070902065 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/86966a6d-303a-42fa-bdd3-9d2f796685b3 HTTP/1.1" status: 204 len: 168 time: 0.5205181 Oct 19 20:29:29.025500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43024) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:29.110648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.178163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac5365d4-9cbf-494a-80f6-2216b986b8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.312640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.350248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'name': 'network-vif-deleted', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:29.365282 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505a864-dbe4-4a35-a203-8b16eac1a8a4" -d '{"events": [{"server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "name": "network-vif-deleted", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:29.374634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4943462-987a-432a-9a08-3c2fa0d574b3']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:29.398433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2db8dd-b5bc-4dfd-bb52-6cfc3b1d299e') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:29.398738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2db8dd-b5bc-4dfd-bb52-6cfc3b1d299e') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:29.420690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.445478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.456928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:29.458042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:29.536329 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:29.553334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590690c-8ddf-4e21-9913-592b3e30b102 req-a4462e72-b7b7-4a5b-9cbf-9972dfd82f5a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:29.567659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d590690c-8ddf-4e21-9913-592b3e30b102 req-a4462e72-b7b7-4a5b-9cbf-9972dfd82f5a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 943 time: 0.9037888 Oct 19 20:29:29.572304 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a1844a4-7052-4333-b8c6-7e924d934490 req-b6bcfe37-074c-48d8-b889-4c8b37a371b3 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0343652 Oct 19 20:29:29.573419 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.587952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.595123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] 10.222.0.31 "DELETE /v2.0/networks/a4943462-987a-432a-9a08-3c2fa0d574b3 HTTP/1.1" status: 204 len: 168 time: 0.5682464 Oct 19 20:29:29.638777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294bed2-a1b7-4d25-bb5a-2e014f947bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4943462-987a-432a-9a08-3c2fa0d574b3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:29.647108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8efa539-6810-40a9-911f-4e53566e468c req-81b523b3-d48a-4504-888b-903e4cf304f2 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9159706 Oct 19 20:29:29.686422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d590690c-8ddf-4e21-9913-592b3e30b102 req-356e8609-8a6d-4976-9737-b58470e4edd9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177917 Oct 19 20:29:29.718928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-07811571-bf66-4572-8a5d-e0ca7c695e14 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:29.722818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-07811571-bf66-4572-8a5d-e0ca7c695e14 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.11 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 827 time: 1.0134242 Oct 19 20:29:29.736868 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25cf29e-84e2-4109-a17a-02def56b6611 x-openstack-request-id: req-a25cf29e-84e2-4109-a17a-02def56b6611 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:29.737159 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a87128-3a2c-4bad-8c3e-731005d4def1", "name": "network-vif-deleted", "tag": "dd8f82d9-18bb-48e2-8aee-80103a5ce8dc", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:29.737434 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a25cf29e-84e2-4109-a17a-02def56b6611 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:29.737912 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a87128-3a2c-4bad-8c3e-731005d4def1', 'name': 'network-vif-deleted', 'tag': 'dd8f82d9-18bb-48e2-8aee-80103a5ce8dc', 'status': 'completed', 'code': 200} Oct 19 20:29:29.758516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'port': {'device_id': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'admin_state_up': True, 'tenant_id': '4ac1681ba0e54f03848919034d647173'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:29.811505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc32665c-3d66-4242-b458-a78c791bf424 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:29.971768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43060) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:29.978833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cc32665c-3d66-4242-b458-a78c791bf424 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:29.979210 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:29.996873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43062) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:30.030462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fa080b1-3c3f-467a-bbb1-a242ce06d8a3 req-28973352-c1ad-48e2-8f63-3ba20783e018 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 210 time: 0.0482237 Oct 19 20:29:30.050419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Made reservation on behalf of 4ac1681ba0e54f03848919034d647173 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:30.055011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.165640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Deleting subnet 3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:30.177906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.228480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Allocated IP 172.20.0.3 (7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18/e599520b-d127-4180-bd7f-638727d3f9a5/798f66bc-2efd-4525-9403-7d009e6ba49f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:30.252430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.265284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.299093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-324e1fc7-c1f9-46dd-b5a5-b8a086f5848e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4cb425f896e4529a26ac28466a2d3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010533 Oct 19 20:29:30.304926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43066) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:30.317457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:30.363296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.430614 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.463227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.476705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:30.481874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:30.534323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.537438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.538602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d8dd8cc-c85f-4918-aa41-816fae1df0fb HTTP/1.1" status: 204 len: 168 time: 0.2321196 Oct 19 20:29:30.553515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e902870-1cca-4a29-90d2-ab4bfeaf83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8dd8cc-c85f-4918-aa41-816fae1df0fb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:30.555942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.581744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.588849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4f5aa7-afeb-4eb2-b18c-cec4424f8824,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:30.591071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.596148 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-20894f31-d45c-4182-91f2-64c3a38d702e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3c4f5aa7-afeb-4eb2-b18c-cec4424f8824 HTTP/1.1" status: 204 len: 168 time: 0.6219771 Oct 19 20:29:30.599902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43074) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:30.651246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: dd8f82d9-18bb-48e2-8aee-80103a5ce8dc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:30.651246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd8f82d9-18bb-48e2-8aee-80103a5ce8dc not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:30.653630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:29:30.655729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 58e55ab4-aef8-4acb-9328-75b652a1eae8 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:30.681958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 58e55ab4-aef8-4acb-9328-75b652a1eae8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:30.682336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 58e55ab4-aef8-4acb-9328-75b652a1eae8 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:30.688925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:30.692476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.703192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.749898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ac462ae-f6d0-4fab-9d5d-20a5450d6f74 req-4b1d01e0-0db3-433e-a3f9-b1e9e5c39ed0 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0399289 Oct 19 20:29:30.766781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.826405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:30.850428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:29:30.865113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:30.888185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:30.892556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event updated for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:30.895276 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:30.900671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.910714 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:30.925488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:30.946087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:30.951624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.010157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:31.018047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a29b5-436e-4d29-b74c-924ced82ba16 req-3341a67d-3dbd-4f44-8277-4e0d7280a2be tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:31.019585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e84a29b5-436e-4d29-b74c-924ced82ba16 req-3341a67d-3dbd-4f44-8277-4e0d7280a2be tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 943 time: 0.1993375 Oct 19 20:29:31.068987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:31.074574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.082894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:31.083550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.134421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de155b98-00c4-4504-b838-5d9e24937250']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:31.152357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1477b30-dcfd-4687-8e87-f02046a28944') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:31.152636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1477b30-dcfd-4687-8e87-f02046a28944') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:31.178663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8572ea26-798c-4006-b0f4-8923929f6b50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49224a5544364a1f8e85d388ef2c5a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077166 Oct 19 20:29:31.181867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:31.196599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed234ab-2e3d-405a-88d0-51b203db5571 req-d315c93d-0df4-493c-a4b8-ce79d684966c tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:31.196783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.198102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eed234ab-2e3d-405a-88d0-51b203db5571 req-d315c93d-0df4-493c-a4b8-ce79d684966c tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 931 time: 0.1020782 Oct 19 20:29:31.201053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-f262386c-5027-4ae1-831d-e986218ca889 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623041 Oct 19 20:29:31.230540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Request body: {'port': {'device_id': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:31.253362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e84a29b5-436e-4d29-b74c-924ced82ba16 req-79fc9dbc-67af-4445-b961-d7dd760c62bc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839647 Oct 19 20:29:31.256598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.261186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.275392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eed234ab-2e3d-405a-88d0-51b203db5571 req-ed7de992-b2ec-44b3-b161-407fe6379c7c tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 Oct 19 20:29:31.276723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.300090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:31.300502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.303210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9f8f5342-cfb6-4acc-9934-dc167752a9b1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:31.304435 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:31.308802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.348428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a412e9b2-1833-4197-b165-991be2c0ff4b None None] Provisioning complete for port 798f66bc-2efd-4525-9403-7d009e6ba49f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:31.348784 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a412e9b2-1833-4197-b165-991be2c0ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.366048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.369512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.370669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56a80b14-025f-47dc-8521-47445b84a909 HTTP/1.1" status: 204 len: 168 time: 0.1878898 Oct 19 20:29:31.378598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502002c8-b3a4-48f7-b242-24f4f856a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a80b14-025f-47dc-8521-47445b84a909,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:31.401749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=c1858130-5bbe-4120-be0e-eff48f22caf1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:31.412424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.427665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.432998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a412e9b2-1833-4197-b165-991be2c0ff4b None None] Port 798f66bc-2efd-4525-9403-7d009e6ba49f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:31.441153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.447253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] 10.222.0.31 "DELETE /v2.0/networks/de155b98-00c4-4504-b838-5d9e24937250 HTTP/1.1" status: 204 len: 168 time: 0.8422332 Oct 19 20:29:31.477411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': '5fa51814-2a86-4ec0-be81-43d815edbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:31.477988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 8a5eb300-73f9-4714-9fe9-d207a4305c19, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:31.481530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b648-b721-4555-9ee9-516bf6458091 admin admin] Pushing event deleted for resources: {'Network': ['ID=de155b98-00c4-4504-b838-5d9e24937250,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:31.564216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:31.586237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8a5eb300-73f9-4714-9fe9-d207a4305c19) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:31.594327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:31.594803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.600062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed8dc1-5041-4847-b080-4d767e41ced7 None None] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:31.635096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d4e29d47-dd2b-4388-a779-12f9e0878275 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1572165 Oct 19 20:29:31.639285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:31.646072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025745116'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:31.676522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:31.686835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.721506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:31.742664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.743011 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment a417207b-4b77-4f9b-9417-377a19946ea6 of type vlan for network e44e6400-c6ee-49e3-8bbe-1a96461cfbfd Oct 19 20:29:31.792608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.832278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.844410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:31.844858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.860205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8a5eb300-73f9-4714-9fe9-d207a4305c19', 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': 'c1858130-5bbe-4120-be0e-eff48f22caf1'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:31.862169 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.874701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798f66bc-2efd-4525-9403-7d009e6ba49f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:31.888046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43106) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:31.893188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2528517 Oct 19 20:29:31.896196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:31.902345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': 'e44e6400-c6ee-49e3-8bbe-1a96461cfbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:31.919781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f376bee-1161-4d97-a731-c5c21d0ef5cc req-92d291de-679d-49ef-b845-7ec13818ec73 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0333166 Oct 19 20:29:31.927111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.957904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Transition to ACTIVE for port object 798f66bc-2efd-4525-9403-7d009e6ba49f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:29:31.968335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:31.974799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244fa6d-ab86-4064-8270-66b3d2e13e64 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=e44e6400-c6ee-49e3-8bbe-1a96461cfbfd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:31.994853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e44e6400-c6ee-49e3-8bbe-1a96461cfbfd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:32.010946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-103624b3-49b8-4ed6-b208-4bafed2c7f31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1f77ba2d8d84463a708fb799da82b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932984 Oct 19 20:29:32.031150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43112) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:32.094262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:32.102209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.118624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Allocated IP 2001:db8:0:ffff::2 (8a5eb300-73f9-4714-9fe9-d207a4305c19/c1858130-5bbe-4120-be0e-eff48f22caf1/7fb64aad-f223-4512-9f50-08822adeda37) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:32.119359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Pushing event updated for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:32.213014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Attempting to bind port 798f66bc-2efd-4525-9403-7d009e6ba49f on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:32.213549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Attempting to bind port 798f66bc-2efd-4525-9403-7d009e6ba49f by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:32.214098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Attempting to bind port 798f66bc-2efd-4525-9403-7d009e6ba49f on network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:32.227595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.231201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.265472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Port 798f66bc-2efd-4525-9403-7d009e6ba49f on network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:29:32.265804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Attempting to bind port 798f66bc-2efd-4525-9403-7d009e6ba49f on network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:32.282749 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.284826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:32.285164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Checking segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:32.285573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Bound using segment: {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:32.286016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Bound port: 798f66bc-2efd-4525-9403-7d009e6ba49f, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:32.286364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.416958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:32.437640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=798f66bc-2efd-4525-9403-7d009e6ba49f,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:32.462048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.490280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.503076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.506280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.529711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:32.530409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.531754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] 10.222.0.11 "PUT /v2.0/ports/798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 1091 time: 1.3091354 Oct 19 20:29:32.534545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:32.537933 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930fdecd-f026-4c46-9cd3-9042a5b18e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:32.547202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.550305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.551480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a07a4009-3680-4111-a58a-b520d9704aca HTTP/1.1" status: 204 len: 168 time: 0.5187585 Oct 19 20:29:32.597662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f57ee-f18a-4f23-ad6a-bc4a69d36e58 req-bf0a5ea0-2aa4-494b-92fb-be912121052c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:32.605678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-504f57ee-f18a-4f23-ad6a-bc4a69d36e58 req-bf0a5ea0-2aa4-494b-92fb-be912121052c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1610544 Oct 19 20:29:32.606166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164102a9-3d98-4179-87de-d267ca3a47b5 req-4ee710d6-2f6b-4e4c-8182-5309dde7427d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:32.607766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-164102a9-3d98-4179-87de-d267ca3a47b5 req-4ee710d6-2f6b-4e4c-8182-5309dde7427d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 943 time: 0.1677773 Oct 19 20:29:32.627825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:32.631115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=84a18710-658d-4c48-b7c3-7b9c33822547,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:32.635510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2b5d-5ce3-4e0e-bbb2-11c130da5ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a4009-3680-4111-a58a-b520d9704aca,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:32.637877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:32.649405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:32.675710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0fafe-a3b9-4f34-a547-0609c9eef935 service neutron] Pushing event updated for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:32.705085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-504f57ee-f18a-4f23-ad6a-bc4a69d36e58 req-ee97dbd7-f360-4e8f-b1cc-8b5e3add18d8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984635 Oct 19 20:29:32.709028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': 'a417207b-4b77-4f9b-9417-377a19946ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e44e6400-c6ee-49e3-8bbe-1a96461cfbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:32.709627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: e44e6400-c6ee-49e3-8bbe-1a96461cfbfd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:32.753174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network e44e6400-c6ee-49e3-8bbe-1a96461cfbfd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:32.769809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Pushing event updated for resources: {'Port': ['ID=7fb64aad-f223-4512-9f50-08822adeda37,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:32.771460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e44e6400-c6ee-49e3-8bbe-1a96461cfbfd) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:32.790436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:32.790878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.797203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-164102a9-3d98-4179-87de-d267ca3a47b5 req-3d7e4d15-819d-46c8-b2a8-84a36b984549 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461785 Oct 19 20:29:32.805150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-2044a3d1-2af1-4289-89e7-c3560e7c5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:32.811735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-2044a3d1-2af1-4289-89e7-c3560e7c5235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1094 time: 0.2197628 Oct 19 20:29:32.821213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889b6e9-c25e-4ccf-b166-f3a5088fae64 None None] Network e44e6400-c6ee-49e3-8bbe-1a96461cfbfd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:32.836482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a108863a-4695-4784-952c-9d8929a6812e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9357579 Oct 19 20:29:32.837323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43136) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:32.862015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Attempting to bind port 7fb64aad-f223-4512-9f50-08822adeda37 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:32.862716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Attempting to bind port 7fb64aad-f223-4512-9f50-08822adeda37 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '5fa51814-2a86-4ec0-be81-43d815edbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:32.863227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Attempting to bind port 7fb64aad-f223-4512-9f50-08822adeda37 on network 8a5eb300-73f9-4714-9fe9-d207a4305c19 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:32.875430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:32.884710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:32.885325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Checking segment: {'id': '5fa51814-2a86-4ec0-be81-43d815edbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:32.885873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.886405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Bound using segment: {'id': '5fa51814-2a86-4ec0-be81-43d815edbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:32.887289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Bound port: 7fb64aad-f223-4512-9f50-08822adeda37, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa51814-2a86-4ec0-be81-43d815edbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8a5eb300-73f9-4714-9fe9-d207a4305c19'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:32.887844 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:32.920464 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a04c7c-c54e-46e4-bd9b-3aeeb7063664 x-openstack-request-id: req-85a04c7c-c54e-46e4-bd9b-3aeeb7063664 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:32.921003 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:32.922554 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85a04c7c-c54e-46e4-bd9b-3aeeb7063664 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:32.923675 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'status': 'completed', 'code': 200} Oct 19 20:29:32.926094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-8f70c5e6-0b09-4afd-a2e4-ad6b36051229 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 217 time: 0.1050966 Oct 19 20:29:33.010932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-e0943eb2-eb5c-4f56-9a71-06a081f27e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:33.012527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-e0943eb2-eb5c-4f56-9a71-06a081f27e10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.0749688 Oct 19 20:29:33.053119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] For port 7fb64aad-f223-4512-9f50-08822adeda37, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:33.072988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] For port 7fb64aad-f223-4512-9f50-08822adeda37, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb64aad-f223-4512-9f50-08822adeda37,segment=NetworkSegment(5fa51814-2a86-4ec0-be81-43d815edbaa9),segment_id=5fa51814-2a86-4ec0-be81-43d815edbaa9)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:33.084769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.088907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.090157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-9f53bd73-4cff-4f10-ad49-221af1b620b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:33.096469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-9f53bd73-4cff-4f10-ad49-221af1b620b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742242 Oct 19 20:29:33.148615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab16fb-f9d1-49cb-9dd6-ad5cc685f39b None None] Pushing event updated for resources: {'Port': ['ID=7fb64aad-f223-4512-9f50-08822adeda37,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:33.184130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.191482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca74495b-46f1-4a9d-894d-59cb46452a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e44e6400-c6ee-49e3-8bbe-1a96461cfbfd', 'network_id': 'e44e6400-c6ee-49e3-8bbe-1a96461cfbfd', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': '84a18710-658d-4c48-b7c3-7b9c33822547'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:33.192542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca74495b-46f1-4a9d-894d-59cb46452a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.196777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c159a0ec-8332-4395-a97f-c61e586191e4 req-34ed959c-e689-412b-b2e6-de509bd1174a tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0781739 Oct 19 20:29:33.290483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-5ad17dce-f330-48ee-b510-4f9180a0f57d service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885076 Oct 19 20:29:33.323235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-network', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:33.356171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.407851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=84a18710-658d-4c48-b7c3-7b9c33822547,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:33.414637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Made reservation on behalf of f509ebbd5b474c5aab9072437ada801a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:33.419283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-ca74495b-46f1-4a9d-894d-59cb46452a5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84a18710-658d-4c48-b7c3-7b9c33822547: This subnet is being modified by another concurrent operation. Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:29:33.424162 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84a18710-658d-4c48-b7c3-7b9c33822547: This subnet is being modified by another concurrent operation. Oct 19 20:29:33.428007 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:29:33.434847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d34c9fc2-cb83-4218-8aa1-50da91e1426c req-0fe76a06-875f-474a-8aeb-17fa22356d21 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367805 Oct 19 20:29:33.445485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.493810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293558c-d51a-487b-bd47-1c540ca3d923 None None] Network e44e6400-c6ee-49e3-8bbe-1a96461cfbfd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:33.517492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.575982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-3dba4e91-0bdb-49a3-9022-6987ae67f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:33.577818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-3dba4e91-0bdb-49a3-9022-6987ae67f65d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1094 time: 0.0864639 Oct 19 20:29:33.588065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44e6400-c6ee-49e3-8bbe-1a96461cfbfd']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:33.632628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a417207b-4b77-4f9b-9417-377a19946ea6') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:33.635057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a417207b-4b77-4f9b-9417-377a19946ea6') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:33.673177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.728531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.740658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-943d9b70-50df-4ce4-8ea8-45e92fc15819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:33.745489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-943d9b70-50df-4ce4-8ea8-45e92fc15819 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.1585829 Oct 19 20:29:33.748041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:33.748489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:33.752256 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:33.773156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb64aad-f223-4512-9f50-08822adeda37 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:33.837260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7fb64aad-f223-4512-9f50-08822adeda37 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:33.838367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.851484 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.852854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-327b8500-bfd1-4e69-82ef-2da9f051db92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 217 time: 0.1000555 Oct 19 20:29:33.853431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.855692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.869570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.877443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/e44e6400-c6ee-49e3-8bbe-1a96461cfbfd HTTP/1.1" status: 204 len: 168 time: 1.0354886 Oct 19 20:29:33.902929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:33.917742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736346972'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:33.935945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:33.963285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:33.987482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815b59-3632-4504-98f1-46de14ef40a7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=e44e6400-c6ee-49e3-8bbe-1a96461cfbfd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:33.995715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba1305-5cc1-4e4e-b08d-c6ba62aec749,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:34.002888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-65aba201-fe91-4ecb-8543-353476474ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.004600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-65aba201-fe91-4ecb-8543-353476474ac0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.1452222 Oct 19 20:29:34.019232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ffcb1-1b80-484e-826b-6bef87883065 req-f73f43de-6741-45af-a835-89a7c6cb5b48 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.021200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.021382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-983ffcb1-1b80-484e-826b-6bef87883065 req-f73f43de-6741-45af-a835-89a7c6cb5b48 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 943 time: 0.1026804 Oct 19 20:29:34.021737 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Added segment 90d641b8-d933-472a-b4b6-4d67189e7bb6 of type vlan for network 86b696f5-b113-4294-a6ff-ebed40bbc709 Oct 19 20:29:34.039292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7fb64aad-f223-4512-9f50-08822adeda37, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb64aad-f223-4512-9f50-08822adeda37,segment=NetworkSegment(5fa51814-2a86-4ec0-be81-43d815edbaa9),segment_id=5fa51814-2a86-4ec0-be81-43d815edbaa9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:34.043584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.079160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:34.084741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.107751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-983ffcb1-1b80-484e-826b-6bef87883065 req-f7d901eb-9fc2-42ce-8447-3752e8f31eea tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750339 Oct 19 20:29:34.111547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.114257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-cd2843fa-f56d-40d6-90ba-ee80a787469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.115818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-cd2843fa-f56d-40d6-90ba-ee80a787469c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935466 Oct 19 20:29:34.129070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ec91-bd79-4ced-aec0-2298b1544077 req-7e66b758-06c8-4b0a-ae19-21dbb6c58947 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.137401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e9ec91-bd79-4ced-aec0-2298b1544077 req-7e66b758-06c8-4b0a-ae19-21dbb6c58947 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2304261 Oct 19 20:29:34.138862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7fb64aad-f223-4512-9f50-08822adeda37,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:34.206444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:34.238093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.239160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.239812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.255953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.256309 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment a89832cc-c591-4b91-ba8b-698e3cf891a8 of type vlan for network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d Oct 19 20:29:34.269910 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-d786de77-b697-4c19-b410-6ef4d37e2c64 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381040 Oct 19 20:29:34.365000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e9ec91-bd79-4ced-aec0-2298b1544077 req-718b946c-158e-45bf-bb8a-1a69ff1dc38e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264047 Oct 19 20:29:34.382664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.405904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5291274 Oct 19 20:29:34.410107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43178) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:34.421067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Request body: {'subnet': {'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-subnet', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:34.430963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-930fdecd-f026-4c46-9cd3-9042a5b18e3c req-1a794668-268d-44a6-908e-a984f1c3768c service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449499 Oct 19 20:29:34.461058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434031e-6f88-4aed-8804-7dcfdc8b6d86 admin admin] Pushing event updated for resources: {'Network': ['ID=86b696f5-b113-4294-a6ff-ebed40bbc709,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:34.476474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:34.479954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.493634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.494274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.494740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Made reservation on behalf of f509ebbd5b474c5aab9072437ada801a for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:34.497538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.604516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:34.681913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-410e965f-9c90-4f5d-bc8e-5dbb25ecbd9d req-5910a965-25c0-4645-8f26-1bce6c82a7e7 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1830096 Oct 19 20:29:34.688439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:34.697626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-74da128e-186a-46a9-8e3c-856fcbd36c69 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7851090 Oct 19 20:29:34.700564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43186) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:34.706103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:34.712726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:34.732237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:29:34.749617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:34.750299 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.775130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.777554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4ab96-ccc0-4d00-89fa-50b0770a7f51 None None] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:34.826414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:34.830443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.873255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2ca498-9941-43ae-a31c-723f36935938,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:34.933794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Checking segment: {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:34.936156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Network hostable DHCP agents. Network: 86b696f5-b113-4294-a6ff-ebed40bbc709, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:34.946553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aede6f49-8470-42c2-9d17-3df17239d9db None None] Provisioning complete for port 7fb64aad-f223-4512-9f50-08822adeda37 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:34.947254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aede6f49-8470-42c2-9d17-3df17239d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:34.963282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:34.974203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43190) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:34.976317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 86b696f5-b113-4294-a6ff-ebed40bbc709) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:34.986466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:34.987135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.000444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd8774-d76f-41fd-b90d-fbd7fed91812 None None] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:35.012587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-706b434e-227d-4ca8-9742-197d9d453032 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6009283 Oct 19 20:29:35.014932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43194) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:35.020777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:35.046024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.049270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.104019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.122107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.226967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:35.231019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': 'a89832cc-c591-4b91-ba8b-698e3cf891a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:35.231723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:35.256944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:35.269634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:35.286098 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3da0ebb4-c48c-4f4e-8ba8-169a39807d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.289037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:35.289901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.305959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4e084-dfb3-4b72-a95c-ac154d57cf00 None None] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:35.316350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b44d5829-bed0-45a1-9f75-bdb3129da917 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6140003 Oct 19 20:29:35.319481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43202) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:35.331248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1086875810'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:35.358995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:35.363841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.371506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.398901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:35.410230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.412333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.412777 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment ebfa1af2-e606-477a-8a78-6d6cfb1fe332 of type vlan for network 8fd4bb5e-39d5-4480-aa5c-5c594914a35b Oct 19 20:29:35.429771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8518-8c03-4118-8255-071ae7366d1a req-892eb69b-f197-4ab5-8b2e-ffa54806ef9a tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:35.431474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f6e8518-8c03-4118-8255-071ae7366d1a req-892eb69b-f197-4ab5-8b2e-ffa54806ef9a tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 943 time: 0.2019956 Oct 19 20:29:35.475321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.512469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.534687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f6e8518-8c03-4118-8255-071ae7366d1a req-1447184e-00d4-477a-9852-234165158b31 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927837 Oct 19 20:29:35.535226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:35.536335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.543308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:35.545603 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130d6956-aecc-47e1-a53e-ff2c3994a37b" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:35.689504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3662143 Oct 19 20:29:35.694912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:35.708290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43210) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:35.716674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb64aad-f223-4512-9f50-08822adeda37 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:35.721921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '8fd4bb5e-39d5-4480-aa5c-5c594914a35b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:35.761431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d', 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': '2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:35.762580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.772201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.812423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bd16a-0e80-4cb9-a069-784cfe79bc87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=8fd4bb5e-39d5-4480-aa5c-5c594914a35b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:35.850204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f145-b126-431f-a378-4f79cc1ed0c4 req-b28b02e7-6404-4b31-82f2-b8397733164c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:35.861362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-beb4f145-b126-431f-a378-4f79cc1ed0c4 req-b28b02e7-6404-4b31-82f2-b8397733164c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2538085 Oct 19 20:29:35.861781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:35.869346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8fd4bb5e-39d5-4480-aa5c-5c594914a35b details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:35.932376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3da0ebb4-c48c-4f4e-8ba8-169a39807d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.944712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7fb64aad-f223-4512-9f50-08822adeda37 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:35.945337 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.945916 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3da0ebb4-c48c-4f4e-8ba8-169a39807d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:35.967536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-86b696f5-b113-4294-a6ff-ebed40bbc709', 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'fixed_ips': [{'subnet_id': 'ae2ca498-9941-43ae-a31c-723f36935938'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:35.968386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.028066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3da0ebb4-c48c-4f4e-8ba8-169a39807d77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca6ce55e7d3a4373bc6cb8a9ddb52f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0524466 Oct 19 20:29:36.043953 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d972439-3cd8-4ebd-b313-f2439cfbb53f x-openstack-request-id: req-3d972439-3cd8-4ebd-b313-f2439cfbb53f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:36.044249 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:36.044699 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d972439-3cd8-4ebd-b313-f2439cfbb53f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:36.045102 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:29:36.050654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0ebb4-c48c-4f4e-8ba8-169a39807d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da85fb8-35c7-4911-94d0-19b287ce418a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:36.065480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43214) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:36.132477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd1a6e-76b7-43a4-9485-032a68dd14e5 req-c5359923-45bd-4fe9-a9fd-b035ac292887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:36.134277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5bd1a6e-76b7-43a4-9485-032a68dd14e5 req-c5359923-45bd-4fe9-a9fd-b035ac292887 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1096 time: 0.1263666 Oct 19 20:29:36.146013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbf3dcd0-1193-4651-8a56-1ea48ac207b4 req-8bd1a0f1-3a47-4cf3-80ce-eb46fc921858 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0792985 Oct 19 20:29:36.203547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5bd1a6e-76b7-43a4-9485-032a68dd14e5 req-7ec0e8e6-1de0-4f5b-a107-6d943c9e4c19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564215 Oct 19 20:29:36.311432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-beb4f145-b126-431f-a378-4f79cc1ed0c4 req-77c6aa2f-fc05-4753-be8f-95cc32115d42 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485004 Oct 19 20:29:36.331658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:36.335773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.351318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 798f66bc-2efd-4525-9403-7d009e6ba49f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:29:36.357589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.379326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.381696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Allocated IP 172.20.0.2 (86b696f5-b113-4294-a6ff-ebed40bbc709/ae2ca498-9941-43ae-a31c-723f36935938/d99cb687-0f55-4db4-87d0-4be1bd364b57) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:36.398619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-155682c5-702a-4fc0-89dc-2af692f37e51 None None] Provisioning complete for port 7fb64aad-f223-4512-9f50-08822adeda37 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:36.399123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-155682c5-702a-4fc0-89dc-2af692f37e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.408207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.411562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Performing IP validity checks on allocation pools {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 20:29:36.412134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 20:29:36.420013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.556465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.559137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.560406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8da85fb8-35c7-4911-94d0-19b287ce418a HTTP/1.1" status: 204 len: 168 time: 0.4794378 Oct 19 20:29:36.570891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Allocated IP 2001:db8::1 (bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d/2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b/c26120f1-81ae-4e95-adf9-5a7ae9fed3e3) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:36.624069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Allocated IP 172.25.7.63 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/832c606f-708b-4495-af3a-deb805716d50) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:36.662766 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.682654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fb2a9-9e9a-41df-9201-637876a620bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da85fb8-35c7-4911-94d0-19b287ce418a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:36.717143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=3cea1a15-3f48-48be-9cae-976a520a5d16,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:36.753992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': 'ebfa1af2-e606-477a-8a78-6d6cfb1fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8fd4bb5e-39d5-4480-aa5c-5c594914a35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:36.755150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 8fd4bb5e-39d5-4480-aa5c-5c594914a35b, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:36.777194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 8fd4bb5e-39d5-4480-aa5c-5c594914a35b is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:36.799647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=798f66bc-2efd-4525-9403-7d009e6ba49f,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:36.802800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aa413-6ddd-44cf-b021-59c206ba7811 req-8a3910ef-de21-42b2-b85b-99c65b4b6579 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:36.806311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8fd4bb5e-39d5-4480-aa5c-5c594914a35b) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:36.811887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:36.812749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd1aa413-6ddd-44cf-b021-59c206ba7811 req-8a3910ef-de21-42b2-b85b-99c65b4b6579 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 943 time: 0.1424198 Oct 19 20:29:36.813127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.835904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-003ae551-ce14-4a52-a182-5dbb986b7d2b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1208551 Oct 19 20:29:36.838584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43226) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:36.839849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ffa14d-1161-4e12-a96d-a200298be33a None None] Network 8fd4bb5e-39d5-4480-aa5c-5c594914a35b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:36.881847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd1aa413-6ddd-44cf-b021-59c206ba7811 req-06fe8bb3-9a91-445e-8e3e-5527b647e782 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 Oct 19 20:29:36.899619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.903054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'mac_address': 'fa:16:3e:c8:fd:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:29:36.949519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:36.983763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.011496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Pushing event updated for resources: {'Port': ['ID=832c606f-708b-4495-af3a-deb805716d50,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.043246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:37.045865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:37.049223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:37.054926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.066607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.088914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.114682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.134770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.166633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=3cea1a15-3f48-48be-9cae-976a520a5d16,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.190672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.202397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:37.225839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798f66bc-2efd-4525-9403-7d009e6ba49f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:29:37.232441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.234494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:37.238032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:37.241451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Pushing event updated for resources: {'Port': ['ID=d99cb687-0f55-4db4-87d0-4be1bd364b57,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.261599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd7e4d-a7a9-4998-9945-bbff5efd0397 None None] Network 8fd4bb5e-39d5-4480-aa5c-5c594914a35b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:37.301838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.333198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=798f66bc-2efd-4525-9403-7d009e6ba49f,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:37.335345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:37.353209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd4bb5e-39d5-4480-aa5c-5c594914a35b']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:37.357894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.359871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:37.365632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:37.374831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfa1af2-e606-477a-8a78-6d6cfb1fe332') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:37.375135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfa1af2-e606-477a-8a78-6d6cfb1fe332') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:37.395712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.428503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.455013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:37.455414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.460689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47baebe7-1721-4093-8235-f450f7a7368b req-a977cd88-98b0-4602-bb72-7249cc89d677 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0417242 Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:37.461383 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:37.598507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.599050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.613496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.616034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86d2ca-af0e-4cc1-846a-61b23fbc2de6 req-9e36042d-9ab2-4f97-ab73-5ee60a4f4dcb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:37.617237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8fd4bb5e-39d5-4480-aa5c-5c594914a35b HTTP/1.1" status: 204 len: 168 time: 0.7762184 Oct 19 20:29:37.620882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:37.630009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba86d2ca-af0e-4cc1-846a-61b23fbc2de6 req-9e36042d-9ab2-4f97-ab73-5ee60a4f4dcb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1351042 Oct 19 20:29:37.642718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179970196'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:37.655385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f983fd-c317-4a42-b575-5b08f961f2e5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=8fd4bb5e-39d5-4480-aa5c-5c594914a35b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.676551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:37.681531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.691932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Pushing event updated for resources: {'Port': ['ID=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.720939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:37.742873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.743296 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba86d2ca-af0e-4cc1-846a-61b23fbc2de6 req-e89394c0-36fc-42e0-8245-cec2e28780ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099927 Oct 19 20:29:37.744259 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment 94a44f4e-85eb-451f-a3bc-5ea893974da0 of type vlan for network c3d25031-c167-460d-ac75-556d36363d14 Oct 19 20:29:37.798523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['798f66bc-2efd-4525-9403-7d009e6ba49f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:29:37.806286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Attempting to bind port d99cb687-0f55-4db4-87d0-4be1bd364b57 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:37.806919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Attempting to bind port d99cb687-0f55-4db4-87d0-4be1bd364b57 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:37.807056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Attempting to bind port d99cb687-0f55-4db4-87d0-4be1bd364b57 on network 86b696f5-b113-4294-a6ff-ebed40bbc709 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:37.814531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.850219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:37.850601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Checking segment: {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:37.851005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.851403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Bound using segment: {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:37.851881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Bound port: d99cb687-0f55-4db4-87d0-4be1bd364b57, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:37.852262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.854179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Attempting to bind port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:37.854537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Attempting to bind port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a89832cc-c591-4b91-ba8b-698e3cf891a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:37.854890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Attempting to bind port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 on network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:37.863162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.871387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:37.872460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.889266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:37.889674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Checking segment: {'id': 'a89832cc-c591-4b91-ba8b-698e3cf891a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:37.890076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.890477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Bound using segment: {'id': 'a89832cc-c591-4b91-ba8b-698e3cf891a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:37.890953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Bound port: c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89832cc-c591-4b91-ba8b-698e3cf891a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:37.891332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:37.895372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.905988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2814116 Oct 19 20:29:37.921678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43258) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:37.929678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': 'c3d25031-c167-460d-ac75-556d36363d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:37.945652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327984b-a8fb-4251-ac60-c2af45a6c57d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=c3d25031-c167-460d-ac75-556d36363d14,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:37.987949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c3d25031-c167-460d-ac75-556d36363d14 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:38.025832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.051669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d1350-afa9-4f32-84f9-80181bcfeb81 req-3acc7a99-f158-421b-92cb-7c3431a029cd tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:38.060700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c77d1350-afa9-4f32-84f9-80181bcfeb81 req-3acc7a99-f158-421b-92cb-7c3431a029cd tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 944 time: 0.0784183 Oct 19 20:29:38.105838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c77d1350-afa9-4f32-84f9-80181bcfeb81 req-bb38fb5e-18dc-4a22-9cd4-aaf3bf17dbd6 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Oct 19 20:29:38.114416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] For port d99cb687-0f55-4db4-87d0-4be1bd364b57, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:38.138901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] For port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:38.158041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] For port d99cb687-0f55-4db4-87d0-4be1bd364b57, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d99cb687-0f55-4db4-87d0-4be1bd364b57,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:38.176268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.179201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] For port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,segment=NetworkSegment(a89832cc-c591-4b91-ba8b-698e3cf891a8),segment_id=a89832cc-c591-4b91-ba8b-698e3cf891a8)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:38.216167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.249272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:38.253739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.338812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd5910-dcb7-46c8-b623-1c7fec0b21ce None None] Pushing event updated for resources: {'Port': ['ID=d99cb687-0f55-4db4-87d0-4be1bd364b57,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:38.413861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df6f05-a56c-44ef-b47f-7a4c5f63da88 None None] Pushing event updated for resources: {'Port': ['ID=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:38.418592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Router c4d411ba-4b55-44b7-930c-3673dd3087c8 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:29:38.689885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fedc97a5-c8ba-4664-89ac-d1d82168b2f6 req-ceee682d-e7da-4667-b6a9-75f0ac548eef tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0697196 Oct 19 20:29:38.694941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:38.709681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Sync routers for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:38.728014 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:38.730641 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:38.743034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43298) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:38.791991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.798724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43304) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:38.813127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ccc22465-4d0c-4f95-85f6-c4ad160a0f83 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7966535 Oct 19 20:29:38.825997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.949797 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:38.985801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0edb52c6-b0be-4433-89db-ba4720a349ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:38.986005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=4922f3da-bdd1-4072-9bc7-f41fff0b5a9a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:39.017976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a53a7-0787-4fe0-8391-0b4d2264728f req-bfa15d79-b3a7-4a1a-9ad2-553093b3b025 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:39.019644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-389a53a7-0787-4fe0-8391-0b4d2264728f req-bfa15d79-b3a7-4a1a-9ad2-553093b3b025 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1066504 Oct 19 20:29:39.020947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': '94a44f4e-85eb-451f-a3bc-5ea893974da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:39.021402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: c3d25031-c167-460d-ac75-556d36363d14, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:39.062779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network c3d25031-c167-460d-ac75-556d36363d14 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:39.078732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-389a53a7-0787-4fe0-8391-0b4d2264728f req-d97ca633-a9c6-4a9f-a445-c62e63b573b7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511551 Oct 19 20:29:39.085419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c3d25031-c167-460d-ac75-556d36363d14) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:39.100441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c5837-6991-43f0-9434-ae75c37e99c3 None None] Network c3d25031-c167-460d-ac75-556d36363d14 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:39.113277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:39.115893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.149318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7adbbcc4-c2d3-4054-8049-39fa8515d12c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2246895 Oct 19 20:29:39.152284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43312) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:39.220456 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:37Z', 'revision_number': 3, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:39.281135 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Checking router: c4d411ba-4b55-44b7-930c-3673dd3087c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:39.281510 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Updating router c4d411ba-4b55-44b7-930c-3673dd3087c8 port 832c606f-708b-4495-af3a-deb805716d50 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:39.337890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0edb52c6-b0be-4433-89db-ba4720a349ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.346302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a15e2-2403-401d-9d55-dc4296670e72 req-17c51b9c-2a41-4ef5-b9d7-8e35f1a6e044 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:39.349562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0edb52c6-b0be-4433-89db-ba4720a349ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.352271 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.354919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-800a15e2-2403-401d-9d55-dc4296670e72 req-17c51b9c-2a41-4ef5-b9d7-8e35f1a6e044 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 944 time: 0.1447155 Oct 19 20:29:39.362204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb454f50-8fb6-475a-a228-160a297f596f req-dafbfcaf-f3c7-44ae-a51f-ce5b7ea39898 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:39.364131 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb454f50-8fb6-475a-a228-160a297f596f req-dafbfcaf-f3c7-44ae-a51f-ce5b7ea39898 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1815307 Oct 19 20:29:39.377014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:39.377687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c3d25031-c167-460d-ac75-556d36363d14', 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': '4922f3da-bdd1-4072-9bc7-f41fff0b5a9a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:39.378686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.387953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'floatingip': {'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:39.398154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.443000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-800a15e2-2403-401d-9d55-dc4296670e72 req-01d90b8c-8669-473f-87fe-797d4acb7948 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871041 Oct 19 20:29:39.542776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.549927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0edb52c6-b0be-4433-89db-ba4720a349ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=971bacd76e2c412a84a4b52b2d78fbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8057830 Oct 19 20:29:39.580325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb52c6-b0be-4433-89db-ba4720a349ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a06cbd-88c2-434a-a524-0fea0afa37df,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:39.584787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:39.608348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Allocated IP 2001:db8::1 (c3d25031-c167-460d-ac75-556d36363d14/4922f3da-bdd1-4072-9bc7-f41fff0b5a9a/1cb15354-42fa-4d12-8cf6-5be405850f8a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:39.615627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.837974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d99cb687-0f55-4db4-87d0-4be1bd364b57 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:39.847034 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.853849 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.921987 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa2d52-ad75-422f-bf5f-487bcb1d214a None None] Pushing event updated for resources: {'Port': ['ID=832c606f-708b-4495-af3a-deb805716d50,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:39.973793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Attempting to bind port 832c606f-708b-4495-af3a-deb805716d50 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:39.974261 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Attempting to bind port 832c606f-708b-4495-af3a-deb805716d50 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:39.974625 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Attempting to bind port 832c606f-708b-4495-af3a-deb805716d50 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:39.978511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.982991 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:39.983324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:39.983720 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:39.984110 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:39.984583 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Bound port: 832c606f-708b-4495-af3a-deb805716d50, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:39.984967 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.004352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfce0eb-f749-4a54-93d6-292ad27c573d None None] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:40.015508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a4dddea-e892-4536-8abc-f36289aab4de req-a8902a38-6b8a-4da5-8dc3-16b17cdc67d0 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0960867 Oct 19 20:29:40.061523 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.126781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.127333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.152894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.171903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.217951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Pushing event updated for resources: {'Port': ['ID=1cb15354-42fa-4d12-8cf6-5be405850f8a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:40.261947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1f89178a-a289-45ee-b052-5df518d3c4fc None None] Provisioning complete for port d99cb687-0f55-4db4-87d0-4be1bd364b57 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:40.262458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f89178a-a289-45ee-b052-5df518d3c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.274599 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] For port 832c606f-708b-4495-af3a-deb805716d50, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:40.276255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Network c3d25031-c167-460d-ac75-556d36363d14 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:40.286657 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] For port 832c606f-708b-4495-af3a-deb805716d50, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=832c606f-708b-4495-af3a-deb805716d50,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:40.295137 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.304109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:40.311375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:40.341169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d99cb687-0f55-4db4-87d0-4be1bd364b57 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:40.341169 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.371927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.374526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.375652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46a06cbd-88c2-434a-a524-0fea0afa37df HTTP/1.1" status: 204 len: 168 time: 0.7875397 Oct 19 20:29:40.411734 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa2d52-ad75-422f-bf5f-487bcb1d214a None None] Pushing event updated for resources: {'Port': ['ID=832c606f-708b-4495-af3a-deb805716d50,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:40.413328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 798f66bc-2efd-4525-9403-7d009e6ba49f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:40.432423 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:40.433811 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:40.440120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c67f23-72bb-4fbb-949e-522dfe3a3fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a06cbd-88c2-434a-a524-0fea0afa37df,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:40.445457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7cef3-38f4-4243-812a-7ad1c4f80545 None None] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:40.463180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=4922f3da-bdd1-4072-9bc7-f41fff0b5a9a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:40.471591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.528823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d25031-c167-460d-ac75-556d36363d14']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:40.542610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Attempting to bind port 1cb15354-42fa-4d12-8cf6-5be405850f8a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:40.543065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Attempting to bind port 1cb15354-42fa-4d12-8cf6-5be405850f8a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '94a44f4e-85eb-451f-a3bc-5ea893974da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:40.543499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Attempting to bind port 1cb15354-42fa-4d12-8cf6-5be405850f8a on network c3d25031-c167-460d-ac75-556d36363d14 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:40.560665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a44f4e-85eb-451f-a3bc-5ea893974da0') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:40.561012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a44f4e-85eb-451f-a3bc-5ea893974da0') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:40.588774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.616918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:40.617481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Checking segment: {'id': '94a44f4e-85eb-451f-a3bc-5ea893974da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:40.618033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.618498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Bound using segment: {'id': '94a44f4e-85eb-451f-a3bc-5ea893974da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:40.619065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Bound port: 1cb15354-42fa-4d12-8cf6-5be405850f8a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a44f4e-85eb-451f-a3bc-5ea893974da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c3d25031-c167-460d-ac75-556d36363d14'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:40.619679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.668867 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.689099 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:40.715899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:40.716303 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:40.719361 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:40.836749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:40.894687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302d40d-39a4-4e6f-a312-2a0df8e71ec9 req-ec9d34b5-8191-444e-867d-6be4f3b10d76 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:40.898543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9302d40d-39a4-4e6f-a312-2a0df8e71ec9 req-ec9d34b5-8191-444e-867d-6be4f3b10d76 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 944 time: 0.2627754 Oct 19 20:29:40.903831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.api [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 20:29:40.903831 n-d-805649-9 neutron-server[100734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 20:29:40.903831 n-d-805649-9 neutron-server[100734]: [parameters: {'id': 'c3d25031-c167-460d-ac75-556d36363d14'}] Oct 19 20:29:40.903831 n-d-805649-9 neutron-server[100734]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:29:40.904203 n-d-805649-9 neutron-server[100734]: DEBUG oslo_db.api [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:29:40.935350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 798f66bc-2efd-4525-9403-7d009e6ba49f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:29:40.953205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9302d40d-39a4-4e6f-a312-2a0df8e71ec9 req-5561b1df-00d5-4e64-a40e-652a6c5ec274 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478191 Oct 19 20:29:41.007155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 798f66bc-2efd-4525-9403-7d009e6ba49f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:41.007530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.008856 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:37Z', 'revision_number': 3, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:41.012841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f89178a-a289-45ee-b052-5df518d3c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.050126 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7550cc3-a68c-4533-b6d5-72c54513fab4 None None] The sync data for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 is: [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:37Z', 'revision_number': 3, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:41.090333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d99cb687-0f55-4db4-87d0-4be1bd364b57, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d99cb687-0f55-4db4-87d0-4be1bd364b57,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:41.112325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Allocated IP 172.20.0.1 (86b696f5-b113-4294-a6ff-ebed40bbc709/ae2ca498-9941-43ae-a31c-723f36935938/3b998f56-ce4d-48af-9f23-c9908fc0074d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:41.137665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:29:41.291083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.291910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:41.335517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-443c3dc4-7265-45e3-a29b-f749535c1cc1 req-dd1408aa-717c-4002-b44e-a71ad8102d00 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1543827 Oct 19 20:29:41.365865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] For port 1cb15354-42fa-4d12-8cf6-5be405850f8a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:41.367707 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.371002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.374647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.405935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.443736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] For port 1cb15354-42fa-4d12-8cf6-5be405850f8a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1cb15354-42fa-4d12-8cf6-5be405850f8a,segment=NetworkSegment(94a44f4e-85eb-451f-a3bc-5ea893974da0),segment_id=94a44f4e-85eb-451f-a3bc-5ea893974da0)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:41.527199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port 1cb15354-42fa-4d12-8cf6-5be405850f8a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:41.527805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.556998 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.558941 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Floating IP 2fa8e721-f1b1-4e88-89f8-4e697fdaac4a associated. External IP: 172.25.7.172, port: 9f8f5342-cfb6-4acc-9934-dc167752a9b1. Oct 19 20:29:41.621609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d99cb687-0f55-4db4-87d0-4be1bd364b57,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:41.633692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.648279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-1f89178a-a289-45ee-b052-5df518d3c4fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:29:41.648515 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-1f89178a-a289-45ee-b052-5df518d3c4fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:29:41.651432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port 1cb15354-42fa-4d12-8cf6-5be405850f8a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1cb15354-42fa-4d12-8cf6-5be405850f8a,segment=NetworkSegment(94a44f4e-85eb-451f-a3bc-5ea893974da0),segment_id=94a44f4e-85eb-451f-a3bc-5ea893974da0)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:41.651701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.685907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for 1cb15354-42fa-4d12-8cf6-5be405850f8a owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:41.702233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:41.711277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:41.714282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:41.809528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.810970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Pushing event updated for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:41.843711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:41.844129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.844268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.879178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052520d6-d971-4e65-bef2-c6ff7d8b9529 None None] Network c3d25031-c167-460d-ac75-556d36363d14 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:41.889321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=1cb15354-42fa-4d12-8cf6-5be405850f8a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:41.890697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:41.895703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port 1cb15354-42fa-4d12-8cf6-5be405850f8a on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:41.940584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1c019-e440-4e3b-bbe8-0d0ce87b37b8 None None] Pushing event updated for resources: {'Port': ['ID=1cb15354-42fa-4d12-8cf6-5be405850f8a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:41.977622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:41.980034 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015644f-d8e8-4f1b-89a4-63e6a6d10e87" -d '{"events": [{"server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "name": "network-vif-plugged", "status": "completed", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:42.082557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=798f66bc-2efd-4525-9403-7d009e6ba49f,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:42.085888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.114545 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02a69a-075f-448f-ae5f-ab5a15e2ed01 x-openstack-request-id: req-da02a69a-075f-448f-ae5f-ab5a15e2ed01 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:42.114854 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "name": "network-vif-plugged", "status": "completed", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:42.115120 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da02a69a-075f-448f-ae5f-ab5a15e2ed01 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:42.115535 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'code': 200} Oct 19 20:29:42.125697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d25031-c167-460d-ac75-556d36363d14']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:42.152239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a44f4e-85eb-451f-a3bc-5ea893974da0') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:42.152535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a44f4e-85eb-451f-a3bc-5ea893974da0') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:42.188588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.214784 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.218820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b16d97-ae52-4309-8073-347029eb4820 req-8b1cccae-174a-4745-b901-6c84bef60a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:42.221873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0b16d97-ae52-4309-8073-347029eb4820 req-8b1cccae-174a-4745-b901-6c84bef60a01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.0587299 Oct 19 20:29:42.237163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.248981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:42.249412 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:42.261644 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:42.367941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0b16d97-ae52-4309-8073-347029eb4820 req-da6f7d27-c172-40d4-8a73-71a741484d53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352625 Oct 19 20:29:42.382472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.447756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Router f228926b-2362-44c2-8f25-17077282e6b0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:42.459454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dafac3-d844-4bb2-b75e-d3351d21e4f8 req-6e32e7c9-4b8f-4c92-9b39-b566154510da tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:42.467603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50dafac3-d844-4bb2-b75e-d3351d21e4f8 req-6e32e7c9-4b8f-4c92-9b39-b566154510da tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 945 time: 0.2304749 Oct 19 20:29:42.547646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36979830-ce85-4876-831e-ed628a141119 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:29:42.562987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:42.593646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:42.628340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.640258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50dafac3-d844-4bb2-b75e-d3351d21e4f8 req-db76efc8-e0c1-43c0-93f9-f9ea9cdd88d6 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675811 Oct 19 20:29:42.648478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.684948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Provisioning complete for port 3b998f56-ce4d-48af-9f23-c9908fc0074d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:42.685581 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.782370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,segment=NetworkSegment(a89832cc-c591-4b91-ba8b-698e3cf891a8),segment_id=a89832cc-c591-4b91-ba8b-698e3cf891a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:42.794474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:42.794712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.800437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.818282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbac753d-f661-4f8d-8531-897556a5af3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.826608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Sync routers for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:42.852643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.867980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc5e7003-47ac-4f96-9bf8-e99581fd057e req-8c57fd23-aabd-4457-9302-b38db4bafdd5 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0471861 Oct 19 20:29:42.868834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.879900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.885537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/c3d25031-c167-460d-ac75-556d36363d14 HTTP/1.1" status: 204 len: 168 time: 3.7321942 Oct 19 20:29:42.905722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Port 3b998f56-ce4d-48af-9f23-c9908fc0074d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:29:42.911585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:42.912751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=c3d25031-c167-460d-ac75-556d36363d14,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:42.923810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381443396'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:42.937886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:42.939134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:42.962719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.963479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.963964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.964393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.964795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.965919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.966144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbac753d-f661-4f8d-8531-897556a5af3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.974722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4839a-e9dd-4ffd-9012-766f040ba22b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:29:42.988853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:42.992816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.035336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbac753d-f661-4f8d-8531-897556a5af3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.040068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d99cb687-0f55-4db4-87d0-4be1bd364b57 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:43.043403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:43.052838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.059174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.059834 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment e7c91cf0-c989-4cfe-a323-5acb4bf060e8 of type vlan for network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed Oct 19 20:29:43.067108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c0a2c95-7fc4-4c99-8480-2641f83947b6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "PUT /v2.0/floatingips/2fa8e721-f1b1-4e88-89f8-4e697fdaac4a HTTP/1.1" status: 200 len: 991 time: 3.6826806 Oct 19 20:29:43.074485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:43.076812 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4276af0c-ee3f-46a4-a639-8d430bfcd730" -d '{"events": [{"name": "network-changed", "server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:43.100862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:43.124035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.127060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Provisioning complete for port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:43.127392 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.141487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.142988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac753d-f661-4f8d-8531-897556a5af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05083b-3811-4a6e-9ba4-c2005ca1d989,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:43.154073 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72576a5-2504-4ba0-a57d-6651f555635a x-openstack-request-id: req-c72576a5-2504-4ba0-a57d-6651f555635a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:43.154434 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:43.154626 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c72576a5-2504-4ba0-a57d-6651f555635a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:43.154971 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'status': 'completed', 'code': 200} Oct 19 20:29:43.155568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Pushing event updated for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:43.166882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dbac753d-f661-4f8d-8531-897556a5af3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcb16b0143ef49b2b5d345fed6c310ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669711 Oct 19 20:29:43.166882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43382) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:43.203073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d99cb687-0f55-4db4-87d0-4be1bd364b57 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:43.203783 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.222986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.229524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.230820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.272591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-110304bc-f6a9-49ea-9585-a475a39a0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.274387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-110304bc-f6a9-49ea-9585-a475a39a0d52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1096 time: 0.1096122 Oct 19 20:29:43.329389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.333450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36979830-ce85-4876-831e-ed628a141119 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:29:43.348559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4305458 Oct 19 20:29:43.353594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43386) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:43.357168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc7753-edfb-4eda-97ec-f3ec25729b02 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:43.367616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:43.390968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:43.416641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 832c606f-708b-4495-af3a-deb805716d50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:43.448072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:43.449266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-d429b4fe-198e-4fb7-8d07-62ff294084c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.451446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-d429b4fe-198e-4fb7-8d07-62ff294084c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1654491 Oct 19 20:29:43.452613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:43.456760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:43.467554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:43.564806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-4a92ce49-d245-4d00-9d1b-55e470342908 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.1052468 Oct 19 20:29:43.628414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-ef485171-e5b5-410d-999d-f82ff840cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.631199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-ef485171-e5b5-410d-999d-f82ff840cb1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0546026 Oct 19 20:29:43.703513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-ec1e497e-4100-40ff-97c4-d7b041587156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.705785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-ec1e497e-4100-40ff-97c4-d7b041587156 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647144 Oct 19 20:29:43.870339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1e85-4458-485a-9a96-f4bac2bae450 req-241f9333-1254-4d91-859e-65a97bd53ebb tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:43.872146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e0a1e85-4458-485a-9a96-f4bac2bae450 req-241f9333-1254-4d91-859e-65a97bd53ebb tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 945 time: 0.1303241 Oct 19 20:29:43.921848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-23e98427-c62d-44f1-98a1-987e0ece2b67 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045920 Oct 19 20:29:43.949252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e0a1e85-4458-485a-9a96-f4bac2bae450 req-a6ffe348-2e09-4ecc-aab2-6568d9cb4108 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Oct 19 20:29:43.964416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Provisioning complete for port d99cb687-0f55-4db4-87d0-4be1bd364b57 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:43.965002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bdc26ad5-d87b-491b-8a01-880b6852c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.009196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 832c606f-708b-4495-af3a-deb805716d50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:44.009591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.019255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:44.023180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.060255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.064083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.065529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca05083b-3811-4a6e-9ba4-c2005ca1d989 HTTP/1.1" status: 204 len: 168 time: 0.8977728 Oct 19 20:29:44.095290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-56188c1e-7c43-4dae-8c47-ed11a3855f04 req-2b7e3fb6-2813-412c-a4fa-0ba82cecbd5b tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0643497 Oct 19 20:29:44.115636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2594-ed63-4d89-8e98-6bdf3ee0891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05083b-3811-4a6e-9ba4-c2005ca1d989,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:44.141403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Router c4d411ba-4b55-44b7-930c-3673dd3087c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:44.267805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4276af0c-ee3f-46a4-a639-8d430bfcd730 req-0b4a995f-ed97-4e81-981b-6d2f3a86659f service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376462 Oct 19 20:29:44.319142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c851b5-0119-4881-9973-c497116d27d2 req-2cea7675-5587-44ca-9b4a-ea0ea5fe89f3 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 258 time: 0.3110278 Oct 19 20:29:44.334423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:44.375485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.442502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:44.456557 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.457958 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Sync routers for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:44.477104 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:44.479185 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:44.486582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0db7d20e-5ff8-4991-b66b-800d3eb9738b admin admin] 10.222.0.31 "PUT /v2.0/routers/c4d411ba-4b55-44b7-930c-3673dd3087c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6847110 Oct 19 20:29:44.519123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.569392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 832c606f-708b-4495-af3a-deb805716d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=832c606f-708b-4495-af3a-deb805716d50,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:44.595590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.627649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=5756f838-6a4b-4d01-a1e0-faf4c346152d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:44.637489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': 'e7c91cf0-c989-4cfe-a323-5acb4bf060e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:44.638010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:44.642727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.671768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e53643-8fa3-4f56-ab3c-5fc31cf6a79c None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:29:44.674461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:44.697782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:44.710447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2fa8e721-f1b1-4e88-89f8-4e697fdaac4a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:41Z', 'revision_number': 1, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:44.712437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:44.713415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:44.749190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c01431e-780c-4de5-87ed-dd752ec3b393 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3884914 Oct 19 20:29:44.749911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:44.765520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Checking router: f228926b-2362-44c2-8f25-17077282e6b0 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:44.775661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=832c606f-708b-4495-af3a-deb805716d50,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:44.810151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:44.810769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:44.817926 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:44.917426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Allocated IP 172.25.7.59 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:44.972199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.004403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 832c606f-708b-4495-af3a-deb805716d50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:45.072423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.096714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.139294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.189028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:45.233610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:45.239151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:45.242597 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:42Z', 'revision_number': 4, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3b998f56-ce4d-48af-9f23-c9908fc0074d', 'name': '', 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'mac_address': 'fa:16:3e:b3:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:40Z', 'updated_at': '2021-10-19T20:29:42Z', 'revision_number': 2, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'subnets': [{'id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:45.246778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e53643-8fa3-4f56-ab3c-5fc31cf6a79c None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:29:45.251725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:45.287574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.303865 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Checking router: c4d411ba-4b55-44b7-930c-3673dd3087c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:45.304264 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Updating router c4d411ba-4b55-44b7-930c-3673dd3087c8 port 3b998f56-ce4d-48af-9f23-c9908fc0074d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:45.305926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 832c606f-708b-4495-af3a-deb805716d50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:45.307210 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.313722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event updated for resources: {'Port': ['ID=1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:45.341761 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.387464 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4cfc677f-3f00-466c-9d02-4a52f258f8b6 req-5a5f5074-1206-4ff7-a3cb-a0888bcb6a76 tempest-FloatingIPsNegativeTestJSON-20155685 tempest-FloatingIPsNegativeTestJSON-20155685-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=f509ebbd5b474c5aab9072437ada801a HTTP/1.1" status: 200 len: 217 time: 0.1422126 Oct 19 20:29:45.390411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=5756f838-6a4b-4d01-a1e0-faf4c346152d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:45.390637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.464022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.467767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.502268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:45.542854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c91cf0-c989-4cfe-a323-5acb4bf060e8') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:45.543146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c91cf0-c989-4cfe-a323-5acb4bf060e8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:45.558501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6888b60c-463a-45a7-93a5-11229a0e496b req-16ed4f5a-2891-4d39-9afe-1912a5b264db tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0496504 Oct 19 20:29:45.576809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.622469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.635936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:45.635936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:45.640372 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:45.653081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:45.674898 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.683400 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.714461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.721558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.724876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.731953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.744998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed HTTP/1.1" status: 204 len: 168 time: 0.9881530 Oct 19 20:29:45.749609 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb10af1-590c-4226-bb54-a7790a11de5c None None] Pushing event updated for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:45.757386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:45.771764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248323102'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:45.779050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3fe2d-c30a-44fa-9195-b19b7b670ca2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:45.825363 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Attempting to bind port 3b998f56-ce4d-48af-9f23-c9908fc0074d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:45.826162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Attempting to bind port 3b998f56-ce4d-48af-9f23-c9908fc0074d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:45.826686 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Attempting to bind port 3b998f56-ce4d-48af-9f23-c9908fc0074d on network 86b696f5-b113-4294-a6ff-ebed40bbc709 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:45.832590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:45.834354 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:45.835081 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Checking segment: {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:45.835684 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.836207 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Bound using segment: {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:45.836848 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Bound port: 3b998f56-ce4d-48af-9f23-c9908fc0074d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d641b8-d933-472a-b4b6-4d67189e7bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:45.837403 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.841033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.883574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event updated for resources: {'Port': ['ID=1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:45.899805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.901259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:45.905943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:45.906309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.920060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.920604 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment 2d944373-ad3f-4e49-ba65-286651916224 of type vlan for network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da Oct 19 20:29:45.927588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] For port 3b998f56-ce4d-48af-9f23-c9908fc0074d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:45.931773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] For port 3b998f56-ce4d-48af-9f23-c9908fc0074d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b998f56-ce4d-48af-9f23-c9908fc0074d,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:45.935668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.937888 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:45.940445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b4fc8120-ab5d-447d-8265-4c84c91809a7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6133604 Oct 19 20:29:45.985050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33615584-2d69-410c-bc35-510ee95db56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2fa8e721-f1b1-4e88-89f8-4e697fdaac4a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:41Z', 'revision_number': 1, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:46.008398 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:46.015477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33615584-2d69-410c-bc35-510ee95db56e None None] The sync data for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 is: [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2fa8e721-f1b1-4e88-89f8-4e697fdaac4a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:41Z', 'revision_number': 1, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:46.044095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c786e02-80b8-496f-858d-640782c228cb None None] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:46.066850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c786e02-80b8-496f-858d-640782c228cb None None] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed could not be found, it might have been deleted concurrently. {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 20:29:46.072351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c851b5-0119-4881-9973-c497116d27d2 req-b788657a-0ec8-49ad-be40-55fafcce9ac9 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1223300 Oct 19 20:29:46.082862 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:46.082862 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:46.089906 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb10af1-590c-4226-bb54-a7790a11de5c None None] Pushing event updated for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:46.100518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de1b8c-c229-469c-9f61-d47dc36d970a None None] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:46.167924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-398f5769-9c68-4f4b-bc45-a21b0faae984 req-ae470ae6-0870-4f1d-9f78-d0e9024fef98 tempest-FloatingIPsNegativeTestJSON-20155685 tempest-FloatingIPsNegativeTestJSON-20155685-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1157849 Oct 19 20:29:46.169411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:46.189811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:46.190489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:46.289693 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5284612 Oct 19 20:29:46.289896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c851b5-0119-4881-9973-c497116d27d2 req-756047b9-4260-40da-ac45-13f1622bedf0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:46.310778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:46.312839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8c851b5-0119-4881-9973-c497116d27d2 req-756047b9-4260-40da-ac45-13f1622bedf0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2272277 Oct 19 20:29:46.321259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de1b8c-c229-469c-9f61-d47dc36d970a None None] Network 3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed could not be found, it might have been deleted concurrently. {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 20:29:46.339762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:46.375748 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:46.436983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df556ad-78ad-4a33-b52c-069df384f024 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=1dfb060d-b974-45ee-a8ed-7d7b7405f9da,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:46.450150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:46.478006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97637aab-2657-4777-889d-f7155c0957e3 None None] New status for floating IP 2fa8e721-f1b1-4e88-89f8-4e697fdaac4a: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:29:46.481587 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10a7680-9e41-4662-a92d-0b856e7f48ef req-5c09a3df-a6e3-495f-83b1-7f1174a7190d tempest-AbsoluteLimitsNegativeTestJSON-1797409719 tempest-AbsoluteLimitsNegativeTestJSON-1797409719-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=24113c93b1d34640bff2697d4aa8fce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723433 Oct 19 20:29:46.558092 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-355ba624-a017-44a8-9aef-32964c624629 req-c8b10d99-c9be-4759-9d4d-df2a1213b6d7 tempest-FloatingIPsNegativeTestJSON-20155685 tempest-FloatingIPsNegativeTestJSON-20155685-project] show failed (client error): The resource could not be found. Oct 19 20:29:46.571862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43464) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:46.572622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-355ba624-a017-44a8-9aef-32964c624629 req-c8b10d99-c9be-4759-9d4d-df2a1213b6d7 tempest-FloatingIPsNegativeTestJSON-20155685 tempest-FloatingIPsNegativeTestJSON-20155685-project] 10.222.0.31 "GET /v2.0/floatingips/a69fc423-f716-4334-bdbe-2fa1a4dcbb14 HTTP/1.1" status: 404 len: 350 time: 0.0769296 Oct 19 20:29:46.627117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] Provisioning complete for port 3b998f56-ce4d-48af-9f23-c9908fc0074d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:46.628735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:46.687273 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:42Z', 'revision_number': 4, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3b998f56-ce4d-48af-9f23-c9908fc0074d', 'name': '', 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'mac_address': 'fa:16:3e:b3:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:40Z', 'updated_at': '2021-10-19T20:29:45Z', 'revision_number': 4, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'subnets': [{'id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:46.716204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7680-9e41-4662-a92d-0b856e7f48ef req-1ac8453d-e661-4171-b894-f789d2b1b95b tempest-AbsoluteLimitsNegativeTestJSON-1797409719 tempest-AbsoluteLimitsNegativeTestJSON-1797409719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:46.724723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10a7680-9e41-4662-a92d-0b856e7f48ef req-1ac8453d-e661-4171-b894-f789d2b1b95b tempest-AbsoluteLimitsNegativeTestJSON-1797409719 tempest-AbsoluteLimitsNegativeTestJSON-1797409719-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770542 Oct 19 20:29:46.759537 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee953-dc26-4a08-9f32-be82f1936b7b None None] The sync data for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 is: [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:42Z', 'revision_number': 4, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3b998f56-ce4d-48af-9f23-c9908fc0074d', 'name': '', 'network_id': '86b696f5-b113-4294-a6ff-ebed40bbc709', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'mac_address': 'fa:16:3e:b3:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:40Z', 'updated_at': '2021-10-19T20:29:45Z', 'revision_number': 4, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'subnets': [{'id': 'ae2ca498-9941-43ae-a31c-723f36935938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:46.776069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-13766e0d-0bda-49ef-a614-761846f769d2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:46.787447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-13766e0d-0bda-49ef-a614-761846f769d2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1552439 Oct 19 20:29:46.811492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10a7680-9e41-4662-a92d-0b856e7f48ef req-92d78622-69fe-4baf-a94d-66f67ff9bd7c tempest-AbsoluteLimitsNegativeTestJSON-1797409719 tempest-AbsoluteLimitsNegativeTestJSON-1797409719-project] 10.222.0.31 "GET /v2.0/quotas/24113c93b1d34640bff2697d4aa8fce1 HTTP/1.1" status: 200 len: 375 time: 0.0851967 Oct 19 20:29:46.903135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-d9c77776-ec75-48ce-8fb7-0a223277af87 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1142299 Oct 19 20:29:46.907776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:46.940135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10a7680-9e41-4662-a92d-0b856e7f48ef req-1b3e7af0-5be5-4302-a5db-7f206873d6f9 tempest-AbsoluteLimitsNegativeTestJSON-1797409719 tempest-AbsoluteLimitsNegativeTestJSON-1797409719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24113c93b1d34640bff2697d4aa8fce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157777 Oct 19 20:29:46.948252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'floatingip': {'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:46.948956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:46.960878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.004154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] For port 3b998f56-ce4d-48af-9f23-c9908fc0074d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b998f56-ce4d-48af-9f23-c9908fc0074d,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:47.017044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.023028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.149380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac155d-197c-41cb-823c-222ea8be576a None None] Pushing event updated for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:47.183287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9a158516-332b-4167-8735-14cd3fd466ca None None] Provisioning complete for port 3b998f56-ce4d-48af-9f23-c9908fc0074d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:47.183653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a158516-332b-4167-8735-14cd3fd466ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.258641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8f0074e-d86d-4f78-9437-82225fdb6982 req-e4b293ea-d2a4-425d-86a6-84d4b7f8fffa tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.1087565 Oct 19 20:29:47.456318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:47.752612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d2db735-8a73-4d7b-85fd-85b219621cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.870181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.874290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.911759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:47.984092 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Floating IP 4f78c6b2-630f-4a5f-942d-9b61bd9853a7 associated. External IP: 172.25.7.59, port: 798f66bc-2efd-4525-9403-7d009e6ba49f. Oct 19 20:29:48.016187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=bebe4a17-b9a1-4f1b-855d-747c1ab3ac88,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:48.052127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d2db735-8a73-4d7b-85fd-85b219621cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.059747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': '2d944373-ad3f-4e49-ba65-286651916224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:48.060109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 1dfb060d-b974-45ee-a8ed-7d7b7405f9da, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:48.066588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d2db735-8a73-4d7b-85fd-85b219621cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.145075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2db735-8a73-4d7b-85fd-85b219621cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd775b-a28e-4bb2-92d4-abe155894cf0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:48.151043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:48.155851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0d2db735-8a73-4d7b-85fd-85b219621cde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24113c93b1d34640bff2697d4aa8fce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957986 Oct 19 20:29:48.159802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43482) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:48.167311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1dfb060d-b974-45ee-a8ed-7d7b7405f9da) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:48.172356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:48.173048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.175983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6d730-5c4f-4758-9744-120152497cad None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:48.205839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de82c149-5a25-4c4c-a078-9d63cfa5c2b2 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8914154 Oct 19 20:29:48.208269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:48.215486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:48.220554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.363311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-1dfb060d-b974-45ee-a8ed-7d7b7405f9da', 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': 'bebe4a17-b9a1-4f1b-855d-747c1ab3ac88'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:48.364233 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.444970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b69bf17-ebf3-4c9d-9e7b-80dce4f52a3e req-edf7601b-7e3d-493b-9129-01f051663106 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0598347 Oct 19 20:29:48.541375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Allocated IP 2001:db8::2 (1dfb060d-b974-45ee-a8ed-7d7b7405f9da/bebe4a17-b9a1-4f1b-855d-747c1ab3ac88/d40a5f08-783a-4b06-ac14-035b8ecd4799) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:48.549520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Deleting port 3b998f56-ce4d-48af-9f23-c9908fc0074d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:48.550283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.680491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] For port 3b998f56-ce4d-48af-9f23-c9908fc0074d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b998f56-ce4d-48af-9f23-c9908fc0074d,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:48.681750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.703316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Calling delete_port for 3b998f56-ce4d-48af-9f23-c9908fc0074d owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:48.748866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84a250bd-2347-4af2-bb58-5a7daac354d2 req-f37a083e-fc2b-4e99-ac8d-997047c795e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0672295 Oct 19 20:29:48.761774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:48.767755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.781425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.790660 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.804680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.841752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:48.844805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:48.847675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:48.870917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Pushing event updated for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:48.929835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Attempting to bind port d40a5f08-783a-4b06-ac14-035b8ecd4799 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:48.930204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Attempting to bind port d40a5f08-783a-4b06-ac14-035b8ecd4799 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '2d944373-ad3f-4e49-ba65-286651916224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:48.930664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Attempting to bind port d40a5f08-783a-4b06-ac14-035b8ecd4799 on network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:48.939127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:48.939873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Checking segment: {'id': '2d944373-ad3f-4e49-ba65-286651916224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:48.940491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.941105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Bound using segment: {'id': '2d944373-ad3f-4e49-ba65-286651916224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:48.941820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Bound port: d40a5f08-783a-4b06-ac14-035b8ecd4799, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d944373-ad3f-4e49-ba65-286651916224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:48.942537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.958804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b998f56-ce4d-48af-9f23-c9908fc0074d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:48.965225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:48.968943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:48.991807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.016884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b998f56-ce4d-48af-9f23-c9908fc0074d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:49.025258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.028629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.029802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5acd775b-a28e-4bb2-92d4-abe155894cf0 HTTP/1.1" status: 204 len: 168 time: 0.8688116 Oct 19 20:29:49.050888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3932-42e9-4254-82f5-0c3ef5672445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd775b-a28e-4bb2-92d4-abe155894cf0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:49.093241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No active binding found for port 3b998f56-ce4d-48af-9f23-c9908fc0074d {{(pid=100736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 20:29:49.094405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b998f56-ce4d-48af-9f23-c9908fc0074d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 20:29:49.122523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Port 3b998f56-ce4d-48af-9f23-c9908fc0074d not found, will not notify nova. {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 20:29:49.133896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:49.138824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d40a5f08-783a-4b06-ac14-035b8ecd4799,segment=NetworkSegment(2d944373-ad3f-4e49-ba65-286651916224),segment_id=2d944373-ad3f-4e49-ba65-286651916224)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:49.143955 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.155876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:49.163022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.171349 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Sync routers for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:49.186756 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:49.187613 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:49.246373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:49.270910 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-12fb18a6-7b36-4a59-b725-96d2e2b71814 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "PUT /v2.0/floatingips/4f78c6b2-630f-4a5f-942d-9b61bd9853a7 HTTP/1.1" status: 200 len: 995 time: 2.3305426 Oct 19 20:29:49.274540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:29:49.278039 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6489b584-cfd4-469f-8a39-66be5985b64b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:29:49.317336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf58b2-29f1-49dd-9164-19f442cc67db None None] Pushing event updated for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:49.385570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-1ecdc89d-7b18-4dd2-be2f-756f30fc24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:49.389978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-1ecdc89d-7b18-4dd2-be2f-756f30fc24fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.0957158 Oct 19 20:29:49.392187 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c40d11f-5848-49b6-b9e7-dba4ff95d3a0 x-openstack-request-id: req-8c40d11f-5848-49b6-b9e7-dba4ff95d3a0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:29:49.395228 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:29:49.395600 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c40d11f-5848-49b6-b9e7-dba4ff95d3a0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:29:49.396112 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'status': 'completed', 'code': 200} Oct 19 20:29:49.400571 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:49.585006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-81e0bf89-7025-4e25-bdbe-041542c19b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:49.586570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-81e0bf89-7025-4e25-bdbe-041542c19b28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.1871078 Oct 19 20:29:49.755283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b584-cfd4-469f-8a39-66be5985b64b req-34dcc5fa-fa3f-4916-9511-93971f63760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:49.757524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-34dcc5fa-fa3f-4916-9511-93971f63760b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.3409615 Oct 19 20:29:49.868795 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '4f78c6b2-630f-4a5f-942d-9b61bd9853a7', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'mac_address': 'fa:16:3e:c8:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:45Z', 'updated_at': '2021-10-19T20:29:47Z', 'revision_number': 1, 'project_id': '4ac1681ba0e54f03848919034d647173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:49.905863 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Checking router: 35704ca7-ba26-43fc-b55f-fb566a6f50b2 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:49.922615 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:49.925450 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:49.931827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-f5180525-8b13-4acb-8dcc-a77931bcf636 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 998 time: 0.3348119 Oct 19 20:29:50.028024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.038492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36ed3511-885d-487a-a95a-d6f05a7c6fca req-6f8688ec-6103-4e1a-aa2e-b627641be4ca tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.3664122 Oct 19 20:29:50.100418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b584-cfd4-469f-8a39-66be5985b64b req-560aa7a9-1f80-4805-8283-0a2e0348ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.101957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-560aa7a9-1f80-4805-8283-0a2e0348ea17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.3347092 Oct 19 20:29:50.108739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:50.110560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-1f1b0b8c-e997-4563-8246-780d56ccf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.112137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-1f1b0b8c-e997-4563-8246-780d56ccf5dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.1713529 Oct 19 20:29:50.130132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:50.148053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Router c4d411ba-4b55-44b7-930c-3673dd3087c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:29:50.171388 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:50.175511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.176163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.216707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=7e96b3c6-3a5a-4bfb-a990-df0d16379ff0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:50.256419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c08677cf-860b-4077-85c7-ff534552e877 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0457993 Oct 19 20:29:50.262654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:50.302162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-36918e61-fc81-4658-9884-90b7f8e7903b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 998 time: 0.1824474 Oct 19 20:29:50.317569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:50.322813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3732e96c-68a7-44e3-871a-f050c9498d26 admin admin] 10.222.0.31 "PUT /v2.0/routers/c4d411ba-4b55-44b7-930c-3673dd3087c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7482271 Oct 19 20:29:50.325442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:50.336074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Sync routers for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:50.360664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:50.362925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:50.406365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:50.440361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-56ab00f0-7cc0-4aeb-a74e-45695ca72425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.441732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-56ab00f0-7cc0-4aeb-a74e-45695ca72425 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076859 Oct 19 20:29:50.519435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.547189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:50.615648 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '4f78c6b2-630f-4a5f-942d-9b61bd9853a7', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'mac_address': 'fa:16:3e:c8:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:45Z', 'updated_at': '2021-10-19T20:29:47Z', 'revision_number': 1, 'project_id': '4ac1681ba0e54f03848919034d647173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:50.623110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.626970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.628512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.630068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.631862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.637056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-614f7379-ed1a-479d-9ba1-8c32ed2e5ee6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3697314 Oct 19 20:29:50.638057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43532) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:50.643073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150658358'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:50.649139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-33eeba5a-1e18-4048-abed-3b2ac807017e service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861145 Oct 19 20:29:50.665976 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3dd5d-9afc-43f7-be2f-fb542eebfd7d None None] The sync data for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 is: [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '4f78c6b2-630f-4a5f-942d-9b61bd9853a7', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'floating_ip_address': '172.25.7.59', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'mac_address': 'fa:16:3e:c8:fd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:29:45Z', 'updated_at': '2021-10-19T20:29:47Z', 'revision_number': 1, 'project_id': '4ac1681ba0e54f03848919034d647173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:50.674168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-858527579-network', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:50.678843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b584-cfd4-469f-8a39-66be5985b64b req-f5d24f82-e5e6-44ce-ae7b-8aa61f959e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.680454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-f5d24f82-e5e6-44ce-ae7b-8aa61f959e89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.3211439 Oct 19 20:29:50.698046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:50.701756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.750689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.758050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Made reservation on behalf of 9d6cf91bff7a41109d35ebfabe59e35d for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:50.760803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.782545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:50.792211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.847932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:50.848337 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment 48e2c3f2-0c78-480e-a4e5-17a95a1de2a6 of type vlan for network 8f7120a1-9704-4d37-b988-92d0874fce84 Oct 19 20:29:50.854741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '832c606f-708b-4495-af3a-deb805716d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:48Z', 'revision_number': 5, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port': {'id': '832c606f-708b-4495-af3a-deb805716d50', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:36Z', 'updated_at': '2021-10-19T20:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:50.898991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b584-cfd4-469f-8a39-66be5985b64b req-2aedf4f2-26a4-4a0f-8eb0-883b5e447c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:50.900541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-2aedf4f2-26a4-4a0f-8eb0-883b5e447c03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840000 Oct 19 20:29:50.911866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000c89f-3fec-4cd4-8ae9-04c4d90e7eaa None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:50.920686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Checking router: c4d411ba-4b55-44b7-930c-3673dd3087c8 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:50.923916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b63976ba-7c6c-4715-a320-798975d8fb59 req-e637b735-a400-459c-a7a0-206dc2194303 service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664604 Oct 19 20:29:50.972609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Routers {'c4d411ba-4b55-44b7-930c-3673dd3087c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:50.974684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c4d411ba-4b55-44b7-930c-3673dd3087c8'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:50.978948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:50.980668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.047576 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-1e8c8557-15bc-42d4-926b-76ab2b01da05 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389802 Oct 19 20:29:51.059434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.099632 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10324f0f-1032-457c-a562-b4926f509c61 None None] New status for floating IP 4f78c6b2-630f-4a5f-942d-9b61bd9853a7: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:29:51.153153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d40a5f08-783a-4b06-ac14-035b8ecd4799 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:51.171883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Deleting port 832c606f-708b-4495-af3a-deb805716d50 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:51.173079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.202005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbc9743e-72d1-4789-8e3f-081d2ff8e864 req-a5855131-672f-40a7-a68d-96779b2484fe tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0313725 Oct 19 20:29:51.259022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.269741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:51.272654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.281045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6489b584-cfd4-469f-8a39-66be5985b64b req-77213e70-ab3a-4445-8dff-8b83cca8f532 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266557 Oct 19 20:29:51.386692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] Set router c4d411ba-4b55-44b7-930c-3673dd3087c8 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:51.473565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.483806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8449938 Oct 19 20:29:51.486753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43546) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:51.493086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:51.494985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:50Z', 'revision_number': 6, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:51.526687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.548885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6457349-91f0-43bc-a3d8-4eb69b84f965 None None] The sync data for ids ['c4d411ba-4b55-44b7-930c-3673dd3087c8'] in n-d-805649-9 is: [{'id': 'c4d411ba-4b55-44b7-930c-3673dd3087c8', 'name': 'tempest-FloatingIPsNegativeTestJSON-688189524-router', 'tenant_id': 'f509ebbd5b474c5aab9072437ada801a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:35Z', 'updated_at': '2021-10-19T20:29:50Z', 'revision_number': 6, 'project_id': 'f509ebbd5b474c5aab9072437ada801a', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:29:51.554986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588cf37-95d6-4448-ac0c-92faeed5c26c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=8f7120a1-9704-4d37-b988-92d0874fce84,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:51.565401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.579848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:51.586961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:51.611134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-805dd068-b679-48d8-a500-085cce8b6d21 req-0443c779-7ab0-44d0-92be-3f2e45d07c91 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 258 time: 0.6190696 Oct 19 20:29:51.637725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:51.643404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] For port 832c606f-708b-4495-af3a-deb805716d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=832c606f-708b-4495-af3a-deb805716d50,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:51.643780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.647304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.647644 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Added segment 216064db-df65-4623-b273-6a46b8d56743 of type vlan for network a3871a0b-284f-49d7-9de7-948af460af59 Oct 19 20:29:51.648872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f5d3a-ac38-4839-89dc-4fb20484c83f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:51.668487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:51.669184 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.690753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Calling delete_port for 832c606f-708b-4495-af3a-deb805716d50 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:51.720531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.722753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a695f90-1845-4d66-969c-04fa562bdfeb req-a87949b0-6294-4f70-b8bf-fe9bce6f4fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de35d600e2147b996e60a5dcdd99372&device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0411072 Oct 19 20:29:51.749154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d40a5f08-783a-4b06-ac14-035b8ecd4799,segment=NetworkSegment(2d944373-ad3f-4e49-ba65-286651916224),segment_id=2d944373-ad3f-4e49-ba65-286651916224)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:51.766466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.772731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.800201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a695f90-1845-4d66-969c-04fa562bdfeb req-4d2bfdfe-96d4-4ddc-aaa3-124b74a98b69 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5de35d600e2147b996e60a5dcdd99372&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686419 Oct 19 20:29:51.823144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.824088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:51.824665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.829829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d0d262d6-f573-4887-aa7a-f3eaadeabd83 req-6fb9b5dd-3d45-4b15-ad66-1180f7972dd6 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0717349 Oct 19 20:29:51.852381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c90460-8608-4256-92ff-67f09b3bea2e None None] Pushing event updated for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:51.921256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5135705 Oct 19 20:29:51.926518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43550) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:51.952083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Update dhcp port {'port': {'network_id': '1dfb060d-b974-45ee-a8ed-7d7b7405f9da', 'fixed_ips': [{'subnet_id': 'bebe4a17-b9a1-4f1b-855d-747c1ab3ac88', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e96b3c6-3a5a-4bfb-a990-df0d16379ff0'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'd40a5f08-783a-4b06-ac14-035b8ecd4799'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:29:51.958156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.980292 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:51.987970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.004612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Request body: {'subnet': {'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-858527579-subnet', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:52.012755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 8f7120a1-9704-4d37-b988-92d0874fce84 is not hosted by any dhcp agent {{(pid=100734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:29:52.014582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148bc79-3de6-4d30-b5d4-ef9c1500d66f admin admin] Pushing event updated for resources: {'Network': ['ID=a3871a0b-284f-49d7-9de7-948af460af59,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:52.019326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:52.019875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.024277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "PUT /v2.0/networks/8f7120a1-9704-4d37-b988-92d0874fce84 HTTP/1.1" status: 200 len: 723 time: 0.5333536 Oct 19 20:29:52.026628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43552) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:52.028390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a695f90-1845-4d66-969c-04fa562bdfeb req-1d7c5ced-c9c9-43c6-a36a-2d56f8b3dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:52.029827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a695f90-1845-4d66-969c-04fa562bdfeb req-1d7c5ced-c9c9-43c6-a36a-2d56f8b3dd41 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118659 Oct 19 20:29:52.041955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:52.044330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a3871a0b-284f-49d7-9de7-948af460af59 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:52.085022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eabbba-a2d8-4e91-bffe-95630c74fee1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=8f7120a1-9704-4d37-b988-92d0874fce84,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:52.095769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Made reservation on behalf of 9d6cf91bff7a41109d35ebfabe59e35d for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:52.098094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.137883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:52.272831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.274687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.314226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:52.317710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.322688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Allocated IP 172.20.0.1 (1dfb060d-b974-45ee-a8ed-7d7b7405f9da/7e96b3c6-3a5a-4bfb-a990-df0d16379ff0/d40a5f08-783a-4b06-ac14-035b8ecd4799) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:52.338417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=832c606f-708b-4495-af3a-deb805716d50,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:52.435515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d40a5f08-783a-4b06-ac14-035b8ecd4799,segment=NetworkSegment(2d944373-ad3f-4e49-ba65-286651916224),segment_id=2d944373-ad3f-4e49-ba65-286651916224)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:52.473632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.478546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.576317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:52.580258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77d8e-5090-4370-9f1a-9fefee1a9549 None None] Pushing event updated for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:52.912227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d40a5f08-783a-4b06-ac14-035b8ecd4799 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:52.952908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ed713c4-b29c-4374-90a3-281768fe4eac req-d0501369-cc14-4824-ae51-9050755fde3a tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.31 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0370686 Oct 19 20:29:52.978051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:52.978419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.006082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Allocated IP 172.25.7.158 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:53.012147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.020024 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.041124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.140862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b4223-aee0-42bd-b57d-ec05aa124b92 None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:53.168658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b998f56-ce4d-48af-9f23-c9908fc0074d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:53.173628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.174176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d411ba-4b55-44b7-930c-3673dd3087c8 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:29:53.220737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3b998f56-ce4d-48af-9f23-c9908fc0074d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:53.221077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b998f56-ce4d-48af-9f23-c9908fc0074d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:53.221514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 832c606f-708b-4495-af3a-deb805716d50 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:53.233369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8208e013-5286-46b5-b038-84c92211dd2e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:53.241500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.244993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-92d879f1-0770-4eb9-be83-65d43a4b69c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c4d411ba-4b55-44b7-930c-3673dd3087c8 HTTP/1.1" status: 204 len: 168 time: 2.9159653 Oct 19 20:29:53.246474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43562) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:53.252437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 832c606f-708b-4495-af3a-deb805716d50 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:53.252437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 832c606f-708b-4495-af3a-deb805716d50 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:53.275629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-62cd6337-3f7e-4969-8a16-51f9362183ee None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:53.275996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd6337-3f7e-4969-8a16-51f9362183ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.281368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.314052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a695f90-1845-4d66-969c-04fa562bdfeb req-88214e0e-b398-4586-a6b7-1733f0db7707 tempest-ServerShowV257Test-1024919926 tempest-ServerShowV257Test-1024919926-project] 10.222.0.11 "GET /v2.0/ports?device_id=d832665a-7b79-473b-9780-ff2f824dc95a HTTP/1.1" status: 200 len: 210 time: 0.0556808 Oct 19 20:29:53.335200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Checking segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:53.335408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Network hostable DHCP agents. Network: a3871a0b-284f-49d7-9de7-948af460af59, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:53.370094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Deleting subnet ae2ca498-9941-43ae-a31c-723f36935938 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:29:53.377660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.379655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.385357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=05f84071-ffa3-4ac5-b06e-268c2cbdfe89,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:53.404055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Network a3871a0b-284f-49d7-9de7-948af460af59 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:53.435236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a3871a0b-284f-49d7-9de7-948af460af59) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:53.443985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:53.444571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.446804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:53.447168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 8f7120a1-9704-4d37-b988-92d0874fce84, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:29:53.467768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb505ce8-5a30-4704-b9fc-23f7e1c4779a None None] Network a3871a0b-284f-49d7-9de7-948af460af59 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:53.479076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5fabd911-0291-4535-9956-e2497b838bf4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5142181 Oct 19 20:29:53.482386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:53.492694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:53.496038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.499990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.543859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 8f7120a1-9704-4d37-b988-92d0874fce84 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:29:53.613928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.628810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8f7120a1-9704-4d37-b988-92d0874fce84) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:53.641041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c77e0a-2ea6-41a5-9411-970efb34f974 None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:53.656162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:53.657202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.661277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:53.673090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:53.673090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.674014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.682405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:53.701573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event updated for resources: {'Port': ['ID=0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:53.703094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.703611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-a3871a0b-284f-49d7-9de7-948af460af59', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:53.713980 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.739358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2ca498-9941-43ae-a31c-723f36935938,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:53.748374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:53.748758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-623eb644-0952-4ca5-8393-f637213add46 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7188060 Oct 19 20:29:53.756144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:53.787745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.794133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dac7a53e-706b-44aa-afa7-a83405fd26d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ae2ca498-9941-43ae-a31c-723f36935938 HTTP/1.1" status: 204 len: 168 time: 0.5435662 Oct 19 20:29:53.794133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43574) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:53.830509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d3354-6082-4bad-abfa-24c90ffdc2d8 None None] Network 86b696f5-b113-4294-a6ff-ebed40bbc709 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:53.881106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.922982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:53.947641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9405856'] for subnet, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.025256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.043076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-91c3f5a1-243f-4d46-9455-aa638ae8a71b None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:54.043453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-91c3f5a1-243f-4d46-9455-aa638ae8a71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.088621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Deleting port d99cb687-0f55-4db4-87d0-4be1bd364b57 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:54.089366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.142688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Allocated IP 172.20.0.2 (a3871a0b-284f-49d7-9de7-948af460af59/8208e013-5286-46b5-b038-84c92211dd2e/09d0d6fc-943d-4cfe-81d7-8984961e5ef2) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:54.205233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] For port d99cb687-0f55-4db4-87d0-4be1bd364b57, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d99cb687-0f55-4db4-87d0-4be1bd364b57,segment=NetworkSegment(90d641b8-d933-472a-b4b6-4d67189e7bb6),segment_id=90d641b8-d933-472a-b4b6-4d67189e7bb6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:54.206725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.208383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745520121622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9104708'] for subnet, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.222507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.231915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.246113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8f7120a1-9704-4d37-b988-92d0874fce84', 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': '05f84071-ffa3-4ac5-b06e-268c2cbdfe89'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:29:54.246958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.252617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Calling delete_port for d99cb687-0f55-4db4-87d0-4be1bd364b57 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:54.260810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:54.261430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.262740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "PUT /v2.0/subnets/05f84071-ffa3-4ac5-b06e-268c2cbdfe89 HTTP/1.1" status: 200 len: 826 time: 0.5126162 Oct 19 20:29:54.271209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43582) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:54.340395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43584) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:54.361115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1cc2c-af75-4110-b852-48eadfa458ea tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=05f84071-ffa3-4ac5-b06e-268c2cbdfe89,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:54.437290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.445282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.461633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.474545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.515350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99cb687-0f55-4db4-87d0-4be1bd364b57,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:54.522706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] No DVR routers for this DVR port d99cb687-0f55-4db4-87d0-4be1bd364b57 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:54.538768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event updated for resources: {'Port': ['ID=0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:54.606323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-168dc3ac-f5f6-48a3-9dcc-3eb03ba3e685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.607517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51d0b9-397f-45eb-b739-b5f6812e2f3e None None] DHCP port deletion for 86b696f5-b113-4294-a6ff-ebed40bbc709 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:29:54.619140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.662966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.711096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.714315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.714623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-805dd068-b679-48d8-a500-085cce8b6d21 req-f7bb6326-df88-444c-8c53-c6ce385c219d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0916264 Oct 19 20:29:54.724506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.768636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Allocated IP 2001:db8::2 (8f7120a1-9704-4d37-b988-92d0874fce84/05f84071-ffa3-4ac5-b06e-268c2cbdfe89/0f4207b0-1db9-4af3-aa72-604d49586df1) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:54.788088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Network a3871a0b-284f-49d7-9de7-948af460af59 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:54.792255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:54.797932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:54.811243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Pushing event updated for resources: {'Port': ['ID=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:54.837331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-805dd068-b679-48d8-a500-085cce8b6d21 req-424efac1-9463-488f-bc23-532cac1c6e1f tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.1082702 Oct 19 20:29:54.920486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Attempting to bind port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:54.920958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Attempting to bind port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:54.921535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Attempting to bind port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 on network a3871a0b-284f-49d7-9de7-948af460af59 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:54.936189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d99cb687-0f55-4db4-87d0-4be1bd364b57 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:29:54.940604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:54.944253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Checking segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:54.944253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.944253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Bound using segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:54.944253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Bound port: 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:54.944253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:54.974276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d99cb687-0f55-4db4-87d0-4be1bd364b57 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:29:54.974536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d99cb687-0f55-4db4-87d0-4be1bd364b57 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:29:54.999753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.046243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b696f5-b113-4294-a6ff-ebed40bbc709']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.061515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d641b8-d933-472a-b4b6-4d67189e7bb6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.061858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d641b8-d933-472a-b4b6-4d67189e7bb6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.076043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.089094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] For port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:55.094800 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.097869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.104668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] For port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:55.106609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.110256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:55.110682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:55.112696 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:55.116532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.118269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd068-b679-48d8-a500-085cce8b6d21 req-58cebdb3-c952-4184-b859-2b1d8e81c3a2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:55.119787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-805dd068-b679-48d8-a500-085cce8b6d21 req-58cebdb3-c952-4184-b859-2b1d8e81c3a2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2816646 Oct 19 20:29:55.139585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.159142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:55.161253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.161401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-168dc3ac-f5f6-48a3-9dcc-3eb03ba3e685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.170855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:55.174207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:55.176238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Pushing event updated for resources: {'Port': ['ID=0f4207b0-1db9-4af3-aa72-604d49586df1,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.195966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-168dc3ac-f5f6-48a3-9dcc-3eb03ba3e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.270156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.303392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Allocated IP 172.25.7.80 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/81dbe2b7-440a-4fd6-a561-2c17e02410f0) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:55.321584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a66242-db09-409e-be13-d643dd84f18b None None] Pushing event updated for resources: {'Port': ['ID=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.325216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=05f84071-ffa3-4ac5-b06e-268c2cbdfe89,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.338146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Attempting to bind port 0f4207b0-1db9-4af3-aa72-604d49586df1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:29:55.338616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Attempting to bind port 0f4207b0-1db9-4af3-aa72-604d49586df1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:29:55.339243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Attempting to bind port 0f4207b0-1db9-4af3-aa72-604d49586df1 on network 8f7120a1-9704-4d37-b988-92d0874fce84 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:29:55.348986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:29:55.349519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Checking segment: {'id': '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:29:55.349925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.350315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Bound using segment: {'id': '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:29:55.350803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Bound port: 0f4207b0-1db9-4af3-aa72-604d49586df1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8f7120a1-9704-4d37-b988-92d0874fce84'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:29:55.351237 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.353177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.354604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc3ac-f5f6-48a3-9dcc-3eb03ba3e685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370cd111-e16f-44b8-89cf-52d8e7746a83,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.378114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-168dc3ac-f5f6-48a3-9dcc-3eb03ba3e685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5de35d600e2147b996e60a5dcdd99372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0366559 Oct 19 20:29:55.390392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:55.397872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.404425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/86b696f5-b113-4294-a6ff-ebed40bbc709 HTTP/1.1" status: 204 len: 168 time: 1.6074405 Oct 19 20:29:55.405210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c06116-048d-4f72-bd7a-5434b2449bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b696f5-b113-4294-a6ff-ebed40bbc709,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.454942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] For port 0f4207b0-1db9-4af3-aa72-604d49586df1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:29:55.460208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] For port 0f4207b0-1db9-4af3-aa72-604d49586df1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0f4207b0-1db9-4af3-aa72-604d49586df1,segment=NetworkSegment(48e2c3f2-0c78-480e-a4e5-17a95a1de2a6),segment_id=48e2c3f2-0c78-480e-a4e5-17a95a1de2a6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:29:55.492253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.504346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.508487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.516839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.522630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-da7f0bc7-6314-4b34-998f-e285785af47c tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:55.524194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-da7f0bc7-6314-4b34-998f-e285785af47c tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2691429 Oct 19 20:29:55.549973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7120a1-9704-4d37-b988-92d0874fce84']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.559240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.623946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.635779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.636441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:55.648699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f970d-c09b-41a7-8734-185a08e246f1 None None] Pushing event updated for resources: {'Port': ['ID=0f4207b0-1db9-4af3-aa72-604d49586df1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.680341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f97c0-2e64-4f03-88c4-abb902c07670 None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:55.688138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:29:55.690326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43602) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:55.706468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:29:55.707089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-a1678a4d-0f40-473b-9eda-ad4c0f98de3e tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.1685743 Oct 19 20:29:55.715033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.718129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.720985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-dc94d526-a42b-45b9-9b3e-5bda0c0bdf39 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'floatingip': {'port_id': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:55.723204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/370cd111-e16f-44b8-89cf-52d8e7746a83 HTTP/1.1" status: 204 len: 168 time: 0.3315828 Oct 19 20:29:55.724472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:29:55.724737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.741984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Pushing event updated for resources: {'Port': ['ID=81dbe2b7-440a-4fd6-a561-2c17e02410f0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.748167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea42a5-9c73-48fe-ba50-81635666a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370cd111-e16f-44b8-89cf-52d8e7746a83,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:55.824905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-19353675-8a33-44ea-a3cc-7d72980bf643 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f509ebbd5b474c5aab9072437ada801a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260340 Oct 19 20:29:55.826927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43608) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:55.853057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-dc94d526-a42b-45b9-9b3e-5bda0c0bdf39 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.859556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.900313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5399b-5978-493e-afc7-989772740aee None None] Network 8f7120a1-9704-4d37-b988-92d0874fce84 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:55.951085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:55.951564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:55.956470 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:56.050688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.082840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.088748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.api [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 20:29:56.088748 n-d-805649-9 neutron-server[100734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 20:29:56.088748 n-d-805649-9 neutron-server[100734]: [parameters: {'id': '8f7120a1-9704-4d37-b988-92d0874fce84'}] Oct 19 20:29:56.088748 n-d-805649-9 neutron-server[100734]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:29:56.089086 n-d-805649-9 neutron-server[100734]: DEBUG oslo_db.api [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:29:56.220422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.225591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.226681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33ba1305-5cc1-4e4e-b08d-c6ba62aec749 HTTP/1.1" status: 204 len: 168 time: 0.3947093 Oct 19 20:29:56.251750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2380-8d65-4db3-b518-8287febf2c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba1305-5cc1-4e4e-b08d-c6ba62aec749,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:56.257049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.274117 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-dc94d526-a42b-45b9-9b3e-5bda0c0bdf39 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 20:29:56.283999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-315a3721-386a-4cbf-b72a-54eebe7ba57f req-dc94d526-a42b-45b9-9b3e-5bda0c0bdf39 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "PUT /v2.0/floatingips/b983c55e-9bbe-4802-8c06-042d6702f767 HTTP/1.1" status: 409 len: 550 time: 0.5753953 Oct 19 20:29:56.369716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-7c0bb2f0-6411-4f57-ba08-ef5eae4e33ea tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips/b983c55e-9bbe-4802-8c06-042d6702f767 HTTP/1.1" status: 200 len: 693 time: 0.0603511 Oct 19 20:29:56.408368 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-baac1083-079a-46bf-bc40-01476f845e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.590452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.691854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-951fe4c3-e1e6-4154-a904-01623b890158 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:56.701948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-951fe4c3-e1e6-4154-a904-01623b890158 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.3244238 Oct 19 20:29:56.713041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port 0f4207b0-1db9-4af3-aa72-604d49586df1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:56.713418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.782732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea40c33-35be-4abb-9a0b-0c999698d89a None None] Network a3871a0b-284f-49d7-9de7-948af460af59 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:29:56.838907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port 0f4207b0-1db9-4af3-aa72-604d49586df1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0f4207b0-1db9-4af3-aa72-604d49586df1,segment=NetworkSegment(48e2c3f2-0c78-480e-a4e5-17a95a1de2a6),segment_id=48e2c3f2-0c78-480e-a4e5-17a95a1de2a6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:56.839291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:56.863830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for 0f4207b0-1db9-4af3-aa72-604d49586df1 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:57.003770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.013221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] Provisioning complete for port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:57.013986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.059260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=0f4207b0-1db9-4af3-aa72-604d49586df1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:57.065589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:57.077701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port 0f4207b0-1db9-4af3-aa72-604d49586df1 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:29:57.243182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.274847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7120a1-9704-4d37-b988-92d0874fce84']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:57.286066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:57.286797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e2c3f2-0c78-480e-a4e5-17a95a1de2a6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:57.297917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-b41762da-4d2c-4a75-9aef-f8a2f91a71c3 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.5400679 Oct 19 20:29:57.299121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.301268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.319119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.326233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:29:57.326750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:29:57.330558 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:29:57.389915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-2d9fc9a5-01dc-43f4-acdd-edebee8352cd tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0838218 Oct 19 20:29:57.416190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.429080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.440187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8f7120a1-9704-4d37-b988-92d0874fce84 HTTP/1.1" status: 204 len: 168 time: 3.1679509 Oct 19 20:29:57.443793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43656) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:57.444366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:57.444958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.462285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3397-f1cb-469b-a3ab-85363b84dc10 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=8f7120a1-9704-4d37-b988-92d0874fce84,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:57.521913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.542122 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5d75eb-bdda-47bd-95d8-eddca52820b7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:29:57.542690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5d75eb-bdda-47bd-95d8-eddca52820b7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:29:57.545867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ed5d75eb-bdda-47bd-95d8-eddca52820b7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8f7120a1-9704-4d37-b988-92d0874fce84 HTTP/1.1" status: 404 len: 339 time: 0.0750666 Oct 19 20:29:57.549946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43662) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:57.566320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1426542362', 'description': 'd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:57.597484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] For port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:29:57.603486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.605529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.615083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:29:57.621079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.659913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:29:57.676160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Deleting port 0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:29:57.676537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.678398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Router d7e942ce-405b-480a-b4f3-a4911b97f1eb is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:29:57.679884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.681542 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment a3aa960d-d10d-4fda-a002-0c67268f76fb of type vlan for network ba9d9d43-7131-4075-96cd-4fd7fd627f39 Oct 19 20:29:57.682604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576ee25-260b-43c3-a9f7-ee3c920cd6d4 None None] Pushing event updated for resources: {'Port': ['ID=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:57.770489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:29:57.771118 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:29:57.779658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.814453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.826247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:57.827530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.906221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3541648 Oct 19 20:29:57.908963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43678) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:57.910339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725c5c5-8a2d-4e51-be4c-a6d28fafb4ac None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:29:57.910897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.911266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:57.948151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Calling delete_port for 0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:29:57.967928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:29:57.992647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Sync routers for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:29:58.014554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:29:58.014983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:58.027253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.027443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a079e540-7938-4ba3-a4db-b25717fbaf17 None None] Provisioning complete for port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:58.027443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a079e540-7938-4ba3-a4db-b25717fbaf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.027612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a3e1f506-3a08-42c9-9234-ba46e866216b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5385504 Oct 19 20:29:58.030685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43682) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:58.083076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c71a7c-46a4-41e8-818b-3606af6fdab6 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=ba9d9d43-7131-4075-96cd-4fd7fd627f39,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:58.116111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abe88a-ada5-4f8c-b65e-f357cce11c7f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:58.119708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-79abe88a-ada5-4f8c-b65e-f357cce11c7f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks?id=ba9d9d43-7131-4075-96cd-4fd7fd627f39 HTTP/1.1" status: 200 len: 765 time: 0.2094088 Oct 19 20:29:58.122355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43690) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:58.129059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ba9d9d43-7131-4075-96cd-4fd7fd627f39 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:58.144193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'description': 'd2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:58.287626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.391555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event deleted for resources: {'Port': ['ID=0bc982c2-e6a6-4f97-859f-2f7c58bf2e2c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:58.463520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725c5c5-8a2d-4e51-be4c-a6d28fafb4ac None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:29:58.487508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:29:58.575571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.604819 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.668207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.672049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.683253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05e53bd5-15e1-4151-a7d0-33e306826f75 req-4f853172-bce6-41a4-813d-aa1d2026beda tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "DELETE /v2.0/floatingips/b983c55e-9bbe-4802-8c06-042d6702f767 HTTP/1.1" status: 204 len: 173 time: 1.2869725 Oct 19 20:29:58.697248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=ba9d9d43-7131-4075-96cd-4fd7fd627f39,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:29:58.711479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network ba9d9d43-7131-4075-96cd-4fd7fd627f39 is not hosted by any dhcp agent {{(pid=100734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:29:58.718007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:58.718653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.724046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2330819f-b18d-47ee-b5e8-6016b647a01f tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "PUT /v2.0/networks/ba9d9d43-7131-4075-96cd-4fd7fd627f39 HTTP/1.1" status: 200 len: 762 time: 0.5969343 Oct 19 20:29:58.741031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:58.779656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ba9d9d43-7131-4075-96cd-4fd7fd627f39 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:29:58.815007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-da396a8b-65f2-47da-b39a-8630991e1add service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1197650 Oct 19 20:29:58.881242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003961c-4b36-4463-a6cc-18acb26abe9d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:58.888054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1003961c-4b36-4463-a6cc-18acb26abe9d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks?id=ba9d9d43-7131-4075-96cd-4fd7fd627f39 HTTP/1.1" status: 200 len: 765 time: 0.1458950 Oct 19 20:29:58.888685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:58.898581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-8088e172-9225-43f6-b918-90e42daf3aa0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 1000 time: 0.1525168 Oct 19 20:29:58.953283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:58.988275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-6a0bc096-6976-4c06-b896-e5e35b129fce tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:58.989991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-6a0bc096-6976-4c06-b896-e5e35b129fce tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports/798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 942 time: 0.0831754 Oct 19 20:29:59.140603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.141131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.141641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.142111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.142570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.143028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.143489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.149531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-5e557aa4-f4bf-44a1-b7a8-34f57349a645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.2558522 Oct 19 20:29:59.172213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:29:59.225850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Allocated IP 172.20.0.1 (a3871a0b-284f-49d7-9de7-948af460af59/8208e013-5286-46b5-b038-84c92211dd2e/6cfb9eec-0274-4ae6-9bcf-b353402a561d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:29:59.337899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e4b07-51d5-4d01-89ce-4e9701f0723e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.339537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-325e4b07-51d5-4d01-89ce-4e9701f0723e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4487393 Oct 19 20:29:59.344945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43778) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:59.346476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-8c41669d-918e-4e28-89cc-cb3a0fedfd9d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 1000 time: 0.0826066 Oct 19 20:29:59.363985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4db3c486-7dc4-4f3a-ac83-ba45213c0694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:59.421651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea54bbca-411a-4d81-815b-47745798200d tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 207 time: 0.0722370 Oct 19 20:29:59.422637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43784) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:29:59.423704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:29:56Z', 'revision_number': 3, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:29:59.483012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Checking router: d7e942ce-405b-480a-b4f3-a4911b97f1eb for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:29:59.483439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Updating router d7e942ce-405b-480a-b4f3-a4911b97f1eb port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:29:59.495955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-5b89bff0-2034-4a9e-9e1c-4cffd25bd3bb tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.502596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-5b89bff0-2034-4a9e-9e1c-4cffd25bd3bb tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.1551282 Oct 19 20:29:59.509373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-e6288c96-fca9-4449-99d2-fbda6c7c16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.509848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-e6288c96-fca9-4449-99d2-fbda6c7c16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.510302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-e6288c96-fca9-4449-99d2-fbda6c7c16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.511886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-e6288c96-fca9-4449-99d2-fbda6c7c16d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 2292 time: 0.3245103 Oct 19 20:29:59.522880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:59.533983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:29:59.534358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:59.640182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-8acf2a82-43a4-4352-bf43-50e24d730618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 1001 time: 0.1092954 Oct 19 20:29:59.646377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-487945b9-431c-40f0-9949-441cc8c229d8 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 1000 time: 0.1428299 Oct 19 20:29:59.651516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:29:59.743998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:59.772687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:29:59.794134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.800064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.809438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.825440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.832365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.844653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.850104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a95c17b1-a9aa-474b-8eb9-b4df07054b19 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4229760 Oct 19 20:29:59.850104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-d0ff1b74-5618-42f3-88a4-7242512f1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:29:59.851220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-d0ff1b74-5618-42f3-88a4-7242512f1397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.2030227 Oct 19 20:29:59.851690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:00.017205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5e1665a5-c9ba-4c96-b076-9ff1ecb56839 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1606522 Oct 19 20:30:00.028030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:00.090317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.091957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.093629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.095020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.097207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.098963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bfc29ce1-5aa2-48fd-a63d-89245f31c567 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0715108 Oct 19 20:30:00.116502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43830) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:00.211400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.218568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5534efd2-ec57-49b9-9577-09e63c21261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.220997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-5534efd2-ec57-49b9-9577-09e63c21261c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064309 Oct 19 20:30:00.227322 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.230708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.232814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.234405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.236795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.239594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.244030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6cb7def-dbfa-49d9-a4ce-c010382e240c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1247418 Oct 19 20:30:00.271382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43836) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:00.301335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.351700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Attempting to bind port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:00.352295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Attempting to bind port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:00.352848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Attempting to bind port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:00.387151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:00.387836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:00.388532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.389205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:00.398445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Bound port: 81dbe2b7-440a-4fd6-a561-2c17e02410f0, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:00.409455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-7f50965b-847b-4c16-8890-974a85f1cb2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375268 Oct 19 20:30:00.410258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.418317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Network a3871a0b-284f-49d7-9de7-948af460af59 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:00.432411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:00.434542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.451793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-556034b5-dc0a-457a-9087-18f3bbbd24dd service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063982 Oct 19 20:30:00.471221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:00.477207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:00.507584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1a829-18c2-4de6-b752-c6ed615e843d None None] Pushing event updated for resources: {'Port': ['ID=81dbe2b7-440a-4fd6-a561-2c17e02410f0,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:00.525195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.526068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.543656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] For port 81dbe2b7-440a-4fd6-a561-2c17e02410f0, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:00.550745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] For port 81dbe2b7-440a-4fd6-a561-2c17e02410f0, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81dbe2b7-440a-4fd6-a561-2c17e02410f0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:00.556282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.568066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:00.568405 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Floating IP 4f78c6b2-630f-4a5f-942d-9b61bd9853a7 disassociated. External IP: 172.25.7.59, port: 798f66bc-2efd-4525-9403-7d009e6ba49f. Oct 19 20:30:00.698264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:00.698913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:00.717354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c908c4b-e636-4fee-a10b-8d5622c01a3e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:00.723102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c908c4b-e636-4fee-a10b-8d5622c01a3e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks/8a5eb300-73f9-4714-9fe9-d207a4305c19 HTTP/1.1" status: 200 len: 804 time: 0.4455574 Oct 19 20:30:00.733895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43890) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:00.843235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:00.932647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1a829-18c2-4de6-b752-c6ed615e843d None None] Pushing event updated for resources: {'Port': ['ID=81dbe2b7-440a-4fd6-a561-2c17e02410f0,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:00.962682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.034384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0b86055b-bc50-45d9-af15-e3aaeb251cf5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/networks/8a5eb300-73f9-4714-9fe9-d207a4305c19?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2917440 Oct 19 20:30:01.066847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9af82006-6ed2-4f9f-b0fb-ca1f07aebe90 None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:01.067218 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9af82006-6ed2-4f9f-b0fb-ca1f07aebe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.079525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43900) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:01.108690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9af82006-6ed2-4f9f-b0fb-ca1f07aebe90 None None] Port 6cfb9eec-0274-4ae6-9bcf-b353402a561d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:01.131067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:29:56Z', 'revision_number': 3, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:01.165283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271aee4-1bda-419e-b297-d5223555fefa None None] The sync data for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 is: [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:29:56Z', 'revision_number': 3, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:01.184325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.243583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dedfbcd-0fc8-41aa-8641-7ed14e3ed1f1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:01.245214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4dedfbcd-0fc8-41aa-8641-7ed14e3ed1f1 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets/c1858130-5bbe-4120-be0e-eff48f22caf1 HTTP/1.1" status: 200 len: 843 time: 0.1632984 Oct 19 20:30:01.252454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43908) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:01.369684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-89ed12a3-2f9a-433f-81c3-22590a7fea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:01.371185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-89ed12a3-2f9a-433f-81c3-22590a7fea37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.8724420 Oct 19 20:30:01.382509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72125a23-d0fe-47f0-bbc8-ee1b12dff4c7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:01.388549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:01.389807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72125a23-d0fe-47f0-bbc8-ee1b12dff4c7 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "GET /v2.0/subnets/c1858130-5bbe-4120-be0e-eff48f22caf1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1330800 Oct 19 20:30:01.397672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43910) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:01.406433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722068256'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:01.469454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-4dc4fd78-92fd-4c96-bb43-4204c3d706e7 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0095897 Oct 19 20:30:01.586803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:01.590788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-6f2c3e3f-f231-4c65-8ad1-b1b9ce03014a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 217 time: 0.1104753 Oct 19 20:30:01.623542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:01.624850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.627854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.629645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:01.651049 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Sync routers for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:01.670552 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:01.672039 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:01.761123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-04f7ca8d-d754-4ab7-9d03-7f0fa2423873 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "PUT /v2.0/floatingips/4f78c6b2-630f-4a5f-942d-9b61bd9853a7 HTTP/1.1" status: 200 len: 694 time: 2.1127453 Oct 19 20:30:01.769103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:01.772369 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62082ff4-58e5-40bb-b486-525a2571ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:01.835085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.846872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-362f8604-9220-4685-ad9a-7e924300d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:01.848400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-362f8604-9220-4685-ad9a-7e924300d152 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.4378178 Oct 19 20:30:01.851721 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:01.858190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.871468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:01.971436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-0aa04147-9c5d-4c87-ba17-7c5682419d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:01.973509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-0aa04147-9c5d-4c87-ba17-7c5682419d1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.3710654 Oct 19 20:30:01.977031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:01.977477 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Added segment 4fee714c-82a1-4fd4-a25e-a9d4aa9b992c of type vlan for network 141675ef-5eaa-4162-be51-d33eebc0c589 Oct 19 20:30:01.980134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-d3591722-98f7-4051-9384-5ee6fa464544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 217 time: 0.1044552 Oct 19 20:30:02.030424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20116300-ae77-4cd1-8d80-4012cf2b0c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.071259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:02.128986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.137260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.186939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:02.205705 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.217996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-4715b582-8461-4f59-b65f-3fa3ec0ea79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.227229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-4715b582-8461-4f59-b65f-3fa3ec0ea79f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.4632158 Oct 19 20:30:02.240121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Checking router: 35704ca7-ba26-43fc-b55f-fb566a6f50b2 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:02.244892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.250624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.251236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.254457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-7550e6f2-22ad-4563-aad3-1942634e9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.256377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-7550e6f2-22ad-4563-aad3-1942634e9f74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.2514477 Oct 19 20:30:02.280830 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:02.281180 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:02.334477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-6e253f3b-a746-47c6-90d2-12d9835df90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.336068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-6e253f3b-a746-47c6-90d2-12d9835df90b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3549740 Oct 19 20:30:02.361198 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9564252 Oct 19 20:30:02.369922 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef62fc6-d445-41ce-9a72-87a649bbcb05 x-openstack-request-id: req-9ef62fc6-d445-41ce-9a72-87a649bbcb05 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:02.370272 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:02.370449 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ef62fc6-d445-41ce-9a72-87a649bbcb05 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:02.370851 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'status': 'completed', 'code': 200} Oct 19 20:30:02.377207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:02.389333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-500b75d3-bf7b-4920-b105-107a59c42fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.391396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-500b75d3-bf7b-4920-b105-107a59c42fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240218 Oct 19 20:30:02.413848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:02.468446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-4312fb31-e1e2-4f75-8b3e-532e328f7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:02.484356 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-4312fb31-e1e2-4f75-8b3e-532e328f7353 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.2557664 Oct 19 20:30:02.560302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-65aa3393-ad3e-4c3a-ad52-c39e2e05da22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 217 time: 0.0749080 Oct 19 20:30:02.561525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8840f-be35-45da-99b1-a0263fc695db tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Network': ['ID=141675ef-5eaa-4162-be51-d33eebc0c589,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:02.572102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 141675ef-5eaa-4162-be51-d33eebc0c589 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:02.574737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-9ffa08b2-8ec3-4633-9519-bc3246fa4102 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451139 Oct 19 20:30:02.690861 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:02.714529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-368922a6-aed7-406d-8e67-2a7b5407c67e req-d66c741d-aeeb-4693-975b-c04e3b379c46 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272273 Oct 19 20:30:02.732966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Network a3871a0b-284f-49d7-9de7-948af460af59 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:02.751286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-7eaf6345-55d7-4c58-a5c4-bc6fd7f8bc33 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999057 Oct 19 20:30:02.754677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:02.913129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-dabb445b-9c8f-4a42-94b9-8d3a835d8479 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469636 Oct 19 20:30:02.947051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20116300-ae77-4cd1-8d80-4012cf2b0c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:02.960748 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:30:02.967863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Router d7e942ce-405b-480a-b4f3-a4911b97f1eb has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:02.985903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-80e2b8c2-72be-415f-93be-3610f10619bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 217 time: 0.0619395 Oct 19 20:30:03.020360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81dbe2b7-440a-4fd6-a561-2c17e02410f0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:03.021724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20116300-ae77-4cd1-8d80-4012cf2b0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.029015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-f97b3b57-96fe-499e-be84-671a06f6c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.030624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-f97b3b57-96fe-499e-be84-671a06f6c6ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ac1681ba0e54f03848919034d647173&device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 1096 time: 0.1161504 Oct 19 20:30:03.095935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:03.096594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.110374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-20116300-ae77-4cd1-8d80-4012cf2b0c34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f36f896aa1c74caeab1a3531a7317de4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4110665 Oct 19 20:30:03.112567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Made reservation on behalf of 9ac352f9301a4d7bafaf040408e1d1b2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:03.123976 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:03.127770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.145278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:03.168681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4120b043-fc7f-47df-bfbd-d0e51174356e None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:03.169094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4120b043-fc7f-47df-bfbd-d0e51174356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.173271 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2ddeb-c187-4c5e-a7e9-e245d91befbd None None] The sync data for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 is: [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:22Z', 'revision_number': 4, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc32665c-3d66-4242-b458-a78c791bf424', 'name': '', 'network_id': '7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'mac_address': 'fa:16:3e:a8:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:20Z', 'updated_at': '2021-10-19T20:29:27Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'subnets': [{'id': 'e599520b-d127-4180-bd7f-638727d3f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:03.216581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4120b043-fc7f-47df-bfbd-d0e51174356e None None] Port 6cfb9eec-0274-4ae6-9bcf-b353402a561d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:03.284237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-be59b3ac-aa8f-42d1-b332-9bca398d1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.286401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-be59b3ac-aa8f-42d1-b332-9bca398d1523 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.2920923 Oct 19 20:30:03.331572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.364869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 81dbe2b7-440a-4fd6-a561-2c17e02410f0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81dbe2b7-440a-4fd6-a561-2c17e02410f0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:03.365264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-96756494-ddc5-4039-a69a-3623285cc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.367086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-96756494-ddc5-4039-a69a-3623285cc747 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 200 len: 928 time: 0.2860556 Oct 19 20:30:03.373535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.396245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-7b48cb68-0c27-4859-ba8f-3308dcbee8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.397970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-7b48cb68-0c27-4859-ba8f-3308dcbee8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972855 Oct 19 20:30:03.445069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-4756605b-366c-4886-a60e-d131cff23e84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 200 len: 217 time: 0.0656281 Oct 19 20:30:03.509393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-3266c73c-9935-4710-894b-2ff522c3699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.511159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-3266c73c-9935-4710-894b-2ff522c3699b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 0.0570970 Oct 19 20:30:03.673358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a53a36-6565-48d0-aa89-114f083d164a None None] New status for floating IP 4f78c6b2-630f-4a5f-942d-9b61bd9853a7: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:30:03.676386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-1bf18d0a-e80e-4052-ac17-0367a90f7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.678139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-1bf18d0a-e80e-4052-ac17-0367a90f7e1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 200 len: 866 time: 1.1170623 Oct 19 20:30:03.701781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-81d1bff4-3eaf-4597-81c3-40f72dcb13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.704104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-81d1bff4-3eaf-4597-81c3-40f72dcb13dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807475 Oct 19 20:30:03.705989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-2082dd16-b22b-4ca0-b459-9e4ae3f5fffa service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633312 Oct 19 20:30:03.709512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=81dbe2b7-440a-4fd6-a561-2c17e02410f0,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:03.743856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Performing IP validity checks on allocation pools {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 20:30:03.743856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 20:30:03.787163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20116300-ae77-4cd1-8d80-4012cf2b0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8557f5-aa5a-452e-bb4a-8dc4e6c3261d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:03.813450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:03.829177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-78f474f9-2307-4c08-9af8-a7a0ac230b08 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7e942ce-405b-480a-b4f3-a4911b97f1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7967372 Oct 19 20:30:03.876274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:03.883597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-c6ccc902-64ea-4387-98c7-093ac9bf117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:03.885341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-c6ccc902-64ea-4387-98c7-093ac9bf117d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910648 Oct 19 20:30:03.932965 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Sync routers for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:03.944416 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:03.945810 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:03.972372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.004186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-ec966967-33ad-4fb0-83bf-4921c44ddb24 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792821 Oct 19 20:30:04.010882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-2956dcee-d648-4ffe-ab4c-ed313ab4d6a8 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974055 Oct 19 20:30:04.067824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-28a752b5-1b9e-4b36-a73e-a09ef0cffbf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 217 time: 0.0552793 Oct 19 20:30:04.124602 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:04.184805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62082ff4-58e5-40bb-b486-525a2571ccf9 req-bb773822-0f0d-486f-b5a6-8355eae947d1 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647284 Oct 19 20:30:04.225648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-d20b6376-cd4d-46e3-874c-fca6c9680bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:04.227418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-d20b6376-cd4d-46e3-874c-fca6c9680bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1461782 Oct 19 20:30:04.229813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-f7720cd9-ea73-44a5-a1e2-8ce96bed5bf2 service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351595 Oct 19 20:30:04.255241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.258667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.260353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef8557f5-aa5a-452e-bb4a-8dc4e6c3261d HTTP/1.1" status: 204 len: 168 time: 1.1063387 Oct 19 20:30:04.318796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-362d6072-c61f-46a4-a3e2-6ffb8ba2b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:04.320255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-362d6072-c61f-46a4-a3e2-6ffb8ba2b5a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798478 Oct 19 20:30:04.381027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46102abd-af5e-4fe0-98b8-21f3c91cf6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8557f5-aa5a-452e-bb4a-8dc4e6c3261d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:04.389696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.449326 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 2, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:04.480746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-1793e9e1-aa53-4487-869c-0de8410a68c4 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524699 Oct 19 20:30:04.493375 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Checking router: d7e942ce-405b-480a-b4f3-a4911b97f1eb for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:04.493730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Updating router d7e942ce-405b-480a-b4f3-a4911b97f1eb port 6cfb9eec-0274-4ae6-9bcf-b353402a561d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:30:04.530295 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.545006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Checking segment: {'id': '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:04.545408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network hostable DHCP agents. Network: 141675ef-5eaa-4162-be51-d33eebc0c589, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:04.549030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:04.563774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-944765fc-d5b7-47ab-9257-ab1ed17aba50 req-ed0d714b-9150-4d6c-a78b-fbdf91a0fa35 service neutron] 10.222.0.31 "GET /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212671 Oct 19 20:30:04.581635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Network 141675ef-5eaa-4162-be51-d33eebc0c589 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:04.608832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 141675ef-5eaa-4162-be51-d33eebc0c589) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:04.620457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:04.621730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b812e7d-7c5e-4734-973e-d0ab63277ce9 None None] Network 141675ef-5eaa-4162-be51-d33eebc0c589 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:04.622170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.662492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-1d98896c-2546-444d-b0fc-a9c9b618c0a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713679 Oct 19 20:30:04.679858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e13779b9-eecb-4388-b297-df2f489f5e88 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2730713 Oct 19 20:30:04.680479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:04.698326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:04.748434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-438ad33d-fe0b-45b2-9338-bb3c189dd850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 217 time: 0.0729768 Oct 19 20:30:04.867737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-5f9fe1c7-467d-477f-a1a4-45f017c9d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:04.869286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-5f9fe1c7-467d-477f-a1a4-45f017c9d64c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1114821 Oct 19 20:30:04.943074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-141675ef-5eaa-4162-be51-d33eebc0c589', 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589', 'tenant_id': '9ac352f9301a4d7bafaf040408e1d1b2', 'fixed_ips': [{'subnet_id': '5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:04.944008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:04.966725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-347def2f-6e67-4c16-ad75-82e5a7d03908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:04.968318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-347def2f-6e67-4c16-ad75-82e5a7d03908 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911753 Oct 19 20:30:04.997125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:05.019922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb86fe18-4440-452a-a217-dc47d956b18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.044284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81dbe2b7-440a-4fd6-a561-2c17e02410f0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:05.047231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-0ce588e2-65c4-475b-8b3f-59cc8acb93bc tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips/4f78c6b2-630f-4a5f-942d-9b61bd9853a7 HTTP/1.1" status: 200 len: 692 time: 0.1816769 Oct 19 20:30:05.150541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11060216'] for subnet, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.153394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-a6f510ab-375f-4e1d-a9e1-a4c302fae688 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767476 Oct 19 20:30:05.197470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb86fe18-4440-452a-a217-dc47d956b18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.206200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb86fe18-4440-452a-a217-dc47d956b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.221932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:05.222449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.266029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Allocated IP 2001:db8::3 (141675ef-5eaa-4162-be51-d33eebc0c589/5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0/07ffc065-c2d2-4726-ba1f-a3dc725a56f6) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:05.273903 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.288010 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.295255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-8bc24bbd-4e8f-492a-92b8-2954fb0aaee0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:05.295752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb86fe18-4440-452a-a217-dc47d956b18d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5322317657d4a0c99df4c8d7d073ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975287 Oct 19 20:30:05.301546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-8bc24bbd-4e8f-492a-92b8-2954fb0aaee0 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2452078 Oct 19 20:30:05.302010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:05.318648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86fe18-4440-452a-a217-dc47d956b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feec9c0-a58e-49fe-b770-5416abff7a12,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:05.360205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44140) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:05.368322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375332226', 'description': 'tempest-description--984320496'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:05.376043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-b5205f8d-26d8-4db0-a8fe-54345a8c33f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120407 Oct 19 20:30:05.392385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-c32f86c4-3355-4ad8-83cc-c1a0c868fcf5 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.0847640 Oct 19 20:30:05.447004 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bda7c-4408-4488-8b42-2c40b8ae361c None None] Pushing event updated for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:05.497088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-94da2086-e764-4a2b-9784-213b086f5ae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0970795 Oct 19 20:30:05.517170 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Attempting to bind port 6cfb9eec-0274-4ae6-9bcf-b353402a561d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:05.517916 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Attempting to bind port 6cfb9eec-0274-4ae6-9bcf-b353402a561d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:05.518467 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Attempting to bind port 6cfb9eec-0274-4ae6-9bcf-b353402a561d on network a3871a0b-284f-49d7-9de7-948af460af59 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:05.525504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:05.526220 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Checking segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:05.527278 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.527826 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Bound using segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:05.529009 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Bound port: 6cfb9eec-0274-4ae6-9bcf-b353402a561d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:05.529572 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.537049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-0184054c-5c13-4b85-a945-9129e0b2b8a8 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1384661 Oct 19 20:30:05.623925 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] For port 6cfb9eec-0274-4ae6-9bcf-b353402a561d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:05.629898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] For port 6cfb9eec-0274-4ae6-9bcf-b353402a561d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6cfb9eec-0274-4ae6-9bcf-b353402a561d,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:05.640250 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.645896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.648189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.654878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.676639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.694094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-d4a061b5-dfbf-4be4-a961-a5c3c9235d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:05.695418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:05.697442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-d4a061b5-dfbf-4be4-a961-a5c3c9235d0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.1850381 Oct 19 20:30:05.698003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.734280 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:05.735471 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:05.737648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.759931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Network 141675ef-5eaa-4162-be51-d33eebc0c589 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:05.792476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:05.806932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:05.828406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bda7c-4408-4488-8b42-2c40b8ae361c None None] Pushing event updated for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:05.879419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.882276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.885749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4feec9c0-a58e-49fe-b770-5416abff7a12 HTTP/1.1" status: 204 len: 168 time: 0.5804913 Oct 19 20:30:05.885888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Pushing event updated for resources: {'Port': ['ID=07ffc065-c2d2-4726-ba1f-a3dc725a56f6,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:05.937647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-a380c565-2a05-43f9-87b1-5c5640f45438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:05.939184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-a380c565-2a05-43f9-87b1-5c5640f45438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2264106 Oct 19 20:30:05.962470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.976937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0d662-c81f-49ab-9349-23b76bd09e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feec9c0-a58e-49fe-b770-5416abff7a12,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:05.981782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:05.983848 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:05.994505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Attempting to bind port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:05.994883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Attempting to bind port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:05.995244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Attempting to bind port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 on network 141675ef-5eaa-4162-be51-d33eebc0c589 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:06.025022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:06.035786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Checking segment: {'id': '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:06.036471 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.036749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Bound using segment: {'id': '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:06.037265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Bound port: 07ffc065-c2d2-4726-ba1f-a3dc725a56f6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '141675ef-5eaa-4162-be51-d33eebc0c589'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:06.037682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.059325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.060432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6992733 Oct 19 20:30:06.071822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Deleting port 1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:06.072322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.075417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44186) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:06.098617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ba59f-8900-4e52-98a8-a378e2206306 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:06.123597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'security_group_rule': {'security_group_id': '1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:06.152265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-ff916e43-24b5-4307-97c4-46100f82604e service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885164 Oct 19 20:30:06.195732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.248953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.313613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.314287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.317071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745520121622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1650799'] for subnet, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.330733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] For port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:06.350182 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:05Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:06.373142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Calling delete_port for 1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:06.385702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-132e8b79-fdf9-4fd0-bf50-03a6ce1cad72 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255638 Oct 19 20:30:06.390181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] For port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=07ffc065-c2d2-4726-ba1f-a3dc725a56f6,segment=NetworkSegment(4fee714c-82a1-4fd4-a25e-a9d4aa9b992c),segment_id=4fee714c-82a1-4fd4-a25e-a9d4aa9b992c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:06.416830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.421504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82f4c4-ae66-40b9-a572-23ae71794494 None None] The sync data for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 is: [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:05Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:06.455855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:06.456600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.461066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "PUT /v2.0/subnets/5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0 HTTP/1.1" status: 200 len: 900 time: 1.7770944 Oct 19 20:30:06.462613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44202) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:06.468326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-58067475-300e-4aa4-a6e3-d2436e4abcd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.0757368 Oct 19 20:30:06.469962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] For port 6cfb9eec-0274-4ae6-9bcf-b353402a561d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6cfb9eec-0274-4ae6-9bcf-b353402a561d,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:06.470599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75a4a-1947-4962-95f6-fd3f6f92fdc9 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event updated for resources: {'Subnet': ['ID=5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:06.545222 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.627285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9d032-f8c9-4152-b756-194316e75e3e None None] Pushing event updated for resources: {'Port': ['ID=07ffc065-c2d2-4726-ba1f-a3dc725a56f6,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:06.662996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-a8ac57f7-b9c3-4ed3-b25a-ec503ab42023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:06.664427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.664588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-a8ac57f7-b9c3-4ed3-b25a-ec503ab42023 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.1775339 Oct 19 20:30:06.776068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-81376f45-043a-4f2b-899c-aa7e083c38cd None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:06.778916 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-81376f45-043a-4f2b-899c-aa7e083c38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:06.789843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551772eb-939f-4590-b553-0e853dec42cd req-9708f4ca-baf6-47ca-ae60-c688162b5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:06.791836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-9708f4ca-baf6-47ca-ae60-c688162b5ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193092 Oct 19 20:30:06.839428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d9523-2e11-49cf-a564-2eba7ce5a12b None None] Pushing event updated for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:07.025145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-7bfc9805-6044-468f-9c52-7c68306e9f8a service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240450 Oct 19 20:30:07.027807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.046152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.147772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6cfb9eec-0274-4ae6-9bcf-b353402a561d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:07.163010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ff687e-69f5-4c3c-be3c-39e237e02971,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:07.240903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.249079 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0710d5a8-8b32-458d-ab3f-14c10e544597 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1618059 Oct 19 20:30:07.250983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44252) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:07.262231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.282468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'security_group_rule': {'security_group_id': '1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:07.323784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:07.324154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.343560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-551772eb-939f-4590-b553-0e853dec42cd req-9ccf126b-5f5c-4484-b599-e432066b0b52 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012958 Oct 19 20:30:07.365736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event deleted for resources: {'Port': ['ID=1eb8c5c0-b0bf-4fa5-86eb-215ccf59a7f0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:07.379648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.472857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:07.473200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.499113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.504623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.528129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f522071f-88cf-46d7-a943-44792ce6873e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:07.548017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.549429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3244c5d-ac4f-4a09-818d-2437dd786d31 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975128 Oct 19 20:30:07.552438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:07.559111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:07.559232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.562159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.565401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d8cb0bd-ee5e-4f85-bb36-1e03dbb18308 req-9cf47d7b-f9d3-4ae2-abe4-2d2b000a8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "DELETE /v2.0/floatingips/4f78c6b2-630f-4a5f-942d-9b61bd9853a7 HTTP/1.1" status: 204 len: 173 time: 2.0240431 Oct 19 20:30:07.598096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.774232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=07ffc065-c2d2-4726-ba1f-a3dc725a56f6,segment=NetworkSegment(4fee714c-82a1-4fd4-a25e-a9d4aa9b992c),segment_id=4fee714c-82a1-4fd4-a25e-a9d4aa9b992c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:07.774600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:07.824140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:07.894321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.135573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Allocated IP 172.25.7.238 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/21f7f540-f69c-4a6d-8aed-8ea49640bb5e) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:08.277579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.303739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79365d-3ee0-440b-ba2b-22aefae5d6bb req-3ab18f06-96be-4e6a-bf1e-cf67cbe7d97f tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:08.311144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf79365d-3ee0-440b-ba2b-22aefae5d6bb req-3ab18f06-96be-4e6a-bf1e-cf67cbe7d97f tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3236687 Oct 19 20:30:08.347592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=07ffc065-c2d2-4726-ba1f-a3dc725a56f6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:08.358252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.396187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77f0b3-7377-4efe-9a33-68e7a22f9757 None None] Network 141675ef-5eaa-4162-be51-d33eebc0c589 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:08.413665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf79365d-3ee0-440b-ba2b-22aefae5d6bb req-dc4792fe-064a-4cf2-87c8-74e4310a1b1b tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0755188 Oct 19 20:30:08.435859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:08.441036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.468219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2264ac4a-6849-4da7-b561-57b482cdbc1e None None] Could not find standard attr ID for object 07ffc065-c2d2-4726-ba1f-a3dc725a56f6. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:30:08.496900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.579459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.634606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:08.686821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fedd8d28-4217-4658-abcd-d7d50c19ecee req-0208a515-4da0-4660-bea0-ee2a6818e2fd tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2190776 Oct 19 20:30:08.689502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:08.699677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:08.715649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'Port': ['ID=21f7f540-f69c-4a6d-8aed-8ea49640bb5e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:08.721028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:08.759245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.810583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141675ef-5eaa-4162-be51-d33eebc0c589']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:08.834862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:08.835394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fee714c-82a1-4fd4-a25e-a9d4aa9b992c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:08.863195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.895600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.926193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:08.926939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.940463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:08.945518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de560a5-5417-4b4a-ba6a-556280974472 None None] DHCP port deletion for 141675ef-5eaa-4162-be51-d33eebc0c589 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:08.964303 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:08.970451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97a67f-3d23-4b4c-8b66-1e136e4b2176 None None] Network 141675ef-5eaa-4162-be51-d33eebc0c589 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:09.015261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.033217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.049183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.052924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/141675ef-5eaa-4162-be51-d33eebc0c589 HTTP/1.1" status: 204 len: 168 time: 2.5840263 Oct 19 20:30:09.057162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44356) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.078687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b88e-b35d-4056-997b-541fe2cb6403 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=141675ef-5eaa-4162-be51-d33eebc0c589,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:09.104208 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e29b80a-481f-4524-81d2-88e32dbcb458 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:09.105084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e29b80a-481f-4524-81d2-88e32dbcb458 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:09.108992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e29b80a-481f-4524-81d2-88e32dbcb458 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/5aba7469-f886-4cfa-b5f4-bdf70ea7c0c0 HTTP/1.1" status: 404 len: 337 time: 0.0502908 Oct 19 20:30:09.112245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44358) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.125429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6cfb9eec-0274-4ae6-9bcf-b353402a561d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:09.178752 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-66840bba-63e3-4570-9c0d-2ff62c25a8ef tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:09.181903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66840bba-63e3-4570-9c0d-2ff62c25a8ef tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:09.185490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66840bba-63e3-4570-9c0d-2ff62c25a8ef tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/141675ef-5eaa-4162-be51-d33eebc0c589 HTTP/1.1" status: 404 len: 339 time: 0.0642653 Oct 19 20:30:09.188295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44362) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.229025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.235259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.257413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6cfb9eec-0274-4ae6-9bcf-b353402a561d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:09.257986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.331951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dbf4e-db3b-4b6e-a34f-67c084ebad5f req-9814b406-29c2-479d-a9e9-190867d79ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:09.333753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f0dbf4e-db3b-4b6e-a34f-67c084ebad5f req-9814b406-29c2-479d-a9e9-190867d79ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 945 time: 0.2227545 Oct 19 20:30:09.339653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.346450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.349551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'Port': ['ID=21f7f540-f69c-4a6d-8aed-8ea49640bb5e,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:09.375852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.378280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-05e84dc3-ac22-4ca0-8a2d-472b9c06367a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8247983 Oct 19 20:30:09.422222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f0dbf4e-db3b-4b6e-a34f-67c084ebad5f req-6d75a0bc-ebda-45da-b006-eb23f237bca7 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799201 Oct 19 20:30:09.486310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.516040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9d9d43-7131-4075-96cd-4fd7fd627f39']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:09.527194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aa960d-d10d-4fda-a002-0c67268f76fb') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:09.527561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aa960d-d10d-4fda-a002-0c67268f76fb') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:09.542601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.561700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.569459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:09.570732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:09.575384 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:09.608897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-00b2fdf0-39fd-42d1-98e1-4fc5320224b0 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--375332226&fields=id&tenant_id=9d6cf91bff7a41109d35ebfabe59e35d HTTP/1.1" status: 200 len: 267 time: 0.0494852 Oct 19 20:30:09.655844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.693745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.699256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/ba9d9d43-7131-4075-96cd-4fd7fd627f39 HTTP/1.1" status: 204 len: 168 time: 0.4957988 Oct 19 20:30:09.703209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f94c0-9d2d-4e4a-a5c9-87ff89e78a17 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=ba9d9d43-7131-4075-96cd-4fd7fd627f39,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:09.709180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44400) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.762793 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c39a32b-9cdf-4d4a-95f2-ebf0b36baaf4 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:09.764263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-86fdd8ee-b97d-4b29-9fb8-8a28979d844b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:09.772286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-86fdd8ee-b97d-4b29-9fb8-8a28979d844b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 811 time: 0.1520083 Oct 19 20:30:09.773272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c39a32b-9cdf-4d4a-95f2-ebf0b36baaf4 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:09.778673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c39a32b-9cdf-4d4a-95f2-ebf0b36baaf4 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/05f84071-ffa3-4ac5-b06e-268c2cbdfe89 HTTP/1.1" status: 404 len: 337 time: 0.0661807 Oct 19 20:30:09.784230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44406) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.797566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-4aa1c76d-daba-427a-829b-61aabac5269e tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/quotas/9d6cf91bff7a41109d35ebfabe59e35d HTTP/1.1" status: 200 len: 375 time: 0.0195539 Oct 19 20:30:09.808928 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a7e553-73ad-4a05-8c7d-6e4f0ca96d87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:09.809593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a7e553-73ad-4a05-8c7d-6e4f0ca96d87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:09.815282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-83a7e553-73ad-4a05-8c7d-6e4f0ca96d87 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8f7120a1-9704-4d37-b988-92d0874fce84 HTTP/1.1" status: 404 len: 339 time: 0.0265470 Oct 19 20:30:09.815539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44408) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.826745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44410) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:09.875175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-40a7351f-cc61-44cb-abd3-3f812703335d tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684645 Oct 19 20:30:09.877858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting subnet 7e96b3c6-3a5a-4bfb-a990-df0d16379ff0 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:09.881777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.944950 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:09.995602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e77632e5-b6c7-4b52-b4e7-99d8b4fc797a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.083713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.117494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-57889946-99b4-463c-ae46-e0c4ef9e58e7 service neutron] 10.222.0.31 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292912 Oct 19 20:30:10.166994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e77632e5-b6c7-4b52-b4e7-99d8b4fc797a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.172159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e77632e5-b6c7-4b52-b4e7-99d8b4fc797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.197436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.234517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-a297eba3-454a-4d94-b9ab-7bc1401a0b88 service neutron] 10.222.0.31 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101007 Oct 19 20:30:10.256391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.259957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/7e96b3c6-3a5a-4bfb-a990-df0d16379ff0 HTTP/1.1" status: 204 len: 168 time: 0.4432817 Oct 19 20:30:10.260796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd82f-dbed-4179-81c3-b909038c557b tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=7e96b3c6-3a5a-4bfb-a990-df0d16379ff0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:10.269492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e77632e5-b6c7-4b52-b4e7-99d8b4fc797a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5915b532d0bb44a5a9ea3e40519db110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416759 Oct 19 20:30:10.269814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7e24b-b75a-4012-acc2-20b1b88dcff3 None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:10.270443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77632e5-b6c7-4b52-b4e7-99d8b4fc797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80743b26-4269-40c9-ab37-59b17517d5da,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:10.280748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44422) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:10.281154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:10.390401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting subnet bebe4a17-b9a1-4f1b-855d-747c1ab3ac88 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:10.396031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.537773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60583a78-b947-4da2-b19f-44bc86ebdaeb req-0aa9fa0d-c218-4868-a71d-3419b864cba8 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 210 time: 0.0506637 Oct 19 20:30:10.566728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.619009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:10.893700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:10.930570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:10.931958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 07ffc065-c2d2-4726-ba1f-a3dc725a56f6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:11.134073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.150942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09368826-2a48-4b84-abd8-7fa761cab622 req-f898102f-5c42-4f1d-af0b-90f455876601 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:11.152457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09368826-2a48-4b84-abd8-7fa761cab622 req-f898102f-5c42-4f1d-af0b-90f455876601 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 945 time: 0.6800795 Oct 19 20:30:11.240157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92db54-e587-4be8-8039-407d56800f28 req-70143a69-78a5-4b01-b8fc-6c1ed8bc0c3b tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:11.242619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b92db54-e587-4be8-8039-407d56800f28 req-70143a69-78a5-4b01-b8fc-6c1ed8bc0c3b tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 945 time: 0.6893864 Oct 19 20:30:11.357642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.397593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.400094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.401215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80743b26-4269-40c9-ab37-59b17517d5da HTTP/1.1" status: 204 len: 168 time: 1.1087766 Oct 19 20:30:11.424471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b92db54-e587-4be8-8039-407d56800f28 req-059243e5-3de4-4b18-8b8e-50cfa2e59c4d tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/security-groups?id=a0d1e9f5-6985-4b8d-b088-689b43375c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706965 Oct 19 20:30:11.427107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f6df3edb-3c07-4313-aca8-375e0e21aafc None None] Provisioning complete for port d40a5f08-783a-4b06-ac14-035b8ecd4799 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:11.427593 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f6df3edb-3c07-4313-aca8-375e0e21aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.476404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1eb12-cc4d-452b-903b-95c034346935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80743b26-4269-40c9-ab37-59b17517d5da,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:11.488351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.531822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ec7c6-1a00-4073-816c-dfd0686f5d70 None None] Network 1dfb060d-b974-45ee-a8ed-7d7b7405f9da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:11.541162 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.545006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/bebe4a17-b9a1-4f1b-855d-747c1ab3ac88 HTTP/1.1" status: 204 len: 168 time: 1.2537849 Oct 19 20:30:11.548994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Deleting port 798f66bc-2efd-4525-9403-7d009e6ba49f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:11.549135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44468) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:11.549607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.555126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb8372-4ce8-46e5-8a8b-8284bc95bce5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=bebe4a17-b9a1-4f1b-855d-747c1ab3ac88,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:11.774213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] For port 798f66bc-2efd-4525-9403-7d009e6ba49f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=798f66bc-2efd-4525-9403-7d009e6ba49f,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:11.774590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.799151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Calling delete_port for 798f66bc-2efd-4525-9403-7d009e6ba49f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:11.801108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.832933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d88105d-f293-4cca-a7f5-2afb4d9ba44a req-5d643b1b-c112-43f5-8c02-5d7801028585 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 210 time: 0.1509209 Oct 19 20:30:11.910639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] DHCP port deletion for 1dfb060d-b974-45ee-a8ed-7d7b7405f9da request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:11.917331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-2fc4aedc-b113-446a-8b37-e2974193b2c4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:11.918815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-2fc4aedc-b113-446a-8b37-e2974193b2c4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.11 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 811 time: 0.2008882 Oct 19 20:30:11.935350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port d40a5f08-783a-4b06-ac14-035b8ecd4799 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:11.935350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:11.979433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-f04adfbc-114f-4ed8-a46b-18eba15d29e3 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6cf91bff7a41109d35ebfabe59e35d HTTP/1.1" status: 200 len: 379 time: 0.0499561 Oct 19 20:30:11.992026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'port': {'device_id': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'admin_state_up': True, 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'security_groups': ['1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:12.086358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Deleting port d40a5f08-783a-4b06-ac14-035b8ecd4799 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:12.088348 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.102181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d40a5f08-783a-4b06-ac14-035b8ecd4799,segment=NetworkSegment(2d944373-ad3f-4e49-ba65-286651916224),segment_id=2d944373-ad3f-4e49-ba65-286651916224)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:12.102854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.128973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.129982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for d40a5f08-783a-4b06-ac14-035b8ecd4799 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:12.162372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['798f66bc-2efd-4525-9403-7d009e6ba49f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:30:12.201333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Pushing event deleted for resources: {'Port': ['ID=798f66bc-2efd-4525-9403-7d009e6ba49f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:12.242169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] No DVR routers for this DVR port 798f66bc-2efd-4525-9403-7d009e6ba49f on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:12.245202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.249774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09368826-2a48-4b84-abd8-7fa761cab622 req-96746f06-f9e0-45ca-b0f2-cd5ffd49bb02 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.11 "DELETE /v2.0/ports/798f66bc-2efd-4525-9403-7d009e6ba49f HTTP/1.1" status: 204 len: 173 time: 1.0848932 Oct 19 20:30:12.251256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'name': 'network-vif-deleted', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:12.254770 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da021db4-f1a2-477f-925b-fa9522f33719" -d '{"events": [{"server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "name": "network-vif-deleted", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:12.289789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Made reservation on behalf of 9d6cf91bff7a41109d35ebfabe59e35d for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:12.294431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.400942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] For port d40a5f08-783a-4b06-ac14-035b8ecd4799, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d40a5f08-783a-4b06-ac14-035b8ecd4799,segment=NetworkSegment(2d944373-ad3f-4e49-ba65-286651916224),segment_id=2d944373-ad3f-4e49-ba65-286651916224)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:12.402051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.405901 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6ffc3-493a-4124-80d5-166c7b5b305a x-openstack-request-id: req-d5c6ffc3-493a-4124-80d5-166c7b5b305a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:12.406128 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd", "name": "network-vif-deleted", "tag": "798f66bc-2efd-4525-9403-7d009e6ba49f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:12.406950 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5c6ffc3-493a-4124-80d5-166c7b5b305a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:12.407608 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd', 'name': 'network-vif-deleted', 'tag': '798f66bc-2efd-4525-9403-7d009e6ba49f', 'status': 'completed', 'code': 200} Oct 19 20:30:12.426066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.446124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Calling delete_port for d40a5f08-783a-4b06-ac14-035b8ecd4799 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:12.507750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port d40a5f08-783a-4b06-ac14-035b8ecd4799 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:12.523447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:12.648960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Allocated IP 172.20.0.6 (a3871a0b-284f-49d7-9de7-948af460af59/8208e013-5286-46b5-b038-84c92211dd2e/4a88899e-8af9-4aa3-b17c-6436eb6c5f18) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:12.668397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-724e3c3c-aeb9-457f-8c82-abb42f3131fb req-48d76b81-56b1-4f36-bd28-cc97a099518b tempest-FloatingIPsAssociationNegativeTestJSON-2066011691 tempest-FloatingIPsAssociationNegativeTestJSON-2066011691-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7a7f43e-60b2-4182-9eec-ebc2cc7e09dd HTTP/1.1" status: 200 len: 210 time: 0.0359237 Oct 19 20:30:12.701572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.757358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.815333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.817823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfb060d-b974-45ee-a8ed-7d7b7405f9da']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:12.837451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d944373-ad3f-4e49-ba65-286651916224') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:12.838035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d944373-ad3f-4e49-ba65-286651916224') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:12.885193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] Pushing event deleted for resources: {'Port': ['ID=d40a5f08-783a-4b06-ac14-035b8ecd4799,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:12.916500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.923814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf270b9-e4a4-49e3-b1a6-28322d7ea5d4 None None] No DVR routers for this DVR port d40a5f08-783a-4b06-ac14-035b8ecd4799 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:12.960620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:12.998705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.024292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:13.026609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.052891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d40a5f08-783a-4b06-ac14-035b8ecd4799 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:13.068855 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:13.170164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d40a5f08-783a-4b06-ac14-035b8ecd4799 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:13.171152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d40a5f08-783a-4b06-ac14-035b8ecd4799 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:13.187991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-105bbf70-1812-4718-b0c2-b6e04d899ec7 req-30284143-ffa7-4588-9dcd-af6399959c7d tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 210 time: 0.0915697 Oct 19 20:30:13.198308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.209403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.234695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.245851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/1dfb060d-b974-45ee-a8ed-7d7b7405f9da HTTP/1.1" status: 204 len: 168 time: 1.6956301 Oct 19 20:30:13.247036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f0939-81e3-4bfd-a55e-259534b68c12 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=1dfb060d-b974-45ee-a8ed-7d7b7405f9da,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:13.254154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44520) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.314224 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a96f68f-3088-4900-b217-571ad32691bf tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.314976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a96f68f-3088-4900-b217-571ad32691bf tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.318614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5a96f68f-3088-4900-b217-571ad32691bf tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/5756f838-6a4b-4d01-a1e0-faf4c346152d HTTP/1.1" status: 404 len: 337 time: 0.0623500 Oct 19 20:30:13.321852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.336150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.358184 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7493b0d-0b7f-4849-a62b-f13530a44f42 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.358804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7493b0d-0b7f-4849-a62b-f13530a44f42 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.365216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e7493b0d-0b7f-4849-a62b-f13530a44f42 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/3a767a35-bf50-49a3-ad9a-6e7e0a7ec1ed HTTP/1.1" status: 404 len: 339 time: 0.0421815 Oct 19 20:30:13.365644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44532) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.395654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Network a3871a0b-284f-49d7-9de7-948af460af59 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:13.399716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:13.403039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:13.413233 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea364516-080b-416c-8bd5-48c13ec800c5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.413795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea364516-080b-416c-8bd5-48c13ec800c5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.420297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ea364516-080b-416c-8bd5-48c13ec800c5 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/4922f3da-bdd1-4072-9bc7-f41fff0b5a9a HTTP/1.1" status: 404 len: 337 time: 0.0532424 Oct 19 20:30:13.420894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44534) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.451413 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-152ab6ad-6b0d-4c2d-ae73-5e217fdc4d3c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.452256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152ab6ad-6b0d-4c2d-ae73-5e217fdc4d3c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.461344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-152ab6ad-6b0d-4c2d-ae73-5e217fdc4d3c tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/c3d25031-c167-460d-ac75-556d36363d14 HTTP/1.1" status: 404 len: 339 time: 0.0393450 Oct 19 20:30:13.465210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44536) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.488337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event updated for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:13.524539 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d285953-f89f-4f3d-9dba-652e091c808e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.531631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:13.532436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d285953-f89f-4f3d-9dba-652e091c808e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.536382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d285953-f89f-4f3d-9dba-652e091c808e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/3cea1a15-3f48-48be-9cae-976a520a5d16 HTTP/1.1" status: 404 len: 337 time: 0.0706272 Oct 19 20:30:13.537875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.540779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44538) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.572358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-bbc92bc8-5d58-41e7-b7d8-d3a115a94f5c tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5860188 Oct 19 20:30:13.585355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Request body: {'port': {'device_id': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:13.587442 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b76f39-44e7-4d24-a689-4a1b6815174e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:13.588413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b76f39-44e7-4d24-a689-4a1b6815174e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:13.592855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6b76f39-44e7-4d24-a689-4a1b6815174e tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8fd4bb5e-39d5-4480-aa5c-5c594914a35b HTTP/1.1" status: 404 len: 339 time: 0.0508602 Oct 19 20:30:13.595414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44542) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.676362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting subnet 2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:13.682922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.738132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44548) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:13.788868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.823192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a8e056bb-0218-44c9-ae8e-a55ef46e228b None None] Provisioning complete for port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:13.826867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8e056bb-0218-44c9-ae8e-a55ef46e228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.877739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.898007 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:13.904544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a8e056bb-0218-44c9-ae8e-a55ef46e228b None None] Port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:14.132933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.288972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:14.314630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.321114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c43f6-bce7-4da9-8963-aeaddc09560a None None] Network bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:14.327412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e9d62290-ac40-4ed8-a2bf-5036bf59f0ce tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/2402693b-eac8-4fb9-8ff9-06b0f4dc4e7b HTTP/1.1" status: 204 len: 168 time: 0.7285185 Oct 19 20:30:14.340817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44608) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:14.509434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 798f66bc-2efd-4525-9403-7d009e6ba49f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:14.556327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.557447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 798f66bc-2efd-4525-9403-7d009e6ba49f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:14.558276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 798f66bc-2efd-4525-9403-7d009e6ba49f not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:14.648978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80821d9-8ca4-4568-affe-2a6cbc396fea req-12804dda-0300-49b6-8b9d-ebabc10ac122 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:14.658491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80821d9-8ca4-4568-affe-2a6cbc396fea req-12804dda-0300-49b6-8b9d-ebabc10ac122 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 931 time: 0.1635461 Oct 19 20:30:14.660942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44622) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:14.666556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] DHCP port deletion for bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:14.740876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Deleting port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:14.745138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80821d9-8ca4-4568-affe-2a6cbc396fea req-85c8a4ac-23b1-45a3-9622-ee629ac33f8a tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858009 Oct 19 20:30:14.745908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.811939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131eb51b-ae16-471b-9eb9-00211a279980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.832410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:14.832533 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.847075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] For port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,segment=NetworkSegment(a89832cc-c591-4b91-ba8b-698e3cf891a8),segment_id=a89832cc-c591-4b91-ba8b-698e3cf891a8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:14.847564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.868601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:14.929126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.943322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,segment=NetworkSegment(a89832cc-c591-4b91-ba8b-698e3cf891a8),segment_id=a89832cc-c591-4b91-ba8b-698e3cf891a8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:14.943961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.969223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Transition to ACTIVE for port object 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:30:14.970952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:14.984056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.986493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131eb51b-ae16-471b-9eb9-00211a279980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:14.997287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131eb51b-ae16-471b-9eb9-00211a279980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.033635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:15.035717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Calling delete_port for c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:15.039439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-131eb51b-ae16-471b-9eb9-00211a279980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a61f5af8f3a4853a696dc2fd8f40ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768795 Oct 19 20:30:15.045992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:15.107761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eb51b-ae16-471b-9eb9-00211a279980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7583e46c-471c-4e39-a7db-bd8c2a95394a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.152400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.167153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Pushing event updated for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.193037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.194957 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.229207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.231732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] Pushing event deleted for resources: {'Port': ['ID=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.242195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d6325-99c4-40b7-b0b8-5207c9ee23c6 None None] No DVR routers for this DVR port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:15.247028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.334028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port c26120f1-81ae-4e95-adf9-5a7ae9fed3e3 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:15.337680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=c26120f1-81ae-4e95-adf9-5a7ae9fed3e3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.346255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.429269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Attempting to bind port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:15.429809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Attempting to bind port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:15.430321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Attempting to bind port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 on network a3871a0b-284f-49d7-9de7-948af460af59 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:15.466938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.479058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 on network a3871a0b-284f-49d7-9de7-948af460af59 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:30:15.479615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Attempting to bind port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 on network a3871a0b-284f-49d7-9de7-948af460af59 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:15.510865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.511485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:15.512044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Checking segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:15.512588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Bound using segment: {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:15.513196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Bound port: 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216064db-df65-4623-b273-6a46b8d56743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:15.513733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.517662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.518878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7583e46c-471c-4e39-a7db-bd8c2a95394a HTTP/1.1" status: 204 len: 168 time: 0.4719338 Oct 19 20:30:15.531836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:15.543819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8a08e-1179-4af1-ad46-15fe11263ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583e46c-471c-4e39-a7db-bd8c2a95394a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.563537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89832cc-c591-4b91-ba8b-698e3cf891a8') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:15.563860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89832cc-c591-4b91-ba8b-698e3cf891a8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:15.648919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.699645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.708786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Deleting port cc32665c-3d66-4242-b458-a78c791bf424 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:15.709854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.710929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:15.711468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:15.715356 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:15.729426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:15.776824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:15.804592 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.828886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] For port cc32665c-3d66-4242-b458-a78c791bf424, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc32665c-3d66-4242-b458-a78c791bf424,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:15.829735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.846953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Calling delete_port for cc32665c-3d66-4242-b458-a78c791bf424 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:15.877222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.887764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.894131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d HTTP/1.1" status: 204 len: 168 time: 1.5485346 Oct 19 20:30:15.897874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:15.898500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:15.899902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 1091 time: 2.3206379 Oct 19 20:30:15.900400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:15.902712 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd593614-c493-4d20-bf54-4ccaa3635b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:15.914913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:15.973453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88973-c5f8-4b8f-853d-5ae21dd73147 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=bf6b99a2-6ce6-49a4-a73c-be8a00cf9f0d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:15.977847 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997af11-01d1-4496-ae72-642984e49503 x-openstack-request-id: req-6997af11-01d1-4496-ae72-642984e49503 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:15.978132 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:15.978387 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6997af11-01d1-4496-ae72-642984e49503 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:15.978786 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'status': 'completed', 'code': 200} Oct 19 20:30:15.999238 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bab34f-1740-494f-a87e-df35d71ddb83 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:16.000939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bab34f-1740-494f-a87e-df35d71ddb83 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:16.001908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d675175-c088-4d0b-9713-02a72f999239 service neutron] Pushing event updated for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:16.014194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10bab34f-1740-494f-a87e-df35d71ddb83 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/84a18710-658d-4c48-b7c3-7b9c33822547 HTTP/1.1" status: 404 len: 337 time: 0.0945165 Oct 19 20:30:16.022348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:16.054797 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52c8a95-b7cf-4881-b8a7-3069a40238a3 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:16.055393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52c8a95-b7cf-4881-b8a7-3069a40238a3 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:16.058494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c52c8a95-b7cf-4881-b8a7-3069a40238a3 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/e44e6400-c6ee-49e3-8bbe-1a96461cfbfd HTTP/1.1" status: 404 len: 339 time: 0.0351825 Oct 19 20:30:16.061547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:16.083892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-92ced4e0-2394-47fe-b981-8890d559bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.085684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-92ced4e0-2394-47fe-b981-8890d559bded service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1094 time: 0.1337390 Oct 19 20:30:16.095725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6cbee-9e92-4eba-ab8f-a8a0bac41f2d req-d9e7cdbc-0913-4421-ae8c-8c1aa6b7c0f1 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.097231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2f6cbee-9e92-4eba-ab8f-a8a0bac41f2d req-d9e7cdbc-0913-4421-ae8c-8c1aa6b7c0f1 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 943 time: 0.1811509 Oct 19 20:30:16.147797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-6f138c05-6820-40ef-867b-c745994a3417 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 217 time: 0.0539114 Oct 19 20:30:16.231429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-ded10973-ea90-494f-ae19-96a66383e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.232858 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-ded10973-ea90-494f-ae19-96a66383e123 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 200 len: 850 time: 0.0779305 Oct 19 20:30:16.247867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting subnet c1858130-5bbe-4120-be0e-eff48f22caf1 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:16.259141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.264335 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2f6cbee-9e92-4eba-ab8f-a8a0bac41f2d req-a06c0778-1807-4c24-b243-321b7d1634bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008837 Oct 19 20:30:16.291388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-8228484b-f78e-458a-9c2c-bf5936eec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.301148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-8228484b-f78e-458a-9c2c-bf5936eec911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3871a0b-284f-49d7-9de7-948af460af59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532467 Oct 19 20:30:16.355829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.425915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.439680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-9ed1a1fb-9ba6-4be8-b002-1a16a1ac0c75 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385856 Oct 19 20:30:16.479336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc32665c-3d66-4242-b458-a78c791bf424,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:16.533855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.565591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aba86148-b9af-41ab-a59b-9d94c4f9db51 req-67e01c57-3962-4266-8598-14786ebb4660 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191871 Oct 19 20:30:16.573665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.574011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.574337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.574832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.575323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.576787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.577271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.577826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.578979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.579510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.579986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.580466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:16.721096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-0e3a919f-2d92-44a8-b4d2-4639acd0e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.723141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-0e3a919f-2d92-44a8-b4d2-4639acd0e4af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1094 time: 0.0910399 Oct 19 20:30:16.725663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:16.820088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.851027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ea253-a1f4-4f29-a942-e46cf867f6d7 None None] Network 8a5eb300-73f9-4714-9fe9-d207a4305c19 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:16.854415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.861418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/subnets/c1858130-5bbe-4120-be0e-eff48f22caf1 HTTP/1.1" status: 204 len: 168 time: 0.7905672 Oct 19 20:30:16.863938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:16.898580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a997f3-bfaa-4411-bee6-48f5a6c9b720 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Subnet': ['ID=c1858130-5bbe-4120-be0e-eff48f22caf1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:16.925953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:16.969653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1236965100-network', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:16.977537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-f75c14a3-5d7d-475e-8a48-2480ff301a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:16.979732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-f75c14a3-5d7d-475e-8a48-2480ff301a0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 912 time: 0.2397633 Oct 19 20:30:17.041959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.047292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-94b6d2bb-d5d7-4e8e-a029-0d63c049b71d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 217 time: 0.0571229 Oct 19 20:30:17.069818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Made reservation on behalf of ee33f35a3b9046a7b2cdb3124623b86b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:17.072474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.093949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44764) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:17.109554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.150357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] DHCP port deletion for 8a5eb300-73f9-4714-9fe9-d207a4305c19 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:17.173621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-a65b79d6-d7b2-4d52-95b5-8b9705d42515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:17.175336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-a65b79d6-d7b2-4d52-95b5-8b9705d42515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 200 len: 850 time: 0.1171689 Oct 19 20:30:17.205562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Deleting port 7fb64aad-f223-4512-9f50-08822adeda37 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:17.206229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.252151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Deleting port 7fb64aad-f223-4512-9f50-08822adeda37 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:17.252877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.263556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba2be91-8d87-42f1-8e40-afb5ad9000fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.285157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] For port 7fb64aad-f223-4512-9f50-08822adeda37, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb64aad-f223-4512-9f50-08822adeda37,segment=NetworkSegment(5fa51814-2a86-4ec0-be81-43d815edbaa9),segment_id=5fa51814-2a86-4ec0-be81-43d815edbaa9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:17.285833 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.288221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-4aa351ad-00df-4e35-8965-8dc1024bcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:17.290968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-4aa351ad-00df-4e35-8965-8dc1024bcffd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3871a0b-284f-49d7-9de7-948af460af59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056874 Oct 19 20:30:17.299731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:17.300499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Calling delete_port for 7fb64aad-f223-4512-9f50-08822adeda37 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:17.358055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] For port 7fb64aad-f223-4512-9f50-08822adeda37, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb64aad-f223-4512-9f50-08822adeda37,segment=NetworkSegment(5fa51814-2a86-4ec0-be81-43d815edbaa9),segment_id=5fa51814-2a86-4ec0-be81-43d815edbaa9)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:17.358440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.392364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.407289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Calling delete_port for 7fb64aad-f223-4512-9f50-08822adeda37 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:17.425776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] Pushing event deleted for resources: {'Port': ['ID=7fb64aad-f223-4512-9f50-08822adeda37,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:17.430606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234396ca-3a63-444c-8d49-651587eeb42a None None] No DVR routers for this DVR port 7fb64aad-f223-4512-9f50-08822adeda37 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:17.462576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.478318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505572-7a0f-4c9b-8932-30d8272294d4 req-17fe3a2a-a275-4c21-9dc5-4d07a9f66c09 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:17.479803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89505572-7a0f-4c9b-8932-30d8272294d4 req-17fe3a2a-a275-4c21-9dc5-4d07a9f66c09 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 943 time: 0.1144743 Oct 19 20:30:17.502504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.532582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba2be91-8d87-42f1-8e40-afb5ad9000fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.539732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:17.544650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:17.550753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-81f22482-b44f-4110-8a6e-0a36e83aa668 admin admin] 10.222.0.31 "PUT /v2.0/routers/35704ca7-ba26-43fc-b55f-fb566a6f50b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8115785 Oct 19 20:30:17.551685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aba2be91-8d87-42f1-8e40-afb5ad9000fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.554147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44772) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:17.566417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Sync routers for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:17.575959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-965e5c86-39ed-4b0c-aa0b-d433286381e5 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754502 Oct 19 20:30:17.578073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:17.578998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:17.579787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2e798-1115-451c-a251-c8cc049f4be1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:17.582957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.583320 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Added segment 5ecd6a87-95dc-4f64-9643-0d26679a75c6 of type vlan for network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 Oct 19 20:30:17.650282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89505572-7a0f-4c9b-8932-30d8272294d4 req-3b081ec7-6e71-4a0a-b965-aa2c51e6d110 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616955 Oct 19 20:30:17.675690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2be91-8d87-42f1-8e40-afb5ad9000fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44552c2e-3958-4b36-87ae-f34ff3595dc7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:17.698188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.703309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aba2be91-8d87-42f1-8e40-afb5ad9000fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69008cf768854c12a82d1ab13818e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083982 Oct 19 20:30:17.706201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44776) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:17.706329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.726141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:17.762734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Port': ['ID=7fb64aad-f223-4512-9f50-08822adeda37,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:17.768643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] No DVR routers for this DVR port 7fb64aad-f223-4512-9f50-08822adeda37 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:17.806752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd593614-c493-4d20-bf54-4ccaa3635b0c req-3b8a6ebc-7490-4456-822c-20e67a6224f5 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199547 Oct 19 20:30:17.806958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.811423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.811423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:17.812330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.861473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.918945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:17.955699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:30:16Z', 'revision_number': 5, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port': {'id': 'f3189d0e-001e-41bc-a977-1e6a9f98d4d0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:17.965680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.000594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Checking router: 35704ca7-ba26-43fc-b55f-fb566a6f50b2 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:18.013790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Routers {'35704ca7-ba26-43fc-b55f-fb566a6f50b2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:18.014578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:18.023082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.026096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.027468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44552c2e-3958-4b36-87ae-f34ff3595dc7 HTTP/1.1" status: 204 len: 168 time: 0.3203442 Oct 19 20:30:18.060579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aefb34-200f-42f7-86d4-158a75776734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44552c2e-3958-4b36-87ae-f34ff3595dc7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:18.101075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Deleting port f3189d0e-001e-41bc-a977-1e6a9f98d4d0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:18.103795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.136327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] Set router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:18.206426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:30:17Z', 'revision_number': 6, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:18.238466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acc172-c7e4-497f-83c3-b24b47f8501a None None] The sync data for ids ['35704ca7-ba26-43fc-b55f-fb566a6f50b2'] in n-d-805649-9 is: [{'id': '35704ca7-ba26-43fc-b55f-fb566a6f50b2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-71040932-router', 'tenant_id': '4ac1681ba0e54f03848919034d647173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:16Z', 'updated_at': '2021-10-19T20:30:17Z', 'revision_number': 6, 'project_id': '4ac1681ba0e54f03848919034d647173', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:18.316360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] For port f3189d0e-001e-41bc-a977-1e6a9f98d4d0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:18.316360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.330639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Calling delete_port for f3189d0e-001e-41bc-a977-1e6a9f98d4d0 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:18.337911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:18.352250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:18.367824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dacd05f8-3c44-4c54-9e29-a0feb3747ac2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6410894 Oct 19 20:30:18.370759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44784) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:18.375739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Request body: {'subnet': {'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1236965100-subnet', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:18.414344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.449414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5eb300-73f9-4714-9fe9-d207a4305c19']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:18.463451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa51814-2a86-4ec0-be81-43d815edbaa9') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:18.464250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa51814-2a86-4ec0-be81-43d815edbaa9') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:18.476929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.493052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.501531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:18.502360 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.555983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:18.569579 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:18.576134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:18.580167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Made reservation on behalf of ee33f35a3b9046a7b2cdb3124623b86b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:18.583187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.590545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3189d0e-001e-41bc-a977-1e6a9f98d4d0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:18.620507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d64906-026d-482d-9326-91941cb6c1fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.625774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.651977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.655607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] 10.222.0.31 "DELETE /v2.0/networks/8a5eb300-73f9-4714-9fe9-d207a4305c19 HTTP/1.1" status: 204 len: 168 time: 1.7905598 Oct 19 20:30:18.667784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.734869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90f4ae-a604-4613-b46c-e78124528934 tempest-NetworksIpV6Test-1013247015 tempest-NetworksIpV6Test-1013247015-project] Pushing event deleted for resources: {'Network': ['ID=8a5eb300-73f9-4714-9fe9-d207a4305c19,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:18.884143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d64906-026d-482d-9326-91941cb6c1fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.910415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d64906-026d-482d-9326-91941cb6c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.941513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-44d64906-026d-482d-9326-91941cb6c1fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c623505476c34495b4e7fe2adf6f0b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614845 Oct 19 20:30:18.943861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:18.956912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.959407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.986894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:18.998835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d64906-026d-482d-9326-91941cb6c1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6cb370-47cb-4232-afb0-c6341edea941,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:19.070892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.074694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.076913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35704ca7-ba26-43fc-b55f-fb566a6f50b2 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:30:19.089245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.092873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e93318ee-3860-4b68-a5e8-9ec2771e9300 admin admin] 10.222.0.31 "DELETE /v2.0/routers/35704ca7-ba26-43fc-b55f-fb566a6f50b2 HTTP/1.1" status: 204 len: 168 time: 1.5309377 Oct 19 20:30:19.093621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:19.109855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93a5ac-537d-48bd-9784-e9e09ca92c01 req-1b781158-d68c-464e-a06a-2bd872b02dc3 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:19.111349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f93a5ac-537d-48bd-9784-e9e09ca92c01 req-1b781158-d68c-464e-a06a-2bd872b02dc3 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 943 time: 0.3078907 Oct 19 20:30:19.140886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44804) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:19.145646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a977bc56-c0e0-4f03-9346-0dd47488b489,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:19.153827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.184423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Checking segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:19.184423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Network hostable DHCP agents. Network: 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:19.228316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:19.243553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:19.253354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ddc8c-e688-4951-a64e-a5235ce73bf7 None None] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:19.258185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc32665c-3d66-4242-b458-a78c791bf424 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:19.263891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.266747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.277466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c6cb370-47cb-4232-afb0-c6341edea941 HTTP/1.1" status: 204 len: 168 time: 0.3278630 Oct 19 20:30:19.279040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:19.279625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.310978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eaa9da1b-03ff-41bc-884e-14518b916a24 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9366536 Oct 19 20:30:19.310978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced96dc-a8f4-42ed-80bd-6c2e1046dc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6cb370-47cb-4232-afb0-c6341edea941,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:19.311410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:19.321472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cc32665c-3d66-4242-b458-a78c791bf424 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:19.321889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc32665c-3d66-4242-b458-a78c791bf424 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:19.322316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:19.326849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb64aad-f223-4512-9f50-08822adeda37 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:19.358252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.360791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.407420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7fb64aad-f223-4512-9f50-08822adeda37 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:19.408229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb64aad-f223-4512-9f50-08822adeda37 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:19.408822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f3189d0e-001e-41bc-a977-1e6a9f98d4d0 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:19.483249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.488063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f3189d0e-001e-41bc-a977-1e6a9f98d4d0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:19.488541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f3189d0e-001e-41bc-a977-1e6a9f98d4d0 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:19.652650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:19.654230 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.687622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.722987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Deleting subnet e599520b-d127-4180-bd7f-638727d3f9a5 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:19.735123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f93a5ac-537d-48bd-9784-e9e09ca92c01 req-b3bb253c-fec8-4826-baab-842b62720b5e tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5932014 Oct 19 20:30:19.737197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:19.819283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.011488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Allocated IP 172.20.0.2 (3f0af210-c6ec-4a2e-a6c6-a7ccf617f455/a977bc56-c0e0-4f03-9346-0dd47488b489/5368a516-8b4d-4bd0-aa50-7ca2e98e5001) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:20.012999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.036258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cee51dc8-6601-416f-b9e6-4b7c7497d52a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ac352f9301a4d7bafaf040408e1d1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930528 Oct 19 20:30:20.038880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44828) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:20.081716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.106091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.121533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.149650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.155124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964f086-ac54-4641-b92a-82faba7501ba None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:20.158327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e599520b-d127-4180-bd7f-638727d3f9a5 HTTP/1.1" status: 204 len: 168 time: 1.0637178 Oct 19 20:30:20.159424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.161019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44832) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:20.193970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d454a6-b373-4602-b32a-fb5098776e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e599520b-d127-4180-bd7f-638727d3f9a5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:20.215876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.293348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.296669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.298275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c19f59cc-957d-4bf3-b761-333b5f85c76d HTTP/1.1" status: 204 len: 168 time: 0.2584958 Oct 19 20:30:20.299791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.307269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc429b2-9fda-4be3-8df7-5dcec0f51bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f59cc-957d-4bf3-b761-333b5f85c76d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:20.316846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.332607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Allocated IP 172.25.7.186 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:20.347555 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.434687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:20.442244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:20.447039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Deleting port a4a4284b-7a99-4b0e-88ca-1979ff50c07b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:20.447390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.456670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:20.459022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Pushing event updated for resources: {'Port': ['ID=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:20.521184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:30:20.548911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Attempting to bind port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:20.549277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Attempting to bind port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:20.549663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Attempting to bind port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 on network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:20.560019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:20.560397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Checking segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:20.560786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.561175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Bound using segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:20.561854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Bound port: 5368a516-8b4d-4bd0-aa50-7ca2e98e5001, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:20.562037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.574482 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.578039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] For port a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,segment=NetworkSegment(d4f822e8-a53a-4374-a11d-b35e4ab3a35f),segment_id=d4f822e8-a53a-4374-a11d-b35e4ab3a35f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:20.578339 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.585025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] DHCP port deletion for 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:20.596767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Calling delete_port for a4a4284b-7a99-4b0e-88ca-1979ff50c07b owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:20.696316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.750168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] For port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:20.760700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:20.771133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:20.776594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:20.780170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] For port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:20.783787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:20.802983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.809180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'port_id': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'mac_address': 'fa:16:3e:22:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:30:20.828342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Pushing event updated for resources: {'Port': ['ID=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:20.842502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:20.879296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:20.881232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Deleting port a4a4284b-7a99-4b0e-88ca-1979ff50c07b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:20.881736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] No DVR routers for this DVR port a4a4284b-7a99-4b0e-88ca-1979ff50c07b on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:20.881939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.009576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.038993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c58c2-4e83-483e-87be-7647ec9a8c32 req-98ab1991-4dac-4c94-8ef7-3b16e92785d2 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:21.040973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-396c58c2-4e83-483e-87be-7647ec9a8c32 req-98ab1991-4dac-4c94-8ef7-3b16e92785d2 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 943 time: 0.1642091 Oct 19 20:30:21.099570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:21.134313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-396c58c2-4e83-483e-87be-7647ec9a8c32 req-b0f04bf9-4b8f-4345-85bd-a8a4e3328cda tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858500 Oct 19 20:30:21.166288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:21.166920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f822e8-a53a-4374-a11d-b35e4ab3a35f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:21.198652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.255882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.283635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:21.284392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:21.286612 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:21.293282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.318339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a4a4284b-7a99-4b0e-88ca-1979ff50c07b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:21.362219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073bf0-0a34-4905-aaeb-74d39f777558 None None] Pushing event updated for resources: {'Port': ['ID=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:21.387440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:21.408828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:21.411191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] For port a4a4284b-7a99-4b0e-88ca-1979ff50c07b, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:21.411841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.415156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a4a4284b-7a99-4b0e-88ca-1979ff50c07b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:21.415947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a4a4284b-7a99-4b0e-88ca-1979ff50c07b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:21.425273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.435542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Calling delete_port for a4a4284b-7a99-4b0e-88ca-1979ff50c07b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:21.462831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Port a4a4284b-7a99-4b0e-88ca-1979ff50c07b was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:30:21.466364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.470984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.479177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Network 7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 is not hosted by any dhcp agent {{(pid=100736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:30:21.479668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] No DVR routers for this DVR port a4a4284b-7a99-4b0e-88ca-1979ff50c07b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:21.481664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.502828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18 HTTP/1.1" status: 204 len: 168 time: 1.3406489 Oct 19 20:30:21.504287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:21.536215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87467-c800-4e4a-8773-65cc73102d6d None None] Pushing event deleted for resources: {'Port': ['ID=a4a4284b-7a99-4b0e-88ca-1979ff50c07b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:21.561728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc7faa-5322-43df-9860-e20bf79a472c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed326c3-2c7a-4c62-aed3-8bb9df1a2e18,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:21.581747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.636133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['4a88899e-8af9-4aa3-b17c-6436eb6c5f18'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:30:21.711109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:21.796294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44890) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:21.820501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:21.882422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c985f77d-7a38-4651-a730-9a4707c92e58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ac1681ba0e54f03848919034d647173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849404 Oct 19 20:30:21.884909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:21.979494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-351549836'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:21.999003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.020378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:22.026396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.038640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.043018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.065652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:30:22.176647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.187114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.218341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.223588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.225128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0d1e9f5-6985-4b8d-b088-689b43375c00 HTTP/1.1" status: 204 len: 168 time: 0.3378584 Oct 19 20:30:22.246903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1809de-a663-40d2-83c0-bab07a87212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1e9f5-6985-4b8d-b088-689b43375c00,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:22.272802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:22.287389 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Sync routers for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:22.305031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.307759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df213c3e-bec0-4739-a592-68cb306c4b68 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9889820 Oct 19 20:30:22.310742 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:22.311166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44916) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:22.312114 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:22.329562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:22.356204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.357165 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment fd302cd0-3fda-42aa-95df-f5e3826de749 of type vlan for network bd4b56ce-2c1a-407b-8854-732937946a96 Oct 19 20:30:22.423875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.491065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222e19b1-4d02-4e84-abfd-5071ef0c0dd4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:22.523474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:22.532659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.539197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:22.539836 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.571399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c97429-5259-4f75-ab24-aeb60eba7589 req-f0f542be-62d4-4cd8-962f-69e33b40c0da tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:22.573169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3c97429-5259-4f75-ab24-aeb60eba7589 req-f0f542be-62d4-4cd8-962f-69e33b40c0da tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 944 time: 0.2866497 Oct 19 20:30:22.582271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8672423 Oct 19 20:30:22.592618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44924) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:22.615673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'name': 'tempest-PortsTestJSON-1942882704'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:22.660063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a748b3-4c81-4d03-bcf9-40300b5e0e23 None None] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:22.696353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a8207-2aae-4467-8d16-4d82e4740e05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=bd4b56ce-2c1a-407b-8854-732937946a96,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:22.697917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:30:22.714244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3c97429-5259-4f75-ab24-aeb60eba7589 req-8df942f6-6e73-466e-adda-73f98b2319e5 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331549 Oct 19 20:30:22.736962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:22.739371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:22.739731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.742821 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:22.837861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Provisioning complete for port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:22.838450 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:22.908399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:22.912104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.040810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port e56bd046-7162-487f-a6b9-02d3ff2b54ec yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:23.092532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.097667 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:21Z', 'revision_number': 3, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:23.134876 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Checking router: 1bd3b837-5529-47b7-b68e-8eedd920a3e3 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:23.135301 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Updating router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:30:23.155846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:23.169965 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.322919 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.368407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] For port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:23.394008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.575149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:23.589841 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fa401e-dac0-4e90-af53-3df253e52948" -d '{"events": [{"server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "name": "network-vif-plugged", "status": "completed", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:23.595698 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.603833 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.650139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.678031 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Pushing event updated for resources: {'Port': ['ID=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:23.681248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:23.684516 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.710927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Attempting to bind port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:23.711315 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Attempting to bind port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:23.711638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Attempting to bind port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:23.725241 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:23.725779 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:23.726033 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.726467 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:23.727224 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Bound port: 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:23.727615 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.782856 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8aa7d-9e36-4b08-86bb-471cc1259952 x-openstack-request-id: req-e8e8aa7d-9e36-4b08-86bb-471cc1259952 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:23.784425 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "name": "network-vif-plugged", "status": "completed", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:23.784924 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e8aa7d-9e36-4b08-86bb-471cc1259952 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:23.785582 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'code': 200} Oct 19 20:30:23.793751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:23.798774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Pushing event updated for resources: {'Port': ['ID=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:23.819070 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.824177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.830087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.835712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.837351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.838898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.839658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.841256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.842874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.844361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.844930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.845525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.846358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.846900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae85e69-5ae2-4528-8253-df68a1a50aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.871738 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] For port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:23.875605 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] For port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:23.878192 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.878738 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.879082 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.879513 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.879833 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.880477 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.881330 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.881683 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.882219 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.882548 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.882867 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.883181 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:23.889351 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:23.942108 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:23.942788 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:23.996957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4233ef90-cedd-4491-86b3-1b8adb072c84 None None] Provisioning complete for port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:23.997733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4233ef90-cedd-4491-86b3-1b8adb072c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.072526 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:24.095204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:24.278209 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc642-36d8-4032-8e53-ab161ac5e7a9 None None] Pushing event updated for resources: {'Port': ['ID=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:24.314890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:24.341079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585e0b-f809-4257-9f19-fba19161a38b req-2fe027c5-575b-45b8-bac2-dfaa85d282ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:24.342758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9585e0b-f809-4257-9f19-fba19161a38b req-2fe027c5-575b-45b8-bac2-dfaa85d282ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1095 time: 0.5701020 Oct 19 20:30:24.346826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.382854 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:21Z', 'revision_number': 3, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:24.433716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50a795-245b-49f0-9397-48ca4ac296dc None None] The sync data for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 is: [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:21Z', 'revision_number': 3, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:24.454501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9585e0b-f809-4257-9f19-fba19161a38b req-65caec54-a00c-4801-a047-23b560c927c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015334 Oct 19 20:30:24.475177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85148f9e-cd55-4e5f-b03e-444be0fc8af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.555413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=e56bd046-7162-487f-a6b9-02d3ff2b54ec,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:24.575451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84200af0-06e4-4163-87df-62ed51876c67 req-8dd9cc5f-deea-4f83-9d70-a935f78c8f9b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:24.577026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84200af0-06e4-4163-87df-62ed51876c67 req-8dd9cc5f-deea-4f83-9d70-a935f78c8f9b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.2389469 Oct 19 20:30:24.597145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': 'fd302cd0-3fda-42aa-95df-f5e3826de749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:24.597484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: bd4b56ce-2c1a-407b-8854-732937946a96, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:24.602487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85148f9e-cd55-4e5f-b03e-444be0fc8af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.604830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Allocated IP 172.20.0.1 (3f0af210-c6ec-4a2e-a6c6-a7ccf617f455/a977bc56-c0e0-4f03-9346-0dd47488b489/35f56e1a-e477-4c00-880f-d2d9246f6dbd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:24.611841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85148f9e-cd55-4e5f-b03e-444be0fc8af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.665157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:24.666877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:24.674368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-85148f9e-cd55-4e5f-b03e-444be0fc8af3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1263e2ebfcbd4db890b5199bd75d6a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577218 Oct 19 20:30:24.674930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45028) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:24.688352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84200af0-06e4-4163-87df-62ed51876c67 req-7f698224-7950-4de4-a405-cd19892f848e tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953264 Oct 19 20:30:24.707438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148f9e-cd55-4e5f-b03e-444be0fc8af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b9dd6-97a3-406f-82c8-cc9c7d1c0ad5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:24.728974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bd4b56ce-2c1a-407b-8854-732937946a96) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:24.738243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:24.739156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95496d89-55af-4ba2-9649-c094ebc1aa65 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:24.743778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:24.744399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.775290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c80d1d4e-2be8-4f5e-90f8-9a700fe8f452 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1787090 Oct 19 20:30:24.777690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45032) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:24.814246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1325424480'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:24.829408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.830706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.866241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.887501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:24.892121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.897099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.984038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78195503-a4c7-476d-9149-9e6a31f256e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:24.986872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:24.991616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:24.993924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:24.994903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:25.044745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.045095 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment fd398151-8017-43b6-aa11-47b21d0cf9a1 of type vlan for network 7ff12ac4-efc4-426a-a819-9e5dfb5458e6 Oct 19 20:30:25.048223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.050338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Pushing event updated for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.050979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.052145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad6b9dd6-97a3-406f-82c8-cc9c7d1c0ad5 HTTP/1.1" status: 204 len: 168 time: 0.3715789 Oct 19 20:30:25.065552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.084185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f58e-e8d4-40a3-8c47-6e75d288a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b9dd6-97a3-406f-82c8-cc9c7d1c0ad5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.134520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:25.174272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.225146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78195503-a4c7-476d-9149-9e6a31f256e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.227121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.240746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:25.241792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.253433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.278459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:25.278831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.322309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-78195503-a4c7-476d-9149-9e6a31f256e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.336592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=7ff12ac4-efc4-426a-a819-9e5dfb5458e6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.355726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7ff12ac4-efc4-426a-a819-9e5dfb5458e6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:25.462177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bada1cd1-577a-47f8-bb48-2802a33f14e1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6834111 Oct 19 20:30:25.475743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45040) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:25.491083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-78195503-a4c7-476d-9149-9e6a31f256e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ffb2e32f22f4e75a9b8ab005fae1639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207870 Oct 19 20:30:25.496393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'ports': [{'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'}, {'network_id': '7ff12ac4-efc4-426a-a819-9e5dfb5458e6'}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:25.497959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:25.499565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '7ff12ac4-efc4-426a-a819-9e5dfb5458e6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:25.522454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8cc382d4-6386-4839-be65-0cf1d3342e7e None None] Provisioning complete for port 35f56e1a-e477-4c00-880f-d2d9246f6dbd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:25.522822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc382d4-6386-4839-be65-0cf1d3342e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.550984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45042) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:25.554359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.555484 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.585256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8cc382d4-6386-4839-be65-0cf1d3342e7e None None] Port 35f56e1a-e477-4c00-880f-d2d9246f6dbd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:25.594565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:25.601977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.604025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:25.613127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.719063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.729914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:25.732991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:25.738656 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.748030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78195503-a4c7-476d-9149-9e6a31f256e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac71fd-01dd-4085-ad71-67f9b17fb454,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.774334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a20e2f0-1680-4c16-bde0-dbf83c002a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.908761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Pushing event updated for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:25.912888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.926277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:25.932029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.954498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.955530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.958648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a20e2f0-1680-4c16-bde0-dbf83c002a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.967058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a20e2f0-1680-4c16-bde0-dbf83c002a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:25.969679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca557c1-bfe9-4dc2-9acb-7ab5eae2a842 req-12913e54-9925-4ae7-92a2-7287b83b63dc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:25.971228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ca557c1-bfe9-4dc2-9acb-7ab5eae2a842 req-12913e54-9925-4ae7-92a2-7287b83b63dc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1379759 Oct 19 20:30:26.039160 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a20e2f0-1680-4c16-bde0-dbf83c002a36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc6eec66cd9941d98de840af4ef8d0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080125 Oct 19 20:30:26.042017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e2f0-1680-4c16-bde0-dbf83c002a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcdc227-c9f1-48c2-8611-82033a8c9bbe,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:26.044249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45052) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:26.048193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.087120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ca557c1-bfe9-4dc2-9acb-7ab5eae2a842 req-91aeb041-79d9-47d6-9421-684b9de033af tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011276 Oct 19 20:30:26.106385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 030250e0-d958-42a7-9440-832cd80afc0c yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:26.125129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:26.127767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:26.154963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.182660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.185500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.189570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91ac71fd-01dd-4085-ad71-67f9b17fb454 HTTP/1.1" status: 204 len: 168 time: 0.6340303 Oct 19 20:30:26.195459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.207397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bc467-1b91-422b-a857-fa6a2c0d6051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac71fd-01dd-4085-ad71-67f9b17fb454,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:26.284276 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:26.352268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035c13e-24dc-4d1f-af43-7ddc0c52dffa req-94803b15-c2f9-40b8-9ace-c2591929ebee tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:26.353897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6035c13e-24dc-4d1f-af43-7ddc0c52dffa req-94803b15-c2f9-40b8-9ace-c2591929ebee tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1803291 Oct 19 20:30:26.370030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45058) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:26.375351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Request body: {'floatingip': {'port_id': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:26.414431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-52ce9365-78e1-4eaa-a92b-a395a1ef6ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.434974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.438643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.439799 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fcdc227-c9f1-48c2-8611-82033a8c9bbe HTTP/1.1" status: 204 len: 168 time: 0.3919094 Oct 19 20:30:26.452063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.470033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:26.478076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1c7948a7-32bf-4c07-b3ca-33bcf1c8ea36 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bd3b837-5529-47b7-b68e-8eedd920a3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1655200 Oct 19 20:30:26.526460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3d46e34f-2767-48d1-8d59-56e21320c350 None None] Provisioning complete for port 35f56e1a-e477-4c00-880f-d2d9246f6dbd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:26.527079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d46e34f-2767-48d1-8d59-56e21320c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.533811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13c5e-a292-492b-b6fc-449dd47a2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcdc227-c9f1-48c2-8611-82033a8c9bbe,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:26.553069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:26.626805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3d46e34f-2767-48d1-8d59-56e21320c350 None None] Port 35f56e1a-e477-4c00-880f-d2d9246f6dbd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:26.722239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 18610875-1fb8-4e45-a7b4-e0a37939335c yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:26.983784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:27.072128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:27.072905 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.078224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Sync routers for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:27.108873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:27.110499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:27.124019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.237181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.324410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:27.386093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:27.401937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:27.405733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:27.406617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.408271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=030250e0-d958-42a7-9440-832cd80afc0c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:27.469068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.481189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.539079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': 'fd398151-8017-43b6-aa11-47b21d0cf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7ff12ac4-efc4-426a-a819-9e5dfb5458e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:27.539536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 7ff12ac4-efc4-426a-a819-9e5dfb5458e6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:27.550405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=18610875-1fb8-4e45-a7b4-e0a37939335c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:27.616493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45106) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:27.619700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159371284', 'description': 'tempest-description--918759884'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:27.630612 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Floating IP 9f27ce39-7c91-42ff-a025-ff443661bc1b associated. External IP: 172.25.7.238, port: 4a88899e-8af9-4aa3-b17c-6436eb6c5f18. Oct 19 20:30:27.634346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 7ff12ac4-efc4-426a-a819-9e5dfb5458e6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:27.654268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.683101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7ff12ac4-efc4-426a-a819-9e5dfb5458e6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:27.692209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:27.699558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:27.703204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f559032-e9db-401a-9781-56616d98c8d9 None None] Network 7ff12ac4-efc4-426a-a819-9e5dfb5458e6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:27.705064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:27.705768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.757095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cbd2316a-daae-48a6-9d25-6224e1d8f5b7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2732189 Oct 19 20:30:27.757882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45112) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:27.810752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:27.868262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.881186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:27.929097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 2, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:27.957482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Checking router: 1bd3b837-5529-47b7-b68e-8eedd920a3e3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:27.958187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Updating router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 port 35f56e1a-e477-4c00-880f-d2d9246f6dbd binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:30:27.990496 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.061094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.062450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4474096 Oct 19 20:30:28.067995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45126) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:28.078851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'security_group_rule': {'security_group_id': '634ee85b-058b-4abf-ae88-adde36f4c45d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:28.099664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb2f9-838e-426e-b0e6-1b1fb1ec4737 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634ee85b-058b-4abf-ae88-adde36f4c45d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:28.112820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-3003576-network', 'tenant_id': '8dcd73c1b0b94ef38f04c6e38465ec37'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:28.126862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Router d7e942ce-405b-480a-b4f3-a4911b97f1eb has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:28.192991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.214400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 18610875-1fb8-4e45-a7b4-e0a37939335c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:28.216468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.245020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Made reservation on behalf of 8dcd73c1b0b94ef38f04c6e38465ec37 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:28.252138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.273823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:28.285713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Sync routers for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:28.286927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.299767 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:28.304421 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:28.330011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9faf8a7f-e094-47d3-9461-60dee6fb0079 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "PUT /v2.0/floatingips/9f27ce39-7c91-42ff-a025-ff443661bc1b HTTP/1.1" status: 200 len: 991 time: 1.9588797 Oct 19 20:30:28.330688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:28.334109 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:28.354082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.367255 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.382395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.427221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.467805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 18610875-1fb8-4e45-a7b4-e0a37939335c owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:28.484774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.497537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.503908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc70d-9a4a-437d-8366-5c1e798e36f6 None None] Pushing event updated for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:28.571381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Attempting to bind port 35f56e1a-e477-4c00-880f-d2d9246f6dbd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:28.572035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Attempting to bind port 35f56e1a-e477-4c00-880f-d2d9246f6dbd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:28.572553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Attempting to bind port 35f56e1a-e477-4c00-880f-d2d9246f6dbd on network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:28.580060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:28.580696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Checking segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:28.581264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.582166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Bound using segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:28.583034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Bound port: 35f56e1a-e477-4c00-880f-d2d9246f6dbd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:28.584029 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.600428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e7b96b-d0ad-4a04-923c-87e8a82d96cd,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:28.624975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.626385 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-812f78a8-210d-4c12-9afa-757907099f76 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573740 Oct 19 20:30:28.629089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:28.635222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'security_group_rule': {'security_group_id': '634ee85b-058b-4abf-ae88-adde36f4c45d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:28.680466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:28.733723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.735529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.739020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.776858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] For port 35f56e1a-e477-4c00-880f-d2d9246f6dbd, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:28.791930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] For port 35f56e1a-e477-4c00-880f-d2d9246f6dbd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=35f56e1a-e477-4c00-880f-d2d9246f6dbd,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:28.798470 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.833614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=18610875-1fb8-4e45-a7b4-e0a37939335c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:28.847371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.888557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.896494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.954357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee03d52-d720-442e-9a9b-a22009713813,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:28.960008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:28.965476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.973873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:28.980146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7eea708b-b71e-4b0d-ae4c-d3197e4b3244 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/18610875-1fb8-4e45-a7b4-e0a37939335c HTTP/1.1" status: 204 len: 168 time: 1.2176192 Oct 19 20:30:28.980418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7bdc01e3-7972-431e-8afc-dacf7f5ea062 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480167 Oct 19 20:30:28.981805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45152) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:28.982246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45154) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:29.012566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177cf442-8e9a-44be-b672-f56a83cd1ada,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:29.016774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:29.027913 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a9479c-1a05-44e8-a93a-4c6c82c0fff8 x-openstack-request-id: req-e6a9479c-1a05-44e8-a93a-4c6c82c0fff8 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:29.030999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.031465 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Added segment 1e883f3a-a316-42af-bb80-0381b9b7e7e8 of type vlan for network cfb0833b-84d4-481c-b097-5da3d0065d54 Oct 19 20:30:29.032712 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:29.032982 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6a9479c-1a05-44e8-a93a-4c6c82c0fff8 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:29.034188 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'status': 'completed', 'code': 200} Oct 19 20:30:29.093062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:29.093062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:29:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:29.096077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc70d-9a4a-437d-8366-5c1e798e36f6 None None] Pushing event updated for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:29.121760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] Provisioning complete for port 35f56e1a-e477-4c00-880f-d2d9246f6dbd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:29.122216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.248859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.259868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.270075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-94ba88a0-7715-4425-bd3c-eae6ebd5cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:29.272226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-94ba88a0-7715-4425-bd3c-eae6ebd5cccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1096 time: 0.2232423 Oct 19 20:30:29.318954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd904d3-99fb-40ff-ad13-0674798f1e49 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:29.337600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd904d3-99fb-40ff-ad13-0674798f1e49 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:29.342106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8cd904d3-99fb-40ff-ad13-0674798f1e49 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3522584 Oct 19 20:30:29.351186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:29.357950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.361038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:29.362564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.481081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b53395d4-1f34-4fdb-a91e-ef3b646b6141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.486647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9f27ce39-7c91-42ff-a025-ff443661bc1b', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'port_id': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'mac_address': 'fa:16:3e:22:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:08Z', 'updated_at': '2021-10-19T20:30:27Z', 'revision_number': 1, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:29.567098 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Checking router: d7e942ce-405b-480a-b4f3-a4911b97f1eb for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:29.586562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:29.587194 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:29.591561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:29.593491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7780323 Oct 19 20:30:29.599408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:29.610385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Request body: {'subnet': {'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-3003576-subnet', 'tenant_id': '8dcd73c1b0b94ef38f04c6e38465ec37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:29.638589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.651761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Made reservation on behalf of 8dcd73c1b0b94ef38f04c6e38465ec37 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:29.654418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.733749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-b40b4746-e602-4c18-9b8e-e5d43fc1c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:29.737619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:29.740353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-b40b4746-e602-4c18-9b8e-e5d43fc1c9e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 912 time: 0.4595702 Oct 19 20:30:29.782315 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:29.815749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397466-f318-4dde-ad87-02074ae838e6 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb0833b-84d4-481c-b097-5da3d0065d54,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:29.843368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network cfb0833b-84d4-481c-b097-5da3d0065d54 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:29.959526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] For port 35f56e1a-e477-4c00-880f-d2d9246f6dbd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=35f56e1a-e477-4c00-880f-d2d9246f6dbd,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:29.965444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.022628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Allocated IP 172.25.7.24 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ac5d8e52-c8cf-4dfe-8457-6a14b03049d3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:30.082840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 030250e0-d958-42a7-9440-832cd80afc0c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:30.084893 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.096052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-04caf0b6-70ec-4c35-9991-1f6f343c344c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 999 time: 0.3419247 Oct 19 20:30:30.216855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f54a59c3-3d0e-4768-81a2-c348af63fc04 None None] Provisioning complete for port 35f56e1a-e477-4c00-880f-d2d9246f6dbd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:30.217143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f54a59c3-3d0e-4768-81a2-c348af63fc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.236767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.254100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.284371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-e291b282-8f5d-43e2-b8fc-44984b279624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:30.285150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-e291b282-8f5d-43e2-b8fc-44984b279624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 200 len: 850 time: 0.1762650 Oct 19 20:30:30.289775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 030250e0-d958-42a7-9440-832cd80afc0c owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:30.338179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5447956-87a8-463f-84c5-f6455fd755c1 None None] Pushing event updated for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:30.404938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.420708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.472256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5625808-4b3c-4b16-be46-e8abbc918e77,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:30.476139 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9f27ce39-7c91-42ff-a025-ff443661bc1b', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'port_id': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'mac_address': 'fa:16:3e:22:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:08Z', 'updated_at': '2021-10-19T20:30:27Z', 'revision_number': 1, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:30.499783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Checking segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:30.500146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Network hostable DHCP agents. Network: cfb0833b-84d4-481c-b097-5da3d0065d54, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:30.510000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-f1cf315f-35dc-4663-80d8-8fab62b015a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:30.512176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-f1cf315f-35dc-4663-80d8-8fab62b015a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3871a0b-284f-49d7-9de7-948af460af59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088230 Oct 19 20:30:30.516913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb78ef5-94a6-4226-9b94-9e51bf18c3fa None None] The sync data for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 is: [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9f27ce39-7c91-42ff-a025-ff443661bc1b', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'port_id': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'mac_address': 'fa:16:3e:22:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:08Z', 'updated_at': '2021-10-19T20:30:27Z', 'revision_number': 1, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:30.537150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:28Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:30.579243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Network cfb0833b-84d4-481c-b097-5da3d0065d54 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:30.585181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.585480 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.620751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a81ef-a1d8-4be9-8b9f-aa823e72ac90 None None] The sync data for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 is: [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:28Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:30.647135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, cfb0833b-84d4-481c-b097-5da3d0065d54) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:30.653613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.665996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f0457-3158-4ac6-a800-59a626dc702a None None] Network cfb0833b-84d4-481c-b097-5da3d0065d54 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:30.667729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45194) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:30.669228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:30.670108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:30.684556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/030250e0-d958-42a7-9440-832cd80afc0c HTTP/1.1" status: 204 len: 168 time: 1.3293967 Oct 19 20:30:30.737774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b0d3-4f7a-4b9d-80d3-8505637fe88e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=030250e0-d958-42a7-9440-832cd80afc0c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:30.738374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:30.825853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'Port': ['ID=ac5d8e52-c8cf-4dfe-8457-6a14b03049d3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:30.834166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:30.839234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:30.922356 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a219494d-37b5-49dc-92c3-58025c0c1c51 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3173325 Oct 19 20:30:30.971116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-ea876d72-bfa7-4a4f-a245-6b83fbcb6f8c service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471774 Oct 19 20:30:30.983112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.045505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85b0dd-c878-4fe6-a1d0-972a7e0f292f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:31.053852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db85b0dd-c878-4fe6-a1d0-972a7e0f292f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3738647 Oct 19 20:30:31.056512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45200) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:31.135627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 35f56e1a-e477-4c00-880f-d2d9246f6dbd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:31.165409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e42ca-bd56-41a0-93b3-fd5d4a7bb4f1 None None] New status for floating IP 9f27ce39-7c91-42ff-a025-ff443661bc1b: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:30:31.220328 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b8469c-a771-4a78-ad2b-a6e4154252ec tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:31.226516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-19b8469c-a771-4a78-ad2b-a6e4154252ec tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/18610875-1fb8-4e45-a7b4-e0a37939335c HTTP/1.1" status: 404 len: 333 time: 0.1682329 Oct 19 20:30:31.228053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ee769-0a30-4be6-85a2-f82d788d2227 None None] Network cfb0833b-84d4-481c-b097-5da3d0065d54 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:31.238309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:31.262332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.324654 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8d64f3-c6fd-4e16-a193-077981c8dc2e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:31.332734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d8d64f3-c6fd-4e16-a193-077981c8dc2e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/030250e0-d958-42a7-9440-832cd80afc0c HTTP/1.1" status: 404 len: 333 time: 0.0931842 Oct 19 20:30:31.334644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45208) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:31.342999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.426918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01e18c88-c51a-4272-8d9d-1aabeddfbcd2 req-09d33587-95e4-489a-a017-0d9f3fcb2717 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484980 Oct 19 20:30:31.564167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.734759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45220) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:31.753586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 35f56e1a-e477-4c00-880f-d2d9246f6dbd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:31.753870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.771668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.798225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.867510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:31.933190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff12ac4-efc4-426a-a819-9e5dfb5458e6']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:31.981110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd398151-8017-43b6-aa11-47b21d0cf9a1') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:31.983299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd398151-8017-43b6-aa11-47b21d0cf9a1') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:32.008780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.049483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.067401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:32.067829 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:32.072014 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:32.263184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.277383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.291132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/7ff12ac4-efc4-426a-a819-9e5dfb5458e6 HTTP/1.1" status: 204 len: 168 time: 0.9454722 Oct 19 20:30:32.291889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:32.295453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.360717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1710109268'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:32.389020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18f4ba-2bf5-4af6-a43e-4f53c9226ab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=7ff12ac4-efc4-426a-a819-9e5dfb5458e6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:32.430888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:32.435383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.459111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-89dee6ff-585b-4d19-a5af-900bfd24f60f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:32.460277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-89dee6ff-585b-4d19-a5af-900bfd24f60f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.3526330 Oct 19 20:30:32.486645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-07fad3f4-7a55-471f-a634-4dbd4035a240 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/quotas/8dcd73c1b0b94ef38f04c6e38465ec37 HTTP/1.1" status: 200 len: 375 time: 0.0189302 Oct 19 20:30:32.488593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:32.514142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.514495 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment 85f717d8-00d6-4aa2-8ce0-821a0a117526 of type vlan for network 278d4c5d-f065-4fcc-aee7-8618961e6774 Oct 19 20:30:32.531441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.546119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f631ea1-e11e-4f65-920a-44071dc019b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.547275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-927a8bf2-04cd-4b7e-a5f7-a0953402babe tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510664 Oct 19 20:30:32.580240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.582694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5991106 Oct 19 20:30:32.603303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cffa2-89ff-4371-8aca-96b9f54137d4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'Port': ['ID=ac5d8e52-c8cf-4dfe-8457-6a14b03049d3,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:32.655936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.738847 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.747392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:32.747392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.773546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f631ea1-e11e-4f65-920a-44071dc019b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.780188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f631ea1-e11e-4f65-920a-44071dc019b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:32.797491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-5c46ef88-6e66-45c1-b352-b88a0b934d81 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383544 Oct 19 20:30:32.808711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4562402 Oct 19 20:30:32.811861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45250) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:32.817403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:32.835408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7f631ea1-e11e-4f65-920a-44071dc019b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f441bef87e84451a9524e89ba0becf61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0988877 Oct 19 20:30:32.841250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45256) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:32.879433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f631ea1-e11e-4f65-920a-44071dc019b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334ca04-2829-4909-95a9-86328be2f7ed,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:32.939639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291dd0-24b7-452c-ade7-999aedf7f439 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=278d4c5d-f065-4fcc-aee7-8618961e6774,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:32.952783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:32.966847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.002218 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-b4de28d8-349e-4274-b9c3-6072ac5cb94b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--159371284&fields=id&tenant_id=ee33f35a3b9046a7b2cdb3124623b86b HTTP/1.1" status: 200 len: 267 time: 0.1317985 Oct 19 20:30:33.020456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.168997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0867b65d-6222-41e0-b6f3-380bb4fa1b77 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:33.170709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0867b65d-6222-41e0-b6f3-380bb4fa1b77 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/networks?id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 HTTP/1.1" status: 200 len: 806 time: 0.1676874 Oct 19 20:30:33.175558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.178777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.191098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4334ca04-2829-4909-95a9-86328be2f7ed HTTP/1.1" status: 204 len: 168 time: 0.3219378 Oct 19 20:30:33.226033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-01a5ce4c-09c1-42c3-8bb5-11f12c3dafc9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/quotas/ee33f35a3b9046a7b2cdb3124623b86b HTTP/1.1" status: 200 len: 375 time: 0.0290482 Oct 19 20:30:33.227004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49922abb-7679-4306-8621-2136432afa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334ca04-2829-4909-95a9-86328be2f7ed,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:33.318409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-23156c18-b762-4989-a7f0-8c2da3f9663f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee33f35a3b9046a7b2cdb3124623b86b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781877 Oct 19 20:30:33.328208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-424b5ac0-dfe6-4f13-a215-e9f79d3c8b59 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:30:33.329233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-424b5ac0-dfe6-4f13-a215-e9f79d3c8b59 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080109 Oct 19 20:30:33.430943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-05c1f88a-aac2-4a01-98fd-b15c93bda093 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057003 Oct 19 20:30:33.441113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:33.446863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.456669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-09e4e5cf-73c9-4a51-bb5d-650e91969ac9 service neutron] 10.222.0.31 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177702 Oct 19 20:30:33.518041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Performing IP validity checks on allocation pools {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 20:30:33.519016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 20:30:33.582366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-c0b1d295-9dce-4b15-a689-149025578838 service neutron] 10.222.0.31 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242750 Oct 19 20:30:33.674011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45270) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:33.710713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d698ae8b-227d-402a-805c-7e9b8c613897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.729010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.858016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': '85f717d8-00d6-4aa2-8ce0-821a0a117526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:33.858628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 278d4c5d-f065-4fcc-aee7-8618961e6774, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:33.864155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=7905615a-9b52-49a8-ab6a-a9cb8245c6a8,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:33.937057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-219d5055-897d-42de-8beb-ac0b3a162d3f req-96767d79-586d-444a-8828-da075451cf6d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 210 time: 0.0533514 Oct 19 20:30:33.946597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:33.970425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 278d4c5d-f065-4fcc-aee7-8618961e6774) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:33.976100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d698ae8b-227d-402a-805c-7e9b8c613897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:33.983691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82063bdb-3820-4167-8527-63fbd933b29e None None] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:33.989125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:33.990802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.012040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d698ae8b-227d-402a-805c-7e9b8c613897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.061843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-caf72ec9-c206-47ea-b6ec-bfd5ba452000 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2464762 Oct 19 20:30:34.089832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:34.100886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3444cbcb-7336-4de9-be0b-d3777afae9f2 req-0bd8835e-8b6a-47dd-96a2-60b10442e54c tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 210 time: 0.0744975 Oct 19 20:30:34.111341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774', 'name': 'tempest-PortsTestJSON-367011290'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:34.171350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698ae8b-227d-402a-805c-7e9b8c613897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d920b4-6bc4-44ec-81f1-f5318c3a78de,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:34.193483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:34.200620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d698ae8b-227d-402a-805c-7e9b8c613897 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7be094f8fe5b4c98b7e94ffdbbf990af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254605 Oct 19 20:30:34.330880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.369757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-278d4c5d-f065-4fcc-aee7-8618961e6774', 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '7905615a-9b52-49a8-ab6a-a9cb8245c6a8'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:34.372870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.389193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.405496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:34.412880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.443065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 7660d974-1cad-4fe5-b466-13e1d3e396bb yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:34.487356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.492053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.492673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0d920b4-6bc4-44ec-81f1-f5318c3a78de HTTP/1.1" status: 204 len: 168 time: 0.2981453 Oct 19 20:30:34.507127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9728cf6-e9fe-4031-a873-8456e2aa7142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d920b4-6bc4-44ec-81f1-f5318c3a78de,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:34.608106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Allocated IP 172.20.0.2 (278d4c5d-f065-4fcc-aee7-8618961e6774/7905615a-9b52-49a8-ab6a-a9cb8245c6a8/04b27c9a-d37b-4c59-be72-1ee005847dfc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:34.853133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.876343 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:34.950905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.12 (278d4c5d-f065-4fcc-aee7-8618961e6774/7905615a-9b52-49a8-ab6a-a9cb8245c6a8/7660d974-1cad-4fe5-b466-13e1d3e396bb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:34.971832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:34.974691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:34.976756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Pushing event updated for resources: {'Port': ['ID=04b27c9a-d37b-4c59-be72-1ee005847dfc,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:34.978808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:35.056372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Attempting to bind port 04b27c9a-d37b-4c59-be72-1ee005847dfc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:35.057521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Attempting to bind port 04b27c9a-d37b-4c59-be72-1ee005847dfc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '85f717d8-00d6-4aa2-8ce0-821a0a117526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:35.058293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Attempting to bind port 04b27c9a-d37b-4c59-be72-1ee005847dfc on network 278d4c5d-f065-4fcc-aee7-8618961e6774 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:35.074793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:35.075358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Checking segment: {'id': '85f717d8-00d6-4aa2-8ce0-821a0a117526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:35.075572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.075970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Bound using segment: {'id': '85f717d8-00d6-4aa2-8ce0-821a0a117526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:35.076451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Bound port: 04b27c9a-d37b-4c59-be72-1ee005847dfc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f717d8-00d6-4aa2-8ce0-821a0a117526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '278d4c5d-f065-4fcc-aee7-8618961e6774'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:35.076829 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.112808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a4a1eff-60b4-40fb-ab45-b09cb951375d req-09e7cb6d-cc4d-43c1-b2cb-4fba9e13cc13 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 210 time: 0.0588353 Oct 19 20:30:35.189178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] For port 04b27c9a-d37b-4c59-be72-1ee005847dfc, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:35.196887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] For port 04b27c9a-d37b-4c59-be72-1ee005847dfc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=04b27c9a-d37b-4c59-be72-1ee005847dfc,segment=NetworkSegment(85f717d8-00d6-4aa2-8ce0-821a0a117526),segment_id=85f717d8-00d6-4aa2-8ce0-821a0a117526)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:35.206215 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.272223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.361940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671836c-6305-42ee-ac1e-da30bb74f1bc None None] Pushing event updated for resources: {'Port': ['ID=04b27c9a-d37b-4c59-be72-1ee005847dfc,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:35.466064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9283ed0-11c1-4446-a5dc-4df69166499b req-d5f054b6-5268-4bba-ad86-cc0155ae2453 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 210 time: 0.1544359 Oct 19 20:30:35.548731 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.677920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:35.677920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:35.677920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:35.692418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=7660d974-1cad-4fe5-b466-13e1d3e396bb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:35.709774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-419eb0ee-9c64-4c9b-9fd6-1ee1252f5916 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:35.711424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-419eb0ee-9c64-4c9b-9fd6-1ee1252f5916 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.37 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.3539391 Oct 19 20:30:35.769199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'port': {'device_id': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'admin_state_up': True, 'tenant_id': '8dcd73c1b0b94ef38f04c6e38465ec37'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:35.977361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:35.980779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:35.987783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Made reservation on behalf of 8dcd73c1b0b94ef38f04c6e38465ec37 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:35.993334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.032807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-2ad61263-b93a-4628-9fe9-e708133a5b2f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:36.034870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-2ad61263-b93a-4628-9fe9-e708133a5b2f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.37 "GET /v2.0/networks?id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 HTTP/1.1" status: 200 len: 806 time: 0.2150428 Oct 19 20:30:36.037023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e40f429a-41ec-4cac-b7ce-70d161cc75b1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9461622 Oct 19 20:30:36.040817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45336) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:36.145575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-d7421b80-07ed-42dd-bd48-6dd851fe9354 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee33f35a3b9046a7b2cdb3124623b86b HTTP/1.1" status: 200 len: 379 time: 0.0947409 Oct 19 20:30:36.174177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'port': {'device_id': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'admin_state_up': True, 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'security_groups': ['634ee85b-058b-4abf-ae88-adde36f4c45d']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:36.239342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Allocated IP 172.20.0.5 (cfb0833b-84d4-481c-b097-5da3d0065d54/e5625808-4b3c-4b16-be46-e8abbc918e77/812ff3c9-83b9-45fc-92fe-f4da48e2ff9d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:36.367030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c8aa7a9-0544-4964-9621-e97090982346 req-cb5157f8-113f-4e1f-9acd-e1ff33a0d7f1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 210 time: 0.1154530 Oct 19 20:30:36.412172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 7660d974-1cad-4fe5-b466-13e1d3e396bb {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:36.412518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.536304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.572870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Made reservation on behalf of ee33f35a3b9046a7b2cdb3124623b86b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:36.579866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.585038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.608000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.640370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 7660d974-1cad-4fe5-b466-13e1d3e396bb owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:36.668214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e4c7b20-1bae-47d7-a688-41a37a3dbea8 req-246cc186-2d2c-45ec-86a9-321847b1adbd tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 210 time: 0.0729916 Oct 19 20:30:36.670730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Network cfb0833b-84d4-481c-b097-5da3d0065d54 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:36.678721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:36.688432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:36.706010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:36.787662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:36.788253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:36.813082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f0b4a972-88ed-4e3d-ad75-5c16f0c80b3f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0561707 Oct 19 20:30:36.826571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Request body: {'port': {'device_id': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:36.891094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Allocated IP 172.20.0.9 (3f0af210-c6ec-4a2e-a6c6-a7ccf617f455/a977bc56-c0e0-4f03-9346-0dd47488b489/8def2fe8-515b-47c2-9333-b37ab8dd73ce) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:36.941315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.017434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e2b8a-423c-40e9-8751-9122e104c2ed None None] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:37.215327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.242434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 04b27c9a-d37b-4c59-be72-1ee005847dfc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:37.292261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=7660d974-1cad-4fe5-b466-13e1d3e396bb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:37.347917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.379868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] Provisioning complete for port 04b27c9a-d37b-4c59-be72-1ee005847dfc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:37.381168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.426134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.429210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-302e0bf4-eade-48cb-abfa-e345491a4edf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/7660d974-1cad-4fe5-b466-13e1d3e396bb HTTP/1.1" status: 204 len: 168 time: 1.3873117 Oct 19 20:30:37.431834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:37.466439 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b8299-419e-4a2c-be0b-b50e616a6bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:30:37.467166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159b8299-419e-4a2c-be0b-b50e616a6bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:37.470455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-159b8299-419e-4a2c-be0b-b50e616a6bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/7660d974-1cad-4fe5-b466-13e1d3e396bb HTTP/1.1" status: 404 len: 333 time: 0.0376635 Oct 19 20:30:37.472975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45380) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:37.480526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.540586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:37.544057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:37.548902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:37.560758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 04b27c9a-d37b-4c59-be72-1ee005847dfc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:37.561121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.577181 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8308cd0-350a-4e38-9ad0-9fdfd271c9ea tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:37.582759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event updated for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:37.585288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45382) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:37.586075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c8308cd0-350a-4e38-9ad0-9fdfd271c9ea tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/7660d974-1cad-4fe5-b466-13e1d3e396bb HTTP/1.1" status: 404 len: 333 time: 0.1111536 Oct 19 20:30:37.600495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:37.610322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.629274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Transition to ACTIVE for port object 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:30:37.660096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.726772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.835266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 7905615a-9b52-49a8-ab6a-a9cb8245c6a8 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:37.852905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] For port 04b27c9a-d37b-4c59-be72-1ee005847dfc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=04b27c9a-d37b-4c59-be72-1ee005847dfc,segment=NetworkSegment(85f717d8-00d6-4aa2-8ce0-821a0a117526),segment_id=85f717d8-00d6-4aa2-8ce0-821a0a117526)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:37.866687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.880928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.903586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Attempting to bind port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:37.904244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Attempting to bind port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:37.904764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Attempting to bind port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:37.914517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:37.915193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:37.918496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:37.936642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751153be-2d79-4cd9-9181-20bb5df54450 req-32c7fc40-cb7d-428e-b51b-93974bc5110c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:37.946335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-751153be-2d79-4cd9-9181-20bb5df54450 req-32c7fc40-cb7d-428e-b51b-93974bc5110c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 943 time: 0.3153961 Oct 19 20:30:37.969373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d on network cfb0833b-84d4-481c-b097-5da3d0065d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:30:37.973911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Attempting to bind port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:38.018157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:38.018404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Checking segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:38.020281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Bound using segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:38.020733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Bound port: 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:38.022115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.042735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af960f4-6e56-4b4b-a4b0-d391e87e3fdb None None] Pushing event updated for resources: {'Port': ['ID=04b27c9a-d37b-4c59-be72-1ee005847dfc,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:38.114767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a7523373-3b11-4ee5-b563-32128af23b14 None None] Provisioning complete for port 04b27c9a-d37b-4c59-be72-1ee005847dfc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:38.126262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-751153be-2d79-4cd9-9181-20bb5df54450 req-f7c866c9-16d6-4e7f-b647-9663b9385755 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756928 Oct 19 20:30:38.128201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a7523373-3b11-4ee5-b563-32128af23b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.138995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-0d393b92-37d6-45d0-80df-1083d755606b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9735773 Oct 19 20:30:38.161756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Request body: {'port': {'device_id': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:38.230211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:38.234480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:38.240256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.284297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcbfe8-7db5-402c-902e-611a2896d2a7 req-a49b2afb-ddbd-4c78-942e-9d26e8a3e24e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:38.306961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27fcbfe8-7db5-402c-902e-611a2896d2a7 req-a49b2afb-ddbd-4c78-942e-9d26e8a3e24e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 931 time: 0.4653873 Oct 19 20:30:38.325260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.355632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:38.356251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.357716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] 10.222.0.37 "PUT /v2.0/ports/812ff3c9-83b9-45fc-92fe-f4da48e2ff9d HTTP/1.1" status: 200 len: 1091 time: 1.5354807 Oct 19 20:30:38.358199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:38.375813 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413769b-21b9-4365-8eb2-30a226882eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:38.466764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e5f5209c-85cf-4cc7-a6ef-5d216d33a254 None None] Could not find standard attr ID for object 7660d974-1cad-4fe5-b466-13e1d3e396bb. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:30:38.484295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544f3db-f656-4983-8d20-83e21fe71607 service neutron] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:38.496503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e5f5209c-85cf-4cc7-a6ef-5d216d33a254 None None] Provisioning complete for port 8def2fe8-515b-47c2-9333-b37ab8dd73ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:38.496750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e5f5209c-85cf-4cc7-a6ef-5d216d33a254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.517930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-b5859537-1921-43ca-9ceb-6fb4c41fc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:38.519539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-b5859537-1921-43ca-9ceb-6fb4c41fc286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 1094 time: 0.0733559 Oct 19 20:30:38.530094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.573114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27fcbfe8-7db5-402c-902e-611a2896d2a7 req-1a57d231-cb23-4a41-87f4-dacd925c6886 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636831 Oct 19 20:30:38.623325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5209c-85cf-4cc7-a6ef-5d216d33a254 None None] Port 8def2fe8-515b-47c2-9333-b37ab8dd73ce cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:38.662934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-c1ea0bde-243f-48b2-8cc0-53d9700b6dad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d HTTP/1.1" status: 200 len: 217 time: 0.1246490 Oct 19 20:30:38.668473 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5db0c-9b63-4758-b274-695cfe3f8ede x-openstack-request-id: req-a0c5db0c-9b63-4758-b274-695cfe3f8ede {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:38.669045 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:38.669774 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0c5db0c-9b63-4758-b274-695cfe3f8ede {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:38.670362 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'status': 'completed', 'code': 200} Oct 19 20:30:38.730709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-0eaa37ff-9777-418d-b4e1-f8b04b442c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:38.732143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-0eaa37ff-9777-418d-b4e1-f8b04b442c5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.0585625 Oct 19 20:30:38.784708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-f32a2d36-16dd-4a62-bc50-f54658aec480 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447323 Oct 19 20:30:38.826840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:38.937696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-25a5f48e-8b6f-4f46-b4cc-4c790b39b256 service neutron] 10.222.0.37 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451910 Oct 19 20:30:38.969379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.022622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.025118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 04b27c9a-d37b-4c59-be72-1ee005847dfc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:39.028839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/7905615a-9b52-49a8-ab6a-a9cb8245c6a8 HTTP/1.1" status: 204 len: 168 time: 1.4214849 Oct 19 20:30:39.033042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45422) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:39.036929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed97cdd-b817-4dbb-882f-57e86f078ad3 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=7905615a-9b52-49a8-ab6a-a9cb8245c6a8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:39.075654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10d187-3c6f-42ed-ae10-23211c6b27f3 None None] Network 278d4c5d-f065-4fcc-aee7-8618961e6774 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:39.094097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:39.105676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8def2fe8-515b-47c2-9333-b37ab8dd73ce {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:39.123090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.141711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Transition to ACTIVE for port object 8def2fe8-515b-47c2-9333-b37ab8dd73ce will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:30:39.147383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.171956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.238301 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 04b27c9a-d37b-4c59-be72-1ee005847dfc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:39.238692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.246659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69a8e663-8ab9-4a3c-8336-62fb5d8cf93a req-46ebf3e4-cbb3-4e0d-becd-fa796089b8aa service neutron] 10.222.0.37 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023574 Oct 19 20:30:39.268643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Pushing event updated for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:39.319692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Attempting to bind port 8def2fe8-515b-47c2-9333-b37ab8dd73ce on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:39.320317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Attempting to bind port 8def2fe8-515b-47c2-9333-b37ab8dd73ce by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:39.320317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Attempting to bind port 8def2fe8-515b-47c2-9333-b37ab8dd73ce on network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:39.326223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Port 8def2fe8-515b-47c2-9333-b37ab8dd73ce on network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:30:39.326470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Attempting to bind port 8def2fe8-515b-47c2-9333-b37ab8dd73ce on network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:39.337393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:39.337393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Checking segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:39.337695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Bound using segment: {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:39.338839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Bound port: 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecd6a87-95dc-4f64-9643-0d26679a75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:39.338839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.516621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:39.522579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:39.523111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] DHCP port deletion for 278d4c5d-f065-4fcc-aee7-8618961e6774 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:39.528755 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.576673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.577232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.578717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] 10.222.0.37 "PUT /v2.0/ports/8def2fe8-515b-47c2-9333-b37ab8dd73ce HTTP/1.1" status: 200 len: 1091 time: 1.4303064 Oct 19 20:30:39.581171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:39.584954 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7081568-0e45-45c4-a25e-830f313bd419" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:39.616670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ee15c97-afb8-4c4d-b13f-009862627303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.639329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Deleting port 04b27c9a-d37b-4c59-be72-1ee005847dfc {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:39.639730 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.684447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e216-7391-4d6a-bec1-5ad95a51adde service neutron] Pushing event updated for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:39.701670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-07b74639-e14a-4e85-8549-c2f5b5ba40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.707150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-07b74639-e14a-4e85-8549-c2f5b5ba40c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 1094 time: 0.3087389 Oct 19 20:30:39.728344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b763e2-911c-4acc-8470-33e462dcceeb req-81f6b32d-61be-4e60-8858-08d57c2d0ab8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.739372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b763e2-911c-4acc-8470-33e462dcceeb req-81f6b32d-61be-4e60-8858-08d57c2d0ab8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 943 time: 0.5027220 Oct 19 20:30:39.740266 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf24541-c485-4f4d-aa6c-d867b8454b83 x-openstack-request-id: req-adf24541-c485-4f4d-aa6c-d867b8454b83 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:39.740561 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:39.740813 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adf24541-c485-4f4d-aa6c-d867b8454b83 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:39.741231 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'status': 'completed', 'code': 200} Oct 19 20:30:39.747268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-80507ff8-e15f-48a6-b99c-19f3e901d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.751751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-80507ff8-e15f-48a6-b99c-19f3e901d338 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee33f35a3b9046a7b2cdb3124623b86b&device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 1094 time: 0.1226144 Oct 19 20:30:39.792862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] For port 04b27c9a-d37b-4c59-be72-1ee005847dfc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=04b27c9a-d37b-4c59-be72-1ee005847dfc,segment=NetworkSegment(85f717d8-00d6-4aa2-8ce0-821a0a117526),segment_id=85f717d8-00d6-4aa2-8ce0-821a0a117526)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:39.793372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:39.831468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Calling delete_port for 04b27c9a-d37b-4c59-be72-1ee005847dfc owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:39.841803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-9a3c8afa-801c-4796-87e3-be641daa05fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce HTTP/1.1" status: 200 len: 217 time: 0.0845768 Oct 19 20:30:39.930734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-e1e42dbc-861c-465f-bc5d-8f5a3841d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.933616 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:30:39.934364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-e1e42dbc-861c-465f-bc5d-8f5a3841d3cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 920 time: 0.2153947 Oct 19 20:30:39.946747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e9a6-4e0b-4782-a668-194346a12bb2 req-55235f25-33d5-4202-94ef-4c6bb8b96eb8 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.954566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30d5e9a6-4e0b-4782-a668-194346a12bb2 req-55235f25-33d5-4202-94ef-4c6bb8b96eb8 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 943 time: 0.1092896 Oct 19 20:30:39.957437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-c2844f8b-ff63-47a8-8a95-b6a1d7e013c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:39.959099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-c2844f8b-ff63-47a8-8a95-b6a1d7e013c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a977bc56-c0e0-4f03-9346-0dd47488b489 HTTP/1.1" status: 200 len: 845 time: 0.1056952 Oct 19 20:30:40.007023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 04b27c9a-d37b-4c59-be72-1ee005847dfc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:40.007614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.009859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.052627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] No DVR routers for this DVR port 04b27c9a-d37b-4c59-be72-1ee005847dfc on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:40.055981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-9459e926-0656-4c01-817a-f522ca600e73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d HTTP/1.1" status: 200 len: 217 time: 0.0697179 Oct 19 20:30:40.056766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f5073-9e8f-4955-9d0d-20284e670b08 None None] Pushing event deleted for resources: {'Port': ['ID=04b27c9a-d37b-4c59-be72-1ee005847dfc,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:40.091004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61b763e2-911c-4acc-8470-33e462dcceeb req-69d50416-8997-48a3-8dce-0a92966aa501 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497500 Oct 19 20:30:40.115334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30d5e9a6-4e0b-4782-a668-194346a12bb2 req-7409767b-a6b4-44d9-9c76-7d3da0c78034 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598239 Oct 19 20:30:40.138461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-a6256703-aaec-4ec6-883d-b4a8f7f2bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.140623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-a6256703-aaec-4ec6-883d-b4a8f7f2bc30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710463 Oct 19 20:30:40.205235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port 04b27c9a-d37b-4c59-be72-1ee005847dfc, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:40.205714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.227456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 04b27c9a-d37b-4c59-be72-1ee005847dfc owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:40.231722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Port 04b27c9a-d37b-4c59-be72-1ee005847dfc was not found and therefore no delete operation was performed {{(pid=100734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:30:40.239551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.263438 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-2b7a4273-ad01-492c-b143-ec6e17d057b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126964 Oct 19 20:30:40.283084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port 04b27c9a-d37b-4c59-be72-1ee005847dfc on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:40.330466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ee15c97-afb8-4c4d-b13f-009862627303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.336210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=04b27c9a-d37b-4c59-be72-1ee005847dfc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:40.338836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-eba55c18-a440-4efb-ad10-6e710479e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.340336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-eba55c18-a440-4efb-ad10-6e710479e4ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.2626996 Oct 19 20:30:40.352585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ee15c97-afb8-4c4d-b13f-009862627303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.379075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6655b3f-04e6-4960-88c6-2c9517af4b0a req-2741b59c-7f33-429c-9ebb-c6a6904bf423 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084225 Oct 19 20:30:40.406822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-ca1c4d42-b891-4fc5-97d8-aabffa755539 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551403 Oct 19 20:30:40.477974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.485637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9ee15c97-afb8-4c4d-b13f-009862627303 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2feb9816671c458294a0cb8a4cad39f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3248873 Oct 19 20:30:40.486244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:40.486376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee15c97-afb8-4c4d-b13f-009862627303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbd774-b053-4d74-8424-8af5d3402832,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:40.512030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081568-0e45-45c4-a25e-830f313bd419 req-4984cbdc-370a-4b47-82d3-20fc2e908f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.513852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-4984cbdc-370a-4b47-82d3-20fc2e908f73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee33f35a3b9046a7b2cdb3124623b86b&device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 1094 time: 0.0888970 Oct 19 20:30:40.523329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278d4c5d-f065-4fcc-aee7-8618961e6774']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:40.571047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f717d8-00d6-4aa2-8ce0-821a0a117526') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:40.571342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f717d8-00d6-4aa2-8ce0-821a0a117526') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:40.585698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.608161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.618833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-bfbe2034-9ac0-45a2-abd5-59f08871246f service neutron] 10.222.0.37 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944547 Oct 19 20:30:40.624205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:40.625155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.636316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:40.642830 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:40.670543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081568-0e45-45c4-a25e-830f313bd419 req-72fdd3f4-c4aa-470d-a4f7-2a1c7e8267cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.674361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-72fdd3f4-c4aa-470d-a4f7-2a1c7e8267cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 HTTP/1.1" status: 200 len: 907 time: 0.1484582 Oct 19 20:30:40.676231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.729651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-57037d71-de2a-413c-ab59-5cbe1756ec53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce HTTP/1.1" status: 200 len: 217 time: 0.0463827 Oct 19 20:30:40.768798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.774510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.783251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/278d4c5d-f065-4fcc-aee7-8618961e6774 HTTP/1.1" status: 204 len: 168 time: 1.7491229 Oct 19 20:30:40.783799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:40.794466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451440981'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:40.806408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723c749-49fd-4421-922b-fe47e5bc2f71 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=278d4c5d-f065-4fcc-aee7-8618961e6774,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:40.819758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081568-0e45-45c4-a25e-830f313bd419 req-1baf2f0b-a10d-40a7-a2e4-7ef71c3240ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.821201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-1baf2f0b-a10d-40a7-a2e4-7ef71c3240ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a977bc56-c0e0-4f03-9346-0dd47488b489 HTTP/1.1" status: 200 len: 845 time: 0.0837290 Oct 19 20:30:40.828755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:40.832452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.845340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4413769b-21b9-4365-8eb2-30a226882eb0 req-fa119658-e075-4584-9623-6dea23245bce service neutron] 10.222.0.37 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983550 Oct 19 20:30:40.852829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.855446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.856546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28bbd774-b053-4d74-8424-8af5d3402832 HTTP/1.1" status: 204 len: 168 time: 0.3692417 Oct 19 20:30:40.899370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9da1-e784-416c-896f-d4f70f77fa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbd774-b053-4d74-8424-8af5d3402832,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:40.934547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:40.946706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081568-0e45-45c4-a25e-830f313bd419 req-f52330c4-9f9b-4020-a13b-5468b84b38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:40.948873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-f52330c4-9f9b-4020-a13b-5468b84b38af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130860 Oct 19 20:30:40.955337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:40.955862 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment 15e6ba3b-af84-4562-b733-8dffd0bdf6b0 of type vlan for network 233089fb-9f4f-44e4-b032-48f1e436c718 Oct 19 20:30:41.003920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 04b27c9a-d37b-4c59-be72-1ee005847dfc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:41.032337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 04b27c9a-d37b-4c59-be72-1ee005847dfc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:41.032693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 04b27c9a-d37b-4c59-be72-1ee005847dfc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:41.064602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.146697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.154957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:41.156348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.212458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4276133 Oct 19 20:30:41.216678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45464) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:41.221768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:41.247143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2af02c-c609-4a67-80aa-7e4ba2ddfeb5 req-15addaed-e772-4984-a818-db25bbe3c163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:41.248860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca2af02c-c609-4a67-80aa-7e4ba2ddfeb5 req-15addaed-e772-4984-a818-db25bbe3c163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 943 time: 0.0620046 Oct 19 20:30:41.255721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-157d1de1-4247-4cec-982d-0f1186658f45 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966592 Oct 19 20:30:41.291096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421cb7d-69ef-4215-995f-6b6d59ce551a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=233089fb-9f4f-44e4-b032-48f1e436c718,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:41.307620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 233089fb-9f4f-44e4-b032-48f1e436c718 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:41.319738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca2af02c-c609-4a67-80aa-7e4ba2ddfeb5 req-19e06873-1f97-4ecf-93b6-1e2ccaf39cf7 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Oct 19 20:30:41.337928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45468) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:41.356950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b233e48-0e25-48b0-813c-64f2f954a10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.481021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b233e48-0e25-48b0-813c-64f2f954a10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.485868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b233e48-0e25-48b0-813c-64f2f954a10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.489252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816b60a-f52a-4488-9011-627a7095b363 req-a8093316-7c01-494b-b4d3-b90336d9b675 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:41.490757 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2816b60a-f52a-4488-9011-627a7095b363 req-a8093316-7c01-494b-b4d3-b90336d9b675 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 943 time: 0.2228627 Oct 19 20:30:41.515554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:41.519123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.528524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7b233e48-0e25-48b0-813c-64f2f954a10b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ecac6f784b8454595001832896af886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850684 Oct 19 20:30:41.528524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b233e48-0e25-48b0-813c-64f2f954a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d2a1bc-e6d0-4d72-8742-5c34ee9bd36a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:41.528993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45470) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:41.570024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7081568-0e45-45c4-a25e-830f313bd419 req-51f56462-3684-433b-8727-cf26673a4d74 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938125 Oct 19 20:30:41.596962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.619824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.643811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2816b60a-f52a-4488-9011-627a7095b363 req-3b00c8ee-160a-48b2-8174-fd99b7705015 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319375 Oct 19 20:30:41.679567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.682272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.686431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0d2a1bc-e6d0-4d72-8742-5c34ee9bd36a HTTP/1.1" status: 204 len: 168 time: 0.1536872 Oct 19 20:30:41.694877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64918-50eb-4278-bd86-31c333ff1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d2a1bc-e6d0-4d72-8742-5c34ee9bd36a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:41.815373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.880948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=51b7e186-dc4c-4883-804e-d229c2384b15,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:41.888064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': '15e6ba3b-af84-4562-b733-8dffd0bdf6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:41.888426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 233089fb-9f4f-44e4-b032-48f1e436c718, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:41.910390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 233089fb-9f4f-44e4-b032-48f1e436c718 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:41.919619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 233089fb-9f4f-44e4-b032-48f1e436c718) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:41.924476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:41.925061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:41.932523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f768c6-f78c-4923-afa6-0440e412b2d9 None None] Network 233089fb-9f4f-44e4-b032-48f1e436c718 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:41.947742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cc9befad-1a43-488d-b62f-caba10019159 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7302334 Oct 19 20:30:41.950439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45482) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:41.955545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718', 'security_groups': [], 'name': 'tempest-PortsTestJSON-400691063'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:42.073454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:42.076915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.095273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-233089fb-9f4f-44e4-b032-48f1e436c718', 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '51b7e186-dc4c-4883-804e-d229c2384b15'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:42.096160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.098404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 6413b584-1f4c-4e1e-96e6-0774c7fd5848 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:42.209434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.8 (233089fb-9f4f-44e4-b032-48f1e436c718/51b7e186-dc4c-4883-804e-d229c2384b15/6413b584-1f4c-4e1e-96e6-0774c7fd5848) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:42.345422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.399749 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.464558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Allocated IP 172.20.0.2 (233089fb-9f4f-44e4-b032-48f1e436c718/51b7e186-dc4c-4883-804e-d229c2384b15/1ed09289-3c00-4ddf-8c72-dc4c19e65f8c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:42.468662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 233089fb-9f4f-44e4-b032-48f1e436c718 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:42.475343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:42.479823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:42.513577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=6413b584-1f4c-4e1e-96e6-0774c7fd5848,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:42.549221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7232de-9bb1-4d7f-8150-b8af68aca55e req-b79c96c0-176f-466e-9a1a-4208ea15c786 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:42.550908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e7232de-9bb1-4d7f-8150-b8af68aca55e req-b79c96c0-176f-466e-9a1a-4208ea15c786 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 943 time: 0.1431019 Oct 19 20:30:42.552938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.561541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:42.562900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.595128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ac373f1c-4abc-459a-8760-c88fd313796d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.6435282 Oct 19 20:30:42.597952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45506) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:42.609491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e7232de-9bb1-4d7f-8150-b8af68aca55e req-14e676bb-d4cc-4914-b988-f8fb9e94349b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Oct 19 20:30:42.651577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.657977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.707557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Network 233089fb-9f4f-44e4-b032-48f1e436c718 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:42.710099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:42.714134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:42.714886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 6413b584-1f4c-4e1e-96e6-0774c7fd5848 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:42.715359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.729960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Pushing event updated for resources: {'Port': ['ID=1ed09289-3c00-4ddf-8c72-dc4c19e65f8c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:42.808162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ca1a-a934-4d15-8689-499cbba96271 req-8a7ae2f5-0715-4701-88e2-48a98e9ea1a2 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:42.815511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Attempting to bind port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:42.815880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Attempting to bind port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '15e6ba3b-af84-4562-b733-8dffd0bdf6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:42.816313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Attempting to bind port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c on network 233089fb-9f4f-44e4-b032-48f1e436c718 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:42.818111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ae5ca1a-a934-4d15-8689-499cbba96271 req-8a7ae2f5-0715-4701-88e2-48a98e9ea1a2 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 943 time: 0.0708892 Oct 19 20:30:42.822203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:42.822573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Checking segment: {'id': '15e6ba3b-af84-4562-b733-8dffd0bdf6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:42.822977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.823364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Bound using segment: {'id': '15e6ba3b-af84-4562-b733-8dffd0bdf6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:42.823827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Bound port: 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e6ba3b-af84-4562-b733-8dffd0bdf6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '233089fb-9f4f-44e4-b032-48f1e436c718'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:42.824198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.844772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.863473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 6413b584-1f4c-4e1e-96e6-0774c7fd5848 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:42.865839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ae5ca1a-a934-4d15-8689-499cbba96271 req-4c69f68b-4aad-413c-b525-f58684de980e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468256 Oct 19 20:30:42.911407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:42.924549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:30:42.938614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] For port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:42.963490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] For port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1ed09289-3c00-4ddf-8c72-dc4c19e65f8c,segment=NetworkSegment(15e6ba3b-af84-4562-b733-8dffd0bdf6b0),segment_id=15e6ba3b-af84-4562-b733-8dffd0bdf6b0)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:42.986155 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.039593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.079622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=6413b584-1f4c-4e1e-96e6-0774c7fd5848,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:43.111090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14986d-0788-48a7-aff6-0d7df067747d None None] Pushing event updated for resources: {'Port': ['ID=1ed09289-3c00-4ddf-8c72-dc4c19e65f8c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:43.139463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:43.154275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'port_id': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'mac_address': 'fa:16:3e:4f:58:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5625808-4b3c-4b16-be46-e8abbc918e77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:30:43.184473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.191358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45526) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:43.191523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f68b7af0-9ca9-4417-95d2-1b45933bceeb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/6413b584-1f4c-4e1e-96e6-0774c7fd5848 HTTP/1.1" status: 204 len: 168 time: 0.5913224 Oct 19 20:30:43.201264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.217545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:43.243385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:43.243896 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-861d6a7a-a264-46d8-a2e0-f342aa94df16 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:43.248169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-861d6a7a-a264-46d8-a2e0-f342aa94df16 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/6413b584-1f4c-4e1e-96e6-0774c7fd5848 HTTP/1.1" status: 404 len: 333 time: 0.0556755 Oct 19 20:30:43.251094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45530) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:43.251248 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.255772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8def2fe8-515b-47c2-9333-b37ab8dd73ce details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:30:43.357105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 51b7e186-dc4c-4883-804e-d229c2384b15 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:43.361270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.368177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:43.422563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.482658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:43.495305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'port_id': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'mac_address': 'fa:16:3e:55:f4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:30:43.528970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.548481 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.565353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8def2fe8-515b-47c2-9333-b37ab8dd73ce {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:43.589647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:43.594704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.599077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.629432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=51b7e186-dc4c-4883-804e-d229c2384b15,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:43.632206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.640552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/51b7e186-dc4c-4883-804e-d229c2384b15 HTTP/1.1" status: 204 len: 168 time: 0.3879893 Oct 19 20:30:43.643270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:43.648265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.648736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.649176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.649733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.650165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.650595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.651027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.651450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.651931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.652451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.652873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.653585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb13c9-3b85-4d7a-b6c9-d2a855f3b065 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:30:43.674391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:43.768830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:43.786953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267f53-9115-4fc3-8a5e-6185df6c6227 req-50b98437-bc54-4d05-aa72-6c80d9791cfd tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:43.788447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8267f53-9115-4fc3-8a5e-6185df6c6227 req-50b98437-bc54-4d05-aa72-6c80d9791cfd tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 944 time: 0.0897772 Oct 19 20:30:43.958915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['8def2fe8-515b-47c2-9333-b37ab8dd73ce'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:30:43.963028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:30:44.100360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea46525-4e31-4ada-a350-41133578c8e5 req-6a00e7bf-400d-4f8f-bb93-79781d5c6c26 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:44.101963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ea46525-4e31-4ada-a350-41133578c8e5 req-6a00e7bf-400d-4f8f-bb93-79781d5c6c26 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 944 time: 0.0846851 Oct 19 20:30:44.163957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ea46525-4e31-4ada-a350-41133578c8e5 req-de2884b9-f61b-4982-8387-6b272d20fa0b tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Oct 19 20:30:44.225168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8267f53-9115-4fc3-8a5e-6185df6c6227 req-c357f930-2f07-4fe2-ac18-272a5961111f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279311 Oct 19 20:30:44.258794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:44.259404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.341555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1ed09289-3c00-4ddf-8c72-dc4c19e65f8c,segment=NetworkSegment(15e6ba3b-af84-4562-b733-8dffd0bdf6b0),segment_id=15e6ba3b-af84-4562-b733-8dffd0bdf6b0)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:44.341927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.357101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:44.372781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb5607-dc09-4348-971b-10e11b387cf4 None None] Network 233089fb-9f4f-44e4-b032-48f1e436c718 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:44.450943 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.467964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5e01f65a-bf47-4f1d-b36f-408b054b6580 None None] Could not find standard attr ID for object 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:30:44.477015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=1ed09289-3c00-4ddf-8c72-dc4c19e65f8c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:44.480495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port 1ed09289-3c00-4ddf-8c72-dc4c19e65f8c on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:44.546896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3563f-e1c5-4dbd-be77-2380279b4bc4 None None] DHCP port deletion for 233089fb-9f4f-44e4-b032-48f1e436c718 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:44.567644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.588556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233089fb-9f4f-44e4-b032-48f1e436c718']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:44.598349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e6ba3b-af84-4562-b733-8dffd0bdf6b0') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:44.598638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e6ba3b-af84-4562-b733-8dffd0bdf6b0') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:44.609109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.625568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.631656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:44.632423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:44.635806 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:44.694372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.701147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.704991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/233089fb-9f4f-44e4-b032-48f1e436c718 HTTP/1.1" status: 204 len: 168 time: 1.0601561 Oct 19 20:30:44.709108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45574) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:44.715928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'name': 'tempest-PortsTestJSON-1545923232'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:44.716761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c942e4-4304-491e-b26b-ca6b191f0631 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=233089fb-9f4f-44e4-b032-48f1e436c718,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:44.813866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:44.817491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:44.834906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port d8bdb56c-fb34-42b3-8483-95f044bfc3c7 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:45.004333 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.038223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.080029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:45.086066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:45.090196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:45.095696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:45.096277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.110555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=d8bdb56c-fb34-42b3-8483-95f044bfc3c7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:45.121696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3f9c13fd-362d-4973-ac6d-7a4d11354405 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4107580 Oct 19 20:30:45.124882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:45.226445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port d8bdb56c-fb34-42b3-8483-95f044bfc3c7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:45.226781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.332202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.350038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833824c1-a886-45ba-8c72-bb90844d48b4 req-9cd1ce8d-7bc3-4f55-ab29-f231eb8f828f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:45.351827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-833824c1-a886-45ba-8c72-bb90844d48b4 req-9cd1ce8d-7bc3-4f55-ab29-f231eb8f828f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 944 time: 0.0567036 Oct 19 20:30:45.393638 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-833824c1-a886-45ba-8c72-bb90844d48b4 req-32df3383-e86b-45e3-98a6-a2bafbecd37f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Oct 19 20:30:45.678826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for d8bdb56c-fb34-42b3-8483-95f044bfc3c7 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:45.696754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098106-6ae8-451d-9a7e-fe4d02b0fc1b req-1b0c1d52-166e-47a7-a503-8f779da69b0d tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:45.698302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be098106-6ae8-451d-9a7e-fe4d02b0fc1b req-1b0c1d52-166e-47a7-a503-8f779da69b0d tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 944 time: 0.4436736 Oct 19 20:30:45.781328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be098106-6ae8-451d-9a7e-fe4d02b0fc1b req-579fe7cf-cfa3-4a48-9006-34f03711d65e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495546 Oct 19 20:30:45.802590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.832634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=d8bdb56c-fb34-42b3-8483-95f044bfc3c7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:45.838241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:45.845109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c352eec-0c38-477a-8f53-158443c90673 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/d8bdb56c-fb34-42b3-8483-95f044bfc3c7 HTTP/1.1" status: 204 len: 168 time: 0.7166030 Oct 19 20:30:45.845694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45610) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:45.850960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'mac_address': 'fa:16:3e:ae:6c:94', 'name': 'tempest-PortsTestJSON-722667565'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:45.949180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:46.021429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.045729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 1f471def-3ce5-439b-a4c1-3098daf560f6 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:46.215241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.248404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.294916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:46.298067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:46.302294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:46.307836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:46.308432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.320791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=1f471def-3ce5-439b-a4c1-3098daf560f6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:46.334292 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f28e32f-bd73-4598-9382-21c44841dd67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4874499 Oct 19 20:30:46.336701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45628) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:46.382789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01891a0-9c2f-4176-9a05-778a603a02bf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:46.384169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b01891a0-9c2f-4176-9a05-778a603a02bf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/1f471def-3ce5-439b-a4c1-3098daf560f6 HTTP/1.1" status: 200 len: 840 time: 0.0465596 Oct 19 20:30:46.386868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45632) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:46.507793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 1f471def-3ce5-439b-a4c1-3098daf560f6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:46.508132 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.581978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa805335-89eb-49b9-831e-736f31b8e7b6 req-6041802a-1745-46ab-acef-2d3ace28a60a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:46.583445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa805335-89eb-49b9-831e-736f31b8e7b6 req-6041802a-1745-46ab-acef-2d3ace28a60a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 944 time: 0.1157894 Oct 19 20:30:46.595928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.620716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 1f471def-3ce5-439b-a4c1-3098daf560f6 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:46.646594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa805335-89eb-49b9-831e-736f31b8e7b6 req-92210205-0e4f-476c-bc1b-1242e8e424e4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545766 Oct 19 20:30:46.712190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.744580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=1f471def-3ce5-439b-a4c1-3098daf560f6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:46.750385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.756309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c5b8166-7cb5-435f-ab95-7b93daf2eec2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/1f471def-3ce5-439b-a4c1-3098daf560f6 HTTP/1.1" status: 204 len: 168 time: 0.3659863 Oct 19 20:30:46.756523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45640) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:46.788924 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a2abad-7b40-4d06-aa29-c27582bfbcb8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:46.790392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98a2abad-7b40-4d06-aa29-c27582bfbcb8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/1f471def-3ce5-439b-a4c1-3098daf560f6 HTTP/1.1" status: 404 len: 333 time: 0.0329499 Oct 19 20:30:46.793903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45642) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:46.800342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'name': 'tempest-PortsTestJSON-494099069'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:46.922734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:46.926222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:46.936371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ec83-6ec7-4cc1-8cd5-a69bcdee589c req-7db2e784-5fec-4d13-8896-e1474696e498 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:46.938486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d92ec83-6ec7-4cc1-8cd5-a69bcdee589c req-7db2e784-5fec-4d13-8896-e1474696e498 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 944 time: 0.0806732 Oct 19 20:30:46.953351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8def2fe8-515b-47c2-9333-b37ab8dd73ce up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:46.966847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 5da7c91a-9b55-4b7b-ad52-61c63c30b847 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:47.004153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 8def2fe8-515b-47c2-9333-b37ab8dd73ce completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:30:47.008088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 8def2fe8-515b-47c2-9333-b37ab8dd73ce triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:47.008457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.021881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d92ec83-6ec7-4cc1-8cd5-a69bcdee589c req-117296db-97ad-4e04-8a36-20ac5feea61e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768261 Oct 19 20:30:47.179625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.211829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.238831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.253968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:47.259295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:47.261937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:47.262078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:47.264407 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321c30aa-29e8-4e64-bd6b-6e8007b232bb" -d '{"events": [{"server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "name": "network-vif-plugged", "status": "completed", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:47.268047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:47.269109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.278677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:47.283826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.285072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:47.285830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=5da7c91a-9b55-4b7b-ad52-61c63c30b847,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:47.298771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b19aba7-edea-400f-85e7-25f50dc2e2cf tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5039051 Oct 19 20:30:47.301265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45652) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:47.307730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:47.328197 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff8277-2f41-4b18-b0fd-87523e604e2c x-openstack-request-id: req-a7ff8277-2f41-4b18-b0fd-87523e604e2c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:47.328396 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "name": "network-vif-plugged", "status": "completed", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:47.328640 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7ff8277-2f41-4b18-b0fd-87523e604e2c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:47.329025 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'code': 200} Oct 19 20:30:47.369498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:47.382650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:30:47.386743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:47.387118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.411612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.435116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb2d5b-4ab5-4928-adf7-afc61bd23115 req-fe6bd629-0cdc-4412-92c0-c2e635834ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:47.436701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0cb2d5b-4ab5-4928-adf7-afc61bd23115 req-fe6bd629-0cdc-4412-92c0-c2e635834ee8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 1096 time: 0.0601928 Oct 19 20:30:47.470858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.504271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:47.508385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0cb2d5b-4ab5-4928-adf7-afc61bd23115 req-7bf8728a-428c-43b9-8b1b-0da2f63928ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508895 Oct 19 20:30:47.508578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.568427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:47.615299 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.619775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.652041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] In _notify_port_updated(), no bound segment for port 5da7c91a-9b55-4b7b-ad52-61c63c30b847 on network bd4b56ce-2c1a-407b-8854-732937946a96 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:30:47.657611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:47.658219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.659509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/ports/5da7c91a-9b55-4b7b-ad52-61c63c30b847 HTTP/1.1" status: 200 len: 818 time: 0.3572621 Oct 19 20:30:47.662342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45664) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:47.681573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891496e0-e70c-4a34-9fb4-d0f9c4dd9d30 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=5da7c91a-9b55-4b7b-ad52-61c63c30b847,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:47.803133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e424825-963d-49dc-b144-a384107d1d36 req-19fae20f-587e-44a0-9814-ce46395e4d1c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:47.804912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e424825-963d-49dc-b144-a384107d1d36 req-19fae20f-587e-44a0-9814-ce46395e4d1c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0666144 Oct 19 20:30:47.817739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 5da7c91a-9b55-4b7b-ad52-61c63c30b847 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:47.817739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.926876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e424825-963d-49dc-b144-a384107d1d36 req-1b8d3dc7-59b7-40f9-a7e7-a9d7e9d353d3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Oct 19 20:30:47.930406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:47.944656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 5da7c91a-9b55-4b7b-ad52-61c63c30b847 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:48.036877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.074307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=5da7c91a-9b55-4b7b-ad52-61c63c30b847,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:48.082014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.088427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-327a1975-464c-4826-812a-68804a0324c1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/5da7c91a-9b55-4b7b-ad52-61c63c30b847 HTTP/1.1" status: 204 len: 168 time: 0.4227462 Oct 19 20:30:48.088769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45682) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.161171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6183cd-97f2-428a-86ab-b2fe3dcc57ee req-27b9f7d9-8331-448d-a8fe-807c933e789f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:48.162759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ce6183cd-97f2-428a-86ab-b2fe3dcc57ee req-27b9f7d9-8331-448d-a8fe-807c933e789f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.0617218 Oct 19 20:30:48.184622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96a424-fb2b-447d-a6dc-06f5b0f7cc72 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:48.186440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea96a424-fb2b-447d-a6dc-06f5b0f7cc72 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0964525 Oct 19 20:30:48.189105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.224115 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c39d22-7213-411d-a0e1-b5a9854bb487 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:48.225372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ce6183cd-97f2-428a-86ab-b2fe3dcc57ee req-26aab978-cfad-4348-9254-72f6b8721db9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566676 Oct 19 20:30:48.229606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.229748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b2c39d22-7213-411d-a0e1-b5a9854bb487 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/5da7c91a-9b55-4b7b-ad52-61c63c30b847 HTTP/1.1" status: 404 len: 333 time: 0.0395546 Oct 19 20:30:48.234666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1728040746'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:48.258921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:48.262749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.287777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:48.296773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.297142 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment 675f41e7-2d14-4a1b-9256-c44da09476a2 of type vlan for network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d Oct 19 20:30:48.337573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.362204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.367718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:48.368297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.404951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1741016 Oct 19 20:30:48.408146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45694) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.415273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:48.464364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0a27-cf77-4225-b226-3906dd3b327f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=0e0595ba-7ff6-4e96-bfac-32992eaaf46d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:48.475527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:48.537450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:48.542022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.730540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45700) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.742924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.806774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=91636469-bea0-48d9-996d-5bd79a75194e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:48.822120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': '675f41e7-2d14-4a1b-9256-c44da09476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:48.822518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 0e0595ba-7ff6-4e96-bfac-32992eaaf46d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:48.838971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:48.847548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48397db3-efcf-4958-a13f-034ce366ce23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.847797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0e0595ba-7ff6-4e96-bfac-32992eaaf46d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:48.852600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:48.853202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.858291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599fb44-a0e5-4850-bc9e-71047ac5079d None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:48.870579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-53968bf4-75d9-43e5-8f04-d69aed657da5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4613323 Oct 19 20:30:48.873472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45704) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:48.878908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:48.972948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48397db3-efcf-4958-a13f-034ce366ce23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:48.979341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48397db3-efcf-4958-a13f-034ce366ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.029424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-48397db3-efcf-4958-a13f-034ce366ce23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11b9988bada345cc85d0a2d3181d202b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971406 Oct 19 20:30:49.030783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48397db3-efcf-4958-a13f-034ce366ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2820b5-96f4-4696-8803-68faac6d1838,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:49.033413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:49.063099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:49.066581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.070773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '91636469-bea0-48d9-996d-5bd79a75194e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:49.072085 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.095492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca8ba-281f-4c56-8238-fa7969de38ac req-14122e0c-1732-4f88-bb39-1f71bb8c9ce1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:49.097011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b6ca8ba-281f-4c56-8238-fa7969de38ac req-14122e0c-1732-4f88-bb39-1f71bb8c9ce1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0841432 Oct 19 20:30:49.106470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.141711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.183871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b6ca8ba-281f-4c56-8238-fa7969de38ac req-ad283cf0-e51c-494f-b263-ca446fd11afa tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795960 Oct 19 20:30:49.206245 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 91636469-bea0-48d9-996d-5bd79a75194e (CIDR: 172.20.0.0/28) Oct 19 20:30:49.216895 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:30:49.217501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:30:49.224219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.227080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.228394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad2820b5-96f4-4696-8803-68faac6d1838 HTTP/1.1" status: 204 len: 168 time: 0.1940055 Oct 19 20:30:49.239832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4316ce55-b9f3-40a8-aad5-670a9a8aabc8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3649542 Oct 19 20:30:49.242618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45716) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:49.251107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:49.254066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df890edb-8f16-49a2-afd2-d8d8c500d4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2820b5-96f4-4696-8803-68faac6d1838,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:49.307731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Allocated IP 172.20.0.2 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/91636469-bea0-48d9-996d-5bd79a75194e/cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:49.347053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:49.350080 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add5f74b-855e-41bd-9acf-e8f00963ff66" -d '{"events": [{"server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "name": "network-vif-plugged", "status": "completed", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:49.410471 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a245dd87-ba08-4924-bd00-5811a13980bd x-openstack-request-id: req-a245dd87-ba08-4924-bd00-5811a13980bd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:49.411124 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "name": "network-vif-plugged", "status": "completed", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:49.411581 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a245dd87-ba08-4924-bd00-5811a13980bd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:49.412136 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'code': 200} Oct 19 20:30:49.414694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386ae17-5b81-46ab-af7e-09ecb8fdf0ed req-3eaa3ee6-869d-4dfa-81d3-c6d9649bcf36 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:49.416374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b386ae17-5b81-46ab-af7e-09ecb8fdf0ed req-3eaa3ee6-869d-4dfa-81d3-c6d9649bcf36 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.0598919 Oct 19 20:30:49.503896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:49.506450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b386ae17-5b81-46ab-af7e-09ecb8fdf0ed req-962c1a85-094c-4487-bdb7-7e08aebf028f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667393 Oct 19 20:30:49.509915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.513005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.521093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.569090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Pushing event updated for resources: {'Port': ['ID=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:49.585600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:49.587312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:49.590008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:49.619664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd3409-b7bf-42cf-9467-e46f1a162928 req-f249de1b-903e-4988-b929-f57dd6e2a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:49.621432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88dd3409-b7bf-42cf-9467-e46f1a162928 req-f249de1b-903e-4988-b929-f57dd6e2a718 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 1096 time: 0.1324859 Oct 19 20:30:49.651570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Attempting to bind port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:49.651972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Attempting to bind port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '675f41e7-2d14-4a1b-9256-c44da09476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:49.652452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Attempting to bind port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be on network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:49.658596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:49.659093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Checking segment: {'id': '675f41e7-2d14-4a1b-9256-c44da09476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:49.659440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.659801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Bound using segment: {'id': '675f41e7-2d14-4a1b-9256-c44da09476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:49.660267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Bound port: cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675f41e7-2d14-4a1b-9256-c44da09476a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:49.660636 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.672242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:49.686993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65b63ea5-535c-4757-8c65-f4b0ede5c502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.729510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88dd3409-b7bf-42cf-9467-e46f1a162928 req-37209ccd-2250-44f8-b005-eaa39bbb0944 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946932 Oct 19 20:30:49.735040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] For port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:49.738467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] For port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,segment=NetworkSegment(675f41e7-2d14-4a1b-9256-c44da09476a2),segment_id=675f41e7-2d14-4a1b-9256-c44da09476a2)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:49.740833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2910-3640-4ad8-87da-c09e18e0ab1d req-b8b33bed-2069-4c49-983c-b148634da66e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:49.742421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33ff2910-3640-4ad8-87da-c09e18e0ab1d req-b8b33bed-2069-4c49-983c-b148634da66e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.1276453 Oct 19 20:30:49.743407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.754054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:49.763668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Request body: {'floatingip': {'port_id': '8def2fe8-515b-47c2-9333-b37ab8dd73ce'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:49.828478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b106e-89de-4ff1-852a-ecc8d0ddd792 None None] Pushing event updated for resources: {'Port': ['ID=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:49.833058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.856626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65b63ea5-535c-4757-8c65-f4b0ede5c502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.893156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65b63ea5-535c-4757-8c65-f4b0ede5c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.942294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:49.967830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-65b63ea5-535c-4757-8c65-f4b0ede5c502 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab729b339d464d9a8dd92855036faad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941170 Oct 19 20:30:49.976022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45734) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:49.993968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b63ea5-535c-4757-8c65-f4b0ede5c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e325afe-27fa-475b-b996-26fb4c03375f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:50.052521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:50.061371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:50.066214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=f24e33a0-ba6b-4435-b026-ee72b6cf8143,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:50.068892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:50.069717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.101422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-480f0960-7aa7-458b-a88f-f3fd6e8600c2 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8569844 Oct 19 20:30:50.103571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45738) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:50.110474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'fixed_ips': [{'subnet_id': '91636469-bea0-48d9-996d-5bd79a75194e'}, {'subnet_id': 'f24e33a0-ba6b-4435-b026-ee72b6cf8143'}], 'name': 'tempest-PortsTestJSON-1843441002'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:50.115307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.193188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.276888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.281703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.283158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e325afe-27fa-475b-b996-26fb4c03375f HTTP/1.1" status: 204 len: 168 time: 0.3030510 Oct 19 20:30:50.288121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:50.311472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54e78-33ab-4bfa-b16a-4aea51a76e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e325afe-27fa-475b-b996-26fb4c03375f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:50.425060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.444944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:50.540446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1a8ef-3fd0-44bd-a333-c7b3de11c631 req-d3bde568-9daf-4d7d-a458-33cc94fab84e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:50.542028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3e1a8ef-3fd0-44bd-a333-c7b3de11c631 req-d3bde568-9daf-4d7d-a458-33cc94fab84e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.2247705 Oct 19 20:30:50.552738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.578121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:50.625231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3e1a8ef-3fd0-44bd-a333-c7b3de11c631 req-9dc94904-ebc4-440f-9129-3187c4649a31 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Oct 19 20:30:50.712647 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Floating IP 9027a638-20e6-47b9-af1b-df0ed53b14e7 associated. External IP: 172.25.7.24, port: 8def2fe8-515b-47c2-9333-b37ab8dd73ce. Oct 19 20:30:50.885355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.8 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/91636469-bea0-48d9-996d-5bd79a75194e/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:50.893747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.23 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/f24e33a0-ba6b-4435-b026-ee72b6cf8143/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:51.062314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:30:51.120555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd9157-df4f-4251-90a6-857888b4029b None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:51.153066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:51.281252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:30:51.281252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.287520 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Sync routers for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:30:51.294032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] Provisioning complete for port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:51.294396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.318759 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:51.319449 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:51.329125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8b09787-f70e-4731-ba5a-025d276dc252 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "PUT /v2.0/floatingips/9027a638-20e6-47b9-af1b-df0ed53b14e7 HTTP/1.1" status: 200 len: 990 time: 1.5708377 Oct 19 20:30:51.329125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:30:51.359296 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626a51e-4881-4426-bd75-e98957e424ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:30:51.454686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:51.455106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.478989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:51.558104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.566983 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b9ae5-8c11-4d36-9c06-d22d4ddbdfa1 x-openstack-request-id: req-f88b9ae5-8c11-4d36-9c06-d22d4ddbdfa1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:30:51.567278 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:30:51.567533 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f88b9ae5-8c11-4d36-9c06-d22d4ddbdfa1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:30:51.567933 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'status': 'completed', 'code': 200} Oct 19 20:30:51.598891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.654353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.696798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.702436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] For port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,segment=NetworkSegment(675f41e7-2d14-4a1b-9256-c44da09476a2),segment_id=675f41e7-2d14-4a1b-9256-c44da09476a2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:51.709261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626a51e-4881-4426-bd75-e98957e424ec req-199cfe44-4b5d-4bae-b82d-67a70bdd2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:51.711772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-199cfe44-4b5d-4bae-b82d-67a70bdd2ceb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee33f35a3b9046a7b2cdb3124623b86b&device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 1096 time: 0.1269412 Oct 19 20:30:51.715995 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.757900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:51.771214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=98720f7a-33b2-4e21-a6c2-51d1b7b26c7e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:51.775230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Update dhcp port {'port': {'network_id': '0e0595ba-7ff6-4e96-bfac-32992eaaf46d', 'fixed_ips': [{'subnet_id': '91636469-bea0-48d9-996d-5bd79a75194e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f24e33a0-ba6b-4435-b026-ee72b6cf8143'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:30:51.790889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:51.809553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:51.813334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.858534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5694-c232-4df9-820e-caeb9a8c25c8 None None] Pushing event updated for resources: {'Port': ['ID=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:51.904123 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9027a638-20e6-47b9-af1b-df0ed53b14e7', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'port_id': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'mac_address': 'fa:16:3e:55:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:31Z', 'updated_at': '2021-10-19T20:30:50Z', 'revision_number': 1, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:51.938438 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Checking router: 1bd3b837-5529-47b7-b68e-8eedd920a3e3 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:30:51.941214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149871d-1d81-4d83-a8f2-c6bf50429932 req-763a8d6d-4fbe-4294-b639-7869324fa22d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:51.943272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7149871d-1d81-4d83-a8f2-c6bf50429932 req-763a8d6d-4fbe-4294-b639-7869324fa22d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.1886032 Oct 19 20:30:51.949071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:51.950008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:51.954974 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:30:51.955594 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:51.970653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:51.982950 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:30:51.983305 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:30:51.993214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626a51e-4881-4426-bd75-e98957e424ec req-821a22a3-381e-4b42-9a7d-8fe6735a08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:51.995646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-821a22a3-381e-4b42-9a7d-8fe6735a08a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 HTTP/1.1" status: 200 len: 907 time: 0.2750034 Oct 19 20:30:52.023247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cce6947c-dc3d-42c2-b0be-6e041957ab78 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9186378 Oct 19 20:30:52.026214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:52.034566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91636469-bea0-48d9-996d-5bd79a75194e'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:52.046802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Allocated IP 172.20.0.18 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/f24e33a0-ba6b-4435-b026-ee72b6cf8143/cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:52.070355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7149871d-1d81-4d83-a8f2-c6bf50429932 req-d27c6f02-1077-4fbe-a6c6-573a4abc4436 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166997 Oct 19 20:30:52.094575 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:30:52.113198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-fd4405ac-23be-414c-819e-02bfab5474c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce HTTP/1.1" status: 200 len: 998 time: 0.1065254 Oct 19 20:30:52.194688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d9ce0e-93d8-4d90-9a96-d18452904fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.202118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626a51e-4881-4426-bd75-e98957e424ec req-6b7ae28f-eebb-44a7-bf6d-22cfe87528fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:52.205606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-6b7ae28f-eebb-44a7-bf6d-22cfe87528fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a977bc56-c0e0-4f03-9346-0dd47488b489 HTTP/1.1" status: 200 len: 845 time: 0.0857244 Oct 19 20:30:52.213179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] For port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,segment=NetworkSegment(675f41e7-2d14-4a1b-9256-c44da09476a2),segment_id=675f41e7-2d14-4a1b-9256-c44da09476a2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:52.263828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626a51e-4881-4426-bd75-e98957e424ec req-79e3ddd8-43ba-48e9-a07c-10899672a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:52.263828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-79e3ddd8-43ba-48e9-a07c-10899672a83b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469279 Oct 19 20:30:52.275289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.282636 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.349149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cf23d-b4b8-4cda-8659-6ff6049cf7b9 req-4a0976b7-9c02-47b6-bfd9-1d105f0518de tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:52.357443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f63cf23d-b4b8-4cda-8659-6ff6049cf7b9 req-4a0976b7-9c02-47b6-bfd9-1d105f0518de tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.1121459 Oct 19 20:30:52.403346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-e1b22ef4-c03a-402a-b2a4-c5495950ab37 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364267 Oct 19 20:30:52.410462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680180fd-2ef8-4ca3-918b-d39b77689656 None None] Pushing event updated for resources: {'Port': ['ID=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:52.458078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f63cf23d-b4b8-4cda-8659-6ff6049cf7b9 req-162a82f9-745b-44e4-9576-80be0a0a5f73 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998812 Oct 19 20:30:52.459859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.499135 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9027a638-20e6-47b9-af1b-df0ed53b14e7', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'port_id': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'mac_address': 'fa:16:3e:55:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:31Z', 'updated_at': '2021-10-19T20:30:50Z', 'revision_number': 1, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:52.549661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f626a51e-4881-4426-bd75-e98957e424ec req-400b9b96-7949-42cd-9c79-50fdd7d3e478 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391215 Oct 19 20:30:52.572141 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0633fe0-082f-4da5-8b0f-a882c74311cd None None] The sync data for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 is: [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9027a638-20e6-47b9-af1b-df0ed53b14e7', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'port_id': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'mac_address': 'fa:16:3e:55:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:30:31Z', 'updated_at': '2021-10-19T20:30:50Z', 'revision_number': 1, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:30:52.588184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d9ce0e-93d8-4d90-9a96-d18452904fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.628765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d9ce0e-93d8-4d90-9a96-d18452904fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.686561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-43d9ce0e-93d8-4d90-9a96-d18452904fef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f635a82bdf542a4a99f05e1b396dd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147169 Oct 19 20:30:52.695764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:52.732125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83336ee-7156-4a6e-855a-6238bf0d72c0 req-e561cd48-89fb-4afa-8c15-e64afd48c9ca tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:52.733911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c83336ee-7156-4a6e-855a-6238bf0d72c0 req-e561cd48-89fb-4afa-8c15-e64afd48c9ca tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0714588 Oct 19 20:30:52.738738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9ce0e-93d8-4d90-9a96-d18452904fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa0830-434e-4f86-9dbf-d9ed17d08314,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:52.783399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c83336ee-7156-4a6e-855a-6238bf0d72c0 req-d673ba71-24e4-4a66-9edb-cad968703502 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Oct 19 20:30:52.880513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b9929-c0c1-464b-9042-81c497b92091 None None] New status for floating IP 9027a638-20e6-47b9-af1b-df0ed53b14e7: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:30:52.944407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.976989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:52.998232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Delete allocated IP 172.20.0.23 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/f24e33a0-ba6b-4435-b026-ee72b6cf8143) {{(pid=100734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:30:53.007205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:53.022943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3eb3-3ec5-48f5-99ca-347574620ede req-25988913-55f6-45a2-bf9d-35c2ab82be4b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:53.024493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83ac3eb3-3ec5-48f5-99ca-347574620ede req-25988913-55f6-45a2-bf9d-35c2ab82be4b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.1364455 Oct 19 20:30:53.091363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:53.091892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.120519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbbdafd-d0f9-48f6-9ede-d312344d85cc None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:53.143218 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.145908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.149545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bfa0830-434e-4f86-9dbf-d9ed17d08314 HTTP/1.1" status: 204 len: 168 time: 0.4500518 Oct 19 20:30:53.160165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83ac3eb3-3ec5-48f5-99ca-347574620ede req-0f03ee97-c218-47d4-81d2-5d25e627e7cd tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286767 Oct 19 20:30:53.170194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e1cf5-9da3-4012-aab4-415369be3566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa0830-434e-4f86-9dbf-d9ed17d08314,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:53.212649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-41063766-db3e-431b-a607-50dd8184134b None None] Provisioning complete for port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:53.213012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41063766-db3e-431b-a607-50dd8184134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.250128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.272817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.397702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=98720f7a-33b2-4e21-a6c2-51d1b7b26c7e,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:53.470171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7add-f1bb-4078-89a7-daae28961d17 req-2825bafb-131e-49fe-8eea-1f7294bd05ba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:53.471789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e55e7add-f1bb-4078-89a7-daae28961d17 req-2825bafb-131e-49fe-8eea-1f7294bd05ba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.2011158 Oct 19 20:30:53.482417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] In _notify_port_updated(), no bound segment for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e on network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:30:53.488471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:53.489127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.492989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94bf2ce1-642d-4ca8-b3be-6c83a6b0dcf7 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/ports/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e HTTP/1.1" status: 200 len: 919 time: 1.4609792 Oct 19 20:30:53.493732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45826) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:53.501694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91636469-bea0-48d9-996d-5bd79a75194e'}, {'subnet_id': 'f24e33a0-ba6b-4435-b026-ee72b6cf8143'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:53.526484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e55e7add-f1bb-4078-89a7-daae28961d17 req-ca1afdff-4517-4513-83cb-bbfe0d5be9e6 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348291 Oct 19 20:30:53.597826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.772812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6689ff-c06a-42c0-b8d8-b7a69c79a838 req-be3c3bda-6502-46e1-9806-ab1134cb00ad tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:53.774527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba6689ff-c06a-42c0-b8d8-b7a69c79a838 req-be3c3bda-6502-46e1-9806-ab1134cb00ad tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.1265147 Oct 19 20:30:53.881074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b5ae9228-729b-48e7-a2c1-0334517160e5 None None] Provisioning complete for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:53.881637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9228-729b-48e7-a2c1-0334517160e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:53.905119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba6689ff-c06a-42c0-b8d8-b7a69c79a838 req-f9fcae82-af16-438d-af16-819263ea5415 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181908 Oct 19 20:30:53.931609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae9228-729b-48e7-a2c1-0334517160e5 None None] Port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:53.955637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b5ae9228-729b-48e7-a2c1-0334517160e5 None None] Provisioning complete for port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:53.955637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9228-729b-48e7-a2c1-0334517160e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.070502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.24 (0e0595ba-7ff6-4e96-bfac-32992eaaf46d/f24e33a0-ba6b-4435-b026-ee72b6cf8143/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:54.083153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7da6-e84f-4714-8c74-42d72ee48c51 req-48164eb0-e7f1-4363-8859-8ab9683f9e74 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:54.090944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b2f7da6-e84f-4714-8c74-42d72ee48c51 req-48164eb0-e7f1-4363-8859-8ab9683f9e74 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0878341 Oct 19 20:30:54.187111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-510516b7-622e-441a-826a-873152b9b721 None None] Provisioning complete for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:54.187601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-510516b7-622e-441a-826a-873152b9b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.189345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b2f7da6-e84f-4714-8c74-42d72ee48c51 req-8bf56c37-a8e7-4e74-9e93-4fb8deca255a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974412 Oct 19 20:30:54.238294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-510516b7-622e-441a-826a-873152b9b721 None None] Port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:54.295213 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.300352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.329022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51b4b-45af-465b-bba8-b950ba0155ea req-869d2d33-6200-493b-9138-4e5be9a4f39e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:54.331287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddc51b4b-45af-465b-bba8-b950ba0155ea req-869d2d33-6200-493b-9138-4e5be9a4f39e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0738132 Oct 19 20:30:54.418521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddc51b4b-45af-465b-bba8-b950ba0155ea req-624c90e7-44bb-4638-b382-56719decd1f3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798028 Oct 19 20:30:54.434192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=98720f7a-33b2-4e21-a6c2-51d1b7b26c7e,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:54.451120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45868) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:54.477373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-311527a6-862e-4b82-9e80-fed4e2f9e46f None None] Provisioning complete for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:54.477754 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-311527a6-862e-4b82-9e80-fed4e2f9e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.500865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] In _notify_port_updated(), no bound segment for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e on network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:30:54.507202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:54.507859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.509219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1be6e0f7-02cb-4353-86f2-f5cd6e1e2b1c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/ports/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e HTTP/1.1" status: 200 len: 999 time: 1.0140090 Oct 19 20:30:54.512019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:54.554894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-311527a6-862e-4b82-9e80-fed4e2f9e46f None None] Port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:54.637623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c10527b-6f73-4b58-a78d-094b34e5cf5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.651767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:54.652028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.687260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7129f5ae-96b3-4d3f-8383-500530cc170b None None] Provisioning complete for port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:54.687761 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7129f5ae-96b3-4d3f-8383-500530cc170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.742013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7129f5ae-96b3-4d3f-8383-500530cc170b None None] Port 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:30:54.850387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c10527b-6f73-4b58-a78d-094b34e5cf5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.855999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.866079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c10527b-6f73-4b58-a78d-094b34e5cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:54.888411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 98720f7a-33b2-4e21-a6c2-51d1b7b26c7e owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:54.922158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10527b-6f73-4b58-a78d-094b34e5cf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d0bc1c-22d5-445d-a30e-26a18d21c05c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:54.958020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5c10527b-6f73-4b58-a78d-094b34e5cf5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa449525aeec440fb860fff3af9cea39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057945 Oct 19 20:30:54.960890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:55.020692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.046791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.111236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.124582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fbc8e-13b1-4e25-8f9b-f9e2b81bf602 req-6aa0b462-5247-41af-8b73-f59a336235a8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:55.126194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a4fbc8e-13b1-4e25-8f9b-f9e2b81bf602 req-6aa0b462-5247-41af-8b73-f59a336235a8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0627654 Oct 19 20:30:55.143842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=98720f7a-33b2-4e21-a6c2-51d1b7b26c7e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:55.147297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.150013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.155618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17d0bc1c-22d5-445d-a30e-26a18d21c05c HTTP/1.1" status: 204 len: 168 time: 0.1909437 Oct 19 20:30:55.174499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4dd0-483a-4759-a7d3-0518efe87440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d0bc1c-22d5-445d-a30e-26a18d21c05c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:55.202478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a4fbc8e-13b1-4e25-8f9b-f9e2b81bf602 req-76a39046-2420-46a2-a2db-b84c43f5e542 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679827 Oct 19 20:30:55.257585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.264034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45902) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:55.264193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6ce6accc-cba7-46da-a9ce-9881f4550a52 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e HTTP/1.1" status: 204 len: 168 time: 0.7510009 Oct 19 20:30:55.296506 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-f993d44f-39a2-4aa5-805f-52f3f64c55c4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:30:55.298278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f993d44f-39a2-4aa5-805f-52f3f64c55c4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e HTTP/1.1" status: 404 len: 333 time: 0.0330257 Oct 19 20:30:55.301081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45904) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:55.354819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet f24e33a0-ba6b-4435-b026-ee72b6cf8143 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:55.358948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.400146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.497867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.558447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.588346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=f24e33a0-ba6b-4435-b026-ee72b6cf8143,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:55.590483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.596661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9bcc7060-8ebc-4c19-874a-953f6471e269 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/f24e33a0-ba6b-4435-b026-ee72b6cf8143 HTTP/1.1" status: 204 len: 168 time: 0.2922587 Oct 19 20:30:55.596898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45920) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:55.600017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b69d20e-2f76-47da-af7c-b385584ac333 None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:55.673708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 91636469-bea0-48d9-996d-5bd79a75194e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:30:55.676979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.725664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.836108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.926094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.963320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=91636469-bea0-48d9-996d-5bd79a75194e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:55.971022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:55.976539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8fa18047-805f-4f0c-82d2-a767af6f912c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/91636469-bea0-48d9-996d-5bd79a75194e HTTP/1.1" status: 204 len: 168 time: 0.3763185 Oct 19 20:30:55.977128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45938) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:56.064606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.123152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:56.123681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.194762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,segment=NetworkSegment(675f41e7-2d14-4a1b-9256-c44da09476a2),segment_id=675f41e7-2d14-4a1b-9256-c44da09476a2)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:56.195123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.209769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:30:56.362128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7c033-047f-4a8f-9e93-3ce534c455f6 req-2f1699d7-015d-4758-8750-9d63411dff0f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:56.363694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03b7c033-047f-4a8f-9e93-3ce534c455f6 req-2f1699d7-015d-4758-8750-9d63411dff0f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0684490 Oct 19 20:30:56.364876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.399313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:56.408871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:30:56.417354 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c0f75c10-58d7-454a-9179-26a7e456e7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.452891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f47cb6-b614-4067-9002-800cfdb96d8b None None] Network 0e0595ba-7ff6-4e96-bfac-32992eaaf46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:56.479342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03b7c033-047f-4a8f-9e93-3ce534c455f6 req-4c998637-3b5c-493c-83d0-ed8f8852a978 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838654 Oct 19 20:30:56.482912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1f899085-cdab-4bca-b290-9d29971a53b6 None None] Could not find standard attr ID for object cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:30:56.513014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.538656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0595ba-7ff6-4e96-bfac-32992eaaf46d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:56.548667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675f41e7-2d14-4a1b-9256-c44da09476a2') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:56.548963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675f41e7-2d14-4a1b-9256-c44da09476a2') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:30:56.583244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.614583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.622332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:30:56.622851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:30:56.627004 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:30:56.647169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c402d-8c5b-4bf4-837a-2e3df164a1b6 None None] DHCP port deletion for 0e0595ba-7ff6-4e96-bfac-32992eaaf46d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:30:56.707234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.715284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.719112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/0e0595ba-7ff6-4e96-bfac-32992eaaf46d HTTP/1.1" status: 204 len: 168 time: 0.7394574 Oct 19 20:30:56.723009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45964) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:56.732332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de76aac-ccc9-4068-a573-20ecb3febc9b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=0e0595ba-7ff6-4e96-bfac-32992eaaf46d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:56.773652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167a657-31eb-4bc6-b60e-745b05b86b67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:56.775236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5167a657-31eb-4bc6-b60e-745b05b86b67 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0513084 Oct 19 20:30:56.778818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45966) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:56.824636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d843af62-1750-4c7a-a358-e5a1f4f11331 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0447063 Oct 19 20:30:56.828445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:56.834683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-689574730'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:56.857405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:56.862268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.891471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:30:56.900577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.900920 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment db256e69-ef2d-4b9b-813c-b690973791cf of type vlan for network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 Oct 19 20:30:56.954401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:56.998923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:30:57.000418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.012509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:57.013429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.043685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:30:57.044024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cb0b9c61-97d4-4f0b-8bc6-dd1cb941a3be not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:30:57.075852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2450941 Oct 19 20:30:57.078921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45996) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:57.084571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:57.112023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632db53d-6c2a-475b-8698-9b35a2904951 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=b05cf63e-0884-47ed-b4fd-c94e1e9f97f1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:57.123237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:30:57.187038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:57.190655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.373380 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.434381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=f1c258d3-86fd-4079-9731-622ba80ca771,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:57.443353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': 'db256e69-ef2d-4b9b-813c-b690973791cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:57.443596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46010) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:57.443730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: b05cf63e-0884-47ed-b4fd-c94e1e9f97f1, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:30:57.461547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:30:57.470586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b05cf63e-0884-47ed-b4fd-c94e1e9f97f1) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:57.474670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:57.475470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.479912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa98fa-1629-4fbe-8bc5-ffd2a291b7a4 None None] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:57.493100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-17ee5bf1-78f5-4c25-a21f-ac0c5f4e6122 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4129922 Oct 19 20:30:57.495780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:57.502164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1', 'name': 'tempest-PortsTestJSON-344308943'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:57.584572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca6c-7288-4db6-aaf4-6289e2c41dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.655057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-b05cf63e-0884-47ed-b4fd-c94e1e9f97f1', 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': 'f1c258d3-86fd-4079-9731-622ba80ca771'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:30:57.656087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.737018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dacea7-47dd-40b3-8975-ceba07894b15 req-f2a4a162-4542-4b9e-8a1d-6f79e9c78253 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:57.738908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59dacea7-47dd-40b3-8975-ceba07894b15 req-f2a4a162-4542-4b9e-8a1d-6f79e9c78253 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.1368549 Oct 19 20:30:57.761644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:57.766345 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.808570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Allocated IP 172.20.0.2 (b05cf63e-0884-47ed-b4fd-c94e1e9f97f1/f1c258d3-86fd-4079-9731-622ba80ca771/2982e472-d713-45b5-8e90-35ee06cf7c13) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:57.809149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca6c-7288-4db6-aaf4-6289e2c41dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.822200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ca6c-7288-4db6-aaf4-6289e2c41dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.827636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:57.844739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59dacea7-47dd-40b3-8975-ceba07894b15 req-b51d36c4-0c38-49de-9452-4b235ef4f6db tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985649 Oct 19 20:30:57.926016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0e0ca6c-7288-4db6-aaf4-6289e2c41dbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1d8e02fdd094c81b300aaf315f9f169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813192 Oct 19 20:30:57.926749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ca6c-7288-4db6-aaf4-6289e2c41dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb6813-ad1f-4387-a5fd-db493131a6f5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:57.928727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46026) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:57.982101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:57.994234 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.012729 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.030549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.057981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:58.062819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:58.070474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:58.073838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Pushing event updated for resources: {'Port': ['ID=2982e472-d713-45b5-8e90-35ee06cf7c13,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.083011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.6 (b05cf63e-0884-47ed-b4fd-c94e1e9f97f1/f1c258d3-86fd-4079-9731-622ba80ca771/6e3f6637-36bc-4c9f-b916-896fa4ac4100) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:58.097444 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.100615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.105667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42cb6813-ad1f-4387-a5fd-db493131a6f5 HTTP/1.1" status: 204 len: 168 time: 0.1749873 Oct 19 20:30:58.116938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747828-21c5-40a4-8448-f885946a0844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb6813-ad1f-4387-a5fd-db493131a6f5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.157037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Attempting to bind port 2982e472-d713-45b5-8e90-35ee06cf7c13 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:30:58.157506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Attempting to bind port 2982e472-d713-45b5-8e90-35ee06cf7c13 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'db256e69-ef2d-4b9b-813c-b690973791cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:30:58.157974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Attempting to bind port 2982e472-d713-45b5-8e90-35ee06cf7c13 on network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:30:58.164551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:30:58.164966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Checking segment: {'id': 'db256e69-ef2d-4b9b-813c-b690973791cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:30:58.165443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.165876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Bound using segment: {'id': 'db256e69-ef2d-4b9b-813c-b690973791cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:30:58.166820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Bound port: 2982e472-d713-45b5-8e90-35ee06cf7c13, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db256e69-ef2d-4b9b-813c-b690973791cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:30:58.166956 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.256189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] For port 2982e472-d713-45b5-8e90-35ee06cf7c13, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:30:58.261661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.261844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] For port 2982e472-d713-45b5-8e90-35ee06cf7c13, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2982e472-d713-45b5-8e90-35ee06cf7c13,segment=NetworkSegment(db256e69-ef2d-4b9b-813c-b690973791cf),segment_id=db256e69-ef2d-4b9b-813c-b690973791cf)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:30:58.265710 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.310470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.328719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03697534-bc79-467b-bf86-3fbf36f39bde None None] Pushing event updated for resources: {'Port': ['ID=2982e472-d713-45b5-8e90-35ee06cf7c13,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.360845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:58.363964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:58.367818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:58.377242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=6e3f6637-36bc-4c9f-b916-896fa4ac4100,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.424473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:58.425083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.443468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-906cc64f-1e2c-4112-8ec8-f50ef2c6ba0a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9463229 Oct 19 20:30:58.445891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46036) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:58.450778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': 'b05cf63e-0884-47ed-b4fd-c94e1e9f97f1', 'name': 'tempest-PortsTestJSON-2081993237'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:30:58.453473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46038) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:58.468895 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7af20f7-af15-416b-937d-5328a5664d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.587037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7af20f7-af15-416b-937d-5328a5664d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.590715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:30:58.595319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.595460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7af20f7-af15-416b-937d-5328a5664d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.615008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port c2137cc4-f9d1-49c3-8a30-0988d40af0e4 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:30:58.637540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e7af20f7-af15-416b-937d-5328a5664d56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6078cb7ae69f4ae28f40d57aec103820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825435 Oct 19 20:30:58.638524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af20f7-af15-416b-937d-5328a5664d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63411f7-d17f-4e8b-868d-e6518a3906d9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.641080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46040) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:58.698252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.721836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.745290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.10 (b05cf63e-0884-47ed-b4fd-c94e1e9f97f1/f1c258d3-86fd-4079-9731-622ba80ca771/c2137cc4-f9d1-49c3-8a30-0988d40af0e4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:30:58.770910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.773548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.774706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f63411f7-d17f-4e8b-868d-e6518a3906d9 HTTP/1.1" status: 204 len: 168 time: 0.1326411 Oct 19 20:30:58.783121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb47b-8169-4497-bf90-4c924e9fc179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63411f7-d17f-4e8b-868d-e6518a3906d9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:58.917415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:58.995126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa934e-3e53-4edd-9126-095d9ddd3d25 req-907d782d-b09d-4bb4-b1ed-fea925cfb63d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:58.996748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3fa934e-3e53-4edd-9126-095d9ddd3d25 req-907d782d-b09d-4bb4-b1ed-fea925cfb63d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0728319 Oct 19 20:30:59.009004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2982e472-d713-45b5-8e90-35ee06cf7c13 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:30:59.038080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.042395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:30:59.097451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2982e472-d713-45b5-8e90-35ee06cf7c13 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:59.098049 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.103840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=c2137cc4-f9d1-49c3-8a30-0988d40af0e4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:59.117423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3fa934e-3e53-4edd-9126-095d9ddd3d25 req-24b71772-c286-4bcc-931e-2197108e8211 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097875 Oct 19 20:30:59.119354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:30:59.120973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:30:59.124768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:30:59.184223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.184964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.212024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a64cf309-799f-4d38-8b7a-e05c9ebafd00 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7647800 Oct 19 20:30:59.214509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46062) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:59.250125 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4d32c0a9-9398-401b-a27c-54eb02077ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.330898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:59.363672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'port_id': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'mac_address': 'fa:16:3e:4f:58:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5625808-4b3c-4b16-be46-e8abbc918e77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:30:59.399085 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.420051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39223c0c-d600-461c-a1db-42c33a53112b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.422139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39223c0c-d600-461c-a1db-42c33a53112b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2065334 Oct 19 20:30:59.424817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:30:59.505904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 2982e472-d713-45b5-8e90-35ee06cf7c13, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2982e472-d713-45b5-8e90-35ee06cf7c13,segment=NetworkSegment(db256e69-ef2d-4b9b-813c-b690973791cf),segment_id=db256e69-ef2d-4b9b-813c-b690973791cf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:59.507926 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.511275 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.533632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83dd8-e2d3-42a3-87b0-9d85da92bc1e req-dacefa0c-594a-4b09-b9f9-4c7bacfa35e6 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.542607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71e83dd8-e2d3-42a3-87b0-9d85da92bc1e req-dacefa0c-594a-4b09-b9f9-4c7bacfa35e6 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 945 time: 0.0822113 Oct 19 20:30:59.554481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port c2137cc4-f9d1-49c3-8a30-0988d40af0e4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:30:59.555111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.556132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:30:59.601502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:30:59.607663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.610142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=2982e472-d713-45b5-8e90-35ee06cf7c13,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:59.612999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71e83dd8-e2d3-42a3-87b0-9d85da92bc1e req-9dcfe77f-3d7c-42c4-99b0-bad3c2ffd051 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Oct 19 20:30:59.614472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ad843-bc5b-4172-a447-17a8f8911b74 None None] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:30:59.739882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:30:59.751536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-88bf38c0-9b7e-4b9d-b91c-68d9ca05b2f9 None None] Provisioning complete for port 2982e472-d713-45b5-8e90-35ee06cf7c13 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:30:59.751909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88bf38c0-9b7e-4b9d-b91c-68d9ca05b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:30:59.771282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8e472978-9ced-4a03-aa4b-f541b762c994 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0638011 Oct 19 20:30:59.821703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:30:59.888348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.888837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.889431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.891068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.891389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.892155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.892783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:30:59.895720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-99dcd7f9-bb60-47ed-b27d-2eef6d1f8667 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.0767140 Oct 19 20:31:00.105615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8cfd61f9-5050-400e-9016-2a3a0d95fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.106218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8cfd61f9-5050-400e-9016-2a3a0d95fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.106530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8cfd61f9-5050-400e-9016-2a3a0d95fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.108198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8cfd61f9-5050-400e-9016-2a3a0d95fef0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 2297 time: 0.1823928 Oct 19 20:31:00.116275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.133289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for c2137cc4-f9d1-49c3-8a30-0988d40af0e4 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:00.197700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-0db4e7b8-e773-4eee-b3cc-ce46af72760d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 1001 time: 0.0732691 Oct 19 20:31:00.279733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.306695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9bdd2f60-bb23-4e37-8a64-321a64151b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.308393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9bdd2f60-bb23-4e37-8a64-321a64151b67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 200 len: 856 time: 0.1007981 Oct 19 20:31:00.333217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.344173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Provisioning complete for port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:00.344634 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.387491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8d04f716-6435-4056-a91e-7965774bd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.392923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-8d04f716-6435-4056-a91e-7965774bd196 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770557 Oct 19 20:31:00.414404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:00.418675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Could not find standard attr ID for object c2137cc4-f9d1-49c3-8a30-0988d40af0e4. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:00.430392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Provisioning complete for port 2982e472-d713-45b5-8e90-35ee06cf7c13 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:00.431174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-40d498ac-3371-4dd2-938e-66fd3af40b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.441894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=c2137cc4-f9d1-49c3-8a30-0988d40af0e4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:00.561602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-f71a08e0-7f82-46c5-ae2d-a8edcf38bfb1 service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584661 Oct 19 20:31:00.564014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.570432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-49c80098-5c74-4510-a410-978f28b5c84a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/c2137cc4-f9d1-49c3-8a30-0988d40af0e4 HTTP/1.1" status: 204 len: 168 time: 1.1427381 Oct 19 20:31:00.571095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:00.600733 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd470c2f-361a-48bb-9349-cc2399c20370 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:00.606391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dd470c2f-361a-48bb-9349-cc2399c20370 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/c2137cc4-f9d1-49c3-8a30-0988d40af0e4 HTTP/1.1" status: 404 len: 333 time: 0.0342698 Oct 19 20:31:00.607009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46106) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:00.699067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-3c5cb2e6-8f15-4f2c-b9a6-1ad3aa5c6cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247790 Oct 19 20:31:00.715902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e513020d-a544-4e9f-8564-62625d21652a None None] Provisioning complete for port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:00.717211 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e513020d-a544-4e9f-8564-62625d21652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.759084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:00.760135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.786159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-ef88df99-f618-47d5-92b3-d06c3ff356cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 217 time: 0.0766873 Oct 19 20:31:00.787918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e513020d-a544-4e9f-8564-62625d21652a None None] Port 6e3f6637-36bc-4c9f-b916-896fa4ac4100 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:00.895359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54507bc-d01a-4f7f-8b40-58853552548f req-41d8b9d7-d55e-43f8-be29-a21a7ee54916 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.896999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b54507bc-d01a-4f7f-8b40-58853552548f req-41d8b9d7-d55e-43f8-be29-a21a7ee54916 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 944 time: 0.1212881 Oct 19 20:31:00.901252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9f80efaf-3115-4e7c-b6cb-515833d03627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:00.911593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9f80efaf-3115-4e7c-b6cb-515833d03627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1067224 Oct 19 20:31:00.911762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.921013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-51409246-ae9e-4e5d-8cc9-485613090016 None None] Could not find standard attr ID for object c2137cc4-f9d1-49c3-8a30-0988d40af0e4. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:00.930944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:00.943850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 6e3f6637-36bc-4c9f-b916-896fa4ac4100 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:01.046233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:01.048683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b54507bc-d01a-4f7f-8b40-58853552548f req-f873dce8-18db-44ed-9619-d601f2c614a2 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360662 Oct 19 20:31:01.074888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2982e472-d713-45b5-8e90-35ee06cf7c13 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:01.105398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-451b482b-c4ce-4269-a798-10f7ba9fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:01.108932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-451b482b-c4ce-4269-a798-10f7ba9fa42f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490493 Oct 19 20:31:01.194625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.212471 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.230944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:01.236616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=6e3f6637-36bc-4c9f-b916-896fa4ac4100,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:01.278120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:01.290375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2982e472-d713-45b5-8e90-35ee06cf7c13 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:01.290976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.313906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-76e01a78-0326-4a45-9024-3a67f65954d0 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:01.315621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-76e01a78-0326-4a45-9024-3a67f65954d0 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.37 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 944 time: 0.1571755 Oct 19 20:31:01.326407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-21fa8210-069e-42fe-b28b-d4e7f233662f service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984301 Oct 19 20:31:01.331300 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.407912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:01.452199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.458238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10b68ae0-b655-4978-8403-34de15f6f907 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/6e3f6637-36bc-4c9f-b916-896fa4ac4100 HTTP/1.1" status: 204 len: 168 time: 0.8479886 Oct 19 20:31:01.461881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:01.500884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Deleting port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:01.501026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.523400 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-4012778e-dbec-4772-90d8-fd5d0f12600e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:01.527802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4012778e-dbec-4772-90d8-fd5d0f12600e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/6e3f6637-36bc-4c9f-b916-896fa4ac4100 HTTP/1.1" status: 404 len: 333 time: 0.0621927 Oct 19 20:31:01.528248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46152) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:01.584026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-77cf7de5-20a4-4b53-933a-78f856727c0e service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482321 Oct 19 20:31:01.642576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-f6706b9f-d050-4515-b636-e03236dce889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 217 time: 0.0479233 Oct 19 20:31:01.657023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet f1c258d3-86fd-4079-9731-622ba80ca771 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:01.662743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] For port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:01.662743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.666495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.678444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Calling delete_port for 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:01.829579 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.843409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:01.868914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event deleted for resources: {'Port': ['ID=812ff3c9-83b9-45fc-92fe-f4da48e2ff9d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:01.916090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] No DVR routers for this DVR port 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:01.919006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:01.923048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11c6a7ca-229f-495f-b1c3-96e58504a1c6 req-06bc31eb-e207-4cc5-b541-67f9028b9ede tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.37 "DELETE /v2.0/ports/812ff3c9-83b9-45fc-92fe-f4da48e2ff9d HTTP/1.1" status: 204 len: 173 time: 0.5879974 Oct 19 20:31:01.923621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'name': 'network-vif-deleted', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:01.926833 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc61e18d-0df9-4ea4-a127-81ca76ca2841" -d '{"events": [{"server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "name": "network-vif-deleted", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:01.968051 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19dcafc-f0b5-4c96-b675-e495d81a5f79 x-openstack-request-id: req-b19dcafc-f0b5-4c96-b675-e495d81a5f79 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:01.968343 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897f0cf3-4fc3-4ee8-99f0-464e4820a97e", "name": "network-vif-deleted", "tag": "812ff3c9-83b9-45fc-92fe-f4da48e2ff9d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:01.968592 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b19dcafc-f0b5-4c96-b675-e495d81a5f79 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:01.969539 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897f0cf3-4fc3-4ee8-99f0-464e4820a97e', 'name': 'network-vif-deleted', 'tag': '812ff3c9-83b9-45fc-92fe-f4da48e2ff9d', 'status': 'completed', 'code': 200} Oct 19 20:31:02.062252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-995db754-1930-4544-ae83-ab957158438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.063862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-995db754-1930-4544-ae83-ab957158438a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.4054012 Oct 19 20:31:02.066029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.160299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-2807a021-3963-4b7b-89f1-065ef64d542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.162109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-2807a021-3963-4b7b-89f1-065ef64d542d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872741 Oct 19 20:31:02.204403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f042ab98-3fbd-4e80-936b-177e4ef50381 req-1c1d2fc2-f39b-40b3-b439-d1ce5ea9f18d tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=897f0cf3-4fc3-4ee8-99f0-464e4820a97e HTTP/1.1" status: 200 len: 210 time: 0.0472527 Oct 19 20:31:02.210221 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.264461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.299670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-822a6a30-3e7e-451f-83ef-66d69ecdf0ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474319 Oct 19 20:31:02.330294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-21aa71d8-55fa-40fa-8f14-5805c33199ef service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453900 Oct 19 20:31:02.364117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.409067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c258d3-86fd-4079-9731-622ba80ca771,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:02.431273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-ee1f5fdd-fe19-4e4b-9994-54ff29246c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.433054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-ee1f5fdd-fe19-4e4b-9994-54ff29246c82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1096 time: 0.0696380 Oct 19 20:31:02.445488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.448709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12c97b98-e541-4194-8f40-b23501080e8f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/f1c258d3-86fd-4079-9731-622ba80ca771 HTTP/1.1" status: 204 len: 168 time: 0.9192507 Oct 19 20:31:02.451437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46242) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:02.452652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d5a69-a5c8-45c5-89b4-0666df508d58 None None] Network b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:02.543099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-afe60c6c-f21c-485e-bc8c-febcc2cbc088 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023015 Oct 19 20:31:02.622215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.622854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9e6725ee-9687-402e-8269-84c1a6cfd8cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 200 len: 217 time: 0.0598063 Oct 19 20:31:02.662968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] DHCP port deletion for b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:02.705013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-fc3c6627-dfff-4e90-9706-63cf856f9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.707001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-fc3c6627-dfff-4e90-9706-63cf856f9159 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.0735347 Oct 19 20:31:02.734939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-b34ddd8d-308a-4de5-8138-e44f57945b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.736459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-b34ddd8d-308a-4de5-8138-e44f57945b7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 912 time: 0.2734466 Oct 19 20:31:02.749893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Deleting port 2982e472-d713-45b5-8e90-35ee06cf7c13 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:02.750737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.774938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-4288c532-fe09-493f-9600-8f31315369c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.776470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-4288c532-fe09-493f-9600-8f31315369c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621200 Oct 19 20:31:02.823100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 2982e472-d713-45b5-8e90-35ee06cf7c13 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:02.823100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.827646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-e74d1bcd-2928-4eba-893f-8c634915652a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 1001 time: 0.0814714 Oct 19 20:31:02.831256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] For port 2982e472-d713-45b5-8e90-35ee06cf7c13, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2982e472-d713-45b5-8e90-35ee06cf7c13,segment=NetworkSegment(db256e69-ef2d-4b9b-813c-b690973791cf),segment_id=db256e69-ef2d-4b9b-813c-b690973791cf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:02.831911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.849640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Calling delete_port for 2982e472-d713-45b5-8e90-35ee06cf7c13 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:02.910374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-9d831d68-89a8-4c05-a4a7-9db092ad62da service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241217 Oct 19 20:31:02.943760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port 2982e472-d713-45b5-8e90-35ee06cf7c13, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2982e472-d713-45b5-8e90-35ee06cf7c13,segment=NetworkSegment(db256e69-ef2d-4b9b-813c-b690973791cf),segment_id=db256e69-ef2d-4b9b-813c-b690973791cf)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:02.944134 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.947767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-b76ebe80-0a26-4c4a-8184-a0a53af85d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:02.949325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-b76ebe80-0a26-4c4a-8184-a0a53af85d86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 200 len: 850 time: 0.1110756 Oct 19 20:31:02.959860 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:02.990085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] Pushing event deleted for resources: {'Port': ['ID=2982e472-d713-45b5-8e90-35ee06cf7c13,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:02.996038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9e99d-7325-4664-8bbc-c7451ca2079f None None] No DVR routers for this DVR port 2982e472-d713-45b5-8e90-35ee06cf7c13 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:02.996299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 2982e472-d713-45b5-8e90-35ee06cf7c13 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:03.040397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:03.048161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2982e472-d713-45b5-8e90-35ee06cf7c13 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:03.052987 n-d-805649-9 neutron-server[100736]: INFO neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No ports have port_id starting with 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d Oct 19 20:31:03.055448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d requested by agent hyperv_n-h1-805649-9 not found in database {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 19 20:31:03.075741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-1bd6d315-6bb5-4964-91e8-71cc0aea31c3 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562364 Oct 19 20:31:03.080986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2982e472-d713-45b5-8e90-35ee06cf7c13 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:03.081742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2982e472-d713-45b5-8e90-35ee06cf7c13 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:03.091776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-62a6ee41-1c02-48c0-9c71-eb860bcb98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.094005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-62a6ee41-1c02-48c0-9c71-eb860bcb98c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3871a0b-284f-49d7-9de7-948af460af59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369414 Oct 19 20:31:03.143540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-19036938-655a-4a22-a4ea-cfc46eb24eed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 200 len: 217 time: 0.0602655 Oct 19 20:31:03.199792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-09ac3c66-3c9a-4d7c-b30a-170fa0ad8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.201337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-09ac3c66-3c9a-4d7c-b30a-170fa0ad8ebb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.0498459 Oct 19 20:31:03.243154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.244397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46282) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:03.268613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-09f2526c-3d37-4829-9b2f-883b5505b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.270158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-09f2526c-3d37-4829-9b2f-883b5505b8f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617726 Oct 19 20:31:03.303191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=2982e472-d713-45b5-8e90-35ee06cf7c13,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:03.312667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-c997b05f-54d7-465b-ac75-4dc7e11bc772 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048588 Oct 19 20:31:03.316718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port 2982e472-d713-45b5-8e90-35ee06cf7c13 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:03.401128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3502319-2c94-45d6-ae88-329ba9828099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.419400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-bb7ffee7-147e-4feb-95bd-9fdc83eff8e8 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419339 Oct 19 20:31:03.503052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.536480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05cf63e-0884-47ed-b4fd-c94e1e9f97f1']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:03.545038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07cc8742-b7d9-49c0-aca1-8bcb08cea249 req-0ab7e15e-60ca-426e-bd36-1bdccc1b4575 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203681 Oct 19 20:31:03.548970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db256e69-ef2d-4b9b-813c-b690973791cf') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:03.549207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db256e69-ef2d-4b9b-813c-b690973791cf') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:03.559148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.566687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-81ecd686-1d4e-4baa-a0e1-6681f335de75 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397750 Oct 19 20:31:03.574888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.576785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3502319-2c94-45d6-ae88-329ba9828099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.584118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3502319-2c94-45d6-ae88-329ba9828099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.584442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:03.584853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:03.589438 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:03.629237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-557c4df5-7070-4b13-b044-2cc98308507f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 217 time: 0.0546892 Oct 19 20:31:03.673792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.677049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3502319-2c94-45d6-ae88-329ba9828099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d522e-b4c7-474f-950f-d6613d0ece0d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:03.679612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46292) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:03.687287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f3502319-2c94-45d6-ae88-329ba9828099 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c265155556f4be8aa26d436190ca5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384234 Oct 19 20:31:03.688642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907543706', 'description': 'tempest-description--1717659390'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:03.697473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:03.699920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.707614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/b05cf63e-0884-47ed-b4fd-c94e1e9f97f1 HTTP/1.1" status: 204 len: 168 time: 1.2510755 Oct 19 20:31:03.707614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f168b55-e147-484d-a66d-6f17254b0234 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=b05cf63e-0884-47ed-b4fd-c94e1e9f97f1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:03.707614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:03.712909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-171481941'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:03.742713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:03.747261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.751114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-f1962f9e-07e9-44f4-9f12-256d288f30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.752633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-f1962f9e-07e9-44f4-9f12-256d288f30de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.1082768 Oct 19 20:31:03.753500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.api [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 20:31:03.753500 n-d-805649-9 neutron-server[100735]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 20:31:03.753500 n-d-805649-9 neutron-server[100735]: [parameters: {'project_id': '8dcd73c1b0b94ef38f04c6e38465ec37', 'id': '7007ce45-d46b-484f-a6eb-7a21de167b45', 'expiration': datetime.datetime(2021, 10, 19, 20, 33, 3, 730297)}] Oct 19 20:31:03.753500 n-d-805649-9 neutron-server[100735]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:31:03.753836 n-d-805649-9 neutron-server[100735]: DEBUG oslo_db.api [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:31:03.776363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:03.785767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.786104 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment 129b1e15-6950-4bf9-81b1-68924d3f4aff of type vlan for network 085582b2-6338-4346-894c-1d928f3d813e Oct 19 20:31:03.814148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.829881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-092392fb-a4b5-4e97-8fa9-58e1f1ba3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.830449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.831393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-092392fb-a4b5-4e97-8fa9-58e1f1ba3394 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0634577 Oct 19 20:31:03.849686 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.854367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.860659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:03.861236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.897421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1889105 Oct 19 20:31:03.900149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46300) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:03.907118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '085582b2-6338-4346-894c-1d928f3d813e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:03.950900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb507-52af-4afa-87ab-09c8f28ba5f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=085582b2-6338-4346-894c-1d928f3d813e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:03.960872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 085582b2-6338-4346-894c-1d928f3d813e details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:03.961994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-3c6e85f5-f160-4413-af90-c3916a9b4fdd service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230874 Oct 19 20:31:03.967252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.970597 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:03.974476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a8d522e-b4c7-474f-950f-d6613d0ece0d HTTP/1.1" status: 204 len: 168 time: 0.2733746 Oct 19 20:31:03.998001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce96ed3-498a-4249-861a-e759e4835bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d522e-b4c7-474f-950f-d6613d0ece0d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.058502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:04.064849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.086588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-3526b1a3-fb21-4e1a-b204-464412872ec0 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137514 Oct 19 20:31:04.168813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-2cc048a0-4c18-4680-a03f-c1a342f924b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 217 time: 0.0736966 Oct 19 20:31:04.230639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-fffe838f-6b32-4a22-9fee-4cd834ee5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:04.232109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-fffe838f-6b32-4a22-9fee-4cd834ee5034 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.0566540 Oct 19 20:31:04.296340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-bd08b6cd-e9d2-4b41-8b88-aec4941056d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:04.298004 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-bd08b6cd-e9d2-4b41-8b88-aec4941056d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583370 Oct 19 20:31:04.299249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.316314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.388937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': '129b1e15-6950-4bf9-81b1-68924d3f4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '085582b2-6338-4346-894c-1d928f3d813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:04.389339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 085582b2-6338-4346-894c-1d928f3d813e, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:04.397841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=832a2870-7022-4218-8898-45d9ded3c78e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.408821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46310) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:04.426707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 085582b2-6338-4346-894c-1d928f3d813e is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:04.429062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c2053e-7643-4840-9108-56e571c307dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.442538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-b32492a2-5ae6-445f-964e-5d51499256ad service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343429 Oct 19 20:31:04.445626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 085582b2-6338-4346-894c-1d928f3d813e) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:04.454393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:04.454860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e9065-64eb-4ed3-bb64-3c145f8bdb7d None None] Network 085582b2-6338-4346-894c-1d928f3d813e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:04.454975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.469604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.475217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.484858 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b9377066-fc97-413d-9168-b2847bc79c05 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5836513 Oct 19 20:31:04.489357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46312) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:04.496264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '085582b2-6338-4346-894c-1d928f3d813e', 'name': 'tempest-PortsTestJSON-1259275610', 'fixed_ips': [{'subnet_id': '832a2870-7022-4218-8898-45d9ded3c78e', 'ip_address': '172.20.0.10'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:04.557837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851064e4-8524-49b7-a982-c6f5cc8e1366,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.564396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.565612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-87ab485a-3ea3-4202-9a62-e399529df8a1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8808835 Oct 19 20:31:04.569521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:04.575765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'security_group_rule': {'security_group_id': '851064e4-8524-49b7-a982-c6f5cc8e1366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:04.609774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a30f79-b04d-4761-a769-2811cbe7e152 req-ea788cb9-4a76-4ac0-8b27-155f8d6c5d77 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597891 Oct 19 20:31:04.618940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c2053e-7643-4840-9108-56e571c307dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.623797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-56c2053e-7643-4840-9108-56e571c307dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.637606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.644211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-085582b2-6338-4346-894c-1d928f3d813e', 'network_id': '085582b2-6338-4346-894c-1d928f3d813e', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '832a2870-7022-4218-8898-45d9ded3c78e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:04.645070 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.694244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-56c2053e-7643-4840-9108-56e571c307dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90aaeeb0d31f45068ad376490bb12631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837534 Oct 19 20:31:04.697445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2053e-7643-4840-9108-56e571c307dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3a862-634f-477b-8f07-f178441991bd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.699720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:04.708323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:04.736458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.744499 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.783205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a337c2-f1a7-4af5-8e46-9d2c87ca2508,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.789329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.790492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-776af5ef-0661-46dd-8072-0d371d4e423c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2201579 Oct 19 20:31:04.795107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:04.800019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'security_group_rule': {'security_group_id': '851064e4-8524-49b7-a982-c6f5cc8e1366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:04.801439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.816003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Allocated IP 172.20.0.2 (085582b2-6338-4346-894c-1d928f3d813e/832a2870-7022-4218-8898-45d9ded3c78e/42cfd5c8-b5b5-458e-89ed-e8f83e888b4a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:04.826358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.839677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.886654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.886987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.890138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.891290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceb3a862-634f-477b-8f07-f178441991bd HTTP/1.1" status: 204 len: 168 time: 0.1906369 Oct 19 20:31:04.899054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41fca-85f8-4ce9-b667-80729aced0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3a862-634f-477b-8f07-f178441991bd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:04.925371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:04.942919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:04.975378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.008440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8339bc83-6597-4e92-8d48-85fa30ffd193,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:05.034133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:05.052130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.053338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82ae4e2a-a5c2-43cf-93a9-6f42c99781a9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571609 Oct 19 20:31:05.056664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:05.059439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:05.059972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 812ff3c9-83b9-45fc-92fe-f4da48e2ff9d not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:05.061068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:05.063733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.072945 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.123311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Network 085582b2-6338-4346-894c-1d928f3d813e is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:05.127315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:05.131638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.136955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:05.178571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Pushing event updated for resources: {'Port': ['ID=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:05.182033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.10 (085582b2-6338-4346-894c-1d928f3d813e/832a2870-7022-4218-8898-45d9ded3c78e/3ba01cc6-d49d-4b27-9f95-80b3aa236b7a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:05.212208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Attempting to bind port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:05.212660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Attempting to bind port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '129b1e15-6950-4bf9-81b1-68924d3f4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '085582b2-6338-4346-894c-1d928f3d813e'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:05.213541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Attempting to bind port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a on network 085582b2-6338-4346-894c-1d928f3d813e {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:05.219381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:05.219830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Checking segment: {'id': '129b1e15-6950-4bf9-81b1-68924d3f4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '085582b2-6338-4346-894c-1d928f3d813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:05.220290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.220745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Bound using segment: {'id': '129b1e15-6950-4bf9-81b1-68924d3f4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '085582b2-6338-4346-894c-1d928f3d813e'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:05.221287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Bound port: 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129b1e15-6950-4bf9-81b1-68924d3f4aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '085582b2-6338-4346-894c-1d928f3d813e'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:05.221975 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.324837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] For port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:05.330911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] For port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,segment=NetworkSegment(129b1e15-6950-4bf9-81b1-68924d3f4aff),segment_id=129b1e15-6950-4bf9-81b1-68924d3f4aff)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:05.342032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.389092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.448294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c4b21-ec46-41d3-911c-53a1e33dfe1a None None] Pushing event updated for resources: {'Port': ['ID=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:05.509515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.575959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Allocated IP 172.25.7.253 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0ec0d47b-7858-401d-b73b-65223d9ce7b1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:05.585572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.592523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.599692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.614434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.615887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.646506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.653195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.664505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.676224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-f9967a26-4350-4f01-bb2d-06a5f672903f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1861646 Oct 19 20:31:05.751518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dba285f0-1f1a-4abb-8e1b-155d2519176d req-a65e991b-fbbe-4e25-94b8-8aece39fa8f7 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683146 Oct 19 20:31:05.755595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 085582b2-6338-4346-894c-1d928f3d813e is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:05.756381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=3ba01cc6-d49d-4b27-9f95-80b3aa236b7a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:05.768606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:05.771018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:05.900028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.900595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.917340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:05.939425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-34f39900-0e6c-472d-9289-285733771d89 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4471166 Oct 19 20:31:05.939982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46360) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:05.945164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '085582b2-6338-4346-894c-1d928f3d813e', 'name': 'tempest-PortsTestJSON-1206393590', 'fixed_ips': [{'subnet_id': '832a2870-7022-4218-8898-45d9ded3c78e', 'ip_address': '172.20.0.9'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:05.962600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.971411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.979233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.987349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:05.994719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:06.007906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:06.014307 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:06.016429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f078fb91-7c80-4e0e-82aa-18ffb47f2a78 req-5045e156-3d0f-41ec-bfee-bee4777bc66d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.1177778 Oct 19 20:31:06.032697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.079772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:06.086972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:06.095467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:06.122600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'Port': ['ID=0ec0d47b-7858-401d-b73b-65223d9ce7b1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:06.184071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:06.189425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.223924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 2cfbe447-85f1-4e94-803d-681603c499c5 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:06.232037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.316047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.506751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.9 (085582b2-6338-4346-894c-1d928f3d813e/832a2870-7022-4218-8898-45d9ded3c78e/2cfbe447-85f1-4e94-803d-681603c499c5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:06.615428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.623511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.633482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4390b6-a9a1-4e4c-ad7f-f6e332a88e1f None None] Network 085582b2-6338-4346-894c-1d928f3d813e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:06.721653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] Provisioning complete for port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:06.722019 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.751230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'Port': ['ID=0ec0d47b-7858-401d-b73b-65223d9ce7b1,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:06.782744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.788618 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.811691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.813777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c0ab151-b52d-4129-b740-3ce2c8ab6bc4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7561162 Oct 19 20:31:06.849855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.903386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 085582b2-6338-4346-894c-1d928f3d813e is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:06.912049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:06.912862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:06.921539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:06.994640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:06.995327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.004798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] For port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,segment=NetworkSegment(129b1e15-6950-4bf9-81b1-68924d3f4aff),segment_id=129b1e15-6950-4bf9-81b1-68924d3f4aff)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:07.016515 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.028765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46404) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:07.029395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0878251 Oct 19 20:31:07.036948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2cfba-acc9-4d0c-95a2-f58e0c598aa5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=2cfbe447-85f1-4e94-803d-681603c499c5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:07.096406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1fae3-ce5a-41b6-aaac-fba612bb76d0 None None] Pushing event updated for resources: {'Port': ['ID=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:07.146371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:07.230479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:07.231162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.236550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2415fd-fb26-40ef-bd92-a1bc28676172 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:07.239152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec2415fd-fb26-40ef-bd92-a1bc28676172 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2084596 Oct 19 20:31:07.242492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46424) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:07.335589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da95f47-bd4d-4769-8c5f-54c0843d5107 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:07.343600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da95f47-bd4d-4769-8c5f-54c0843d5107 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:07.351240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da95f47-bd4d-4769-8c5f-54c0843d5107 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:07.353603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6da95f47-bd4d-4769-8c5f-54c0843d5107 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1085370 Oct 19 20:31:07.357853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46436) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:07.474460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-089f42de-036f-460f-9724-48d70a441e19 None None] Provisioning complete for port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:07.475392 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-089f42de-036f-460f-9724-48d70a441e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.525117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 2cfbe447-85f1-4e94-803d-681603c499c5 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:07.525497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.684646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.729608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 2cfbe447-85f1-4e94-803d-681603c499c5 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:07.832149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-089f42de-036f-460f-9724-48d70a441e19 None None] Provisioning complete for port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:07.832704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-089f42de-036f-460f-9724-48d70a441e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:07.927290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-089f42de-036f-460f-9724-48d70a441e19 None None] Port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:07.933531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46462) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:07.969932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-73655a6d-17c0-42dc-bf51-db2205e8b7c9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:07.980707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-73655a6d-17c0-42dc-bf51-db2205e8b7c9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.8041458 Oct 19 20:31:07.987852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.011472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-2ce702c6-b31a-456e-91b2-d2988b3e9d14 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/quotas/8dcd73c1b0b94ef38f04c6e38465ec37 HTTP/1.1" status: 200 len: 375 time: 0.0245738 Oct 19 20:31:08.040329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=2cfbe447-85f1-4e94-803d-681603c499c5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:08.057120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f4514403-53e6-4921-bcb6-64189f56f178 None None] Provisioning complete for port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:08.057543 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4514403-53e6-4921-bcb6-64189f56f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.132293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9348072a-03da-4522-879c-c3792d2c9616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.132562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f4514403-53e6-4921-bcb6-64189f56f178 None None] Port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:08.136840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-3ea42781-3e10-455b-8b89-4b63c4792418 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152706 Oct 19 20:31:08.150132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f4514403-53e6-4921-bcb6-64189f56f178 None None] Could not find standard attr ID for object 2cfbe447-85f1-4e94-803d-681603c499c5. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:08.203483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.209933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cf9a285c-f9d3-4b05-9e3d-541b29e94b48 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/2cfbe447-85f1-4e94-803d-681603c499c5 HTTP/1.1" status: 204 len: 168 time: 0.8502390 Oct 19 20:31:08.210708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.247589 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc5fc9f-a136-46ce-a27f-ed9bbcc0a110 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:08.249731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3cc5fc9f-a136-46ce-a27f-ed9bbcc0a110 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/2cfbe447-85f1-4e94-803d-681603c499c5 HTTP/1.1" status: 404 len: 333 time: 0.0368114 Oct 19 20:31:08.252951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.300702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-056d00b8-ea18-4e22-97bd-7ef2545165b3 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626873 Oct 19 20:31:08.300906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9348072a-03da-4522-879c-c3792d2c9616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.310740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9348072a-03da-4522-879c-c3792d2c9616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.335161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.361850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9348072a-03da-4522-879c-c3792d2c9616 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33a76a3ca2af4123b6e886213781f1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270720 Oct 19 20:31:08.364995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46490) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.378644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348072a-03da-4522-879c-c3792d2c9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b4470-6635-4489-a7e5-01e9b3c36ec1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:08.439413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-a4cc40ac-0b90-431f-a33b-b591fe8f6256 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378441 Oct 19 20:31:08.452101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.459731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.460207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.460669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.461125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.461624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.462081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.462514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:08.463244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:08.463672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.464416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-8a869647-55db-43a5-bb95-63f31ee2e57d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.1249576 Oct 19 20:31:08.497495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.526894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-650a3845-48fb-4ba8-9df5-df23c2d1a8b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&id=fed50139-10c1-47af-9fa0-c8bea4951083&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552132 Oct 19 20:31:08.566965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.568652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.571936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.573401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/550b4470-6635-4489-a7e5-01e9b3c36ec1 HTTP/1.1" status: 204 len: 168 time: 0.2074685 Oct 19 20:31:08.581399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 3ba01cc6-d49d-4b27-9f95-80b3aa236b7a owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:08.583398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e29c-b999-4d1e-ac80-2a06420ba328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b4470-6635-4489-a7e5-01e9b3c36ec1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:08.669050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66dbdeaa-9be2-4706-9c9b-304676398c39 req-ed150e95-7401-46eb-a0a1-9ab8b39e2c50 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 210 time: 0.0391641 Oct 19 20:31:08.740719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.785264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=3ba01cc6-d49d-4b27-9f95-80b3aa236b7a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:08.872652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:08.876536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a7e7d69-b631-4586-83d2-57201234cbef tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/3ba01cc6-d49d-4b27-9f95-80b3aa236b7a HTTP/1.1" status: 204 len: 168 time: 0.6222579 Oct 19 20:31:08.879619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46510) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.914436 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e700e4f-e3d6-4c66-9ef4-a68d7a2ed00b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:08.916690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8e700e4f-e3d6-4c66-9ef4-a68d7a2ed00b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/3ba01cc6-d49d-4b27-9f95-80b3aa236b7a HTTP/1.1" status: 404 len: 333 time: 0.0356421 Oct 19 20:31:08.919613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.938003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46516) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:08.954857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78d4fee-0d35-40af-9199-128e3f962475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.014652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 832a2870-7022-4218-8898-45d9ded3c78e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:09.018606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.062262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:09.074970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.076349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78d4fee-0d35-40af-9199-128e3f962475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.082752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78d4fee-0d35-40af-9199-128e3f962475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.152700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d78d4fee-0d35-40af-9199-128e3f962475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b322dbd2cf7f4ac0bf1b86337cdc8cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132041 Oct 19 20:31:09.156665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46522) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:09.165875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d4fee-0d35-40af-9199-128e3f962475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873aa10-1724-4d9b-a72d-f84a20c8c819,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:09.174102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:09.176699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.217126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.231651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.273874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.320334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.345834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.348696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.350131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3873aa10-1724-4d9b-a72d-f84a20c8c819 HTTP/1.1" status: 204 len: 168 time: 0.1917210 Oct 19 20:31:09.355837 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.361760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/832a2870-7022-4218-8898-45d9ded3c78e HTTP/1.1" status: 204 len: 168 time: 0.4378407 Oct 19 20:31:09.361760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b5135-f6e3-46f8-a96e-8c38fe382c17 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=832a2870-7022-4218-8898-45d9ded3c78e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:09.362918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46528) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:09.363534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057c709-4544-411d-a976-f51811610124 None None] Network 085582b2-6338-4346-894c-1d928f3d813e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:09.372143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5763d9c-649f-445f-acb2-cc8412e390a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873aa10-1724-4d9b-a72d-f84a20c8c819,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:09.453151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.513372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:09.513854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.579543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] DHCP port deletion for 085582b2-6338-4346-894c-1d928f3d813e request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:09.592442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,segment=NetworkSegment(129b1e15-6950-4bf9-81b1-68924d3f4aff),segment_id=129b1e15-6950-4bf9-81b1-68924d3f4aff)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:09.592819 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.606969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:09.627031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Deleting port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:09.627491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.704400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.717066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] For port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,segment=NetworkSegment(129b1e15-6950-4bf9-81b1-68924d3f4aff),segment_id=129b1e15-6950-4bf9-81b1-68924d3f4aff)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:09.717542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.740736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:09.746945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:09.752687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Calling delete_port for 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:09.845105 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.864666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66e8864a-0252-4e7e-89d5-7e8b14a4d616 req-d7408c0c-cead-4f8c-964e-d9b21e80569e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 210 time: 0.0816350 Oct 19 20:31:09.890825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] Pushing event deleted for resources: {'Port': ['ID=42cfd5c8-b5b5-458e-89ed-e8f83e888b4a,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:09.892910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aec486-304e-425b-8f40-3f40a02aeccf None None] No DVR routers for this DVR port 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:09.955497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:09.986472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085582b2-6338-4346-894c-1d928f3d813e']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:10.002827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129b1e15-6950-4bf9-81b1-68924d3f4aff') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:10.003122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129b1e15-6950-4bf9-81b1-68924d3f4aff') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:10.019170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.031555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-6c9f6a30-d51b-49fe-a607-979f464e76e2 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:10.032996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-6c9f6a30-d51b-49fe-a607-979f464e76e2 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.2490447 Oct 19 20:31:10.040467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.047073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'port': {'device_id': '04887c46-f973-450d-a65a-be686c736ef1', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'admin_state_up': True, 'tenant_id': '8dcd73c1b0b94ef38f04c6e38465ec37'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:10.064528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:10.064847 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:10.067697 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:10.178528 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.188185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.195098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/085582b2-6338-4346-894c-1d928f3d813e HTTP/1.1" status: 204 len: 168 time: 0.8308334 Oct 19 20:31:10.195491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46554) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:10.201783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614952771'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:10.210041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d020865-ab7b-47da-9f3b-3cd45de53b09 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=085582b2-6338-4346-894c-1d928f3d813e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:10.223198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:10.226750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.243723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Made reservation on behalf of 8dcd73c1b0b94ef38f04c6e38465ec37 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:10.250181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.256592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:10.285687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.286038 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Added segment 360f595a-0174-431d-b75d-e0916239f0ea of type vlan for network 3da6537a-8e44-4c97-9e0e-55c707165a34 Oct 19 20:31:10.359070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.397413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.403437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:10.404094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.412159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Allocated IP 172.20.0.7 (cfb0833b-84d4-481c-b097-5da3d0065d54/e5625808-4b3c-4b16-be46-e8abbc918e77/fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:10.445783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2458620 Oct 19 20:31:10.446037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46564) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:10.452959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:10.494835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8420550-d35d-49cf-b419-01a62f522b04 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Network': ['ID=3da6537a-8e44-4c97-9e0e-55c707165a34,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:10.507760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:10.601821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:10.606032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.606400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.651726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.700506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Network cfb0833b-84d4-481c-b097-5da3d0065d54 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:10.705070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:10.707619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:10.748053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:10.769978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:10.770569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.787495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-912c6403-b157-46e0-91ea-43cdda40b37a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446773 Oct 19 20:31:10.800590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Request body: {'port': {'device_id': '04887c46-f973-450d-a65a-be686c736ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:10.829629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.860644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.892068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=9b596391-52a3-449a-bec5-f6631b4b2746,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:10.901958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Checking segment: {'id': '360f595a-0174-431d-b75d-e0916239f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:10.902377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network hostable DHCP agents. Network: 3da6537a-8e44-4c97-9e0e-55c707165a34, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:10.922628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:10.937368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 3da6537a-8e44-4c97-9e0e-55c707165a34) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:10.946748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766a96f-206b-4843-b000-99bbb35774d1 None None] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:10.957482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:10.958100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:10.963182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46580) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:11.016670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:11.021188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f4654976-2bd0-469c-aced-3dbc3848f89a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5741274 Oct 19 20:31:11.024469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:11.029616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-930595116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:11.051116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:11.051642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 42cfd5c8-b5b5-458e-89ed-e8f83e888b4a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:11.082411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097aaa-192f-4902-b1c5-06743404bda7 req-121f92df-560e-4abb-9569-cab4aaf90e34 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:11.084289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44097aaa-192f-4902-b1c5-06743404bda7 req-121f92df-560e-4abb-9569-cab4aaf90e34 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 931 time: 0.1081994 Oct 19 20:31:11.094750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.096159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.155482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44097aaa-192f-4902-b1c5-06743404bda7 req-b1674a5a-7f41-4e28-be15-a8f9fc07a464 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555923 Oct 19 20:31:11.201573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1321358056'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:11.207375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.223470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-3da6537a-8e44-4c97-9e0e-55c707165a34', 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '9b596391-52a3-449a-bec5-f6631b4b2746'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:11.224335 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.230147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.261356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Made reservation on behalf of ea7d48ec7d9b49e69ed3e4458dd4336d for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:11.262024 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.273040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.279151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.282981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a74541da-338a-489b-96f1-b7e905d519a1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2549005 Oct 19 20:31:11.283664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46588) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:11.288389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34', 'name': 'tempest-PortsTestJSON-642233291'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:11.312213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:11.320310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.333631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Transition to ACTIVE for port object fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:31:11.338213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.390042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:11.390273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Allocated IP 172.20.0.2 (3da6537a-8e44-4c97-9e0e-55c707165a34/9b596391-52a3-449a-bec5-f6631b4b2746/36017bd4-54a3-4bc1-af2b-488495c2678f) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:11.476093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Attempting to bind port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:11.476439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Attempting to bind port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:11.476797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Attempting to bind port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:11.483913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 on network cfb0833b-84d4-481c-b097-5da3d0065d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:11.484242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Attempting to bind port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:11.489444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:11.489788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Checking segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:11.490163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Bound using segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:11.490701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Bound port: fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:11.490865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:11.491014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.494323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.501360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.511950 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.536730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 96ddaa92-f82d-473d-aa82-e9b61a641962 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:11.546725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:11.564017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:11.567355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:11.572112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.584173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.586697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:11.587318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.588822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] 10.222.0.11 "PUT /v2.0/ports/fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 HTTP/1.1" status: 200 len: 1091 time: 0.7934763 Oct 19 20:31:11.589255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:11.592041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.592197 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39081e-c310-4815-ab6c-cf9770f55ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:11.603091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.603465 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Added segment ee1a3b2c-199b-4b24-8b09-ef4a15f276bc of type vlan for network f881f9d0-40cf-4881-8307-f1399380cceb Oct 19 20:31:11.612430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4a634-f87d-47f0-9320-2ae4785db253,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:11.646972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:11.650169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:11.655188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:11.666383 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69df5b3-870d-4669-ae01-5e893ca7b67c x-openstack-request-id: req-a69df5b3-870d-4669-ae01-5e893ca7b67c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:11.666823 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:11.667082 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69df5b3-870d-4669-ae01-5e893ca7b67c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:11.667483 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'status': 'completed', 'code': 200} Oct 19 20:31:11.674220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.687489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Pushing event updated for resources: {'Port': ['ID=36017bd4-54a3-4bc1-af2b-488495c2678f,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:11.701985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309db03c-c6c7-49fa-a9df-6df55e46b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:11.716570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-1c160cd0-eb98-406a-86f3-82e178e28e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:11.718752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-1c160cd0-eb98-406a-86f3-82e178e28e10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 1094 time: 0.0803456 Oct 19 20:31:11.724930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Attempting to bind port 36017bd4-54a3-4bc1-af2b-488495c2678f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:11.725315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Attempting to bind port 36017bd4-54a3-4bc1-af2b-488495c2678f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '360f595a-0174-431d-b75d-e0916239f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:11.725693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Attempting to bind port 36017bd4-54a3-4bc1-af2b-488495c2678f on network 3da6537a-8e44-4c97-9e0e-55c707165a34 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:11.731080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:11.731271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Checking segment: {'id': '360f595a-0174-431d-b75d-e0916239f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:11.731649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.732041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Bound using segment: {'id': '360f595a-0174-431d-b75d-e0916239f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:11.732507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Bound port: 36017bd4-54a3-4bc1-af2b-488495c2678f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360f595a-0174-431d-b75d-e0916239f0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3da6537a-8e44-4c97-9e0e-55c707165a34'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:11.732936 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.740994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.6 (3da6537a-8e44-4c97-9e0e-55c707165a34/9b596391-52a3-449a-bec5-f6631b4b2746/96ddaa92-f82d-473d-aa82-e9b61a641962) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:11.745131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.752809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:11.753466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.762681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-a8b31421-fbfb-4955-95d5-a99e139c7578 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 HTTP/1.1" status: 200 len: 217 time: 0.0364926 Oct 19 20:31:11.777780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8134570 Oct 19 20:31:11.813507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-6c1c2b65-c052-48f7-8f8d-b00c63992430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:11.815238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-6c1c2b65-c052-48f7-8f8d-b00c63992430 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.0446596 Oct 19 20:31:11.830753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] For port 36017bd4-54a3-4bc1-af2b-488495c2678f, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:11.835731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] For port 36017bd4-54a3-4bc1-af2b-488495c2678f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=36017bd4-54a3-4bc1-af2b-488495c2678f,segment=NetworkSegment(360f595a-0174-431d-b75d-e0916239f0ea),segment_id=360f595a-0174-431d-b75d-e0916239f0ea)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:11.845883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e488af-5bd2-4f08-b2bf-fc90ecf3747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Pushing event updated for resources: {'Network': ['ID=f881f9d0-40cf-4881-8307-f1399380cceb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:11.847984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:11.862067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-2ae24b22-a624-4250-a9f9-378468aad13b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396926 Oct 19 20:31:11.865268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f881f9d0-40cf-4881-8307-f1399380cceb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:11.941133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2764-4dc4-4985-9802-f94d0035b660 None None] Pushing event updated for resources: {'Port': ['ID=36017bd4-54a3-4bc1-af2b-488495c2678f,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:12.017413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.034143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-1d75548f-15ad-43a4-be2a-3dc403e3e1ef service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645260 Oct 19 20:31:12.046860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46600) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:12.052939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb', 'binding:host_id': 'n-h1-805649-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-551898381'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:12.080908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.135413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Made reservation on behalf of c3129601e733498dac1b11d641c760a5 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:12.142039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.166276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.171907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=96ddaa92-f82d-473d-aa82-e9b61a641962,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:12.175324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:12.178075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0dc3601-1215-4dbd-ab6c-26a149859cf8 req-958e6bfe-48f0-49a9-9e21-c4c7e2a77f1c service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362336 Oct 19 20:31:12.188615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:12.201346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:12.343992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-d4b82b62-cd28-490c-8c76-9bcf28d03980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:12.345693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-d4b82b62-cd28-490c-8c76-9bcf28d03980 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 1094 time: 0.1090167 Oct 19 20:31:12.359183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4332a-79ec-49a3-9674-3fc85bf66098 req-d98702bf-47b2-4ae3-9022-96cd4d46838b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:12.360682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ad4332a-79ec-49a3-9674-3fc85bf66098 req-d98702bf-47b2-4ae3-9022-96cd4d46838b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 943 time: 0.0697474 Oct 19 20:31:12.459110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ad4332a-79ec-49a3-9674-3fc85bf66098 req-c8afb066-aa8d-42f2-902e-ad4ccd1343e9 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899096 Oct 19 20:31:12.482472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-c1cd8db0-3b2c-42ad-bccc-ca2120c108ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:12.485076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-c1cd8db0-3b2c-42ad-bccc-ca2120c108ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 920 time: 0.1234522 Oct 19 20:31:12.534008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.535695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-04ccceb4-7f7e-4e9d-b8eb-f96d77ee264f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 HTTP/1.1" status: 200 len: 217 time: 0.0425377 Oct 19 20:31:12.589203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-79138c25-c094-4e1b-8974-c92474c94a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:12.590739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-79138c25-c094-4e1b-8974-c92474c94a0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.0478532 Oct 19 20:31:12.613985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:12.614598 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.628579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-a7889ea8-cf53-48bb-93cc-c8d37508aaf1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296531 Oct 19 20:31:12.644794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aef8cc2f-8e2a-4f0b-a3c2-766fa8d4b8f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3579686 Oct 19 20:31:12.656274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:12.669170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.674120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.679532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 32f25f20-1a21-4615-8326-cde80b400f32 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:12.759408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77285496-d5b5-4f28-bee6-08b8a3f4c5f2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:12.903682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.934915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-9d071d91-4159-486e-ad66-016134150e62 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984743 Oct 19 20:31:12.943432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 32f25f20-1a21-4615-8326-cde80b400f32 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:12.959136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:12.968921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.037943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=32f25f20-1a21-4615-8326-cde80b400f32,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:13.044703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Checking segment: {'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:13.045175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Network hostable DHCP agents. Network: f881f9d0-40cf-4881-8307-f1399380cceb, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:13.054318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544f541-e5f6-4098-a65c-5fb0569c0712 None None] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:13.072564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 36017bd4-54a3-4bc1-af2b-488495c2678f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:13.082052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Network f881f9d0-40cf-4881-8307-f1399380cceb is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:13.095121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f881f9d0-40cf-4881-8307-f1399380cceb) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:13.099093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:13.108633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ecc7f-af4b-42bb-a251-16da5af16fe7 None None] Network f881f9d0-40cf-4881-8307-f1399380cceb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:13.120785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.121281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.121743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.128012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.128430 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.128734 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 2 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.130978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.135746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe39081e-c310-4815-ab6c-cf9770f55ba5 req-3f306431-c80c-4599-adf2-7a67544f05c7 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780965 Oct 19 20:31:13.146210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.146617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.147056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.152516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.152841 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.153238 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 3 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.168497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.168497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.168921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.174355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.174686 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.175072 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 4 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.192131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.192643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.193002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.197942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.198272 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.198678 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 5 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.214636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.214989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.215330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.220776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.221107 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.221534 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 6 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.235374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.235736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.236074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.240653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.240979 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.241481 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 7 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.254497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.258781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.259323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.264347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.264858 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.265470 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 8 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.283248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.283587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.284266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.288848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.289180 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.289607 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 9 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.296982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] Provisioning complete for port 36017bd4-54a3-4bc1-af2b-488495c2678f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:13.297440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.303570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.304100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.304432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.310002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.310328 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.310743 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 10 to bind port 32f25f20-1a21-4615-8326-cde80b400f32 Oct 19 20:31:13.322610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:13.322948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:13.323283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:13.328115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 32f25f20-1a21-4615-8326-cde80b400f32 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:13.328753 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 32f25f20-1a21-4615-8326-cde80b400f32 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:13.329265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.380875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 36017bd4-54a3-4bc1-af2b-488495c2678f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:13.381250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.404399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 32f25f20-1a21-4615-8326-cde80b400f32, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:13.405467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempted to set empty binding levels {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:31:13.411460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.416106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.422966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.445575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:13.446165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.473176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4252279 Oct 19 20:31:13.474400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc5ba-c733-4a85-87db-7f228ff1a66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=32f25f20-1a21-4615-8326-cde80b400f32,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:13.475987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46618) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:13.509861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=96ddaa92-f82d-473d-aa82-e9b61a641962,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:13.565849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Deleting port 32f25f20-1a21-4615-8326-cde80b400f32 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:13.566277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.600758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.619269 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.657444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 32f25f20-1a21-4615-8326-cde80b400f32, host n-h1-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:13.660076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.667166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] For port 36017bd4-54a3-4bc1-af2b-488495c2678f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=36017bd4-54a3-4bc1-af2b-488495c2678f,segment=NetworkSegment(360f595a-0174-431d-b75d-e0916239f0ea),segment_id=360f595a-0174-431d-b75d-e0916239f0ea)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:13.674497 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.714372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Calling delete_port for 32f25f20-1a21-4615-8326-cde80b400f32 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:13.758201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.766269 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:31:13.766875 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:31:13.771770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812183e-b60f-4fb0-ad08-4f251dc49cae None None] Pushing event updated for resources: {'Port': ['ID=36017bd4-54a3-4bc1-af2b-488495c2678f,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:13.778889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915e12-e912-4b24-bf6c-23964b3c213b req-b192c1af-56b3-4acd-8649-8e49490ed1b2 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:13.781762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09915e12-e912-4b24-bf6c-23964b3c213b req-b192c1af-56b3-4acd-8649-8e49490ed1b2 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 943 time: 0.1171737 Oct 19 20:31:13.848906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09915e12-e912-4b24-bf6c-23964b3c213b req-9bb29ee1-a819-4bdc-b4e1-a4350048a1c4 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596743 Oct 19 20:31:13.863090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.893118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f25f20-1a21-4615-8326-cde80b400f32,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:13.893897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.899770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-df4c82a0-6372-4612-8943-2232adfb8e4c None None] Provisioning complete for port 96ddaa92-f82d-473d-aa82-e9b61a641962 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:13.900902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df4c82a0-6372-4612-8943-2232adfb8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.901609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.905738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e9e0219-24d3-4545-8f4f-bbb2761f8e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "DELETE /v2.0/ports/32f25f20-1a21-4615-8326-cde80b400f32 HTTP/1.1" status: 204 len: 168 time: 0.4282179 Oct 19 20:31:13.908327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46626) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:13.937861 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d1b295-a660-4de0-b2b0-b7a42d705eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:31:13.939571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30d1b295-a660-4de0-b2b0-b7a42d705eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports/32f25f20-1a21-4615-8326-cde80b400f32 HTTP/1.1" status: 404 len: 333 time: 0.0301318 Oct 19 20:31:13.943534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46628) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:13.948491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815052440'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:13.952201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-df4c82a0-6372-4612-8943-2232adfb8e4c None None] Port 96ddaa92-f82d-473d-aa82-e9b61a641962 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:13.963107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-df4c82a0-6372-4612-8943-2232adfb8e4c None None] Provisioning complete for port 36017bd4-54a3-4bc1-af2b-488495c2678f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:13.963612 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df4c82a0-6372-4612-8943-2232adfb8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.977513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Made reservation on behalf of c3129601e733498dac1b11d641c760a5 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:13.980261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:13.997961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 1ebe525c-ea55-439f-9458-f1a45c543000 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:14.162694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.184706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c03a8b1c-5c98-4c57-a377-04bf3cf5d714 None None] Provisioning complete for port 96ddaa92-f82d-473d-aa82-e9b61a641962 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:14.185074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c03a8b1c-5c98-4c57-a377-04bf3cf5d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.202624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.208104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.208437 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.228734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c03a8b1c-5c98-4c57-a377-04bf3cf5d714 None None] Port 96ddaa92-f82d-473d-aa82-e9b61a641962 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:14.262645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=1ebe525c-ea55-439f-9458-f1a45c543000,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:14.267068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Network f881f9d0-40cf-4881-8307-f1399380cceb is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:14.270627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:14.273547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:14.274726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:14.275057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.294554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=96ddaa92-f82d-473d-aa82-e9b61a641962,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:14.297163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2eaaec12-3eee-486b-a763-d2939227250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3525634 Oct 19 20:31:14.297830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46632) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:14.303301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:14.306125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.413207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.453199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c4b3a533-51cd-4263-ab9f-4ca064d5ebef None None] Provisioning complete for port 96ddaa92-f82d-473d-aa82-e9b61a641962 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:14.454323 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a533-51cd-4263-ab9f-4ca064d5ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.484711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:14.490184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3a533-51cd-4263-ab9f-4ca064d5ebef None None] Port 96ddaa92-f82d-473d-aa82-e9b61a641962 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:14.494525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:14.711357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bd960771-e73f-4b5a-9410-64619dfcad8e None None] Provisioning complete for port 96ddaa92-f82d-473d-aa82-e9b61a641962 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:14.712162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd960771-e73f-4b5a-9410-64619dfcad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.747373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bd960771-e73f-4b5a-9410-64619dfcad8e None None] Port 96ddaa92-f82d-473d-aa82-e9b61a641962 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:14.832025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:14.936237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:14.948457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'port_id': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'mac_address': 'fa:16:3e:6f:fd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5625808-4b3c-4b16-be46-e8abbc918e77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:31:14.986674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:14.999724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 36017bd4-54a3-4bc1-af2b-488495c2678f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:15.022947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:15.052336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607477f-7a37-4ee8-ad50-896d469c0fcf req-277236bb-2b67-4679-ba45-09b78c13fc5f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.054122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b607477f-7a37-4ee8-ad50-896d469c0fcf req-277236bb-2b67-4679-ba45-09b78c13fc5f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 943 time: 0.1102996 Oct 19 20:31:15.058915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:15.065881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.066417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 1ebe525c-ea55-439f-9458-f1a45c543000 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:15.088383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.098642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.102035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 36017bd4-54a3-4bc1-af2b-488495c2678f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:15.102397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.106838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Router 6ce16aa0-c007-43ed-84ba-db8a009c9c38 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:31:15.138572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:15.159070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b607477f-7a37-4ee8-ad50-896d469c0fcf req-404f327b-1514-4602-89e7-36ffc9e465e5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965631 Oct 19 20:31:15.178937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=1ebe525c-ea55-439f-9458-f1a45c543000,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:15.218534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.218874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.219247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.227319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.227660 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.254499 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 2 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.269192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:15.273997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.274336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.274674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.286864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.287191 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.287720 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 3 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.290493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:31:15.296483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b6146567-5933-4ecc-bf45-3ff5c0a39b5f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/routers/6ce16aa0-c007-43ed-84ba-db8a009c9c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390617 Oct 19 20:31:15.300864 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] Sync routers for ids ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:31:15.302060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46642) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:15.306693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.307105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.307522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.312262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.312664 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.313122 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 4 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.325838 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] Routers {'6ce16aa0-c007-43ed-84ba-db8a009c9c38'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:31:15.327028 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:15.327773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.328175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.328574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.333457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.334025 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.334631 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 5 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.347706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.348305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.348832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.354350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.354914 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.355493 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 6 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.370633 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:15.371035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.371562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.371978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.382786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ddefe-a9fc-4e06-8bb3-f816219aec65 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.383960 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] Routers {'6ce16aa0-c007-43ed-84ba-db8a009c9c38'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:31:15.384611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dc2ddefe-a9fc-4e06-8bb3-f816219aec65 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce16aa0-c007-43ed-84ba-db8a009c9c38 HTTP/1.1" status: 200 len: 981 time: 0.0814931 Oct 19 20:31:15.384751 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:15.388195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:15.396376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.396874 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.398319 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 7 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.431282 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:15.431932 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372e06b-75c5-43a0-8137-86d025112e69 None None] The sync data for ids ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:31:15.473001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.473362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.473703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.482802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.483131 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.485014 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 8 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.505961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.506295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.506632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.546240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.546564 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.548377 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 9 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.592957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.593289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.593656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.600668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.600990 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.602838 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 10 to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 Oct 19 20:31:15.637862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:15.638198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:15.638530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:15.665722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:15.665978 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 1ebe525c-ea55-439f-9458-f1a45c543000 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:15.666337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.800119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 1ebe525c-ea55-439f-9458-f1a45c543000, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:15.800482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempted to set empty binding levels {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:31:15.807116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.848219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] In _notify_port_updated(), no bound segment for port 1ebe525c-ea55-439f-9458-f1a45c543000 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:15.849037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.849651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.850959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "PUT /v2.0/ports/1ebe525c-ea55-439f-9458-f1a45c543000 HTTP/1.1" status: 200 len: 979 time: 1.5519032 Oct 19 20:31:15.853765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:15.872150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb0d49-4d62-4bd6-858d-589f460bbc57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=1ebe525c-ea55-439f-9458-f1a45c543000,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:15.969666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.970145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.970612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.971069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.971529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.971980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.972442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.972895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.973388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.973829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.974291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.974724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.975174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.975624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.976073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.976523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.976973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.977455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.977907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.978355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.978803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.979256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.979705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.980161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.980601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.981042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.981674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.982132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.982578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.983580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.984035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.984480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.984922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.985390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.985835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.986282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.986736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.987099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:15.987222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.987611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.988056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.988502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.988947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.989416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.989866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.990311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.990756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.991226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.991669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.992117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.992567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.993012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:15.997913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ea54a68b-4d09-4074-a38e-eeed946663a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45628 time: 0.1430814 Oct 19 20:31:16.003507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46656) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:16.077469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Deleting port 1ebe525c-ea55-439f-9458-f1a45c543000 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:16.077805 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.142665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 1ebe525c-ea55-439f-9458-f1a45c543000, host n-h1-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:16.143059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.156827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Calling delete_port for 1ebe525c-ea55-439f-9458-f1a45c543000 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:16.244307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.254512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 96ddaa92-f82d-473d-aa82-e9b61a641962 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:16.255245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.289098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ebe525c-ea55-439f-9458-f1a45c543000,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:16.297373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.301102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-309a97d1-3ba4-4078-a649-aa13a2e7c20d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1ebe525c-ea55-439f-9458-f1a45c543000 HTTP/1.1" status: 204 len: 168 time: 0.2964225 Oct 19 20:31:16.305217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46660) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:16.330277 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-da10c0e8-2094-41c7-9217-d7bdc56bc1db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:31:16.331714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-da10c0e8-2094-41c7-9217-d7bdc56bc1db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports/1ebe525c-ea55-439f-9458-f1a45c543000 HTTP/1.1" status: 404 len: 333 time: 0.0255871 Oct 19 20:31:16.335397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46662) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:16.340254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64657397-9171-438d-8c6b-5114e34874b6 req-9d70b1ce-afb3-4594-a463-f00676b70372 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:16.341733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64657397-9171-438d-8c6b-5114e34874b6 req-9d70b1ce-afb3-4594-a463-f00676b70372 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 944 time: 0.1091177 Oct 19 20:31:16.345421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340798849', 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:16.359588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.376320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 96ddaa92-f82d-473d-aa82-e9b61a641962 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:16.380402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64657397-9171-438d-8c6b-5114e34874b6 req-bf0c874e-6629-42ae-9c30-c8dbe8b8c036 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Oct 19 20:31:16.392050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Made reservation on behalf of c3129601e733498dac1b11d641c760a5 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:16.394367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.441477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 519bb2e4-aa9b-459d-a058-46c5cf4a3dcc yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:16.696130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.702854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.736414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=96ddaa92-f82d-473d-aa82-e9b61a641962,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:16.810554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.849631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:16.898535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Network f881f9d0-40cf-4881-8307-f1399380cceb is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:16.902283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:31:16.907392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:16.907977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.928034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:16.938555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:16.939878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:16.940084 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.942241 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:31:16.946193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:16.951135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=519bb2e4-aa9b-459d-a058-46c5cf4a3dcc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:16.970423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-696080db-b665-482a-9f79-a5ab01b3e892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6339810 Oct 19 20:31:16.973065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.003653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.016100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ccd7b9-03e2-4d50-9309-44e6ee6d467e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:17.018609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d0ccd7b9-03e2-4d50-9309-44e6ee6d467e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports/519bb2e4-aa9b-459d-a058-46c5cf4a3dcc HTTP/1.1" status: 200 len: 959 time: 0.0442972 Oct 19 20:31:17.020998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.033863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:17.036515 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed208c54-2da2-4e02-a1dd-58eb5dfa0f3d" -d '{"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:17.050208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:17.056285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.098252 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6af925-dc8e-4b62-933b-cd717e439bd5 x-openstack-request-id: req-8a6af925-dc8e-4b62-933b-cd717e439bd5 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:17.098627 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:17.098971 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a6af925-dc8e-4b62-933b-cd717e439bd5 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:17.099814 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'code': 200} Oct 19 20:31:17.116848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:17.128902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Deleting port 519bb2e4-aa9b-459d-a058-46c5cf4a3dcc {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:17.129252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.193037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.206038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Calling delete_port for 519bb2e4-aa9b-459d-a058-46c5cf4a3dcc owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:17.250203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09b8d-9bbd-4b6c-bbc7-b445c1fae5c3 req-4b016f61-325b-4f7b-8203-9c5094e5b2f9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:17.251760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41e09b8d-9bbd-4b6c-bbc7-b445c1fae5c3 req-4b016f61-325b-4f7b-8203-9c5094e5b2f9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1563013 Oct 19 20:31:17.254469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Router 6ce16aa0-c007-43ed-84ba-db8a009c9c38 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:31:17.286314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873656-a715-4bb1-b567-29be3eeaa067 req-f03f6b5e-acf8-4466-9579-13bc5d5e5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:17.287786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb873656-a715-4bb1-b567-29be3eeaa067 req-f03f6b5e-acf8-4466-9579-13bc5d5e5028 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1183023 Oct 19 20:31:17.299231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.324789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event deleted for resources: {'Port': ['ID=519bb2e4-aa9b-459d-a058-46c5cf4a3dcc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:17.335528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.335878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.336219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.336553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.336888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.337570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.337570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.338325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.338325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.338511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.338810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.339162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:17.343535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.346862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3620f6f1-8a93-4c83-90c5-4f768b4b3000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "DELETE /v2.0/ports/519bb2e4-aa9b-459d-a058-46c5cf4a3dcc HTTP/1.1" status: 204 len: 168 time: 0.3246410 Oct 19 20:31:17.349326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46680) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.372864 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f34b3f-2bf1-4942-82e3-75b45f4a4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:31:17.374975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-59f34b3f-2bf1-4942-82e3-75b45f4a4465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports/519bb2e4-aa9b-459d-a058-46c5cf4a3dcc HTTP/1.1" status: 404 len: 333 time: 0.0247378 Oct 19 20:31:17.378844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46682) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.383092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41e09b8d-9bbd-4b6c-bbc7-b445c1fae5c3 req-09697830-2372-415f-b5f4-6c1a2fd36466 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222432 Oct 19 20:31:17.383887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1426549166'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:17.387733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:31:17.393732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0e376b5e-b715-4ec6-bcf2-4eeb410ecba9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/routers/6ce16aa0-c007-43ed-84ba-db8a009c9c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035956 Oct 19 20:31:17.398636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] Sync routers for ids ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:31:17.402766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46684) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.413231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb873656-a715-4bb1-b567-29be3eeaa067 req-6ebf36c5-c811-4638-aaca-80c53b962883 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853906 Oct 19 20:31:17.419821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] Routers {'6ce16aa0-c007-43ed-84ba-db8a009c9c38'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:31:17.420983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:17.430298 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9dde85-4bbf-4b62-8d28-5549c19fd540 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:17.431858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f9dde85-4bbf-4b62-8d28-5549c19fd540 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/96ddaa92-f82d-473d-aa82-e9b61a641962 HTTP/1.1" status: 404 len: 333 time: 0.0292261 Oct 19 20:31:17.434630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:17.457572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:17.461448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Made reservation on behalf of c3129601e733498dac1b11d641c760a5 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:17.464043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.469272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] Routers {'6ce16aa0-c007-43ed-84ba-db8a009c9c38'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:31:17.470137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:30:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:17.618652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.626693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:17.650337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:17.650999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52196d60-ceda-454e-951c-193d6d6dcd4f None None] The sync data for ids ['6ce16aa0-c007-43ed-84ba-db8a009c9c38'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:31:17.745233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639bf09-5b1b-4295-b7cd-b6cfd47f52fa req-16b70c61-52ba-4f99-b35c-73076d435794 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:17.746774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8639bf09-5b1b-4295-b7cd-b6cfd47f52fa req-16b70c61-52ba-4f99-b35c-73076d435794 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.2386220 Oct 19 20:31:17.875841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.881847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.950163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8639bf09-5b1b-4295-b7cd-b6cfd47f52fa req-d35367ac-dcf3-4cec-a42a-2af1f0268ca8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944168 Oct 19 20:31:17.957506 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.958427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce16aa0-c007-43ed-84ba-db8a009c9c38 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:31:17.965728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:17.966811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-986d6307-5b7b-4a2e-bd33-cdca8f617bfd tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/routers/6ce16aa0-c007-43ed-84ba-db8a009c9c38 HTTP/1.1" status: 204 len: 168 time: 0.5311902 Oct 19 20:31:17.970302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:18.023841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.029226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 9b596391-52a3-449a-bec5-f6631b4b2746 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:18.033326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.057524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.077344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.103155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Network f881f9d0-40cf-4881-8307-f1399380cceb is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:18.106081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:18.109525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:18.110455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:18.111045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.120905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:18.134467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-451ec704-8c8a-4973-97e4-4d7e6214089e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7544916 Oct 19 20:31:18.137012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46712) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:18.142778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:18.181156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.195729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.260480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.303920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=9b596391-52a3-449a-bec5-f6631b4b2746,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:18.308885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.312476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-af380a76-3168-4431-83c5-6c6004102d44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/9b596391-52a3-449a-bec5-f6631b4b2746 HTTP/1.1" status: 204 len: 168 time: 0.3411689 Oct 19 20:31:18.314971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46714) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:18.319133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda014bf-d85a-4a98-a518-6e13959a8a11 None None] Network 3da6537a-8e44-4c97-9e0e-55c707165a34 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:18.429150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.435276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] device_id is not set on port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:18.452447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.461120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.496915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 36017bd4-54a3-4bc1-af2b-488495c2678f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:18.497901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.536964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:18.549027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.549391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.549783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.554301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.554623 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.555521 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 2 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.558331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] DHCP port deletion for 3da6537a-8e44-4c97-9e0e-55c707165a34 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:18.571872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.572225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.572555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.577556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.577990 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.578379 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 3 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.582268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port 36017bd4-54a3-4bc1-af2b-488495c2678f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=36017bd4-54a3-4bc1-af2b-488495c2678f,segment=NetworkSegment(360f595a-0174-431d-b75d-e0916239f0ea),segment_id=360f595a-0174-431d-b75d-e0916239f0ea)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:18.582631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.590758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.591085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.591424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.595735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 36017bd4-54a3-4bc1-af2b-488495c2678f owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:18.595883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.596067 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.596469 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 4 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.610889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.611327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.611677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.614540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Deleting port 36017bd4-54a3-4bc1-af2b-488495c2678f {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:18.615077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.617495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.617745 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.618135 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 5 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.631919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.632250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.632580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.637150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.637515 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.637918 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 6 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.652474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.652833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.653130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.658058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.658524 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.658926 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 7 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.671865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.672206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.672545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.677268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.677624 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.678016 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 8 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.692768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.693238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.693523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.695273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.698459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.698779 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.699290 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 9 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.713151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.713649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.713981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.718953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.719249 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.719637 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempt 10 to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 Oct 19 20:31:18.721671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=36017bd4-54a3-4bc1-af2b-488495c2678f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:18.728761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port 36017bd4-54a3-4bc1-af2b-488495c2678f on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:18.735448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] For port 36017bd4-54a3-4bc1-af2b-488495c2678f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=36017bd4-54a3-4bc1-af2b-488495c2678f,segment=NetworkSegment(360f595a-0174-431d-b75d-e0916239f0ea),segment_id=360f595a-0174-431d-b75d-e0916239f0ea)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:18.735723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.736013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:18.736355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:18.736678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempting to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:18.741190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:18.741535 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Failed to bind port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on host n-h1-805649-9 for vnic_type normal using segments [{'id': 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f881f9d0-40cf-4881-8307-f1399380cceb'}] Oct 19 20:31:18.741892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.755157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Calling delete_port for 36017bd4-54a3-4bc1-af2b-488495c2678f owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:18.831250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:18.832456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attempted to set empty binding levels {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:31:18.833929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.840374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.865485 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.877974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] No DVR routers for this DVR port 36017bd4-54a3-4bc1-af2b-488495c2678f on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:18.910712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] In _notify_port_updated(), no bound segment for port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 on network f881f9d0-40cf-4881-8307-f1399380cceb {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:18.911561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:18.912151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:18.922076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "PUT /v2.0/ports/162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 HTTP/1.1" status: 200 len: 979 time: 0.7753599 Oct 19 20:31:18.922980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b66932-1d9a-427a-971e-e52495f4603a None None] Pushing event deleted for resources: {'Port': ['ID=36017bd4-54a3-4bc1-af2b-488495c2678f,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:18.924593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46724) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.002281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6951ef-55f8-499e-b6b7-90b9d1a720d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event updated for resources: {'Port': ['ID=162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:19.043971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 36017bd4-54a3-4bc1-af2b-488495c2678f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:19.077140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 36017bd4-54a3-4bc1-af2b-488495c2678f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:19.077534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 36017bd4-54a3-4bc1-af2b-488495c2678f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:19.132919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ba372-1ee1-4bd2-ae67-713a47cd1109 req-462e549f-d95e-4241-b20c-a4845e05b57a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:19.135220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-684ba372-1ee1-4bd2-ae67-713a47cd1109 req-462e549f-d95e-4241-b20c-a4845e05b57a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.0759661 Oct 19 20:31:19.143716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Deleting port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:19.144093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.242115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] For port 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0, host n-h1-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:19.242569 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.247473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-684ba372-1ee1-4bd2-ae67-713a47cd1109 req-15ce2694-e258-40f1-ad06-88025e4f420f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997975 Oct 19 20:31:19.266285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Calling delete_port for 162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:19.294081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da6537a-8e44-4c97-9e0e-55c707165a34']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.304446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360f595a-0174-431d-b75d-e0916239f0ea') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.304745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360f595a-0174-431d-b75d-e0916239f0ea') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.314609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.327993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.334246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:19.334632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:19.337826 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:19.370037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.403295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Pushing event deleted for resources: {'Port': ['ID=162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:19.407111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.410681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-53888576-e7ef-4f5b-aa8a-e411481f35e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "DELETE /v2.0/ports/162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 HTTP/1.1" status: 204 len: 168 time: 0.4851489 Oct 19 20:31:19.413449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46732) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.422085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.431203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.434819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/3da6537a-8e44-4c97-9e0e-55c707165a34 HTTP/1.1" status: 204 len: 168 time: 1.1185536 Oct 19 20:31:19.439096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46734) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.444645 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc84f79-9d6e-48b5-a727-046bf5972163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:31:19.449670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1fc84f79-9d6e-48b5-a727-046bf5972163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245641725-project-admin] 10.222.0.31 "GET /v2.0/ports/162c23df-87f0-4fc7-a3ac-a3d7a7dc6ea0 HTTP/1.1" status: 404 len: 333 time: 0.0320029 Oct 19 20:31:19.450095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46736) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.486447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c01088-aa55-461f-abe6-500a349dfd44 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=3da6537a-8e44-4c97-9e0e-55c707165a34,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:19.509994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219eded-169d-4565-b522-2f31770cd282 req-c82b9f0e-c669-43a4-9aca-01fdd1eb5353 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:19.511490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b219eded-169d-4565-b522-2f31770cd282 req-c82b9f0e-c669-43a4-9aca-01fdd1eb5353 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.1469922 Oct 19 20:31:19.519337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ac3b5-78d5-484a-935c-a232cce755e4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:19.520616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-910ac3b5-78d5-484a-935c-a232cce755e4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/e56bd046-7162-487f-a6b9-02d3ff2b54ec HTTP/1.1" status: 200 len: 841 time: 0.0805874 Oct 19 20:31:19.527022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46738) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.542840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.552981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b219eded-169d-4565-b522-2f31770cd282 req-fdba1edf-1227-4497-9cf9-a8831e075eaa tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Oct 19 20:31:19.582391 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-796205c4-319d-461a-a6d6-843f8942c83c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/e56bd046-7162-487f-a6b9-02d3ff2b54ec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0541027 Oct 19 20:31:19.586144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:19.592070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:19.665922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.684862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:19.689533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f881f9d0-40cf-4881-8307-f1399380cceb']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.690604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.700278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.700827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1a3b2c-199b-4b24-8b09-ef4a15f276bc') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:19.711367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.725798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.732108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:19.732616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:19.736429 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:19.804222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.819949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:19.826109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] 10.222.0.31 "DELETE /v2.0/networks/f881f9d0-40cf-4881-8307-f1399380cceb HTTP/1.1" status: 204 len: 168 time: 0.3748467 Oct 19 20:31:19.843858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78a0ac-bc33-4f65-8735-66e8abcc775e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334101321-project] Pushing event deleted for resources: {'Network': ['ID=f881f9d0-40cf-4881-8307-f1399380cceb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:19.949855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.013016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:20.016803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:20.022325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:20.022879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.027120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d091768-33f9-4dee-8f2a-dba405841403 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:20.047208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4594924 Oct 19 20:31:20.048174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46768) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:20.048816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a6939-8979-4d08-9652-997f40d800e8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=983a696a-1904-451b-9b29-802e250b7c60,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:20.061742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447274697'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:20.119496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.211794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46782) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:20.217926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.223420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.259006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.260188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2105610 Oct 19 20:31:20.263843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46786) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:20.268414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'security_group': {'name': 'tempest-secgroup-708757943'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:20.269867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d257a17-645e-4859-bc29-6a5bbde47aea req-9ee042df-1aa3-48a5-8549-af425e99ddba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:20.271487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d257a17-645e-4859-bc29-6a5bbde47aea req-9ee042df-1aa3-48a5-8549-af425e99ddba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.0606892 Oct 19 20:31:20.280295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2f8bf-d625-4ac4-9a61-51fe6e7477ba tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3ea5b-cf45-48d8-a420-e75eb0855f58,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:20.306783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bd4b56ce-2c1a-407b-8854-732937946a96', 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'tenant_id': '6bee2a96668440499e33d6270ba9419b', 'fixed_ips': [{'subnet_id': '983a696a-1904-451b-9b29-802e250b7c60'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:20.306975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.307760 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.343042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d257a17-645e-4859-bc29-6a5bbde47aea req-0f7f350a-ecab-4fb9-94ba-80cdb467cd8f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Oct 19 20:31:20.381404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.386372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.410560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f0ea7779-e1fe-4cda-aed1-7c0e6e252961 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea7d48ec7d9b49e69ed3e4458dd4336d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969740 Oct 19 20:31:20.413130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46788) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:20.429304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.430505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1654294 Oct 19 20:31:20.433249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:20.438633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485470535', 'security_groups': ['eab27a3e-bb04-4a4c-a854-fbf31a8d3f30'], 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '983a696a-1904-451b-9b29-802e250b7c60'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:20.439183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea758a0-b3ea-43f1-af37-7ab691c1cce0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab27a3e-bb04-4a4c-a854-fbf31a8d3f30,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:20.468524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Allocated IP 172.20.0.2 (bd4b56ce-2c1a-407b-8854-732937946a96/983a696a-1904-451b-9b29-802e250b7c60/b4f905a0-aff8-47e3-afd0-688e1ca3fb43) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:20.483780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.559075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:20.631896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.639427 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.647301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.665350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port 8677d042-88d6-47dc-9844-d70b470ef589 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:20.679693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:20.684905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:20.689391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:20.700464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:20.755336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Attempting to bind port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:20.755795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Attempting to bind port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'fd302cd0-3fda-42aa-95df-f5e3826de749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:20.756224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Attempting to bind port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 on network bd4b56ce-2c1a-407b-8854-732937946a96 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:20.762222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:20.763389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Checking segment: {'id': 'fd302cd0-3fda-42aa-95df-f5e3826de749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:20.763389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.763662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Bound using segment: {'id': 'fd302cd0-3fda-42aa-95df-f5e3826de749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:20.764714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Bound port: b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd302cd0-3fda-42aa-95df-f5e3826de749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:20.765159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.785136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.834455 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.837833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.838192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:20.839116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1df4a634-f87d-47f0-9320-2ae4785db253 HTTP/1.1" status: 204 len: 168 time: 0.4246953 Oct 19 20:31:20.844217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.5 (bd4b56ce-2c1a-407b-8854-732937946a96/983a696a-1904-451b-9b29-802e250b7c60/8677d042-88d6-47dc-9844-d70b470ef589) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:20.844753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:20.850835 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:20.870581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c752e-6176-44f0-9975-341bb7b46829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4a634-f87d-47f0-9320-2ae4785db253,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:20.919917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e949304-b6d3-400e-be43-a3678ca064c9 None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:21.051988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.117048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.132516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:21.201580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:21.206185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:21.218263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:21.260955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=8677d042-88d6-47dc-9844-d70b470ef589,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:21.304751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:21.305442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.332772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16fb7317-ab80-49b2-b387-cce147b64453 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8942094 Oct 19 20:31:21.332947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46808) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:21.338607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:21.341756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46812) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:21.362224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:21.374681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:31:21.420096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.446053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:21.466512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9578f11-c09e-46a6-9d83-376efdbad92c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3129601e733498dac1b11d641c760a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230476 Oct 19 20:31:21.468978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:21.474830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ba088-4bd0-44a5-853c-a186209af0ac req-450c34ae-1119-4512-89f7-f7aa7b9a6511 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:21.477456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d4ba088-4bd0-44a5-853c-a186209af0ac req-450c34ae-1119-4512-89f7-f7aa7b9a6511 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.0655859 Oct 19 20:31:21.479942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:21.485732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.541414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:21.553035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:21.556524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.573273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.584554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d4ba088-4bd0-44a5-853c-a186209af0ac req-1e532cfb-f788-4edb-a66b-0f9cf8c969f0 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877500 Oct 19 20:31:21.643847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.647341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9f8f5342-cfb6-4acc-9934-dc167752a9b1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:21.701330 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 983a696a-1904-451b-9b29-802e250b7c60 (CIDR: 172.20.0.0/28) Oct 19 20:31:21.707024 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:31:21.707728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:21.734345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d61abbc4-f1a8-409c-a3d2-4d1f383439eb tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4007328 Oct 19 20:31:21.735893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.737204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:21.738749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:21.739828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77285496-d5b5-4f28-bee6-08b8a3f4c5f2 HTTP/1.1" status: 204 len: 168 time: 0.2697184 Oct 19 20:31:21.746744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:21.748127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7ae49-7dd5-4583-b0aa-d792060509bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77285496-d5b5-4f28-bee6-08b8a3f4c5f2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:21.919723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:21.924581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.317858 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.331418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:22.331914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.357876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:22.370183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:22.385485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:22.386106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.427962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:22.443702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:22.444447 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.487579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7464240 Oct 19 20:31:22.488131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46866) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:22.495367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1952275022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ac7c60f-74a0-496b-ac68-ef13e377ba83'}], 'security_groups': ['33d3ea5b-cf45-48d8-a420-e75eb0855f58']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:22.497484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b358579-67ba-4651-bed1-81ef8f563213 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:22.520790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0db66-3d06-4640-b2dc-317a16b2cc75 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=0ac7c60f-74a0-496b-ac68-ef13e377ba83,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:22.663552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.736880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.767521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:22.772594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:22.813873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e3ee-b4cc-4d6a-b9ba-9e227bfbafc0 req-db8e0040-71db-4a61-820e-e546c13891ba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:22.817640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8956e3ee-b4cc-4d6a-b9ba-9e227bfbafc0 req-db8e0040-71db-4a61-820e-e546c13891ba tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.1102903 Oct 19 20:31:22.854792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65532bb-244f-4882-9f62-9cd1f5366fc1 None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:22.863781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:22.948874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8956e3ee-b4cc-4d6a-b9ba-9e227bfbafc0 req-68503e5e-491f-4788-8587-5efec6256593 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268642 Oct 19 20:31:23.031563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cd1bd731-9b5f-465c-960e-91cd34e95022 None None] Provisioning complete for port 8677d042-88d6-47dc-9844-d70b470ef589 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:23.031931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd731-9b5f-465c-960e-91cd34e95022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.152171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bd731-9b5f-465c-960e-91cd34e95022 None None] Port 8677d042-88d6-47dc-9844-d70b470ef589 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:23.170040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:23.213767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:23.216236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Update dhcp port {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'fixed_ips': [{'subnet_id': '983a696a-1904-451b-9b29-802e250b7c60', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ac7c60f-74a0-496b-ac68-ef13e377ba83'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'b4f905a0-aff8-47e3-afd0-688e1ca3fb43'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:31:23.359721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Delete allocated IP 172.20.0.5 (bd4b56ce-2c1a-407b-8854-732937946a96/983a696a-1904-451b-9b29-802e250b7c60) {{(pid=100735) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:31:23.361538 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.370227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:23.375882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.27 (bd4b56ce-2c1a-407b-8854-732937946a96/0ac7c60f-74a0-496b-ac68-ef13e377ba83/8677d042-88d6-47dc-9844-d70b470ef589) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:23.397354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:23.397727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.401816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'port_id': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'mac_address': 'fa:16:3e:6f:fd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5625808-4b3c-4b16-be46-e8abbc918e77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:31:23.447463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:23.448036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.612334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.619283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.657901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.734686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:23.756032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:23.769150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=8677d042-88d6-47dc-9844-d70b470ef589,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:23.784815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.797956 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.811499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] In _notify_port_updated(), no bound segment for port 8677d042-88d6-47dc-9844-d70b470ef589 on network bd4b56ce-2c1a-407b-8854-732937946a96 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:23.818387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:23.819021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:23.820398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2d43bde3-633e-4bd6-8f5f-bc2c4ae0b78d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/ports/8677d042-88d6-47dc-9844-d70b470ef589 HTTP/1.1" status: 200 len: 921 time: 1.3305559 Oct 19 20:31:23.823241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46904) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:23.889167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:23.898916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Allocated IP 172.20.0.18 (bd4b56ce-2c1a-407b-8854-732937946a96/0ac7c60f-74a0-496b-ac68-ef13e377ba83/b4f905a0-aff8-47e3-afd0-688e1ca3fb43) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:23.900677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:23.903014 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f606db9f-22c9-4a1f-bdd3-2535cc9e812e" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:23.933591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46908) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:23.988847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port 8677d042-88d6-47dc-9844-d70b470ef589 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:23.989173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.074400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-778659715', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:24.116049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7fd5-c6bf-4431-a0d3-8a17aa32e11b req-a8704dd9-8088-4fc4-be61-8d453656291a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:24.124689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80a7fd5-c6bf-4431-a0d3-8a17aa32e11b req-a8704dd9-8088-4fc4-be61-8d453656291a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 944 time: 0.0873408 Oct 19 20:31:24.126996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Made reservation on behalf of 3eb1ca23f8c04c929639b428fba1c53d for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:24.129990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.151409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.168226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.172947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for 8677d042-88d6-47dc-9844-d70b470ef589 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:24.196485 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80a7fd5-c6bf-4431-a0d3-8a17aa32e11b req-e81d6cbc-287f-4c1e-9139-bff663ba5a8a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654325 Oct 19 20:31:24.266440 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813369a-a2d4-41fa-8352-163d733f2c79 x-openstack-request-id: req-9813369a-a2d4-41fa-8352-163d733f2c79 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:24.266772 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:24.267066 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9813369a-a2d4-41fa-8352-163d733f2c79 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:24.267486 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:31:24.274757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:24.293439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:24.303310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.303673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.304002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.304320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.304652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.304979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.305320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.305664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.305986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.306321 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.306626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.306945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:24.308229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.315296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.315836 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.331987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] device_id is not set on port 840fb40b-70d2-4ff1-8011-862158eff26d yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:24.387852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96059267-3b3d-47b6-ade1-ac5a1c58bcc7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:24.442464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:24.456420 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.501498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=8677d042-88d6-47dc-9844-d70b470ef589,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:24.623702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:24.627270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.633827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2153ce70-10bd-4bc2-a187-7c9ff99a7d57 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/8677d042-88d6-47dc-9844-d70b470ef589 HTTP/1.1" status: 204 len: 168 time: 0.8071787 Oct 19 20:31:24.636763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46928) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:24.645074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.646380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Allocated IP 172.25.7.14 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/840fb40b-70d2-4ff1-8011-862158eff26d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:24.655008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.678444 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd5fef4-9498-4256-bac0-427d5e8c1273 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:24.682618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bdd5fef4-9498-4256-bac0-427d5e8c1273 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/8677d042-88d6-47dc-9844-d70b470ef589 HTTP/1.1" status: 404 len: 333 time: 0.0413506 Oct 19 20:31:24.683010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46930) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:24.737813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c94eee-23d8-4d7c-ae42-07a3c5018192 req-ff858777-49c9-4c4b-bf35-7f49e0c0b172 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:24.739206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45c94eee-23d8-4d7c-ae42-07a3c5018192 req-ff858777-49c9-4c4b-bf35-7f49e0c0b172 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 944 time: 0.2490978 Oct 19 20:31:24.791741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf74c4-eb18-4656-ad66-200180994125 None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:24.845921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45c94eee-23d8-4d7c-ae42-07a3c5018192 req-6243266f-a6d3-4012-87da-37c28d64244f tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984030 Oct 19 20:31:24.864494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:24.877589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.878732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.910409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.930500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.969239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:24.970852 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.983461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.986296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:24.991677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46932) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:24.991903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/security-groups/eab27a3e-bb04-4a4c-a854-fbf31a8d3f30 HTTP/1.1" status: 204 len: 168 time: 0.3059559 Oct 19 20:31:24.997910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:25.025929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123874a-6971-458e-a692-2948ec7d73af tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab27a3e-bb04-4a4c-a854-fbf31a8d3f30,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:25.026399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:25.052969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:25.088772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:25.090641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Pushing event updated for resources: {'Port': ['ID=840fb40b-70d2-4ff1-8011-862158eff26d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:25.149119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:25.149869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.169543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b2ff491-b9e3-4ba0-bd7f-e84674c231df tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2348132 Oct 19 20:31:25.172812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46938) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:25.178210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.14'}]}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:25.204283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.206113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.226931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.228253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.248786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:25.257838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.263241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:25.263607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.276121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.370962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.374927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.379442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/security-groups/33d3ea5b-cf45-48d8-a420-e75eb0855f58 HTTP/1.1" status: 204 len: 168 time: 0.3847635 Oct 19 20:31:25.380387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46940) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:25.383110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.383781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:25.443291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b173d86-08c8-4404-a330-79e6cee16a8c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3ea5b-cf45-48d8-a420-e75eb0855f58,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:25.506265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 983a696a-1904-451b-9b29-802e250b7c60 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:25.519585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.601897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.602770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.691309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Could not find standard attr ID for object 8677d042-88d6-47dc-9844-d70b470ef589. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:25.710515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:25.711784 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.744708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.757816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:25.768677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:25.769419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bdd703d-99c9-4f7a-8b39-ddf56d5681f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.854246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.910857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=983a696a-1904-451b-9b29-802e250b7c60,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:25.914517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:25.923034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46950) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:25.923511 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7abba758-489c-497c-8032-24f27773497b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/983a696a-1904-451b-9b29-802e250b7c60 HTTP/1.1" status: 204 len: 168 time: 0.5381207 Oct 19 20:31:25.927479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:26.142125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:26.240262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda534b-b8d9-4220-ab83-7a1c3239d30d None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:26.269231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:26.272360 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24a771-3f52-425b-b2ac-2d12011e5f9e" -d '{"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:26.349917 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b5e3b6-8c91-460a-acac-8783b0bdd228 x-openstack-request-id: req-31b5e3b6-8c91-460a-acac-8783b0bdd228 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:26.350263 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:26.350454 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31b5e3b6-8c91-460a-acac-8783b0bdd228 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:26.350841 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'code': 200} Oct 19 20:31:26.355848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1a175939-6cd4-4ea3-b13f-3c72e121e7cf None None] Could not find standard attr ID for object 8677d042-88d6-47dc-9844-d70b470ef589. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:26.434053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019639c-0971-436f-af63-912695b19be6 req-00de3b9c-8382-4956-9118-bb6dc7077edb tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:26.435545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7019639c-0971-436f-af63-912695b19be6 req-00de3b9c-8382-4956-9118-bb6dc7077edb tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.4565375 Oct 19 20:31:26.441788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:26.446772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469a65bd-e87d-4de0-8d2b-22cbc767b91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:26.562200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7019639c-0971-436f-af63-912695b19be6 req-2ee4b4ea-6324-47c2-9f38-d7f8df901eda tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174688 Oct 19 20:31:26.569623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888ba7-1440-44d2-9414-39b545e29309 req-bf10947c-f3aa-4513-ad34-573d5b991457 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:26.571125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f888ba7-1440-44d2-9414-39b545e29309 req-bf10947c-f3aa-4513-ad34-573d5b991457 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 945 time: 0.4989393 Oct 19 20:31:26.778085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:26.781693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:26.869597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:26.955945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Deleting port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:26.956501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:26.961979 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.010811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.052441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:27.057578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.145160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:27.303932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] For port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:27.304325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.352401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.375976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.380713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Calling delete_port for fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:27.385211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-45d42d57-7949-42ab-a573-a6af8e85f599 None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:27.385724 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-45d42d57-7949-42ab-a573-a6af8e85f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.433597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-45d42d57-7949-42ab-a573-a6af8e85f599 None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:27.445750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-45d42d57-7949-42ab-a573-a6af8e85f599 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:27.446527 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-45d42d57-7949-42ab-a573-a6af8e85f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.527209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.527735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81db675d-866c-4bc4-b02d-2abfda328f62 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:31:27.633950 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:31:27.635029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a628e16-efac-4fd0-9f64-9c0e0cd9312b tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4608247 Oct 19 20:31:27.638378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.638866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:27.740493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:27.742541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Deleting port 840fb40b-70d2-4ff1-8011-862158eff26d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:27.742889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.760165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:27.769480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:27.770973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.771201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6cec9-b2e1-43e9-96e7-fa40b4f9410a None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:27.792737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=be64983c-afbe-4ac4-b14b-85c016ab1f4c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:27.819001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.862926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:27.864808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fee09d1a-3ecf-48b8-8abe-e2ddd5bf3ebe tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9414341 Oct 19 20:31:27.876144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Calling delete_port for 840fb40b-70d2-4ff1-8011-862158eff26d owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:27.886772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:27.894330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539752028'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:27.971148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.000725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e2a8c-6f68-4355-a1d0-cae037c4dfb6 req-1e2cd047-5c78-4d22-9ffa-49ede9859e62 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:28.013348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e3e2a8c-6f68-4355-a1d0-cae037c4dfb6 req-1e2cd047-5c78-4d22-9ffa-49ede9859e62 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=04887c46-f973-450d-a65a-be686c736ef1 HTTP/1.1" status: 200 len: 943 time: 0.3525543 Oct 19 20:31:28.060452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event deleted for resources: {'Port': ['ID=fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.063790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] No DVR routers for this DVR port fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:28.085210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.093326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f888ba7-1440-44d2-9414-39b545e29309 req-3774a7a0-4c2b-4af1-97cc-4ea1861b2df3 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "DELETE /v2.0/ports/fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790 HTTP/1.1" status: 204 len: 173 time: 1.4995329 Oct 19 20:31:28.093878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-deleted', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:28.096195 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d42d9a-c9e2-448c-a96b-975dacd6b2bd" -d '{"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-deleted", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:28.141358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e3e2a8c-6f68-4355-a1d0-cae037c4dfb6 req-92b2e59c-c170-4887-8529-63ef0281e639 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283615 Oct 19 20:31:28.163217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.201147 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11147708-3f67-48a8-aee8-4084ab959d79 x-openstack-request-id: req-11147708-3f67-48a8-aee8-4084ab959d79 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:28.202131 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-deleted", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:28.202329 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11147708-3f67-48a8-aee8-4084ab959d79 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:28.202738 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-deleted', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'status': 'completed', 'code': 200} Oct 19 20:31:28.219194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Pushing event deleted for resources: {'Port': ['ID=840fb40b-70d2-4ff1-8011-862158eff26d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.230109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Update dhcp port {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'fixed_ips': [{'subnet_id': '0ac7c60f-74a0-496b-ac68-ef13e377ba83', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be64983c-afbe-4ac4-b14b-85c016ab1f4c'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'b4f905a0-aff8-47e3-afd0-688e1ca3fb43'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:31:28.299983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.327278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.339060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.357508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.363217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:28.367600 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03637cff-9b33-4f04-b337-0e4647ec678f" -d '{"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:28.371868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b56c570-a61c-4ed7-9088-ca24b1913b95 tempest-RoutersAdminNegativeTest-787859966 tempest-RoutersAdminNegativeTest-787859966-project-admin] 10.222.0.31 "DELETE /v2.0/ports/840fb40b-70d2-4ff1-8011-862158eff26d HTTP/1.1" status: 204 len: 168 time: 0.7250490 Oct 19 20:31:28.396997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.398373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5105567 Oct 19 20:31:28.401105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46994) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:28.406261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780462651'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:28.438246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a08da-bdc3-4b06-9b4d-91665e701c6f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a3f9c9-e207-4986-a0d6-1b524bff20c0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.455753 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7336b7-009b-4f33-810f-f28aeb7ec49c x-openstack-request-id: req-1b7336b7-009b-4f33-810f-f28aeb7ec49c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:28.456450 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04887c46-f973-450d-a65a-be686c736ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:28.456963 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b7336b7-009b-4f33-810f-f28aeb7ec49c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:28.457213 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04887c46-f973-450d-a65a-be686c736ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfdf6fa-a61f-4b6e-b1be-0bf7b7636790', 'code': 200} Oct 19 20:31:28.462409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.568513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Allocated IP 172.20.0.2 (bd4b56ce-2c1a-407b-8854-732937946a96/be64983c-afbe-4ac4-b14b-85c016ab1f4c/b4f905a0-aff8-47e3-afd0-688e1ca3fb43) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:28.577393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.584716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.627257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.628758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2266362 Oct 19 20:31:28.631803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46996) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:28.636746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847021074'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:28.654334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f313-e73a-4c2d-bc32-0fc061de7461 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82de08e9-8599-4287-9bcc-fc16976dff4b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.674928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.717124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:28.768324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.775774 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.830390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.840256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.885245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b35fd7-f2af-46cb-ab6a-9bde79096954,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.891821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:28.895818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-18e46c39-a33d-4da8-ae49-fd24b5bea58e tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2604680 Oct 19 20:31:28.896365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47002) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:28.906963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e8db-8762-455e-bfb0-3d68a925374a None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:28.908099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1272484143', 'security_groups': ['e7b35fd7-f2af-46cb-ab6a-9bde79096954'], 'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be64983c-afbe-4ac4-b14b-85c016ab1f4c'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:28.913124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47004) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:29.110285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:29.151246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa742eb0-1a4c-44b0-8eed-93052ee70c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.161632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:29.212961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-06d48e97-b322-46a2-9130-e9404b3d0d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.216408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:29.217037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.365955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.391334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa742eb0-1a4c-44b0-8eed-93052ee70c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.394409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] device_id is not set on port af0ec88e-9e73-4da3-9f33-3aca8c25fe02 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:29.410747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa742eb0-1a4c-44b0-8eed-93052ee70c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.552491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aa742eb0-1a4c-44b0-8eed-93052ee70c04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bd1b3491446465a80668bace8174d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381474 Oct 19 20:31:29.556392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47030) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:29.613252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa742eb0-1a4c-44b0-8eed-93052ee70c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef3065d-2ece-4d0e-a253-948a7cf0729f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:29.675737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-a54bd407-8f2c-441d-ab84-192bb46b3230 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:29.688098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-a54bd407-8f2c-441d-ab84-192bb46b3230 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.1751482 Oct 19 20:31:29.698528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.712478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f85b8818-2085-413c-884f-c75c68edfe86 None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:29.713043 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f85b8818-2085-413c-884f-c75c68edfe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.717520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-a8009c06-302e-422c-b66b-7b0228d8a9e5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/quotas/8dcd73c1b0b94ef38f04c6e38465ec37 HTTP/1.1" status: 200 len: 375 time: 0.0280163 Oct 19 20:31:29.748965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.9 (bd4b56ce-2c1a-407b-8854-732937946a96/be64983c-afbe-4ac4-b14b-85c016ab1f4c/af0ec88e-9e73-4da3-9f33-3aca8c25fe02) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:29.754347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f85b8818-2085-413c-884f-c75c68edfe86 None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:29.755643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.766494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f85b8818-2085-413c-884f-c75c68edfe86 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:29.767250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f85b8818-2085-413c-884f-c75c68edfe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.807979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-0947df09-4c05-4429-b294-08184ca80299 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892427 Oct 19 20:31:29.906476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.909099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:29.910280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ef3065d-2ece-4d0e-a253-948a7cf0729f HTTP/1.1" status: 204 len: 168 time: 0.3527770 Oct 19 20:31:29.926156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300fd78-ad42-43f0-85c3-85e87daccf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef3065d-2ece-4d0e-a253-948a7cf0729f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:29.950544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-2ffe8c6f-bb78-4063-abec-51eaa3e1b95e service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416066 Oct 19 20:31:30.075070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-0af01896-ae60-44d0-b834-75a8d4b5451d service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235342 Oct 19 20:31:30.173437 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.234841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.284506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.351455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:30.359256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:30.364894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:30.392824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b921423b-ca42-467c-9e88-da121cba1845 req-5ac0072c-5a7a-4ed1-b8b6-0df2ee2b5e4a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 210 time: 0.0698154 Oct 19 20:31:30.428701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=af0ec88e-9e73-4da3-9f33-3aca8c25fe02,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:30.451270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47050) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:30.457823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:30.458585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.480698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-88e5f675-94ea-4489-b9f1-a97ea7a4f62d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5827589 Oct 19 20:31:30.483662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:30.490365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:30.519909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-037c3162-504e-4ea6-bd6a-92b431d3e096 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3eb1ca23f8c04c929639b428fba1c53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664468 Oct 19 20:31:30.522802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47056) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:30.625933 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.673957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.676303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:30.681039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.731923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cbf7bb12-9f3c-4d0f-8f30-da45d2bc7f29 None None] Provisioning complete for port af0ec88e-9e73-4da3-9f33-3aca8c25fe02 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:30.732573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbf7bb12-9f3c-4d0f-8f30-da45d2bc7f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.734980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.739938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:30.741215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96059267-3b3d-47b6-ade1-ac5a1c58bcc7 HTTP/1.1" status: 204 len: 168 time: 0.2157326 Oct 19 20:31:30.751464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99cef2-d974-48c5-a7e7-d594ffcea383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96059267-3b3d-47b6-ade1-ac5a1c58bcc7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:30.820097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7bb12-9f3c-4d0f-8f30-da45d2bc7f29 None None] Port af0ec88e-9e73-4da3-9f33-3aca8c25fe02 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:30.825784 n-d-805649-9 neutron-server[100734]: INFO neutron.db.ipam_backend_mixin [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be64983c-afbe-4ac4-b14b-85c016ab1f4c (CIDR: 172.20.0.0/28) Oct 19 20:31:30.831654 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:31:30.832196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:30.868005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e9be118-bb41-425f-bc7e-8288280d479d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3825223 Oct 19 20:31:30.872621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:30.879194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:30.888186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:31.056809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:31.066147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:31.302540 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0ac7c60f-74a0-496b-ac68-ef13e377ba83 (CIDR: 172.20.0.16/28) Oct 19 20:31:31.307290 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:31:31.308010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:31.343122 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d849e37-a1a0-4de0-a432-41c65880972c tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4689457 Oct 19 20:31:31.346192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:31.353235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'subnet': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:31.511579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d34f252-1e12-414c-964b-64ec384bb644 req-8f4fbac8-607a-43d9-b676-38f5aaae3701 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 210 time: 0.0534682 Oct 19 20:31:31.563630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Made reservation on behalf of 6bee2a96668440499e33d6270ba9419b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:31.567798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:31.855530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-008d6333-a7e7-4367-b892-c45e1ceebb4a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:31.857020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-008d6333-a7e7-4367-b892-c45e1ceebb4a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 819 time: 0.1794081 Oct 19 20:31:31.995464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:32.132176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-609622188'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:32.165486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:32.169794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.180353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.215209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.219686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Request body: {'port': {'device_id': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'admin_state_up': True, 'tenant_id': '8dcd73c1b0b94ef38f04c6e38465ec37'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:32.306127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.312877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.358010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:32.379374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c849f-ceb2-4132-a6d2-93f0d3075d4e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:32.385140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.385552 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment d2bd1578-8aa4-471d-8128-6353ad38254e of type vlan for network 749c138a-1b55-45c1-a1a7-4129a86b9b9f Oct 19 20:31:32.431177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Made reservation on behalf of 8dcd73c1b0b94ef38f04c6e38465ec37 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:32.437085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.443770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.447144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.480790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.487277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:32.487942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.505144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Network bd4b56ce-2c1a-407b-8854-732937946a96 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:32.515704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:32.563160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce344e-a6db-4ebd-82c2-35de8936d820 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:32.565639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=749c138a-1b55-45c1-a1a7-4129a86b9b9f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:32.567949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:32.568567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.574523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Subnet': ['ID=e74b6330-f7af-42df-82a1-5edd661162e0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:32.648389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:32.649740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9471825-6828-4f5c-87bd-103270dab3c8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6527607 Oct 19 20:31:32.653657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'name': 'tempest-PortsIpV6TestJSON-1960716723'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:32.677580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:32.679745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1435d6d2-dd91-4ebc-b36d-29d2a0aad506 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3312292 Oct 19 20:31:32.696155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47116) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:32.699945 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-21e31393-838a-4f88-b44a-5e738a1a8780 req-eb0bac9b-0774-4ba2-b98e-fcfe2ae1840a tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 210 time: 0.0345938 Oct 19 20:31:32.704807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1401112423', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e74b6330-f7af-42df-82a1-5edd661162e0'}], 'security_groups': ['b1a3f9c9-e207-4986-a0d6-1b524bff20c0', '82de08e9-8599-4287-9bcc-fc16976dff4b']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:32.769187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Allocated IP 172.20.0.4 (cfb0833b-84d4-481c-b097-5da3d0065d54/e5625808-4b3c-4b16-be46-e8abbc918e77/d1f9b0ed-d481-453d-9bda-328713924525) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:32.811266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:32.815176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:32.853904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port f2783a3e-c8e0-42b4-83ef-9a6724974ade yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:32.905087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.073816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Update dhcp port {'port': {'network_id': 'bd4b56ce-2c1a-407b-8854-732937946a96', 'fixed_ips': [{'subnet_id': '0ac7c60f-74a0-496b-ac68-ef13e377ba83', 'ip_address': '172.20.0.18'}, {'subnet_id': 'be64983c-afbe-4ac4-b14b-85c016ab1f4c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e74b6330-f7af-42df-82a1-5edd661162e0'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'b4f905a0-aff8-47e3-afd0-688e1ca3fb43'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:31:33.110419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.153344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.226213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.296485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.412054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.423535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=f2783a3e-c8e0-42b4-83ef-9a6724974ade,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:33.444508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': 'd2bd1578-8aa4-471d-8128-6353ad38254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:33.445207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: 749c138a-1b55-45c1-a1a7-4129a86b9b9f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:33.459848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Delete allocated IP 172.20.0.9 (bd4b56ce-2c1a-407b-8854-732937946a96/be64983c-afbe-4ac4-b14b-85c016ab1f4c) {{(pid=100735) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:31:33.469563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Allocated IP 172.20.0.45 (bd4b56ce-2c1a-407b-8854-732937946a96/e74b6330-f7af-42df-82a1-5edd661162e0/af0ec88e-9e73-4da3-9f33-3aca8c25fe02) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:33.491799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Network cfb0833b-84d4-481c-b097-5da3d0065d54 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:33.498433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:33.501174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:33.535969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:33.558792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event updated for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:33.567625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 749c138a-1b55-45c1-a1a7-4129a86b9b9f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:33.571949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:33.578025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:33.581517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a54e359-8603-44de-9f07-4cb12efe5bcb None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:33.593972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.637560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:33.638221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.682658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b526d3b6-633e-45b6-b2e6-fdd62985d96b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0335824 Oct 19 20:31:33.684384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47132) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:33.691750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1726689023'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:33.702955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.704846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-85b7c6bd-3fb1-448c-b381-477adaa1901b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902556 Oct 19 20:31:33.712326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.719790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Request body: {'port': {'device_id': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:33.776101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event updated for resources: {'Port': ['ID=af0ec88e-9e73-4da3-9f33-3aca8c25fe02,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:33.784236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:33.790439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.836570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Allocated IP 172.20.0.34 (bd4b56ce-2c1a-407b-8854-732937946a96/e74b6330-f7af-42df-82a1-5edd661162e0/b4f905a0-aff8-47e3-afd0-688e1ca3fb43) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:33.870320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:33.875765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.891955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.892294 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment 65bd345a-89f2-43f5-bfab-2269aea6792c of type vlan for network b6b68f04-ae01-4b77-971b-8f17f7ed874a Oct 19 20:31:33.934988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] In _notify_port_updated(), no bound segment for port af0ec88e-9e73-4da3-9f33-3aca8c25fe02 on network bd4b56ce-2c1a-407b-8854-732937946a96 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:33.941859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:33.942703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.944233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41489c49-243e-408d-a8e7-42956bcd192a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "PUT /v2.0/ports/af0ec88e-9e73-4da3-9f33-3aca8c25fe02 HTTP/1.1" status: 200 len: 960 time: 1.2467754 Oct 19 20:31:33.947315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:33.971142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:33.975376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8761-9d2b-4cdb-aa1b-80ff6f5a904a req-a0c0ce5d-625f-4ce9-9265-d8f69fb25d10 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:33.977202 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e4b8761-9d2b-4cdb-aa1b-80ff6f5a904a req-a0c0ce5d-625f-4ce9-9265-d8f69fb25d10 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 931 time: 0.1525061 Oct 19 20:31:34.030331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:34.041457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e4b8761-9d2b-4cdb-aa1b-80ff6f5a904a req-d3e8859f-d723-4fd5-a2c7-bdd3430acd0b tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577476 Oct 19 20:31:34.070688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.079080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.191168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.199256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:34.199904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.241341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3102856-b264-4765-ab55-6f11e99695f3 None None] Pushing event updated for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:34.296589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:34.296895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6110580 Oct 19 20:31:34.307501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'ports': [{'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'}, {'network_id': 'b6b68f04-ae01-4b77-971b-8f17f7ed874a'}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:34.308092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:34.309866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': 'b6b68f04-ae01-4b77-971b-8f17f7ed874a'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:34.358850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633725d2-12ba-4c41-89b2-b1d46d3c2138 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=b6b68f04-ae01-4b77-971b-8f17f7ed874a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:34.374537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b6b68f04-ae01-4b77-971b-8f17f7ed874a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:34.388429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port af0ec88e-9e73-4da3-9f33-3aca8c25fe02 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:34.389401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.657426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f9b0ed-d481-453d-9bda-328713924525 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:34.663201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:34.676519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.683077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.688109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.712874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for af0ec88e-9e73-4da3-9f33-3aca8c25fe02 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:34.718361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.721594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Transition to ACTIVE for port object d1f9b0ed-d481-453d-9bda-328713924525 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:31:34.729537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:34.873614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:34.892933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 67a46629-0c7b-450c-b579-201f7be8b555 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:35.033514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Attempting to bind port d1f9b0ed-d481-453d-9bda-328713924525 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:35.033787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Attempting to bind port d1f9b0ed-d481-453d-9bda-328713924525 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:35.034109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Attempting to bind port d1f9b0ed-d481-453d-9bda-328713924525 on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:35.046942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Port d1f9b0ed-d481-453d-9bda-328713924525 on network cfb0833b-84d4-481c-b097-5da3d0065d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:31:35.047268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Attempting to bind port d1f9b0ed-d481-453d-9bda-328713924525 on network cfb0833b-84d4-481c-b097-5da3d0065d54 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:35.051970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.059504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:35.060099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Checking segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:35.060699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Bound using segment: {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:35.061342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Bound port: d1f9b0ed-d481-453d-9bda-328713924525, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e883f3a-a316-42af-bb80-0381b9b7e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:35.061877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.082411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:35.176626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.201669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port da4be1c9-db4f-404b-8111-ed53f5a246f1 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:35.202043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:35.203158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.271436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=af0ec88e-9e73-4da3-9f33-3aca8c25fe02,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:35.352648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:35.355756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:35.356280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.359702 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.364361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73ba300f-bc71-4663-bb1c-9fc4eecd8433 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/af0ec88e-9e73-4da3-9f33-3aca8c25fe02 HTTP/1.1" status: 204 len: 168 time: 1.4158990 Oct 19 20:31:35.366384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d1f9b0ed-d481-453d-9bda-328713924525,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:35.367354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:35.384449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.401644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:35.418155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:35.418841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.430271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01673-7c95-42ef-9a29-888e107fed77 req-0b040ecd-df59-42c9-8c77-8af92d1c8b5c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:35.433026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ee01673-7c95-42ef-9a29-888e107fed77 req-0b040ecd-df59-42c9-8c77-8af92d1c8b5c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 943 time: 0.1258690 Oct 19 20:31:35.450374 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc409940-d5f6-44ed-8bbd-2dd8639857be tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] GET failed (client error): The resource could not be found. Oct 19 20:31:35.450643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.455007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bc409940-d5f6-44ed-8bbd-2dd8639857be tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports/af0ec88e-9e73-4da3-9f33-3aca8c25fe02 HTTP/1.1" status: 404 len: 333 time: 0.0841572 Oct 19 20:31:35.457226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:35.483064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:35.483863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.485491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1f9b0ed-d481-453d-9bda-328713924525 HTTP/1.1" status: 200 len: 1091 time: 1.7728336 Oct 19 20:31:35.499364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:35.501780 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f65e5-7ddb-489d-92c8-8a76f45c39e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "tag": "d1f9b0ed-d481-453d-9bda-328713924525"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:35.531578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ee01673-7c95-42ef-9a29-888e107fed77 req-2d45842e-4f1d-4187-ab22-9cc458c0e7ae tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859218 Oct 19 20:31:35.567818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.615200 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ec1c1-ff34-4cfe-a802-aca6bdec3341 x-openstack-request-id: req-da8ec1c1-ff34-4cfe-a802-aca6bdec3341 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:35.615772 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "tag": "d1f9b0ed-d481-453d-9bda-328713924525", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:35.616304 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da8ec1c1-ff34-4cfe-a802-aca6bdec3341 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:35.617082 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525', 'status': 'completed', 'code': 200} Oct 19 20:31:35.619382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaf5ab-c9a9-4371-8646-01de80c3a361 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:35.662919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-b6ccb86b-741c-4beb-8d0f-959f4d5f46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:35.664612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-b6ccb86b-741c-4beb-8d0f-959f4d5f46f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 1094 time: 0.1282103 Oct 19 20:31:35.666291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.706132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:35.709797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:35.724143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:35.725840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.746771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-92b98648-ca35-4a74-84d8-179294de1afb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f9b0ed-d481-453d-9bda-328713924525 HTTP/1.1" status: 200 len: 217 time: 0.0679302 Oct 19 20:31:35.751644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.753170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=67a46629-0c7b-450c-b579-201f7be8b555,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:35.861588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-a11c834b-6d3d-4ded-8aff-27d0e1481449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:35.862637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=da4be1c9-db4f-404b-8111-ed53f5a246f1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:35.863173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-a11c834b-6d3d-4ded-8aff-27d0e1481449 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.1083279 Oct 19 20:31:35.868599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-891f998a-02f2-462b-a74c-6c5d04484b5f None None] Could not find standard attr ID for object af0ec88e-9e73-4da3-9f33-3aca8c25fe02. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:35.882373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.885108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:35.886563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7b35fd7-f2af-46cb-ab6a-9bde79096954 HTTP/1.1" status: 204 len: 168 time: 0.4264531 Oct 19 20:31:35.890744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:35.920550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-3d56651e-1ef7-4549-958d-49481d83a9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490887 Oct 19 20:31:35.956435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': '65bd345a-89f2-43f5-bfab-2269aea6792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b6b68f04-ae01-4b77-971b-8f17f7ed874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:35.956795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: b6b68f04-ae01-4b77-971b-8f17f7ed874a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:35.964976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421ced-de17-4ab1-9cc3-b00507d94e2f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b35fd7-f2af-46cb-ab6a-9bde79096954,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:35.991530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0f20a60f-ad47-4cad-b683-44c60801fad8 None None] Could not find standard attr ID for object af0ec88e-9e73-4da3-9f33-3aca8c25fe02. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:36.021980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.029728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network b6b68f04-ae01-4b77-971b-8f17f7ed874a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:36.059800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.072387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b6b68f04-ae01-4b77-971b-8f17f7ed874a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:36.082082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1510d-06ee-4a86-a8eb-96bf138056da None None] Network b6b68f04-ae01-4b77-971b-8f17f7ed874a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:36.085810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:36.093432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.098850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.099522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.145761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-e7e5f4c3-da27-4b00-8d77-232710c96a9d service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122314 Oct 19 20:31:36.160913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-657e7313-595c-400c-b254-ab0e0e4220ae tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8629251 Oct 19 20:31:36.169059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:36.285782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.293678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.298510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47174) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:36.298880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/security-groups/82de08e9-8599-4287-9bcc-fc16976dff4b HTTP/1.1" status: 204 len: 168 time: 0.4063036 Oct 19 20:31:36.322029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb022c5-7758-4698-b388-8640385149e0 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de08e9-8599-4287-9bcc-fc16976dff4b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:36.354163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port da4be1c9-db4f-404b-8111-ed53f5a246f1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:36.354774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.374515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcef1a1b-6504-44e2-bf46-0f97efd6cc42 req-d217c4e3-75f3-4b73-9d22-396c09bd2dce service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217908 Oct 19 20:31:36.447055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.462648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.464119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for da4be1c9-db4f-404b-8111-ed53f5a246f1 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:36.494448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.506305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-f58c972d-97a3-49e7-ba98-1561b08224e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.507480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-f58c972d-97a3-49e7-ba98-1561b08224e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 1094 time: 0.0768869 Oct 19 20:31:36.567311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.614148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.616754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.617954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1a3f9c9-e207-4986-a0d6-1b524bff20c0 HTTP/1.1" status: 204 len: 168 time: 0.3185031 Oct 19 20:31:36.622897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:36.627480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=da4be1c9-db4f-404b-8111-ed53f5a246f1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:36.640489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.643986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ff39baa9-63c4-4903-ad13-8ce5ed11cc7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/da4be1c9-db4f-404b-8111-ed53f5a246f1 HTTP/1.1" status: 204 len: 168 time: 0.4728851 Oct 19 20:31:36.646445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:36.648362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a65f6-a0d4-421c-9aa8-51482ceb09d9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a3f9c9-e207-4986-a0d6-1b524bff20c0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:36.709476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-8f0aa303-c88f-46de-8ef3-dc2a971d652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.710985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-8f0aa303-c88f-46de-8ef3-dc2a971d652d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 200 len: 920 time: 0.1940091 Oct 19 20:31:36.715203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a756f89-03e4-4f1d-ae82-66286e9111a1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.722359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a756f89-03e4-4f1d-ae82-66286e9111a1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.724501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a756f89-03e4-4f1d-ae82-66286e9111a1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0767221 Oct 19 20:31:36.727477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47188) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:36.735911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet be64983c-afbe-4ac4-b14b-85c016ab1f4c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:36.770882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.794038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-220004f7-ae11-4b28-aad2-27c00f4eeb53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f9b0ed-d481-453d-9bda-328713924525 HTTP/1.1" status: 200 len: 217 time: 0.0729687 Oct 19 20:31:36.811952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228962-8595-4f92-95b9-554e105026ec req-a03a163d-5ef6-41a8-8df3-e4cccb9a6a14 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.813517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f228962-8595-4f92-95b9-554e105026ec req-a03a163d-5ef6-41a8-8df3-e4cccb9a6a14 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 943 time: 0.1664572 Oct 19 20:31:36.864688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 67a46629-0c7b-450c-b579-201f7be8b555 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:36.864688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.876961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.932099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-aa68a782-4a47-4ad1-a1f9-8a9a6f2322ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:36.933603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-aa68a782-4a47-4ad1-a1f9-8a9a6f2322ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 200 len: 859 time: 0.1299784 Oct 19 20:31:36.937246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:36.941419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f228962-8595-4f92-95b9-554e105026ec req-f2e96c55-ed40-485e-b798-f6de90d95da5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163745 Oct 19 20:31:36.969831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 67a46629-0c7b-450c-b579-201f7be8b555 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:36.983355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-455bf562-eca2-4993-84d8-00c5c5531bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb0833b-84d4-481c-b097-5da3d0065d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407534 Oct 19 20:31:37.056919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.073073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.109429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.113174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/67a46629-0c7b-450c-b579-201f7be8b555 HTTP/1.1" status: 204 len: 168 time: 0.3846407 Oct 19 20:31:37.114384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ec48-2707-4abe-8cc8-a0fdc9143d1f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=67a46629-0c7b-450c-b579-201f7be8b555,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:37.117429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47194) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.153769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-f4ac1821-cf17-4698-9dc0-cd6c190e2e7e service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463592 Oct 19 20:31:37.193517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db42a12-b91d-430f-b537-31f1f6ac98da tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:37.195510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.195941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5db42a12-b91d-430f-b537-31f1f6ac98da tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0773630 Oct 19 20:31:37.198259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47196) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.226579 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-8060dc65-1871-4500-9339-abded245b40b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:37.228281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8060dc65-1871-4500-9339-abded245b40b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/da4be1c9-db4f-404b-8111-ed53f5a246f1 HTTP/1.1" status: 404 len: 333 time: 0.0289581 Oct 19 20:31:37.230935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.261306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=be64983c-afbe-4ac4-b14b-85c016ab1f4c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:37.265269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.269416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a405b959-a508-4365-bdf2-b85df226054b tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/be64983c-afbe-4ac4-b14b-85c016ab1f4c HTTP/1.1" status: 204 len: 168 time: 0.6426270 Oct 19 20:31:37.278422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47200) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.278777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67bd87c-eb1e-4ad8-9c51-1308adc7a5a5 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:37.280838 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66810b2-5db6-4129-89fc-6f3d405e8122 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:37.282790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f66810b2-5db6-4129-89fc-6f3d405e8122 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/67a46629-0c7b-450c-b579-201f7be8b555 HTTP/1.1" status: 404 len: 333 time: 0.0507066 Oct 19 20:31:37.286224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47202) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.336811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-158f65e5-7ddb-489d-92c8-8a76f45c39e9 req-30238338-0cec-4fb5-ae4e-14fa94b808ca service neutron] 10.222.0.11 "GET /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726182 Oct 19 20:31:37.340363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet e74b6330-f7af-42df-82a1-5edd661162e0 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:37.345621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.386170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.398116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.522415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.529420 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.565976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b68f04-ae01-4b77-971b-8f17f7ed874a']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:37.580088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bd345a-89f2-43f5-bfab-2269aea6792c') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:37.580493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bd345a-89f2-43f5-bfab-2269aea6792c') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:37.591804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.609448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.611389 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.625207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:37.626499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:37.630251 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:37.649650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=e74b6330-f7af-42df-82a1-5edd661162e0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:37.653599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:37.660035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47208) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:37.660261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-77d3d0a5-042b-44d8-8627-73f3a8c72bdc tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/e74b6330-f7af-42df-82a1-5edd661162e0 HTTP/1.1" status: 204 len: 168 time: 0.3759346 Oct 19 20:31:38.010982 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea9581-2da7-4632-8707-3799468c78f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:38.011549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea9581-2da7-4632-8707-3799468c78f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:38.018271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47216) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:38.027951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bfea9581-2da7-4632-8707-3799468c78f5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/be64983c-afbe-4ac4-b14b-85c016ab1f4c HTTP/1.1" status: 404 len: 337 time: 0.3665984 Oct 19 20:31:38.052976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.087105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.098772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/b6b68f04-ae01-4b77-971b-8f17f7ed874a HTTP/1.1" status: 204 len: 168 time: 0.8079858 Oct 19 20:31:38.117275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47218) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:38.122833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130704458'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:38.126790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936e3cd-d1ec-4b3f-bfc6-741e924b63d5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=b6b68f04-ae01-4b77-971b-8f17f7ed874a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:38.146834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting subnet 0ac7c60f-74a0-496b-ac68-ef13e377ba83 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:38.152790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.191936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:38.203101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.227309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4819d9-f522-47fe-bf8a-9f514ce76bba req-4dd2ff3a-adcd-476b-8e97-aee48d73af26 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:38.228971 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa4819d9-f522-47fe-bf8a-9f514ce76bba req-4dd2ff3a-adcd-476b-8e97-aee48d73af26 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 943 time: 0.1041567 Oct 19 20:31:38.298173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.328412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa4819d9-f522-47fe-bf8a-9f514ce76bba req-1615ce47-10f9-4095-bec4-ac11760c1958 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794399 Oct 19 20:31:38.337407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:38.360677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7a4ec-c065-421e-af81-a8af44c2430d None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:38.361750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.362097 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment 98cb1c66-6066-4ad8-b1ab-3a7c123917aa of type vlan for network e0e5b9e2-3c26-40f9-889f-6116c7a4527f Oct 19 20:31:38.437054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.460545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.461906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-619c439b-5e9f-486a-87c2-3bc475c6f786 None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:38.462514 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-619c439b-5e9f-486a-87c2-3bc475c6f786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.588998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-619c439b-5e9f-486a-87c2-3bc475c6f786 None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:38.609152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-619c439b-5e9f-486a-87c2-3bc475c6f786 None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:38.609780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-619c439b-5e9f-486a-87c2-3bc475c6f786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.836879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.843070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:38.843777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.912004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d1f9b0ed-d481-453d-9bda-328713924525 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:38.923257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8047240 Oct 19 20:31:38.926451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47232) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:38.931838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:38.933839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a153f-a3c2-4f68-9249-5ccc2c47f40a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=e0e5b9e2-3c26-40f9-889f-6116c7a4527f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:38.947377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:38.953268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:38.983837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac7c60f-74a0-496b-ac68-ef13e377ba83,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:38.991601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.005633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b52ddb45-1b7c-440f-97df-6e91c27963f1 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/0ac7c60f-74a0-496b-ac68-ef13e377ba83 HTTP/1.1" status: 204 len: 168 time: 0.9860237 Oct 19 20:31:39.006201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47234) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.047019 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43fe72b-b8fe-49a4-9e4f-199c37ea92ad tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.048046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43fe72b-b8fe-49a4-9e4f-199c37ea92ad tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.055753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b43fe72b-b8fe-49a4-9e4f-199c37ea92ad tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/983a696a-1904-451b-9b29-802e250b7c60 HTTP/1.1" status: 404 len: 337 time: 0.0484178 Oct 19 20:31:39.055988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.085770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c5df22a7-560a-4536-8f3c-4865c1418fb8 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce16aa0-c007-43ed-84ba-db8a009c9c38 HTTP/1.1" status: 200 len: 205 time: 0.0287633 Oct 19 20:31:39.088433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47238) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.137193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:39.145241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.156053 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-1fbdeaae-4002-42b5-86b0-f501afed7a3f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] delete failed (client error): The resource could not be found. Oct 19 20:31:39.157464 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1fbdeaae-4002-42b5-86b0-f501afed7a3f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/routers/6ce16aa0-c007-43ed-84ba-db8a009c9c38 HTTP/1.1" status: 404 len: 336 time: 0.0678632 Oct 19 20:31:39.160428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47244) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.205102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d1f9b0ed-d481-453d-9bda-328713924525,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:39.218985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'd1f9b0ed-d481-453d-9bda-328713924525', 'network_id': 'cfb0833b-84d4-481c-b097-5da3d0065d54', 'port_id': 'd1f9b0ed-d481-453d-9bda-328713924525', 'mac_address': 'fa:16:3e:98:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5625808-4b3c-4b16-be46-e8abbc918e77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:31:39.269658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Performing IP validity checks on allocation pools {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 20:31:39.272324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 20:31:39.275114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.287675 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b392bc5a-1e5c-471c-a034-b64ea6906890 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.288230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b392bc5a-1e5c-471c-a034-b64ea6906890 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.291530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b392bc5a-1e5c-471c-a034-b64ea6906890 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/9b596391-52a3-449a-bec5-f6631b4b2746 HTTP/1.1" status: 404 len: 337 time: 0.1301217 Oct 19 20:31:39.294997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.300566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f9b0ed-d481-453d-9bda-328713924525 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:39.345051 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4678f07-58f9-4910-8a7a-f465c6c53c86 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.345689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4678f07-58f9-4910-8a7a-f465c6c53c86 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.350486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d1f9b0ed-d481-453d-9bda-328713924525,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:39.356297 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.360021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4678f07-58f9-4910-8a7a-f465c6c53c86 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/832a2870-7022-4218-8898-45d9ded3c78e HTTP/1.1" status: 404 len: 337 time: 0.0614586 Oct 19 20:31:39.363101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47260) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.397522 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd40ee3-3823-4733-a813-656f1a760e10 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.398467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd40ee3-3823-4733-a813-656f1a760e10 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.416549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4cd40ee3-3823-4733-a813-656f1a760e10 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/f1c258d3-86fd-4079-9731-622ba80ca771 HTTP/1.1" status: 404 len: 337 time: 0.0514355 Oct 19 20:31:39.419076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47262) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.420542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:39.450755 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b7eb27-ab2e-4ee3-8c44-cc97196dd5f9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.452321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b7eb27-ab2e-4ee3-8c44-cc97196dd5f9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.457536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-26b7eb27-ab2e-4ee3-8c44-cc97196dd5f9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/98720f7a-33b2-4e21-a6c2-51d1b7b26c7e HTTP/1.1" status: 404 len: 333 time: 0.0354018 Oct 19 20:31:39.458118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47264) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.487493 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a3bc75-3bb1-4bee-8476-2f633035b3d4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.487984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a3bc75-3bb1-4bee-8476-2f633035b3d4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.494044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e6a3bc75-3bb1-4bee-8476-2f633035b3d4 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/f24e33a0-ba6b-4435-b026-ee72b6cf8143 HTTP/1.1" status: 404 len: 337 time: 0.0349138 Oct 19 20:31:39.495707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47266) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.502639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f39eed-b146-43b8-adb7-80e62b4f6291 None None] Network bd4b56ce-2c1a-407b-8854-732937946a96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:39.523079 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-8059fc5b-a184-411a-b448-fbe3eda5c46a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.523538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8059fc5b-a184-411a-b448-fbe3eda5c46a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.526911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8059fc5b-a184-411a-b448-fbe3eda5c46a tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/91636469-bea0-48d9-996d-5bd79a75194e HTTP/1.1" status: 404 len: 337 time: 0.0299835 Oct 19 20:31:39.529417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47268) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.534509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2dd1-83de-4ebf-95db-1b8338d0608f req-16e100b6-455b-436f-bfd1-82eedcdabda5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:39.536019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10dd2dd1-83de-4ebf-95db-1b8338d0608f req-16e100b6-455b-436f-bfd1-82eedcdabda5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 944 time: 0.1290269 Oct 19 20:31:39.541658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.557266 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-990248af-732c-4234-a933-f636aa93639d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.558017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990248af-732c-4234-a933-f636aa93639d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.564300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-990248af-732c-4234-a933-f636aa93639d tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/6413b584-1f4c-4e1e-96e6-0774c7fd5848 HTTP/1.1" status: 404 len: 333 time: 0.0310812 Oct 19 20:31:39.564807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.581459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d1f9b0ed-d481-453d-9bda-328713924525'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:39.594586 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-307a9b3a-1a88-4fa7-8152-661fbef7bab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.595046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307a9b3a-1a88-4fa7-8152-661fbef7bab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.601770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-307a9b3a-1a88-4fa7-8152-661fbef7bab5 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/51b7e186-dc4c-4883-804e-d229c2384b15 HTTP/1.1" status: 404 len: 337 time: 0.0356994 Oct 19 20:31:39.602366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.634077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=e508e9ba-2c14-4417-9575-096324f16909,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:39.638240 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-98596487-74cf-47bb-989a-28097584c3a9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:39.639260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98596487-74cf-47bb-989a-28097584c3a9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:39.645261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98596487-74cf-47bb-989a-28097584c3a9 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/subnets/7905615a-9b52-49a8-ab6a-a9cb8245c6a8 HTTP/1.1" status: 404 len: 337 time: 0.0419140 Oct 19 20:31:39.646104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10dd2dd1-83de-4ebf-95db-1b8338d0608f req-3a2df9ed-5673-4ec5-aef4-86d1d496b09e tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970113 Oct 19 20:31:39.652049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47280) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.656750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': '98cb1c66-6066-4ad8-b1ab-3a7c123917aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:39.657124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: e0e5b9e2-3c26-40f9-889f-6116c7a4527f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:39.689186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:39.702313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e0e5b9e2-3c26-40f9-889f-6116c7a4527f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:39.703540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aec6120b-a9a1-46f6-8477-2a0d1d72a71f None None] Provisioning complete for port e56bd046-7162-487f-a6b9-02d3ff2b54ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:39.703908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aec6120b-a9a1-46f6-8477-2a0d1d72a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.709002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:39.709632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.730637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9d2fd093-f405-42b5-a704-f09241b6672c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8030016 Oct 19 20:31:39.733179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:39.740013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f', 'name': 'tempest-PortsIpV6TestJSON-511382361'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:39.744062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a16574-ca2f-4c82-95f9-31f3c42fb263 None None] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:39.757858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-aec6120b-a9a1-46f6-8477-2a0d1d72a71f None None] Port e56bd046-7162-487f-a6b9-02d3ff2b54ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:39.794749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed1155-9fde-4090-8738-89c562555d6d req-ad5f299a-1f6f-4cf9-bc76-06ed616a7b51 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:39.802213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62ed1155-9fde-4090-8738-89c562555d6d req-ad5f299a-1f6f-4cf9-bc76-06ed616a7b51 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1661720 Oct 19 20:31:39.857917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aec6120b-a9a1-46f6-8477-2a0d1d72a71f None None] Provisioning complete for port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:39.858278 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aec6120b-a9a1-46f6-8477-2a0d1d72a71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.869006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:39.872963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.874212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62ed1155-9fde-4090-8738-89c562555d6d req-4042030e-068e-45a9-87dd-8623635c3405 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659907 Oct 19 20:31:39.905434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 956a15cb-08fe-4229-8ea5-f456c9d710f1 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:39.906647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port e56bd046-7162-487f-a6b9-02d3ff2b54ec {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:39.906986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:39.933704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] DHCP port deletion for bd4b56ce-2c1a-407b-8854-732937946a96 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:39.992616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.006378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for e56bd046-7162-487f-a6b9-02d3ff2b54ec owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:40.033995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::37f (e0e5b9e2-3c26-40f9-889f-6116c7a4527f/e508e9ba-2c14-4417-9575-096324f16909/956a15cb-08fe-4229-8ea5-f456c9d710f1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:40.102260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.105799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e0e5b9e2-3c26-40f9-889f-6116c7a4527f', 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': 'e508e9ba-2c14-4417-9575-096324f16909'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:40.106489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.139187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=e56bd046-7162-487f-a6b9-02d3ff2b54ec,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.142842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Deleting port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:40.143304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.148847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.153006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af659c93-8abc-4e8f-ba4a-752abd96f29f tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/ports/e56bd046-7162-487f-a6b9-02d3ff2b54ec HTTP/1.1" status: 204 len: 168 time: 0.4871798 Oct 19 20:31:40.155611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:40.203268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.235865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.245404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.274227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:40.274607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.304613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Deleting port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:40.304949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.309323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Calling delete_port for b4f905a0-aff8-47e3-afd0-688e1ca3fb43 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:40.331409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:40.332779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:40.334650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=956a15cb-08fe-4229-8ea5-f456c9d710f1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.342011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:40.348447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:40.349216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.366110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Allocated IP 2001:db8::2 (e0e5b9e2-3c26-40f9-889f-6116c7a4527f/e508e9ba-2c14-4417-9575-096324f16909/0b24ed6e-da51-40a7-909a-7600a5902229) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:40.368838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-27079033-8bbd-489d-a3fb-4098df9951e0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6343219 Oct 19 20:31:40.369350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47294) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:40.395364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] For port b4f905a0-aff8-47e3-afd0-688e1ca3fb43, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,segment=NetworkSegment(fd302cd0-3fda-42aa-95df-f5e3826de749),segment_id=fd302cd0-3fda-42aa-95df-f5e3826de749)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:40.395831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.423282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Calling delete_port for b4f905a0-aff8-47e3-afd0-688e1ca3fb43 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:40.472224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.479366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 956a15cb-08fe-4229-8ea5-f456c9d710f1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:40.479783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.508832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] Pushing event deleted for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.520224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b826bc-baf6-4875-9d2b-83ac33da7324 None None] No DVR routers for this DVR port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:40.521854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.553336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Port': ['ID=b4f905a0-aff8-47e3-afd0-688e1ca3fb43,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.561067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] No DVR routers for this DVR port b4f905a0-aff8-47e3-afd0-688e1ca3fb43 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:40.573173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.583315 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.587295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.604920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 956a15cb-08fe-4229-8ea5-f456c9d710f1 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:40.626013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:40.628845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:40.632510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:40.641745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Pushing event updated for resources: {'Port': ['ID=0b24ed6e-da51-40a7-909a-7600a5902229,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.647628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.668093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b56ce-2c1a-407b-8854-732937946a96']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:40.678868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd302cd0-3fda-42aa-95df-f5e3826de749') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:40.679259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd302cd0-3fda-42aa-95df-f5e3826de749') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:40.690497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.697108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Attempting to bind port 0b24ed6e-da51-40a7-909a-7600a5902229 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:40.697500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Attempting to bind port 0b24ed6e-da51-40a7-909a-7600a5902229 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '98cb1c66-6066-4ad8-b1ab-3a7c123917aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:40.697866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Attempting to bind port 0b24ed6e-da51-40a7-909a-7600a5902229 on network e0e5b9e2-3c26-40f9-889f-6116c7a4527f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:40.704993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:40.705388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Checking segment: {'id': '98cb1c66-6066-4ad8-b1ab-3a7c123917aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:40.705776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.706362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Bound using segment: {'id': '98cb1c66-6066-4ad8-b1ab-3a7c123917aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:40.706833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Bound port: 0b24ed6e-da51-40a7-909a-7600a5902229, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb1c66-6066-4ad8-b1ab-3a7c123917aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5b9e2-3c26-40f9-889f-6116c7a4527f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:40.707206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.710974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.719171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:40.719976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:40.725159 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:40.762565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.786074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] For port 0b24ed6e-da51-40a7-909a-7600a5902229, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:40.789270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] For port 0b24ed6e-da51-40a7-909a-7600a5902229, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b24ed6e-da51-40a7-909a-7600a5902229,segment=NetworkSegment(98cb1c66-6066-4ad8-b1ab-3a7c123917aa),segment_id=98cb1c66-6066-4ad8-b1ab-3a7c123917aa)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:40.793580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=956a15cb-08fe-4229-8ea5-f456c9d710f1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.794040 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.821665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.827885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-483244ad-987d-43e5-ba9c-8fde52261a7c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/956a15cb-08fe-4229-8ea5-f456c9d710f1 HTTP/1.1" status: 204 len: 168 time: 0.4574969 Oct 19 20:31:40.828589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47300) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:40.860740 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa39e96f-b5f4-4140-a81d-d019c1c46de5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:31:40.861200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8bb59-654f-40e2-9d47-a5ecef816e66 None None] Pushing event updated for resources: {'Port': ['ID=0b24ed6e-da51-40a7-909a-7600a5902229,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:40.861477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa39e96f-b5f4-4140-a81d-d019c1c46de5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:40.865962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aa39e96f-b5f4-4140-a81d-d019c1c46de5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/956a15cb-08fe-4229-8ea5-f456c9d710f1 HTTP/1.1" status: 404 len: 333 time: 0.0363171 Oct 19 20:31:40.869732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:40.869927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f23f5-bc51-4ac4-84c5-e35c0635b552 req-9efb50dd-007e-44a3-aaec-bdd7b9c26cb7 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:40.877942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4b7f23f5-bc51-4ac4-84c5-e35c0635b552 req-9efb50dd-007e-44a3-aaec-bdd7b9c26cb7 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 944 time: 0.1270936 Oct 19 20:31:40.880651 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.886248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:40.890179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] 10.222.0.31 "DELETE /v2.0/networks/bd4b56ce-2c1a-407b-8854-732937946a96 HTTP/1.1" status: 204 len: 168 time: 0.7336037 Oct 19 20:31:40.900260 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce2f9e3-db6b-41a4-a621-2343d669c2a3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:40.904327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ce2f9e3-db6b-41a4-a621-2343d669c2a3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/956a15cb-08fe-4229-8ea5-f456c9d710f1 HTTP/1.1" status: 404 len: 333 time: 0.0310807 Oct 19 20:31:40.904686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:40.925569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d1f9b0ed-d481-453d-9bda-328713924525 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:40.980509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8ff61-b51e-4c0e-b2a5-756172bf6873 tempest-PortsTestJSON-1887605443 tempest-PortsTestJSON-1887605443-project] Pushing event deleted for resources: {'Network': ['ID=bd4b56ce-2c1a-407b-8854-732937946a96,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:41.015968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port d1f9b0ed-d481-453d-9bda-328713924525 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:31:41.018624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4b7f23f5-bc51-4ac4-84c5-e35c0635b552 req-8c8b9ab9-9410-46a4-8dbb-a551c4ee7bc1 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394572 Oct 19 20:31:41.029947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port d1f9b0ed-d481-453d-9bda-328713924525 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:41.030426 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.041220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet e508e9ba-2c14-4417-9575-096324f16909 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:41.046209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.078160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:41.099051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9ce10-4ed3-4d0e-9435-ecc9129b8fd2 req-4eb6aaa1-13b6-48c9-8310-63357fe4862d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:41.100614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-baa9ce10-4ed3-4d0e-9435-ecc9129b8fd2 req-4eb6aaa1-13b6-48c9-8310-63357fe4862d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1401889 Oct 19 20:31:41.113733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.124604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b4f905a0-aff8-47e3-afd0-688e1ca3fb43 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:41.124949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4f905a0-aff8-47e3-afd0-688e1ca3fb43 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:41.244649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.271675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-baa9ce10-4ed3-4d0e-9435-ecc9129b8fd2 req-0d39b0fd-e213-48c9-a611-5f7a455718db tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625497 Oct 19 20:31:41.288405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:41.291232 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0feb04-e2fa-4225-87c2-183b2f49ee43" -d '{"events": [{"server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9b0ed-d481-453d-9bda-328713924525"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:41.310175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.311276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d1f9b0ed-d481-453d-9bda-328713924525,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:41.330891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.345102 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd8abd9-a537-4082-8bf5-0e381801265c x-openstack-request-id: req-cbd8abd9-a537-4082-8bf5-0e381801265c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:41.345510 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9b0ed-d481-453d-9bda-328713924525", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:41.345803 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd8abd9-a537-4082-8bf5-0e381801265c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:41.346264 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525', 'code': 200} Oct 19 20:31:41.393111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.410776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47324) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:41.441251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:41.467730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=e508e9ba-2c14-4417-9575-096324f16909,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:41.469889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.473133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-beb364b7-1726-4b40-b16f-a0c87daac5d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/e508e9ba-2c14-4417-9575-096324f16909 HTTP/1.1" status: 204 len: 168 time: 0.5673969 Oct 19 20:31:41.475885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47330) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:41.486618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd85e-85a4-4da7-b369-1404377d54f0 req-d332dc7f-5e18-44b0-b679-5f6d3b05e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:41.488106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4efd85e-85a4-4da7-b369-1404377d54f0 req-d332dc7f-5e18-44b0-b679-5f6d3b05e3a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 1096 time: 0.0816236 Oct 19 20:31:41.534629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4efd85e-85a4-4da7-b369-1404377d54f0 req-886134e9-21a0-451d-8e2d-721828a9cfd4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Oct 19 20:31:41.611350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.628411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-04a3b286-315f-4538-b1e4-03d95ccb840b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bee2a96668440499e33d6270ba9419b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163799 Oct 19 20:31:41.631337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47336) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:41.682381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 0b24ed6e-da51-40a7-909a-7600a5902229 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:41.682802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.687749 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.726475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.763270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port 0b24ed6e-da51-40a7-909a-7600a5902229, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b24ed6e-da51-40a7-909a-7600a5902229,segment=NetworkSegment(98cb1c66-6066-4ad8-b1ab-3a7c123917aa),segment_id=98cb1c66-6066-4ad8-b1ab-3a7c123917aa)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:41.764198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.779106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 0b24ed6e-da51-40a7-909a-7600a5902229 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:41.788959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.791678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.792922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/222e19b1-4d02-4e84-abfd-5071ef0c0dd4 HTTP/1.1" status: 204 len: 168 time: 0.1606104 Oct 19 20:31:41.801750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc82c-dfef-42ea-944c-c7c389b5708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e19b1-4d02-4e84-abfd-5071ef0c0dd4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:41.886332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:41.917885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=0b24ed6e-da51-40a7-909a-7600a5902229,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:41.922144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port 0b24ed6e-da51-40a7-909a-7600a5902229 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:42.016508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.039929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e5b9e2-3c26-40f9-889f-6116c7a4527f']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:42.061754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cb1c66-6066-4ad8-b1ab-3a7c123917aa') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:42.062046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cb1c66-6066-4ad8-b1ab-3a7c123917aa') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:42.079141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.094880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.110730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:42.111361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:42.126136 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:42.208721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.218701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.225424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/e0e5b9e2-3c26-40f9-889f-6116c7a4527f HTTP/1.1" status: 204 len: 168 time: 0.7443614 Oct 19 20:31:42.225527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47356) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:42.230650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317200503'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:42.231237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0bdd-a041-4fbb-88c8-88206a3d38f0 req-adc87bef-4429-4f9f-b799-30fe77e21bab tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:42.239299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fa0bdd-a041-4fbb-88c8-88206a3d38f0 req-adc87bef-4429-4f9f-b799-30fe77e21bab tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 945 time: 0.1122382 Oct 19 20:31:42.258323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c0be-ca40-4d92-adb8-f1373ea4e61f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=e0e5b9e2-3c26-40f9-889f-6116c7a4527f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:42.282973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fadc3c9f-e071-4364-bf5c-2dede9f198a9 None None] Could not find standard attr ID for object 0b24ed6e-da51-40a7-909a-7600a5902229. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:42.296384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:42.300095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.307708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fa0bdd-a041-4fbb-88c8-88206a3d38f0 req-b4efd0b5-51be-46bf-ab7e-e7d1ccb81b46 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675490 Oct 19 20:31:42.332823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:42.343425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.344236 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment 39d4648a-b4e3-4b2c-b0b5-c7dd70a21134 of type vlan for network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 Oct 19 20:31:42.350070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1308d5fa-0230-483d-afad-5e905449952e None None] DHCP port deletion for e0e5b9e2-3c26-40f9-889f-6116c7a4527f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:42.376313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b249e-a185-4616-ad24-3906abcf3ff7 None None] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:42.389156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b249e-a185-4616-ad24-3906abcf3ff7 None None] Network e0e5b9e2-3c26-40f9-889f-6116c7a4527f could not be found, it might have been deleted concurrently. {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 20:31:42.392457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.424824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.430580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:42.431114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.512580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47370) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:42.513075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2862682 Oct 19 20:31:42.516531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f131-df25-4238-a6b4-ad3af3b715db tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:42.522532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:42.535480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:42.554541 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.646683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:42.650822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.869159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.911908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.932953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=65e2e991-5bb5-4d5d-96a8-de825e9b11b3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:42.942845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:42.943157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:42.959712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:42.968378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:42.972630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:42.973216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:42.978376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a1fc9-6add-486a-9112-a1b23b3bf078 None None] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:42.994150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71cf7104-4c6c-453b-8817-35e7cbf71d4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4802637 Oct 19 20:31:42.997431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47386) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:43.002797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-654567197'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:43.118336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:43.122412 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.149399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2', 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': '65e2e991-5bb5-4d5d-96a8-de825e9b11b3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:43.149623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 074e624b-d964-4f30-9351-e48c05cd79e3 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:43.151584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.239112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:43.282473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::2b5 (c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2/65e2e991-5bb5-4d5d-96a8-de825e9b11b3/074e624b-d964-4f30-9351-e48c05cd79e3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:43.347837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.378311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:43.381886 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48086a-c43f-4089-826b-54d1b42802c5" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:43.396783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:43.402653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.488190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27d97-c1c3-418c-95bb-3a419d72c561 req-483eae6f-341d-487d-a156-549e641aeee5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:43.489786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:43.496043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70d27d97-c1c3-418c-95bb-3a419d72c561 req-483eae6f-341d-487d-a156-549e641aeee5 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 945 time: 0.0972769 Oct 19 20:31:43.499430 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd78b6-b695-4bd2-8f2e-c87fd31ac05c x-openstack-request-id: req-66cd78b6-b695-4bd2-8f2e-c87fd31ac05c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:43.499908 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:43.500374 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66cd78b6-b695-4bd2-8f2e-c87fd31ac05c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:43.500919 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:31:43.501082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.553201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70d27d97-c1c3-418c-95bb-3a419d72c561 req-80f9bc34-c17f-4f5a-b45e-56a3c954e026 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 Oct 19 20:31:43.569255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.604253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:43.607512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:43.611480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:43.617107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:43.617777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.651358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6524794 Oct 19 20:31:43.652364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304fb2-30e8-4fea-9b3a-8cc92e31975b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=074e624b-d964-4f30-9351-e48c05cd79e3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:43.654081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:43.684066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Allocated IP 2001:db8::2 (c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2/65e2e991-5bb5-4d5d-96a8-de825e9b11b3/c8a893ae-403f-46cf-b2c8-387ef57972e3) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:43.776974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 074e624b-d964-4f30-9351-e48c05cd79e3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:43.777493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.875286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995b55-47c5-47c5-abe4-8496a960516b req-e2872dea-f26a-4316-a630-5f8eab150ab6 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:43.876951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63995b55-47c5-47c5-abe4-8496a960516b req-e2872dea-f26a-4316-a630-5f8eab150ab6 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 945 time: 0.0568218 Oct 19 20:31:43.905394 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.906376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.911675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:43.923431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63995b55-47c5-47c5-abe4-8496a960516b req-dc859e41-b421-49e3-9a36-2a667e0be693 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Oct 19 20:31:43.924049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 074e624b-d964-4f30-9351-e48c05cd79e3 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:43.949978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47432) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:43.963938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:43.966814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:43.970355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:43.981227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Pushing event updated for resources: {'Port': ['ID=c8a893ae-403f-46cf-b2c8-387ef57972e3,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.037764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Attempting to bind port c8a893ae-403f-46cf-b2c8-387ef57972e3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:44.038302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Attempting to bind port c8a893ae-403f-46cf-b2c8-387ef57972e3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:44.038817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Attempting to bind port c8a893ae-403f-46cf-b2c8-387ef57972e3 on network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:44.044793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:44.045519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Checking segment: {'id': '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:44.045772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.046161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Bound using segment: {'id': '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:44.046624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Bound port: c8a893ae-403f-46cf-b2c8-387ef57972e3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:44.046996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.065049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.069921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.095518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=074e624b-d964-4f30-9351-e48c05cd79e3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.119955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] For port c8a893ae-403f-46cf-b2c8-387ef57972e3, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:44.120888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.123675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] For port c8a893ae-403f-46cf-b2c8-387ef57972e3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c8a893ae-403f-46cf-b2c8-387ef57972e3,segment=NetworkSegment(39d4648a-b4e3-4b2c-b0b5-c7dd70a21134),segment_id=39d4648a-b4e3-4b2c-b0b5-c7dd70a21134)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:44.124561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bbae3a15-f445-4787-8f7e-78b748f49d08 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/074e624b-d964-4f30-9351-e48c05cd79e3 HTTP/1.1" status: 204 len: 168 time: 0.4694710 Oct 19 20:31:44.127137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47436) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.131443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.152455 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a6262d-6bbc-4b64-a04d-5d548856e85c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:44.157479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-07a6262d-6bbc-4b64-a04d-5d548856e85c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/074e624b-d964-4f30-9351-e48c05cd79e3 HTTP/1.1" status: 404 len: 333 time: 0.0259800 Oct 19 20:31:44.157479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47438) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.159322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.164077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.198186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba54ea-21c2-43f2-be65-fadbbad0e4c4 None None] Pushing event updated for resources: {'Port': ['ID=c8a893ae-403f-46cf-b2c8-387ef57972e3,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.215524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f53201cba5d4e7895a4d7eea79a98c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644339 Oct 19 20:31:44.216974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c96e739-2de9-4ac7-83ce-9d47cf1e4945,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.217910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 65e2e991-5bb5-4d5d-96a8-de825e9b11b3 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:44.219277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47440) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.221329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.236874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.237231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.237575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.237909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.238239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.238563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.238884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.239206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.239527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.239845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.240159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.240477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c173f67-a6ba-455d-86ad-d0baecbc1263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:31:44.266819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.293798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.316071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.360778 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.379151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.385961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.387574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c96e739-2de9-4ac7-83ce-9d47cf1e4945 HTTP/1.1" status: 204 len: 168 time: 0.1673925 Oct 19 20:31:44.401457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da2a1-e5af-4901-9038-12c0dcaae002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c96e739-2de9-4ac7-83ce-9d47cf1e4945,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.472478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.501821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=65e2e991-5bb5-4d5d-96a8-de825e9b11b3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.508247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.512363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4f5bcb68-edaf-4127-9725-ef0dc8a88317 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/65e2e991-5bb5-4d5d-96a8-de825e9b11b3 HTTP/1.1" status: 204 len: 168 time: 0.3540375 Oct 19 20:31:44.515434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47446) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.594285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.646074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port c8a893ae-403f-46cf-b2c8-387ef57972e3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:44.646394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.720005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.720525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port c8a893ae-403f-46cf-b2c8-387ef57972e3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c8a893ae-403f-46cf-b2c8-387ef57972e3,segment=NetworkSegment(39d4648a-b4e3-4b2c-b0b5-c7dd70a21134),segment_id=39d4648a-b4e3-4b2c-b0b5-c7dd70a21134)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:44.720659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.735596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ab8e-ce85-4037-a2c7-75c4fab0e723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.737433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for c8a893ae-403f-46cf-b2c8-387ef57972e3 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:44.826749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ab8e-ce85-4037-a2c7-75c4fab0e723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.833487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ab8e-ce85-4037-a2c7-75c4fab0e723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.850441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:44.890301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b2e8ab8e-ce85-4037-a2c7-75c4fab0e723 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5ed85484c1f448ea6e2e5813ac28cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667933 Oct 19 20:31:44.890301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8ab8e-ce85-4037-a2c7-75c4fab0e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e077a1-7d04-490c-9d66-da8ceb934ea5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.891383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47468) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:44.902420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=c8a893ae-403f-46cf-b2c8-387ef57972e3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:44.914070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port c8a893ae-403f-46cf-b2c8-387ef57972e3 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:44.990381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.020143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.090042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.093221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.094443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e077a1-7d04-490c-9d66-da8ceb934ea5 HTTP/1.1" status: 204 len: 168 time: 0.2021303 Oct 19 20:31:45.104308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b61da0-e255-445d-8fdd-2e2b4f458999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e077a1-7d04-490c-9d66-da8ceb934ea5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:45.128444 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.162191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:45.183740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b129667-c483-4ce6-8538-f0930af98d68 req-1a22aa26-53f7-4bb6-8e45-76bafd6676ca tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:45.185230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b129667-c483-4ce6-8538-f0930af98d68 req-1a22aa26-53f7-4bb6-8e45-76bafd6676ca tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 945 time: 0.1818867 Oct 19 20:31:45.187183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:45.187474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d4648a-b4e3-4b2c-b0b5-c7dd70a21134') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:45.210864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-fa1d0a17-3745-4865-a1cd-1d741ac96242 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:45.213178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-fa1d0a17-3745-4865-a1cd-1d741ac96242 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 945 time: 0.1566117 Oct 19 20:31:45.214605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.266006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.270548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:31:45.280509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:45.280917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:45.284114 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:45.321438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b129667-c483-4ce6-8538-f0930af98d68 req-e5dc9eef-bfc3-486c-85e3-4940035c1d68 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups?id=177cf442-8e9a-44be-b672-f56a83cd1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208613 Oct 19 20:31:45.422850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:45.427504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf854bcd-6ad1-405b-8ca5-be7bec25eac2 None None] Network c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:45.444192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.457748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.461599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 HTTP/1.1" status: 204 len: 168 time: 0.9446082 Oct 19 20:31:45.465705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:45.471133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'name': 'tempest-PortsIpV6TestJSON-2090442208'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:45.481982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00fbb-7621-4373-81a9-7f51f35061f5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:45.494196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Deleting port d1f9b0ed-d481-453d-9bda-328713924525 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:45.494743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.574329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f790bbc7-46e8-4a59-bc2f-c3586c245211 None None] Could not find standard attr ID for object c8a893ae-403f-46cf-b2c8-387ef57972e3. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:45.594241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:31:45.655493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] For port d1f9b0ed-d481-453d-9bda-328713924525, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d1f9b0ed-d481-453d-9bda-328713924525,segment=NetworkSegment(1e883f3a-a316-42af-bb80-0381b9b7e7e8),segment_id=1e883f3a-a316-42af-bb80-0381b9b7e7e8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:45.657125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.680655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Calling delete_port for d1f9b0ed-d481-453d-9bda-328713924525 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:45.681472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.704392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:31:45.710888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca304d-b48c-4a8b-8f1a-58e17178f018 None None] DHCP port deletion for c1cd030b-1eaf-4fa3-9d6d-c8d3431277b2 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:45.718317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:45.735807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.740361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:45.753983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:45.772326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 3672eeff-225b-4a20-b20f-b10fbed78274 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:45.878731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:45.919463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9f8f5342-cfb6-4acc-9934-dc167752a9b1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:46.019870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.039328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d1f9b0ed-d481-453d-9bda-328713924525'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:31:46.093029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event deleted for resources: {'Port': ['ID=d1f9b0ed-d481-453d-9bda-328713924525,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:46.148058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.188441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] No DVR routers for this DVR port d1f9b0ed-d481-453d-9bda-328713924525 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:46.194372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.200437 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.218342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c46b9d0-df2f-4d05-91b8-1ae23b5d598d req-9957e47d-ae42-4414-beb4-e59b3f7bc214 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.11 "DELETE /v2.0/ports/d1f9b0ed-d481-453d-9bda-328713924525 HTTP/1.1" status: 204 len: 173 time: 0.9883580 Oct 19 20:31:46.218789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'name': 'network-vif-deleted', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:46.225675 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d10025-bb04-441b-ad34-baa8313d1bf8" -d '{"events": [{"server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "name": "network-vif-deleted", "tag": "d1f9b0ed-d481-453d-9bda-328713924525"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:46.296699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=3672eeff-225b-4a20-b20f-b10fbed78274,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:46.320954 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce737bb-7a6b-4d87-9d85-81286061749b x-openstack-request-id: req-1ce737bb-7a6b-4d87-9d85-81286061749b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:46.321253 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5c782e-da05-4c90-a295-5da87932d2aa", "name": "network-vif-deleted", "tag": "d1f9b0ed-d481-453d-9bda-328713924525", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:46.321523 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce737bb-7a6b-4d87-9d85-81286061749b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:46.322109 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c782e-da05-4c90-a295-5da87932d2aa', 'name': 'network-vif-deleted', 'tag': 'd1f9b0ed-d481-453d-9bda-328713924525', 'status': 'completed', 'code': 200} Oct 19 20:31:46.330017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:46.331992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:46.334534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:46.343698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:46.343698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.367506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-da59f705-5722-4c93-8846-55e0596435a4 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9004760 Oct 19 20:31:46.370062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47522) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:46.493730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-071c452f-924e-4ad1-8028-480a61541211 req-9e2d46dd-4dbf-4dad-bbc6-330d7d462ae8 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc5c782e-da05-4c90-a295-5da87932d2aa HTTP/1.1" status: 200 len: 210 time: 0.0518305 Oct 19 20:31:46.494718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 3672eeff-225b-4a20-b20f-b10fbed78274 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:46.495064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.568427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.583438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 3672eeff-225b-4a20-b20f-b10fbed78274 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:46.723816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.759640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=3672eeff-225b-4a20-b20f-b10fbed78274,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:46.765666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:46.771744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b551dba3-a351-4a36-9aff-20d9ae2115e5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/3672eeff-225b-4a20-b20f-b10fbed78274 HTTP/1.1" status: 204 len: 168 time: 0.3984556 Oct 19 20:31:46.772151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47530) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:46.778576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'mac_address': 'fa:16:3e:f8:74:f3', 'name': 'tempest-PortsIpV6TestJSON-2108677363'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:46.920075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:46.988708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c8a893ae-403f-46cf-b2c8-387ef57972e3 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:47.009491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c8a893ae-403f-46cf-b2c8-387ef57972e3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:47.010256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c8a893ae-403f-46cf-b2c8-387ef57972e3 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:47.040533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.060021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:47.269314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:47.291458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.370454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.370724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:47.370984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.424180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:47.429691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:47.440245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:47.446274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:47.447338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.465123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:47.486712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a6a787c-464d-48a7-aebe-ed1b5a23e6f0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7133279 Oct 19 20:31:47.489235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47554) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:47.499968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.559608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:31:47.562562 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397638d5-1e9f-49b2-a04b-3bc0da205eb3" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:31:47.589509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f5bb2-047f-4df9-a59a-beac6c0fb3de tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:47.591187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d44f5bb2-047f-4df9-a59a-beac6c0fb3de tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e HTTP/1.1" status: 200 len: 845 time: 0.1006470 Oct 19 20:31:47.594004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47564) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:47.610539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:47.621993 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.673956 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc90de7-2d98-4297-8b50-9a9ac77e5031 x-openstack-request-id: req-0bc90de7-2d98-4297-8b50-9a9ac77e5031 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:31:47.674256 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:31:47.674517 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bc90de7-2d98-4297-8b50-9a9ac77e5031 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:31:47.674927 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:31:47.756981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:47.764158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:47.767060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.770220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:47.883350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.907263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:47.914676 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:47.978390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.068717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.070802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.073488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.077472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "DELETE /v2.0/security-groups/851064e4-8524-49b7-a982-c6f5cc8e1366 HTTP/1.1" status: 204 len: 168 time: 0.3004467 Oct 19 20:31:48.078141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:48.097186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a6687-af9c-4935-8008-df6f71014163 tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851064e4-8524-49b7-a982-c6f5cc8e1366,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:48.118461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:48.120493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.123900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b25343c1-c190-4d04-aa12-8c92fed2c401 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e HTTP/1.1" status: 204 len: 168 time: 0.5288332 Oct 19 20:31:48.126597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47592) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:48.135589 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1f89a55f-279d-43f5-bd71-16d2196cdada tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] show failed (client error): The resource could not be found. Oct 19 20:31:48.141222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:48.146331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f89a55f-279d-43f5-bd71-16d2196cdada tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "GET /v2.0/security-groups/851064e4-8524-49b7-a982-c6f5cc8e1366 HTTP/1.1" status: 404 len: 347 time: 0.0658514 Oct 19 20:31:48.182311 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd6abc-abf6-44e9-b1b6-a7ab1bef8e98 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:48.189472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ccd6abc-abf6-44e9-b1b6-a7ab1bef8e98 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/b11e86d4-a74f-4a5b-9fa5-b54d2cc9846e HTTP/1.1" status: 404 len: 333 time: 0.0586774 Oct 19 20:31:48.189838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47600) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:48.198714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'name': 'tempest-PortsIpV6TestJSON-497595934'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:48.391941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Deleting port 0ec0d47b-7858-401d-b73b-65223d9ce7b1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:48.392600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.495290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.495916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.512054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Calling delete_port for 0ec0d47b-7858-401d-b73b-65223d9ce7b1 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:48.653700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:48.657620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.675685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 45730787-9b10-4d51-b0c9-14634d63ccbe yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:48.692930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.717690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Pushing event deleted for resources: {'Port': ['ID=0ec0d47b-7858-401d-b73b-65223d9ce7b1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:48.794052 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.797379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.798809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-96d78deb-4784-406e-ae52-51a798c6427c tempest-ImagesOneServerNegativeTestJSON-2007014802 tempest-ImagesOneServerNegativeTestJSON-2007014802-project] 10.222.0.31 "DELETE /v2.0/floatingips/28fc55ca-d23d-4692-96f6-8e42e4d9a427 HTTP/1.1" status: 204 len: 168 time: 0.6562264 Oct 19 20:31:48.856828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.899734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.942121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:48.945458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:48.949839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:48.955536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:48.956140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:48.979673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=45730787-9b10-4d51-b0c9-14634d63ccbe,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:48.989055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47614) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:48.990345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e523c04d-2e02-4ab5-a644-15fe5f6c2ab6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7987657 Oct 19 20:31:48.992547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47616) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:49.001545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:49.026410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d1f9b0ed-d481-453d-9bda-328713924525 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:31:49.062827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: d1f9b0ed-d481-453d-9bda-328713924525 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:31:49.063438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d1f9b0ed-d481-453d-9bda-328713924525 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:31:49.076584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Deleting subnet e5625808-4b3c-4b16-be46-e8abbc918e77 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:49.081242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.110118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.126177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.176581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.250296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.285070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5625808-4b3c-4b16-be46-e8abbc918e77,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:49.294103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.311101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a6691640-cffd-4beb-b998-4547679276cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e5625808-4b3c-4b16-be46-e8abbc918e77 HTTP/1.1" status: 204 len: 168 time: 0.3208654 Oct 19 20:31:49.313568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:49.386911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.393783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.402407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.455181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] In _notify_port_updated(), no bound segment for port 45730787-9b10-4d51-b0c9-14634d63ccbe on network 749c138a-1b55-45c1-a1a7-4129a86b9b9f {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:49.461316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:49.462278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.466162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/ports/45730787-9b10-4d51-b0c9-14634d63ccbe HTTP/1.1" status: 200 len: 818 time: 0.4700928 Oct 19 20:31:49.467392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:49.537278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.564889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773455f4-a4be-4faa-b92b-27c444389140 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=45730787-9b10-4d51-b0c9-14634d63ccbe,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:49.572439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb0833b-84d4-481c-b097-5da3d0065d54']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:49.587475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e883f3a-a316-42af-bb80-0381b9b7e7e8') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:49.587894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e883f3a-a316-42af-bb80-0381b9b7e7e8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:49.599439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.603645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 45730787-9b10-4d51-b0c9-14634d63ccbe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:49.604069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.614711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.622721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:49.623319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:49.626214 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:49.707047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.724629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.731217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 45730787-9b10-4d51-b0c9-14634d63ccbe owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:49.736513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.758365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cfb0833b-84d4-481c-b097-5da3d0065d54 HTTP/1.1" status: 204 len: 168 time: 0.4338870 Oct 19 20:31:49.780329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ed5f4-8b41-4b68-a323-67de75be4985 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb0833b-84d4-481c-b097-5da3d0065d54,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:49.862584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.894876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=45730787-9b10-4d51-b0c9-14634d63ccbe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:49.903738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:49.907687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8ee4303e-3ec2-4d7a-ad0d-5b87fb5a5111 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/45730787-9b10-4d51-b0c9-14634d63ccbe HTTP/1.1" status: 204 len: 168 time: 0.4393098 Oct 19 20:31:49.910540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:49.973787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ec8d4-5594-4273-999e-86f7aa6421c2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:49.976110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c85ec8d4-5594-4273-999e-86f7aa6421c2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0646248 Oct 19 20:31:49.979065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47652) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:50.021808 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7a13ad-e534-4a6b-97dd-3dfd28405a47 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:50.028679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47654) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:50.029932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d7a13ad-e534-4a6b-97dd-3dfd28405a47 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/45730787-9b10-4d51-b0c9-14634d63ccbe HTTP/1.1" status: 404 len: 333 time: 0.0496955 Oct 19 20:31:50.035836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236185310'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:50.081194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:50.086149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.137607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:50.170649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.170998 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment b962cc08-9ecb-4c79-a4ba-be93217c3976 of type vlan for network 4da45fb3-9431-4d39-b994-bf0f0e7883dc Oct 19 20:31:50.215428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:50.240119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.294122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.298050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1bc43761-57c0-4e02-8a1a-94f45eff7f7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dcd73c1b0b94ef38f04c6e38465ec37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803478 Oct 19 20:31:50.301002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:50.301663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.301989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:50.389940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=4da45fb3-9431-4d39-b994-bf0f0e7883dc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:50.400606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:31:50.402017 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.405697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3c78740-1884-42e3-9ca1-fa1d36e8cec1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3740320 Oct 19 20:31:50.406684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:50.427955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:50.446610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.534922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.537990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.542149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/177cf442-8e9a-44be-b672-f56a83cd1ada HTTP/1.1" status: 204 len: 168 time: 0.2388425 Oct 19 20:31:50.552204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c438-3982-4bb9-b9de-c641f46a8654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177cf442-8e9a-44be-b672-f56a83cd1ada,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:50.553962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:50.559472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.860504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:50.938012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=3a71a4bd-0ec9-4140-a989-f51fa2768cdd,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:51.007595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': 'b962cc08-9ecb-4c79-a4ba-be93217c3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:51.008124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: 4da45fb3-9431-4d39-b994-bf0f0e7883dc, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:31:51.035122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:31:51.050845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4da45fb3-9431-4d39-b994-bf0f0e7883dc) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:51.057677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:51.059664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.061728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbba1aa-b6b3-4097-ab3e-9b9544b05968 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:51.088404 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d3839b90-a6be-463b-a96d-842e2f10aaee tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6805594 Oct 19 20:31:51.092047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47692) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:51.097878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:51.279548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:51.284428 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.330840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': '3a71a4bd-0ec9-4140-a989-f51fa2768cdd'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:31:51.331939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.430063 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a71a4bd-0ec9-4140-a989-f51fa2768cdd (CIDR: 2001:db8::/64) Oct 19 20:31:51.439043 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:31:51.439604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:31:51.471673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ba797598-5d93-482b-aac4-81fce1a622cb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3775566 Oct 19 20:31:51.473088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:51.484720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:51.571571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Allocated IP 2001:db8::2 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/3a71a4bd-0ec9-4140-a989-f51fa2768cdd/7f9a712b-02ff-4258-814c-cf46f3519bcd) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:51.687550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:51.691117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.781542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.793606 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.835398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:51.840707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:51.845347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:51.855908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Pushing event updated for resources: {'Port': ['ID=7f9a712b-02ff-4258-814c-cf46f3519bcd,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:51.932343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Attempting to bind port 7f9a712b-02ff-4258-814c-cf46f3519bcd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:31:51.932713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Attempting to bind port 7f9a712b-02ff-4258-814c-cf46f3519bcd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b962cc08-9ecb-4c79-a4ba-be93217c3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:31:51.933075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Attempting to bind port 7f9a712b-02ff-4258-814c-cf46f3519bcd on network 4da45fb3-9431-4d39-b994-bf0f0e7883dc {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:31:51.938899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:31:51.939294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Checking segment: {'id': 'b962cc08-9ecb-4c79-a4ba-be93217c3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:31:51.939678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:51.940075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Bound using segment: {'id': 'b962cc08-9ecb-4c79-a4ba-be93217c3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:31:51.940537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Bound port: 7f9a712b-02ff-4258-814c-cf46f3519bcd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b962cc08-9ecb-4c79-a4ba-be93217c3976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:31:51.940910 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:52.002325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:52.026527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] For port 7f9a712b-02ff-4258-814c-cf46f3519bcd, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:31:52.030135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] For port 7f9a712b-02ff-4258-814c-cf46f3519bcd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f9a712b-02ff-4258-814c-cf46f3519bcd,segment=NetworkSegment(b962cc08-9ecb-4c79-a4ba-be93217c3976),segment_id=b962cc08-9ecb-4c79-a4ba-be93217c3976)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:31:52.037941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:52.048792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:52.052505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:52.067765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:52.068722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:52.096747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=9c42e026-fa00-4aca-904a-13ab78818bab,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:52.114255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be2b7731-d43e-4272-aec8-0bcc98591019 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6393104 Oct 19 20:31:52.116639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47726) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:52.124406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'fixed_ips': [{'subnet_id': '3a71a4bd-0ec9-4140-a989-f51fa2768cdd'}, {'subnet_id': '9c42e026-fa00-4aca-904a-13ab78818bab'}], 'name': 'tempest-PortsIpV6TestJSON-1574659312'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:52.138527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188074f5-cbaf-4598-abf5-c93aeba31010 None None] Pushing event updated for resources: {'Port': ['ID=7f9a712b-02ff-4258-814c-cf46f3519bcd,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:52.332578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:52.487114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:52.896997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port d4a387ab-7a44-4f68-8acd-785d45279787 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:31:53.167226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f9a712b-02ff-4258-814c-cf46f3519bcd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:53.293225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:53.293639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.452737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::275 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/3a71a4bd-0ec9-4140-a989-f51fa2768cdd/d4a387ab-7a44-4f68-8acd-785d45279787) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:53.470899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8:0:1::56 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/9c42e026-fa00-4aca-904a-13ab78818bab/d4a387ab-7a44-4f68-8acd-785d45279787) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:53.482084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.534651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7f9a712b-02ff-4258-814c-cf46f3519bcd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f9a712b-02ff-4258-814c-cf46f3519bcd,segment=NetworkSegment(b962cc08-9ecb-4c79-a4ba-be93217c3976),segment_id=b962cc08-9ecb-4c79-a4ba-be93217c3976)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:53.547613 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.663650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7f9a712b-02ff-4258-814c-cf46f3519bcd,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:53.746413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87362959-e854-41f5-ae1d-ae93ed18e40a None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:53.807122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.891270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.912694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:31:53.950380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5fe5444e-0253-4e5c-b511-0ced9f0d15b8 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:53.951731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5fe5444e-0253-4e5c-b511-0ced9f0d15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:53.971605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=d4a387ab-7a44-4f68-8acd-785d45279787,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:53.995764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:31:53.998179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:31:54.000876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:31:54.007406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:54.018634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.045868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ce8e1fef-e28a-4a21-a81f-c6641f29f648 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9279251 Oct 19 20:31:54.048549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47790) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:54.056188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a71a4bd-0ec9-4140-a989-f51fa2768cdd'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:54.189071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.330160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Update dhcp port {'port': {'network_id': '4da45fb3-9431-4d39-b994-bf0f0e7883dc', 'fixed_ips': [{'subnet_id': '3a71a4bd-0ec9-4140-a989-f51fa2768cdd', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c42e026-fa00-4aca-904a-13ab78818bab'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '7f9a712b-02ff-4258-814c-cf46f3519bcd'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:31:54.385803 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.526305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Delete allocated IP 2001:db8:0:1::56 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/9c42e026-fa00-4aca-904a-13ab78818bab) {{(pid=100735) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:31:54.692687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.697663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.803940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] In _notify_port_updated(), no bound segment for port d4a387ab-7a44-4f68-8acd-785d45279787 on network 4da45fb3-9431-4d39-b994-bf0f0e7883dc {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:54.809532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:54.810193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:54.813951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/ports/d4a387ab-7a44-4f68-8acd-785d45279787 HTTP/1.1" status: 200 len: 926 time: 0.7617755 Oct 19 20:31:54.814300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:54.820213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a71a4bd-0ec9-4140-a989-f51fa2768cdd'}, {'subnet_id': '9c42e026-fa00-4aca-904a-13ab78818bab'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:54.835562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Allocated IP 2001:db8:0:1::2 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/9c42e026-fa00-4aca-904a-13ab78818bab/7f9a712b-02ff-4258-814c-cf46f3519bcd) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:54.852276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab8b4-74f6-41a1-828a-eae62df8e763 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=d4a387ab-7a44-4f68-8acd-785d45279787,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:54.979711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] For port 7f9a712b-02ff-4258-814c-cf46f3519bcd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f9a712b-02ff-4258-814c-cf46f3519bcd,segment=NetworkSegment(b962cc08-9ecb-4c79-a4ba-be93217c3976),segment_id=b962cc08-9ecb-4c79-a4ba-be93217c3976)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:55.040007 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.047934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.054397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f9a712b-02ff-4258-814c-cf46f3519bcd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:55.064653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.196979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296616e-c77a-497b-93b7-9ed4b771eef0 None None] Pushing event updated for resources: {'Port': ['ID=7f9a712b-02ff-4258-814c-cf46f3519bcd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:55.212892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:55.213406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.506336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8:0:1::2b6 (4da45fb3-9431-4d39-b994-bf0f0e7883dc/9c42e026-fa00-4aca-904a-13ab78818bab/d4a387ab-7a44-4f68-8acd-785d45279787) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:31:55.769222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.782598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.885033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] In _notify_port_updated(), no bound segment for port d4a387ab-7a44-4f68-8acd-785d45279787 on network 4da45fb3-9431-4d39-b994-bf0f0e7883dc {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:31:55.895491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:55.896316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:55.900825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:55.901381 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/ports/d4a387ab-7a44-4f68-8acd-785d45279787 HTTP/1.1" status: 200 len: 1012 time: 1.0848453 Oct 19 20:31:55.922449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4fdbb-705a-4cf0-be03-47cb5107d93d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=d4a387ab-7a44-4f68-8acd-785d45279787,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:56.058944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port d4a387ab-7a44-4f68-8acd-785d45279787 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:56.059262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.093795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582b0ab-11a9-48b7-8c02-04f3d1a77f81 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:56.211657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.234708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f2eea986-5d05-4664-92d8-9a1036e65800 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:56.234708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f2eea986-5d05-4664-92d8-9a1036e65800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.245893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for d4a387ab-7a44-4f68-8acd-785d45279787 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:56.436791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f2eea986-5d05-4664-92d8-9a1036e65800 None None] Provisioning complete for port d4a387ab-7a44-4f68-8acd-785d45279787 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:56.437151 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f2eea986-5d05-4664-92d8-9a1036e65800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.439175 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37894cc3-4277-48ec-927c-f50eb2a5d2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.531215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f2eea986-5d05-4664-92d8-9a1036e65800 None None] Port d4a387ab-7a44-4f68-8acd-785d45279787 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:31:56.724753 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.812285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=d4a387ab-7a44-4f68-8acd-785d45279787,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:56.834955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f8f72b15-fafc-426a-af30-4aa1b6797cc0 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:56.837660 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b15-fafc-426a-af30-4aa1b6797cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.944855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:56.948829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6342101d-e636-4a01-b6a7-6706ca3fc64e tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/d4a387ab-7a44-4f68-8acd-785d45279787 HTTP/1.1" status: 204 len: 168 time: 1.0464354 Oct 19 20:31:56.953588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47896) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:57.020555 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada262d3-ea36-482a-a046-059d19437720 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:31:57.023273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ada262d3-ea36-482a-a046-059d19437720 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/d4a387ab-7a44-4f68-8acd-785d45279787 HTTP/1.1" status: 404 len: 333 time: 0.0700464 Oct 19 20:31:57.026390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47900) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:57.133322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f9a712b-02ff-4258-814c-cf46f3519bcd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:31:57.170548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 9c42e026-fa00-4aca-904a-13ab78818bab {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:57.178230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.248006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.251180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f8f72b15-fafc-426a-af30-4aa1b6797cc0 None None] Could not find standard attr ID for object d4a387ab-7a44-4f68-8acd-785d45279787. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:57.281677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7f9a712b-02ff-4258-814c-cf46f3519bcd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:31:57.283161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.396618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-db8fc767-eb53-40a6-aba6-ab250af7df5e None None] Could not find standard attr ID for object d4a387ab-7a44-4f68-8acd-785d45279787. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:57.498375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.647557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.687596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=9c42e026-fa00-4aca-904a-13ab78818bab,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:57.695685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.700045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bbf77313-b128-4161-b11f-c38de5b40100 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/9c42e026-fa00-4aca-904a-13ab78818bab HTTP/1.1" status: 204 len: 168 time: 0.6723695 Oct 19 20:31:57.702733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47936) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:57.751069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca86d9c-c2b0-4d7d-a39c-8daea23daba8 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:57.792836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 3a71a4bd-0ec9-4140-a989-f51fa2768cdd {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:31:57.798928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.801342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-901d4d75-8935-496d-a48c-3c17deba2891 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a9fb600ef2643919a5c403c111c9585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403855 Oct 19 20:31:57.922503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:57.938026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-86274057-2c6b-4700-9d40-54a3889c5ae7 None None] Could not find standard attr ID for object d4a387ab-7a44-4f68-8acd-785d45279787. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:58.116973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-c132570d-bc18-4a25-93ea-092e2f390274 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:58.124614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-c132570d-bc18-4a25-93ea-092e2f390274 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145561 Oct 19 20:31:58.135747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.161897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-44b5a62f-c3d3-441b-9c5d-5d58dbcb1023 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/quotas/4a9fb600ef2643919a5c403c111c9585 HTTP/1.1" status: 200 len: 375 time: 0.0255589 Oct 19 20:31:58.270700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.289389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-4548c993-12b8-4577-b9a5-8ed3b300e59b tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207204 Oct 19 20:31:58.314520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=3a71a4bd-0ec9-4140-a989-f51fa2768cdd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:58.329674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.333489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0376f1a-05e9-44d0-ab9e-c21cfb3ab48a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/3a71a4bd-0ec9-4140-a989-f51fa2768cdd HTTP/1.1" status: 204 len: 168 time: 0.6291981 Oct 19 20:31:58.336031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47956) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:58.507171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.584862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 7f9a712b-02ff-4258-814c-cf46f3519bcd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:31:58.585199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.696932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port 7f9a712b-02ff-4258-814c-cf46f3519bcd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f9a712b-02ff-4258-814c-cf46f3519bcd,segment=NetworkSegment(b962cc08-9ecb-4c79-a4ba-be93217c3976),segment_id=b962cc08-9ecb-4c79-a4ba-be93217c3976)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:31:58.697327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.713951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 7f9a712b-02ff-4258-814c-cf46f3519bcd owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:31:58.749054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-07dc7c5a-44da-4e05-863d-d98d5c4c1117 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4a9fb600ef2643919a5c403c111c9585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621209 Oct 19 20:31:58.869675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:58.970849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port 7f9a712b-02ff-4258-814c-cf46f3519bcd on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:31:58.972808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=7f9a712b-02ff-4258-814c-cf46f3519bcd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:59.024632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52116634-bbdc-4fa7-a085-04ff7e8f6702 None None] Network 4da45fb3-9431-4d39-b994-bf0f0e7883dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:31:59.110686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d90181bf-1d91-4a8e-9cbc-0ddd4e87e067 None None] Could not find standard attr ID for object 7f9a712b-02ff-4258-814c-cf46f3519bcd. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:31:59.245469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.265639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-91bae8b5-941e-48c6-a618-cbf3a24dcc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.301860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-17b01325-8d41-4ff0-b4d2-e0095bed511d tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:59.310272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-17b01325-8d41-4ff0-b4d2-e0095bed511d tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5537498 Oct 19 20:31:59.335866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-85b02fef-e0ff-4feb-b896-843c1b7483e8 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/quotas/4a9fb600ef2643919a5c403c111c9585 HTTP/1.1" status: 200 len: 375 time: 0.0228071 Oct 19 20:31:59.354260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da45fb3-9431-4d39-b994-bf0f0e7883dc']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:59.364884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b962cc08-9ecb-4c79-a4ba-be93217c3976') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:59.365604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b962cc08-9ecb-4c79-a4ba-be93217c3976') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:31:59.381277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.412553 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-9fa354d5-605b-49af-baeb-71b55b7816fd tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676322 Oct 19 20:31:59.425607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.442130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:31:59.442532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:31:59.455148 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:31:59.553078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b4cde-163e-44ff-9b18-54c4020e22df None None] DHCP port deletion for 4da45fb3-9431-4d39-b994-bf0f0e7883dc request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:31:59.660263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.686185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.690115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/4da45fb3-9431-4d39-b994-bf0f0e7883dc HTTP/1.1" status: 204 len: 168 time: 1.3530092 Oct 19 20:31:59.694297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48002) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:59.778478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe004a-5f03-4ada-bffd-946f0408c91f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=4da45fb3-9431-4d39-b994-bf0f0e7883dc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:31:59.790967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66278c99-24e9-4622-b0d3-142b551d184a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:31:59.799078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-66278c99-24e9-4622-b0d3-142b551d184a tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1019642 Oct 19 20:31:59.800739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48004) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:59.807394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5a195ec-beea-4b32-98bb-c985a4f6aab1 req-6a96834d-bdb9-467d-943a-57ceeaac428b tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.1104848 Oct 19 20:31:59.874736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10fc8a8b-13c0-494f-b0e4-f8c8cf92bb84 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0725572 Oct 19 20:31:59.878211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48010) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:31:59.885941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282009972'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:31:59.911673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:31:59.917566 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.952890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:31:59.967538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:31:59.968671 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment 42115b89-e0d4-4b84-a86c-c8c189bbbc26 of type vlan for network 38d01d1b-7017-4853-aa5b-a0ef7099adef Oct 19 20:32:00.050615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.092878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.100198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:00.100820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.107881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-73bdbe01-d556-47ed-bf4f-3d002be2d2f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4a9fb600ef2643919a5c403c111c9585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523791 Oct 19 20:32:00.275296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.294987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4048762 Oct 19 20:32:00.295663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48016) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:00.300822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:00.304191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f82db-e6a1-46b1-aad8-703696d6a904 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=38d01d1b-7017-4853-aa5b-a0ef7099adef,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:00.317251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:32:00.449228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-976cd878-0912-4465-8606-6c6d63126876 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:00.451618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-976cd878-0912-4465-8606-6c6d63126876 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3376291 Oct 19 20:32:00.483808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Request body: {'port': {'device_id': '11fc4018-c021-4386-a50b-7d5441799d41', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '4a9fb600ef2643919a5c403c111c9585'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:00.521901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:00.523643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.752804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Made reservation on behalf of 4a9fb600ef2643919a5c403c111c9585 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:00.756948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.774987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.897007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-690b5a97-89c1-49f0-97a0-7a2374a35c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:00.900337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-690b5a97-89c1-49f0-97a0-7a2374a35c07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1097 time: 0.1247942 Oct 19 20:32:00.901450 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.913925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:00.942860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:01.038883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c86d2-7827-45aa-82a3-643d21745b1a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:01.111167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f9a712b-02ff-4258-814c-cf46f3519bcd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:01.150226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1f660db-06e1-4f7e-87a1-3e389455de86 req-b1f4d028-7cfe-4516-81b4-46f04b5e84c0 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.2300258 Oct 19 20:32:01.154121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:01.194762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7f9a712b-02ff-4258-814c-cf46f3519bcd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:01.197601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f9a712b-02ff-4258-814c-cf46f3519bcd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:01.229068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-004b761b-cb31-402e-8854-2439e2bf1841 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a9fb600ef2643919a5c403c111c9585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683832 Oct 19 20:32:01.230374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Allocated IP 192.168.233.64 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/085b8886-cdef-4ad4-af35-d00f321fd4e3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:01.280984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=bcaaeac9-e0a6-4ef3-b54d-b170e6363649,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:01.315569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-61024744-fffa-4f8d-9934-c4ef307c881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:01.317080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-61024744-fffa-4f8d-9934-c4ef307c881a service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.3784919 Oct 19 20:32:01.435647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': '42115b89-e0d4-4b84-a86c-c8c189bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:01.436034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: 38d01d1b-7017-4853-aa5b-a0ef7099adef, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:32:01.464286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-dfb54600-7108-4e25-bbc1-4a38b985fae8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 1001 time: 0.1297939 Oct 19 20:32:01.469488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:32:01.498784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 38d01d1b-7017-4853-aa5b-a0ef7099adef) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:01.504622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:01.505935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:01.507994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ac3de-8929-40c9-97f4-64a836b34919 None None] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:01.561224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-a8d4a887-cc94-4834-b4ac-42621be0ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:01.563184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-33ab45e0-7898-4af6-b305-b9695c74ff62 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:01.564275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-a8d4a887-cc94-4834-b4ac-42621be0ff12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0831642 Oct 19 20:32:01.568073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-33ab45e0-7898-4af6-b305-b9695c74ff62 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320248 Oct 19 20:32:01.571923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c7fa7f3-86e3-4c42-b177-abf738f81e0d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2750123 Oct 19 20:32:01.572976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48038) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:01.592540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef', 'name': 'tempest-PortsIpV6TestJSON-360989122'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:01.673878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Request body: {'port': {'device_id': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '4a9fb600ef2643919a5c403c111c9585'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:01.742309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-e4a32e07-52dd-407c-8216-b0eeb00e8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:01.743912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-e4a32e07-52dd-407c-8216-b0eeb00e8c43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409187 Oct 19 20:32:01.931861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-5a030159-c6e1-4b2c-948a-456319d3c81e service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020789 Oct 19 20:32:01.950221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Made reservation on behalf of 4a9fb600ef2643919a5c403c111c9585 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:01.953839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.056741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:02.062750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.095331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.103500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 7adeeff1-5f78-4076-9029-6dae6d0c1f97 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:02.184011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.191910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-38d01d1b-7017-4853-aa5b-a0ef7099adef', 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': 'bcaaeac9-e0a6-4ef3-b54d-b170e6363649'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:32:02.192802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.304250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f0f167b-0d44-4cdd-a9ce-163ecea196f2 req-4a7ae7be-db33-4388-be16-67f08842cc47 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627007 Oct 19 20:32:02.327500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.401230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc086720-0ba8-4518-bedf-4204cfbcafad req-9d7a9d18-0624-4033-b5b4-3fc8425c45e1 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.0342517 Oct 19 20:32:02.432075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::182 (38d01d1b-7017-4853-aa5b-a0ef7099adef/bcaaeac9-e0a6-4ef3-b54d-b170e6363649/7adeeff1-5f78-4076-9029-6dae6d0c1f97) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:02.451179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:02.457972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:02.482479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:02.504299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:02.717116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Allocated IP 192.168.233.101 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/d45e5f45-1d5b-4c19-b2b4-547d656c122f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:02.818507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.855079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:02.868396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:02.905262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.021242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f1d8d216-4bc8-491d-9df0-1bb847b1f211 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5601492 Oct 19 20:32:03.082760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Request body: {'port': {'device_id': '11fc4018-c021-4386-a50b-7d5441799d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:03.097341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Allocated IP 2001:db8::2 (38d01d1b-7017-4853-aa5b-a0ef7099adef/bcaaeac9-e0a6-4ef3-b54d-b170e6363649/5b96d836-9642-473a-ac3f-7f6f8c8b484d) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:03.119775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:03.135082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:03.150136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:03.175441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:03.176118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.214856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=7adeeff1-5f78-4076-9029-6dae6d0c1f97,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:03.262068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b0117c5c-a017-482d-b5cc-b660684b1cbc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6878889 Oct 19 20:32:03.267279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48068) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:03.282036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef', 'name': 'tempest-PortsIpV6TestJSON-790083824'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:03.465588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:03.479712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.540726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 03a8af8d-ec37-4a34-adf1-69a7296a8781 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:03.576800 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.592356 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.596148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dbf3a9c2-622b-4db1-ba10-b996f210e754 None None] Provisioning complete for port 085b8886-cdef-4ad4-af35-d00f321fd4e3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:03.596728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a9c2-622b-4db1-ba10-b996f210e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.634429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eca91f8-156d-4e24-b168-533300655f8e req-9186b8ce-bd80-46f8-bb57-362912d41240 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.0692942 Oct 19 20:32:03.650113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3a9c2-622b-4db1-ba10-b996f210e754 None None] Port 085b8886-cdef-4ad4-af35-d00f321fd4e3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:03.752781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:03.758242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:03.761113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:03.769283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::277 (38d01d1b-7017-4853-aa5b-a0ef7099adef/bcaaeac9-e0a6-4ef3-b54d-b170e6363649/03a8af8d-ec37-4a34-adf1-69a7296a8781) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:03.828927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Pushing event updated for resources: {'Port': ['ID=5b96d836-9642-473a-ac3f-7f6f8c8b484d,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:03.835082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Attempting to bind port 5b96d836-9642-473a-ac3f-7f6f8c8b484d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:03.836580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Attempting to bind port 5b96d836-9642-473a-ac3f-7f6f8c8b484d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '42115b89-e0d4-4b84-a86c-c8c189bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:03.837286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Attempting to bind port 5b96d836-9642-473a-ac3f-7f6f8c8b484d on network 38d01d1b-7017-4853-aa5b-a0ef7099adef {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:03.846260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:03.847313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Checking segment: {'id': '42115b89-e0d4-4b84-a86c-c8c189bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:03.848134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:03.849932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Bound using segment: {'id': '42115b89-e0d4-4b84-a86c-c8c189bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:03.850577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Bound port: 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42115b89-e0d4-4b84-a86c-c8c189bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38d01d1b-7017-4853-aa5b-a0ef7099adef'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:03.851542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.069858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] For port 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:04.083695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] For port 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5b96d836-9642-473a-ac3f-7f6f8c8b484d,segment=NetworkSegment(42115b89-e0d4-4b84-a86c-c8c189bbbc26),segment_id=42115b89-e0d4-4b84-a86c-c8c189bbbc26)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:04.087612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.098644 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.102416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.173326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.194923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.202063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.227094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e55833-679f-4490-bb0e-26b9baff248a None None] Pushing event updated for resources: {'Port': ['ID=5b96d836-9642-473a-ac3f-7f6f8c8b484d,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:04.231420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:04.235222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:04.253469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:04.285177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:04.285908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.315531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:04.317030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:04.317410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=03a8af8d-ec37-4a34-adf1-69a7296a8781,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:04.323968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:04.344039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cf5c6954-f4a5-4c75-9a22-822624ab44eb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0752497 Oct 19 20:32:04.346546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:04.486452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:04.621990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f22dc-54d5-4464-9145-8ac76b54eb4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:04.624150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-994f22dc-54d5-4464-9145-8ac76b54eb4b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A182 HTTP/1.1" status: 200 len: 928 time: 0.2745202 Oct 19 20:32:04.627046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:04.641527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-c851a766-4b46-466e-bf29-17703f2b4826 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3220818 Oct 19 20:32:04.659585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:04.661517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.713778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-d0ffbaa3-0daa-4dc7-87fe-82a5e284b334 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1292069 Oct 19 20:32:04.762084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Request body: {'port': {'device_id': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:04.975101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f305fb-d6ae-47a0-b17d-4dd0867adc78 req-cebdc55e-c49b-409e-9109-361c785cfac9 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:04.982507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f305fb-d6ae-47a0-b17d-4dd0867adc78 req-cebdc55e-c49b-409e-9109-361c785cfac9 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 936 time: 0.1669014 Oct 19 20:32:04.991381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0ad3d160-5a95-4011-aa2c-4c8ad8377684 None None] Provisioning complete for port d45e5f45-1d5b-4c19-b2b4-547d656c122f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:04.991672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d160-5a95-4011-aa2c-4c8ad8377684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:04.995630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 03a8af8d-ec37-4a34-adf1-69a7296a8781 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:04.996059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.052605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3d160-5a95-4011-aa2c-4c8ad8377684 None None] Port d45e5f45-1d5b-4c19-b2b4-547d656c122f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:05.118343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f305fb-d6ae-47a0-b17d-4dd0867adc78 req-9c6b1b55-20a2-43b8-922f-9e37b3c46063 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342478 Oct 19 20:32:05.130772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-9ecb7556-7c4b-42ab-8260-cb7fc3ad77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:05.135995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-9ecb7556-7c4b-42ab-8260-cb7fc3ad77c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 1096 time: 0.3332112 Oct 19 20:32:05.155459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.252636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.271867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5b96d836-9642-473a-ac3f-7f6f8c8b484d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:05.355957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 03a8af8d-ec37-4a34-adf1-69a7296a8781 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:05.363503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5b96d836-9642-473a-ac3f-7f6f8c8b484d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:05.365262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.399803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:05.424204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.441880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Transition to ACTIVE for port object 085b8886-cdef-4ad4-af35-d00f321fd4e3 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:32:05.475299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce283-9c2a-4271-b08c-09e5341d24b5 req-01b05ba4-ab98-4a66-bc07-1ccf5f4ad75b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:05.501646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-198ce283-9c2a-4271-b08c-09e5341d24b5 req-01b05ba4-ab98-4a66-bc07-1ccf5f4ad75b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.5266657 Oct 19 20:32:05.510631 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.541326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359b82-3b49-447d-ace8-3047c1329e8b req-b37775b8-cef5-453c-ac98-437cdd6a941c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:05.555695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5b96d836-9642-473a-ac3f-7f6f8c8b484d,segment=NetworkSegment(42115b89-e0d4-4b84-a86c-c8c189bbbc26),segment_id=42115b89-e0d4-4b84-a86c-c8c189bbbc26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:05.566058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.567056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23359b82-3b49-447d-ace8-3047c1329e8b req-b37775b8-cef5-453c-ac98-437cdd6a941c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.3266101 Oct 19 20:32:05.673207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-bf0faa2c-bdc6-4913-8045-6e4c6ea4f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:05.675870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-bf0faa2c-bdc6-4913-8045-6e4c6ea4f596 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 200 len: 912 time: 0.4882820 Oct 19 20:32:05.692959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5b96d836-9642-473a-ac3f-7f6f8c8b484d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:05.740848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.763107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23359b82-3b49-447d-ace8-3047c1329e8b req-2edb92cd-a52b-4e5a-9dfa-e9aeb139556a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947198 Oct 19 20:32:05.803273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.834398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=03a8af8d-ec37-4a34-adf1-69a7296a8781,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:05.888465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:05.892519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ca06c3d-3453-423a-9e67-7e67e50c59e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/03a8af8d-ec37-4a34-adf1-69a7296a8781 HTTP/1.1" status: 204 len: 168 time: 1.2647719 Oct 19 20:32:05.896879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48128) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:05.904606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223b883-7e14-456b-8573-4c3300bd5a6e None None] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:06.055780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-460fd8b5-4fc6-43b5-bb0a-4d68257da0a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 200 len: 1001 time: 0.3711126 Oct 19 20:32:06.124747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ae858eb8-e4b1-44d4-ab5b-908333c8eb67 None None] Provisioning complete for port 5b96d836-9642-473a-ac3f-7f6f8c8b484d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:06.125023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae858eb8-e4b1-44d4-ab5b-908333c8eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.328844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-198ce283-9c2a-4271-b08c-09e5341d24b5 req-6fe40d0d-4950-454d-ad67-8d818e308660 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8135629 Oct 19 20:32:06.414416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:06.438795 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2388816-7852-4d82-a142-fbb52e8caf3c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:06.440402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e2388816-7852-4d82-a142-fbb52e8caf3c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/03a8af8d-ec37-4a34-adf1-69a7296a8781 HTTP/1.1" status: 404 len: 333 time: 0.5420418 Oct 19 20:32:06.443269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:06.444607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-f84cc1f6-9f45-4d31-94ce-ed5dd5bd2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:06.446063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-f84cc1f6-9f45-4d31-94ce-ed5dd5bd2983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 200 len: 850 time: 0.3645122 Oct 19 20:32:06.589381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399326-0804-41b3-bc0c-a6f44c268cd4 req-2cbde0b4-5dc0-4fb1-9daf-3fa3c95d7c58 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:06.594559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1399326-0804-41b3-bc0c-a6f44c268cd4 req-2cbde0b4-5dc0-4fb1-9daf-3fa3c95d7c58 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 936 time: 0.2044880 Oct 19 20:32:06.623318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-75c7a2fb-a1cb-44f2-8ad1-c12e70c070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:06.624821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-75c7a2fb-a1cb-44f2-8ad1-c12e70c070cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3871a0b-284f-49d7-9de7-948af460af59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697733 Oct 19 20:32:06.628020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Attempting to bind port 085b8886-cdef-4ad4-af35-d00f321fd4e3 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:06.628020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Attempting to bind port 085b8886-cdef-4ad4-af35-d00f321fd4e3 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:06.628262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Attempting to bind port 085b8886-cdef-4ad4-af35-d00f321fd4e3 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:06.689272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1399326-0804-41b3-bc0c-a6f44c268cd4 req-801b0cbb-d17d-4da1-a5e5-5407d17e4818 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838563 Oct 19 20:32:06.706851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 7adeeff1-5f78-4076-9029-6dae6d0c1f97 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:06.707207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.722090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Port 085b8886-cdef-4ad4-af35-d00f321fd4e3 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:32:06.722415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Attempting to bind port 085b8886-cdef-4ad4-af35-d00f321fd4e3 on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:06.741779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:06.742132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:06.742492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:06.750788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Bound port: 085b8886-cdef-4ad4-af35-d00f321fd4e3, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:06.751849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.767258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3afb4754-7c99-42c9-b39b-693932c2747a None None] Provisioning complete for port 7adeeff1-5f78-4076-9029-6dae6d0c1f97 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:06.767846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3afb4754-7c99-42c9-b39b-693932c2747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.803189 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-744d0bc8-c37b-44d7-a6f2-a0913f775b61 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687541 Oct 19 20:32:06.840938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.852901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3afb4754-7c99-42c9-b39b-693932c2747a None None] Port 7adeeff1-5f78-4076-9029-6dae6d0c1f97 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:06.876496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3afb4754-7c99-42c9-b39b-693932c2747a None None] Provisioning complete for port 5b96d836-9642-473a-ac3f-7f6f8c8b484d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:06.877229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3afb4754-7c99-42c9-b39b-693932c2747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:06.878571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 7adeeff1-5f78-4076-9029-6dae6d0c1f97 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:07.104971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5b96d836-9642-473a-ac3f-7f6f8c8b484d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:07.173648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45e5f45-1d5b-4c19-b2b4-547d656c122f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:07.188702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.189334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.202146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8a377-1e88-48ef-aa8a-bf50338d6c71 req-fe85504c-5982-4551-a38c-0d9945498c93 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:07.209568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6e8a377-1e88-48ef-aa8a-bf50338d6c71 req-fe85504c-5982-4551-a38c-0d9945498c93 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.3141003 Oct 19 20:32:07.217459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:07.218888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f5672586-2ff7-4769-9dab-8e5786fab388 None None] Could not find standard attr ID for object 7adeeff1-5f78-4076-9029-6dae6d0c1f97. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:07.236174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5b96d836-9642-473a-ac3f-7f6f8c8b484d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:07.236825 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.240938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:07.268710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.301608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Transition to ACTIVE for port object d45e5f45-1d5b-4c19-b2b4-547d656c122f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:32:07.326135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.333094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/7adeeff1-5f78-4076-9029-6dae6d0c1f97 HTTP/1.1" status: 204 len: 168 time: 0.8888133 Oct 19 20:32:07.334505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbaeb-0dfe-427e-9d0d-ad940f1f5891 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=7adeeff1-5f78-4076-9029-6dae6d0c1f97,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:07.338741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:07.369209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86d18803-f2a5-40cb-bedb-2daa9b8544b5 req-bbbaeedb-4d12-4ce7-878d-f9fd7a4c6db6 service neutron] 10.222.0.11 "GET /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560920 Oct 19 20:32:07.373871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.416593 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a09c7f-e95f-43f3-a5ca-cb4fa0fcd2e1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:07.423291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-84a09c7f-e95f-43f3-a5ca-cb4fa0fcd2e1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/7adeeff1-5f78-4076-9029-6dae6d0c1f97 HTTP/1.1" status: 404 len: 333 time: 0.0830412 Oct 19 20:32:07.423915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48154) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:07.445029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6e8a377-1e88-48ef-aa8a-bf50338d6c71 req-e132e5f5-8a12-4458-a159-8aab6a5698a1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243891 Oct 19 20:32:07.445029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:07.445029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.449095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] 10.222.0.11 "PUT /v2.0/ports/085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 200 len: 1095 time: 4.3855782 Oct 19 20:32:07.480048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:07.482680 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525d2f7-e291-4032-9cf6-390f20f35043" -d '{"events": [{"name": "network-changed", "server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:07.558693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-855f5366-ff10-4808-bd96-9cfeed14ee46 None None] Could not find standard attr ID for object 03a8af8d-ec37-4a34-adf1-69a7296a8781. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:07.568377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b710c9-01ff-4b28-914f-57e604a09ccd service neutron] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:07.624129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet bcaaeac9-e0a6-4ef3-b54d-b170e6363649 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:07.648308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.740855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:07.890755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:07.927745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-96fb16fd-f732-4cc6-ada1-d8d6c280d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:07.932907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-96fb16fd-f732-4cc6-ada1-d8d6c280d4cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 1098 time: 0.2148359 Oct 19 20:32:07.953167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1eb6-7283-4b6d-8a1b-4f7dcfb0a02b req-bcfa94ee-ed4f-4e8e-bc8b-918905e378f9 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:07.954755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f32e1eb6-7283-4b6d-8a1b-4f7dcfb0a02b req-bcfa94ee-ed4f-4e8e-bc8b-918905e378f9 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1703773 Oct 19 20:32:07.955517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Attempting to bind port d45e5f45-1d5b-4c19-b2b4-547d656c122f on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:07.955852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Attempting to bind port d45e5f45-1d5b-4c19-b2b4-547d656c122f by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:07.956179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Attempting to bind port d45e5f45-1d5b-4c19-b2b4-547d656c122f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:08.010799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Port d45e5f45-1d5b-4c19-b2b4-547d656c122f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:32:08.011136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Attempting to bind port d45e5f45-1d5b-4c19-b2b4-547d656c122f on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:08.021986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-f528daa5-ccda-44d2-b2b3-f6c7a04b9964 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 200 len: 217 time: 0.0631635 Oct 19 20:32:08.029872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:08.030191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:08.030740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:08.031194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Bound port: d45e5f45-1d5b-4c19-b2b4-547d656c122f, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:08.031561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.072239 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.188934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.193152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f32e1eb6-7283-4b6d-8a1b-4f7dcfb0a02b req-34531892-3b52-46f4-b14d-88e88416de6e tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213848 Oct 19 20:32:08.234833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-fa31538b-6acb-4937-96a7-a868071ec8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:08.235660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-fa31538b-6acb-4937-96a7-a868071ec8eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1746976 Oct 19 20:32:08.310682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaaeac9-e0a6-4ef3-b54d-b170e6363649,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:08.337486 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2cbdc-694f-495a-aa4c-b52cfb60478c x-openstack-request-id: req-21f2cbdc-694f-495a-aa4c-b52cfb60478c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:08.337802 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:08.339041 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21f2cbdc-694f-495a-aa4c-b52cfb60478c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:08.340201 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'status': 'completed', 'code': 200} Oct 19 20:32:08.346652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:08.347815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.365823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-48f855e3-f614-49cd-9eb5-2dc847b27cd2 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/bcaaeac9-e0a6-4ef3-b54d-b170e6363649 HTTP/1.1" status: 204 len: 168 time: 0.9264743 Oct 19 20:32:08.366054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48176) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:08.449102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:08.535699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.599416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c934d-3565-43c0-af7c-d1c8bafca1a5 None None] Network 38d01d1b-7017-4853-aa5b-a0ef7099adef requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:08.678885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-a64497c2-53fe-4a63-912e-79c5536679d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:08.682346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-a64497c2-53fe-4a63-912e-79c5536679d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4282684 Oct 19 20:32:08.701537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:08.862681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7641de-3c82-434b-917b-1ec9de8de973 req-ee28b5af-ebf7-4a88-a251-bde256843e43 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:08.870490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d7641de-3c82-434b-917b-1ec9de8de973 req-ee28b5af-ebf7-4a88-a251-bde256843e43 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.1883481 Oct 19 20:32:08.958323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d7641de-3c82-434b-917b-1ec9de8de973 req-98450ed6-b189-4851-b6fb-1b21716b284d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758240 Oct 19 20:32:09.056461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] DHCP port deletion for 38d01d1b-7017-4853-aa5b-a0ef7099adef request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:09.139603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.140774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.141904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] 10.222.0.37 "PUT /v2.0/ports/d45e5f45-1d5b-4c19-b2b4-547d656c122f HTTP/1.1" status: 200 len: 1096 time: 4.4041154 Oct 19 20:32:09.150487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Deleting port 5b96d836-9642-473a-ac3f-7f6f8c8b484d {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:09.150858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.229281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c5f46-9e56-48d5-9f36-1556628d529b req-45afc9c6-1196-4f94-9a34-7a1b55d113e1 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.233816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-592c5f46-9e56-48d5-9f36-1556628d529b req-45afc9c6-1196-4f94-9a34-7a1b55d113e1 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.6465201 Oct 19 20:32:09.243265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128c3f1-88f5-4f4f-b021-5a73b14abb52 service neutron] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:09.259073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] For port 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5b96d836-9642-473a-ac3f-7f6f8c8b484d,segment=NetworkSegment(42115b89-e0d4-4b84-a86c-c8c189bbbc26),segment_id=42115b89-e0d4-4b84-a86c-c8c189bbbc26)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:09.259466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.286118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Calling delete_port for 5b96d836-9642-473a-ac3f-7f6f8c8b484d owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:09.337191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:09.375448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-759310dc-e694-42e6-9c54-b7aed3eca0fc service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680303 Oct 19 20:32:09.402064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-592c5f46-9e56-48d5-9f36-1556628d529b req-6767fd52-fc0b-43b3-b90d-d111edd3bf5e tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191018 Oct 19 20:32:09.403860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-7fb164a0-4805-4fdf-a8c6-15c37939b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.405284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-7fb164a0-4805-4fdf-a8c6-15c37939b1fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 1099 time: 0.1909018 Oct 19 20:32:09.471268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85880a10-f816-45c9-88ca-52e6fb9870a5 req-e8a520c2-ec12-40b5-8c50-08b07b9a183b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.473175 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85880a10-f816-45c9-88ca-52e6fb9870a5 req-e8a520c2-ec12-40b5-8c50-08b07b9a183b tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1153591 Oct 19 20:32:09.478044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.480032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.491910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 5b96d836-9642-473a-ac3f-7f6f8c8b484d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:09.492470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.499714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-f72fda9d-487c-46e9-941b-2fb70fc5a0dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f HTTP/1.1" status: 200 len: 217 time: 0.0618148 Oct 19 20:32:09.517547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] Pushing event deleted for resources: {'Port': ['ID=5b96d836-9642-473a-ac3f-7f6f8c8b484d,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:09.519385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef5969-bef0-456e-9547-49b57a94bbe4 None None] No DVR routers for this DVR port 5b96d836-9642-473a-ac3f-7f6f8c8b484d on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:09.535688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:09.537979 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462263ee-bd85-4c07-935d-d1b5633c926a" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:09.554331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:09.567798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.597156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85880a10-f816-45c9-88ca-52e6fb9870a5 req-8e48dce7-2c85-4cda-900c-b5bd805df0e9 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043501 Oct 19 20:32:09.623774 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e5f6e-ea82-4bc6-907e-a3a03d9fbf4d x-openstack-request-id: req-fc6e5f6e-ea82-4bc6-907e-a3a03d9fbf4d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:09.624339 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:09.624339 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc6e5f6e-ea82-4bc6-907e-a3a03d9fbf4d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:09.624678 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:32:09.662403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=11']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:09.695467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port 5b96d836-9642-473a-ac3f-7f6f8c8b484d, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:09.695924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.700041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939764d8-9330-43aa-9ca7-ee950354eae3 req-76736202-9297-4a75-8589-d4e21a99f60a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135037 Oct 19 20:32:09.707200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-55e0a2c7-3fcd-4234-81ae-416abb845724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.708598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-55e0a2c7-3fcd-4234-81ae-416abb845724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1666253 Oct 19 20:32:09.714408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 5b96d836-9642-473a-ac3f-7f6f8c8b484d owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:09.719713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Port 5b96d836-9642-473a-ac3f-7f6f8c8b484d was not found and therefore no delete operation was performed {{(pid=100734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:32:09.730582 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.785460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=5b96d836-9642-473a-ac3f-7f6f8c8b484d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:09.789824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port 5b96d836-9642-473a-ac3f-7f6f8c8b484d on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:09.881363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-f1d5725a-7494-48b0-ab54-d9ac7b5df65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.882942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-f1d5725a-7494-48b0-ab54-d9ac7b5df65f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660514 Oct 19 20:32:09.914296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:09.933224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-ba291055-4457-432a-8b07-e66492eef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:09.934765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-ba291055-4457-432a-8b07-e66492eef522 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 1098 time: 0.1790230 Oct 19 20:32:09.988448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d01d1b-7017-4853-aa5b-a0ef7099adef']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:10.036235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42115b89-e0d4-4b84-a86c-c8c189bbbc26') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:10.036538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42115b89-e0d4-4b84-a86c-c8c189bbbc26') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:10.082198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.085061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12e0c2-66aa-4e31-add1-c678c6f387da req-f9a0f75a-7749-4e57-a59c-787b60909c61 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.086956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc12e0c2-66aa-4e31-add1-c678c6f387da req-f9a0f75a-7749-4e57-a59c-787b60909c61 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0596812 Oct 19 20:32:10.114295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.134462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:32:10.134869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:32:10.138006 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:32:10.147152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc12e0c2-66aa-4e31-add1-c678c6f387da req-b1f03148-5145-48fb-be75-4888285568f8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499959 Oct 19 20:32:10.155243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-b14236d4-a7d4-46e1-a7bd-18c490103f2b service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381608 Oct 19 20:32:10.178910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-3f68c3fa-1ee7-474a-b532-227fc8d5642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.180375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-3f68c3fa-1ee7-474a-b532-227fc8d5642b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2333965 Oct 19 20:32:10.266916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-6bbcd9fb-81b8-46f1-bd2c-700e2893cd06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 200 len: 217 time: 0.0599782 Oct 19 20:32:10.313397 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.343347 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.346582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/38d01d1b-7017-4853-aa5b-a0ef7099adef HTTP/1.1" status: 204 len: 168 time: 1.9792585 Oct 19 20:32:10.347166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:10.350172 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47cadd-b179-45a5-b040-c2d7f67acc92" -d '{"events": [{"name": "network-changed", "server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:10.350854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48218) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:10.363850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-318445269'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:10.368842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb7a02-983e-49fe-b28f-a6ced0ccada8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=38d01d1b-7017-4853-aa5b-a0ef7099adef,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:10.392105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95d843a9-fd24-4e60-a5a6-141f8b7cfbae req-6d3a7504-f9b3-4219-be50-4f8f9a298a8f service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286630 Oct 19 20:32:10.393622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-d1ffe807-fdda-4e16-b8ed-79f9cc4d221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.395005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-d1ffe807-fdda-4e16-b8ed-79f9cc4d221e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0953505 Oct 19 20:32:10.409328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:10.418472 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fceae19-cc73-4f47-8620-774a4f671cc3 x-openstack-request-id: req-2fceae19-cc73-4f47-8620-774a4f671cc3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:10.418771 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:10.419589 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fceae19-cc73-4f47-8620-774a4f671cc3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:10.419995 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'status': 'completed', 'code': 200} Oct 19 20:32:10.420106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.462290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:32:10.478439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.479650 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment f3f42347-3d19-4f3a-a27e-3a1190d9905d of type vlan for network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c Oct 19 20:32:10.506594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-3a2d0f00-e096-4ad7-a9d5-5bf270d536ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.508144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-3a2d0f00-e096-4ad7-a9d5-5bf270d536ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033700 Oct 19 20:32:10.513262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-b1a5f315-1b06-48c2-8544-4f695d112d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.514683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-b1a5f315-1b06-48c2-8544-4f695d112d66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 1099 time: 0.0554390 Oct 19 20:32:10.530582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.567099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.574986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.576356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.691782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:10.702139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f1564582-ceb3-4f6a-9ecc-ef0f515f8432 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3499429 Oct 19 20:32:10.703367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:32:10.707035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48228) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:10.712185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:10.727234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-03c4b854-9950-47a7-b5fc-cd7818280abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.729123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-03c4b854-9950-47a7-b5fc-cd7818280abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2047610 Oct 19 20:32:10.743172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e39d6-79ef-4c78-bbf5-43fc881f7aea req-37ded820-c3d9-4649-8269-663ec82d2bfa tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.745759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c55e39d6-79ef-4c78-bbf5-43fc881f7aea req-37ded820-c3d9-4649-8269-663ec82d2bfa tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.1900620 Oct 19 20:32:10.751430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-51c3739e-6364-4725-9232-1048126504b5 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344790 Oct 19 20:32:10.776673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-6b5a85e0-e836-46ae-bac0-829288f6da96 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.780368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-6b5a85e0-e836-46ae-bac0-829288f6da96 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.11 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1544693 Oct 19 20:32:10.826787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-403734df-8d9a-4fb4-8be5-f84676d1ef33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f HTTP/1.1" status: 200 len: 217 time: 0.0725069 Oct 19 20:32:10.849487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c55e39d6-79ef-4c78-bbf5-43fc881f7aea req-1d35c278-d8e3-4d0f-ae6a-d4deb28b2a49 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Oct 19 20:32:10.862276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:10.865806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:10.965349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81046287-6cf7-4b1d-98da-98a4ea2df0ef req-35897fc3-e36f-4e70-9ff6-c9c8bb011010 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:10.966986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81046287-6cf7-4b1d-98da-98a4ea2df0ef req-35897fc3-e36f-4e70-9ff6-c9c8bb011010 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.2902267 Oct 19 20:32:11.026563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-c08355dd-2b59-43e9-a8ec-71ae06505f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:11.028034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-c08355dd-2b59-43e9-a8ec-71ae06505f02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.1695528 Oct 19 20:32:11.052251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f525d2f7-e291-4032-9cf6-390f20f35043 req-fe4f22c2-a9fd-42d1-8114-1047e7abeee9 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840576 Oct 19 20:32:11.079811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5b96d836-9642-473a-ac3f-7f6f8c8b484d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:11.099728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81046287-6cf7-4b1d-98da-98a4ea2df0ef req-8dc4d1e0-e2cc-44f8-928c-d498c3da9fa4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093831 Oct 19 20:32:11.109531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5b96d836-9642-473a-ac3f-7f6f8c8b484d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:11.110800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5b96d836-9642-473a-ac3f-7f6f8c8b484d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:11.117880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-52bef034-126d-4ff7-a877-50c0ed2bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:11.119373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-52bef034-126d-4ff7-a877-50c0ed2bd124 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801234 Oct 19 20:32:11.127161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Deleting port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:11.127605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.142790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.215390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=666c35ec-8572-48de-ac62-838c8bf1b1c6,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:11.252316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': 'f3f42347-3d19-4f3a-a27e-3a1190d9905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:11.252684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:32:11.287064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:32:11.302179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:11.306171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:11.306683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.314955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ff97c-8505-48ff-bb54-abd2c0a6225e None None] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:11.340328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec9fd98a-9c78-4f8a-ac5e-b81488d122e6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6319132 Oct 19 20:32:11.343252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48238) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:11.351999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c', 'name': 'tempest-PortsIpV6TestJSON-542393446', 'fixed_ips': [{'subnet_id': '666c35ec-8572-48de-ac62-838c8bf1b1c6', 'ip_address': '2001:db8::10'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:11.380593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:11.387486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] For port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:11.388035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.415949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-76629356-54a5-4a16-929f-6b54e598a8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834406 Oct 19 20:32:11.496753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:11.515907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd05cc4-088c-441a-aef8-9f4d7d5084cb req-741fc313-d050-43c8-9066-707f28f6c429 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:11.517719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfd05cc4-088c-441a-aef8-9f4d7d5084cb req-741fc313-d050-43c8-9066-707f28f6c429 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2245853 Oct 19 20:32:11.551161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:11.563249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c', 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': '666c35ec-8572-48de-ac62-838c8bf1b1c6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:32:11.564388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.587798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'mac_address': 'fa:16:3e:64:de:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:11.616546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.637947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 6224b759-2d64-4e2f-bcda-38a9b81eed78 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:11.699857 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.753990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:11.810908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:11.812333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Allocated IP 2001:db8::2 (e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c/666c35ec-8572-48de-ac62-838c8bf1b1c6/f2f798a3-f6d2-4ba2-be1f-753e2d57b50c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:11.819152 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:11.943762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:11.972140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9f8f5342-cfb6-4acc-9934-dc167752a9b1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:12.032018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743e1c0-b305-4710-8694-b791a51d8bc9 req-6c3fa229-c502-4092-b7d0-ba538d8e9fd5 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:12.033915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6743e1c0-b305-4710-8694-b791a51d8bc9 req-6c3fa229-c502-4092-b7d0-ba538d8e9fd5 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.0847895 Oct 19 20:32:12.128914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6743e1c0-b305-4710-8694-b791a51d8bc9 req-c3dfe516-e667-4f39-a35c-3b885334de9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 Oct 19 20:32:12.129160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.129559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.129859 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Floating IP 9f27ce39-7c91-42ff-a025-ff443661bc1b disassociated. External IP: 172.25.7.238, port: 4a88899e-8af9-4aa3-b17c-6436eb6c5f18. Oct 19 20:32:12.130210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Calling delete_port for 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:12.156993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfd05cc4-088c-441a-aef8-9f4d7d5084cb req-b7ad5457-e15e-4428-8086-6cc8452603ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6246655 Oct 19 20:32:12.201316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.236737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.243085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df47cadd-b179-45a5-b040-c2d7f67acc92 req-65aa6a22-47bd-4f7f-82b3-5b44c20a8330 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052933 Oct 19 20:32:12.322922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Pushing event updated for resources: {'Port': ['ID=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:12.360205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::10 (e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c/666c35ec-8572-48de-ac62-838c8bf1b1c6/6224b759-2d64-4e2f-bcda-38a9b81eed78) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:12.361674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:12.364159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:12.371854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:12.399383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d448c-808b-4bd9-982a-c655ce9d5d50 req-795a483e-5b14-453f-ae91-30867c5f5a79 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:12.401160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-998d448c-808b-4bd9-982a-c655ce9d5d50 req-795a483e-5b14-453f-ae91-30867c5f5a79 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/ports?device_id=4727c112-2d0e-4c38-ba3b-9906301f7515 HTTP/1.1" status: 200 len: 945 time: 0.1326506 Oct 19 20:32:12.454466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.468050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-998d448c-808b-4bd9-982a-c655ce9d5d50 req-6b931a83-42fb-44c1-bb96-2283ec31b62d tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567391 Oct 19 20:32:12.493032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event deleted for resources: {'Port': ['ID=4a88899e-8af9-4aa3-b17c-6436eb6c5f18,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:12.506749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Attempting to bind port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:12.507150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Attempting to bind port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'f3f42347-3d19-4f3a-a27e-3a1190d9905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:12.507512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Attempting to bind port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c on network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:12.543363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:12.544065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Checking segment: {'id': 'f3f42347-3d19-4f3a-a27e-3a1190d9905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:12.544817 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.545471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Bound using segment: {'id': 'f3f42347-3d19-4f3a-a27e-3a1190d9905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:12.546190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Bound port: f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f42347-3d19-4f3a-a27e-3a1190d9905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:12.546810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.588685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.689883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] For port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:12.692023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Router d7e942ce-405b-480a-b4f3-a4911b97f1eb has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:32:12.694057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] For port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,segment=NetworkSegment(f3f42347-3d19-4f3a-a27e-3a1190d9905d),segment_id=f3f42347-3d19-4f3a-a27e-3a1190d9905d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:12.701505 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.703081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.800147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.808689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe982-df18-4194-9ee9-e0eb59cac10e None None] Pushing event updated for resources: {'Port': ['ID=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:12.885101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:12.901858 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Sync routers for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:12.918676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=6224b759-2d64-4e2f-bcda-38a9b81eed78,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:12.944813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:12.945480 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:12.946324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:12.951537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:12.951702 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.954024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:12.962593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:12.963256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:12.995872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] No DVR routers for this DVR port 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:12.999602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:13.004140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e21dc982-5ca5-4662-bbe5-c682e5d80762 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6595604 Oct 19 20:32:13.006946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48274) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:13.013112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': 'e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c', 'name': 'tempest-PortsIpV6TestJSON-675847215', 'fixed_ips': [{'subnet_id': '666c35ec-8572-48de-ac62-838c8bf1b1c6', 'ip_address': '2001:db8::f'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:13.018936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4c176f9-4d94-45e4-8d88-cea43fd4b5f2 req-4cb42ae6-9c48-4eba-b7d6-ebeb28bd8687 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.11 "DELETE /v2.0/ports/4a88899e-8af9-4aa3-b17c-6436eb6c5f18 HTTP/1.1" status: 204 len: 173 time: 2.2032902 Oct 19 20:32:13.019868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'name': 'network-vif-deleted', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:13.030218 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd39e4-5635-4490-9fad-faa0cc71cbf2" -d '{"events": [{"server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "name": "network-vif-deleted", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:13.118550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:13.196820 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133f83a-6727-4609-be17-ff92100fd4b8 x-openstack-request-id: req-8133f83a-6727-4609-be17-ff92100fd4b8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:13.197324 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4727c112-2d0e-4c38-ba3b-9906301f7515", "name": "network-vif-deleted", "tag": "4a88899e-8af9-4aa3-b17c-6436eb6c5f18", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:13.197739 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8133f83a-6727-4609-be17-ff92100fd4b8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:13.198370 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4727c112-2d0e-4c38-ba3b-9906301f7515', 'name': 'network-vif-deleted', 'tag': '4a88899e-8af9-4aa3-b17c-6436eb6c5f18', 'status': 'completed', 'code': 200} Oct 19 20:32:13.218154 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:13.444228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:13.462237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:13.473076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'mac_address': 'fa:16:3e:2c:59:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:13.475263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:13.477072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba63f-2c72-4f5e-b66c-97445dd53faa req-891ea710-f511-4c5d-b0a4-973b2cc67a16 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:13.478701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e2ba63f-2c72-4f5e-b66c-97445dd53faa req-891ea710-f511-4c5d-b0a4-973b2cc67a16 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1038198 Oct 19 20:32:13.482173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:13.543736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255a48-dd07-40d6-b17e-1e16ec0cf434 req-f8d9d12c-30a2-44a5-b1fd-1f86090acf46 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:13.569443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75255a48-dd07-40d6-b17e-1e16ec0cf434 req-f8d9d12c-30a2-44a5-b1fd-1f86090acf46 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.2762866 Oct 19 20:32:13.648323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e2ba63f-2c72-4f5e-b66c-97445dd53faa req-c827e7cc-1e0d-4fc1-aee5-ac5bb3eea0a7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519995 Oct 19 20:32:13.692199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 8af52564-ac1d-4ae8-970f-5ccdbe9b8c48 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:13.707383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:13.782047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:13.808834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:13.822191 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:13.831113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:13.870834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75255a48-dd07-40d6-b17e-1e16ec0cf434 req-84da5c03-4138-4fc7-8650-bf7321045129 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883174 Oct 19 20:32:13.922534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:13.956469 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Checking router: d7e942ce-405b-480a-b4f3-a4911b97f1eb for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:32:13.992286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:14.007108 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:14.009114 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:14.042648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:14.052213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['085b8886-cdef-4ad4-af35-d00f321fd4e3'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:14.182547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.238981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.336927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::f (e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c/666c35ec-8572-48de-ac62-838c8bf1b1c6/8af52564-ac1d-4ae8-970f-5ccdbe9b8c48) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:14.364924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.370521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.373625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70 HTTP/1.1" status: 204 len: 168 time: 0.3786905 Oct 19 20:32:14.385596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48306) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:14.425959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c332c-d22d-4927-99fe-76a00845abd4 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:14.454913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:14.463558 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-a6928dd9-9785-47a5-be57-28d7b61141f2 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] show failed (client error): The resource could not be found. Oct 19 20:32:14.464952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a6928dd9-9785-47a5-be57-28d7b61141f2 tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "GET /v2.0/security-groups/1f57e8dd-ddbb-4e82-ae5e-ad35f9054d70 HTTP/1.1" status: 404 len: 347 time: 0.0489368 Oct 19 20:32:14.468020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:14.589344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:14.608260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c3ffd-dd97-4299-98fc-09f949b37785 None None] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:14.666395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Deleting port 21f7f540-f69c-4a6d-8aed-8ea49640bb5e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:14.667003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.686043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.765522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.779167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.779494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.792963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Calling delete_port for 21f7f540-f69c-4a6d-8aed-8ea49640bb5e owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:14.875269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=8af52564-ac1d-4ae8-970f-5ccdbe9b8c48,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:14.905500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:14.911027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:14.920931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:14.934850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:14.936138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:14.977030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-23a854a3-1fca-46b4-a670-201062b44bbb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9689295 Oct 19 20:32:14.979973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:14.996030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] Provisioning complete for port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:14.996542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.054656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916e7e9-f045-47bd-8ea5-9a8b50d3fed3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.063872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b916e7e9-f045-47bd-8ea5-9a8b50d3fed3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0754476 Oct 19 20:32:15.064578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:15.102403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.155576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:15.191608 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:15.224647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa63987-e732-497c-9b5f-c478d43846be None None] The sync data for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 is: [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:30:01Z', 'revision_number': 4, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '6cfb9eec-0274-4ae6-9bcf-b353402a561d', 'name': '', 'network_id': 'a3871a0b-284f-49d7-9de7-948af460af59', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'mac_address': 'fa:16:3e:f0:69:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '8208e013-5286-46b5-b038-84c92211dd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:58Z', 'updated_at': '2021-10-19T20:30:06Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'subnets': [{'id': '8208e013-5286-46b5-b038-84c92211dd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:15.232495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:15.232848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a88899e-8af9-4aa3-b17c-6436eb6c5f18 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:15.256485 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.266089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Pushing event deleted for resources: {'Port': ['ID=21f7f540-f69c-4a6d-8aed-8ea49640bb5e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:15.316935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45e5f45-1d5b-4c19-b2b4-547d656c122f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:15.357648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:15.362939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2f798a3-f6d2-4ba2-be1f-753e2d57b50c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:15.385185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150cbb5-1acb-48ea-8c20-cf6e02f2d6e8 req-c93c21b8-36da-4177-8e3a-3715d1e92c98 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.389273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0150cbb5-1acb-48ea-8c20-cf6e02f2d6e8 req-c93c21b8-36da-4177-8e3a-3715d1e92c98 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.2516325 Oct 19 20:32:15.406334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.416566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a013-6103-4cf6-8d35-030ea60e10a4 req-0bf9ef3b-c9fd-42eb-a467-4d95c217819b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.424291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ae1a013-6103-4cf6-8d35-030ea60e10a4 req-0bf9ef3b-c9fd-42eb-a467-4d95c217819b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.3534880 Oct 19 20:32:15.429020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f18fb3-1f4b-4a48-bb8f-6340279b5b5b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.438599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f18fb3-1f4b-4a48-bb8f-6340279b5b5b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.448432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f18fb3-1f4b-4a48-bb8f-6340279b5b5b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:15.451192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-93f18fb3-1f4b-4a48-bb8f-6340279b5b5b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3856552 Oct 19 20:32:15.458484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:15.488484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:15.511907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0150cbb5-1acb-48ea-8c20-cf6e02f2d6e8 req-f3519aa0-8303-4279-8b14-485a4ce52d76 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Oct 19 20:32:15.533829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ae1a013-6103-4cf6-8d35-030ea60e10a4 req-7735e148-d578-4754-b2fe-29c786a9b5f7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084409 Oct 19 20:32:15.540000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.543119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.544328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-471d5f69-7581-4ba3-aa12-8e30492202bc tempest-ServersTestManualDisk-1815752841 tempest-ServersTestManualDisk-1815752841-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f27ce39-7c91-42ff-a025-ff443661bc1b HTTP/1.1" status: 204 len: 168 time: 1.0750539 Oct 19 20:32:15.551356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48326) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:15.705125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 8af52564-ac1d-4ae8-970f-5ccdbe9b8c48 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:15.708421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:15.908805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d772f769-aafe-4c9b-90c1-6a9ad1953793 None None] New status for floating IP 9f27ce39-7c91-42ff-a025-ff443661bc1b: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:32:15.980011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.014286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 8af52564-ac1d-4ae8-970f-5ccdbe9b8c48 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:16.082337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d45e5f45-1d5b-4c19-b2b4-547d656c122f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:16.217750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.328200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.346198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:16.346694 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.392722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=8af52564-ac1d-4ae8-970f-5ccdbe9b8c48,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:16.442931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.450595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-776ea7d0-f62a-4a32-862a-b23135e1c477 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/8af52564-ac1d-4ae8-970f-5ccdbe9b8c48 HTTP/1.1" status: 204 len: 168 time: 0.9898469 Oct 19 20:32:16.450595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:16.520024 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5cf026-d4a0-4553-95a7-64126e000787 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:16.524585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6a5cf026-d4a0-4553-95a7-64126e000787 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/8af52564-ac1d-4ae8-970f-5ccdbe9b8c48 HTTP/1.1" status: 404 len: 333 time: 0.0670967 Oct 19 20:32:16.525214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:16.563080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:16.605899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.673347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:16.673726 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.809425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 6224b759-2d64-4e2f-bcda-38a9b81eed78 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:16.809724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.819601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb141f3-f9af-4e48-b47e-9b07988ee3d8 req-be26123a-3df4-4d94-9f45-37f91e1f5d54 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:16.827737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cb141f3-f9af-4e48-b47e-9b07988ee3d8 req-be26123a-3df4-4d94-9f45-37f91e1f5d54 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 945 time: 0.1500661 Oct 19 20:32:16.829638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72461d-c1fb-40c4-bb98-5fb3f5efd219 req-1f52843a-d5f4-4045-9ac6-68907a7f2f03 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:16.831399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb72461d-c1fb-40c4-bb98-5fb3f5efd219 req-1f52843a-d5f4-4045-9ac6-68907a7f2f03 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 949 time: 0.1681275 Oct 19 20:32:16.899212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] For port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,segment=NetworkSegment(f3f42347-3d19-4f3a-a27e-3a1190d9905d),segment_id=f3f42347-3d19-4f3a-a27e-3a1190d9905d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:16.900567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb72461d-c1fb-40c4-bb98-5fb3f5efd219 req-9d4dbb3b-a0e8-4b0b-827a-0c3eb36a9db5 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599036 Oct 19 20:32:16.918027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Deleting port 6cfb9eec-0274-4ae6-9bcf-b353402a561d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:16.918373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.923796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:16.968247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.064572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cb141f3-f9af-4e48-b47e-9b07988ee3d8 req-4028fad3-1583-487c-96da-63c8cc49b9ba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301888 Oct 19 20:32:17.101664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.113255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] For port 6cfb9eec-0274-4ae6-9bcf-b353402a561d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6cfb9eec-0274-4ae6-9bcf-b353402a561d,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:17.115063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:17.115935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.118473 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb777c24-1455-4438-b636-05e62e6c5c3e" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:17.131088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 6224b759-2d64-4e2f-bcda-38a9b81eed78 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:17.144574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Calling delete_port for 6cfb9eec-0274-4ae6-9bcf-b353402a561d owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:17.237277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:17.294028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026d9e-ac35-496e-8bf9-f0b7e48fdf30 None None] Pushing event updated for resources: {'Port': ['ID=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:17.305793 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9671214-b612-403e-bc5f-f7c79f974406 x-openstack-request-id: req-d9671214-b612-403e-bc5f-f7c79f974406 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:17.306119 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:17.306331 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9671214-b612-403e-bc5f-f7c79f974406 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:17.306725 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:32:17.339062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:17.343040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b681-d1c8-4e77-a146-04b019e16a41 None None] Provisioning complete for port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:17.343402 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b681-d1c8-4e77-a146-04b019e16a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.354509 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.483708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.493105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 085b8886-cdef-4ad4-af35-d00f321fd4e3 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:32:17.530986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 085b8886-cdef-4ad4-af35-d00f321fd4e3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:17.531364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.568042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.573448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=13']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:17.652440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfb9eec-0274-4ae6-9bcf-b353402a561d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:17.663303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=6224b759-2d64-4e2f-bcda-38a9b81eed78,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:17.674932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.682494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d288f2dd-c087-4a24-86e8-d866c89ec963 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/6224b759-2d64-4e2f-bcda-38a9b81eed78 HTTP/1.1" status: 204 len: 168 time: 1.1537292 Oct 19 20:32:17.685728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48354) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:17.689234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.690356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.691755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.692099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.692436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.692769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.693099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.693364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2f798a3-f6d2-4ba2-be1f-753e2d57b50c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:17.693507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.693783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.694109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.694433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.694754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:17.771081 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b31218-584c-4353-a37f-983e418e92e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:17.783270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-79b31218-584c-4353-a37f-983e418e92e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/6224b759-2d64-4e2f-bcda-38a9b81eed78 HTTP/1.1" status: 404 len: 333 time: 0.0964193 Oct 19 20:32:17.784278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:17.799714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b681-d1c8-4e77-a146-04b019e16a41 None None] Could not find standard attr ID for object 8af52564-ac1d-4ae8-970f-5ccdbe9b8c48. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:17.824719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3ab8b681-d1c8-4e77-a146-04b019e16a41 None None] Could not find standard attr ID for object 6224b759-2d64-4e2f-bcda-38a9b81eed78. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:17.895682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.907551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 666c35ec-8572-48de-ac62-838c8bf1b1c6 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:17.910417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:17.911071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:17.914510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.019563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.050210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6f6a2366-9841-4915-b03c-8c4281286891 None None] Could not find standard attr ID for object 6224b759-2d64-4e2f-bcda-38a9b81eed78. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:18.053607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.184118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:18.202690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-483d1642-87da-4696-adfc-57cb91f85b2c None None] Could not find standard attr ID for object 8af52564-ac1d-4ae8-970f-5ccdbe9b8c48. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:18.205893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.354093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.402753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:18.437047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.473232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded0dd7-3596-4054-bc77-b5984eebd1dc req-73381fbd-f18e-4c34-bfad-62cbf07d3dc6 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:18.487123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cded0dd7-3596-4054-bc77-b5984eebd1dc req-73381fbd-f18e-4c34-bfad-62cbf07d3dc6 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 949 time: 0.3635316 Oct 19 20:32:18.491819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=666c35ec-8572-48de-ac62-838c8bf1b1c6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:18.516859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.522513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92102818-ae59-4c4e-9dbb-e95388e5f633 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/666c35ec-8572-48de-ac62-838c8bf1b1c6 HTTP/1.1" status: 204 len: 168 time: 0.7347820 Oct 19 20:32:18.525585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48372) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:18.644941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb556a5-ce56-4ba8-91c8-f666ed72fa27 None None] Network e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:18.677888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:18.719270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cded0dd7-3596-4054-bc77-b5984eebd1dc req-d035b4a3-0520-448c-ad7e-c1721b5809e4 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192075 Oct 19 20:32:18.783366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7336a-12e3-4525-8fe8-135316f9f1b6 req-c87b6956-b426-41fa-8998-ee50022c58cd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:18.798879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff7336a-12e3-4525-8fe8-135316f9f1b6 req-c87b6956-b426-41fa-8998-ee50022c58cd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.3743882 Oct 19 20:32:18.914761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Router d7e942ce-405b-480a-b4f3-a4911b97f1eb has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:32:18.932290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff7336a-12e3-4525-8fe8-135316f9f1b6 req-015b2521-86f5-490a-b12c-33bacc3e4e4a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272776 Oct 19 20:32:18.963083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:18.963776 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.053890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] DHCP port deletion for e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:19.081055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,segment=NetworkSegment(f3f42347-3d19-4f3a-a27e-3a1190d9905d),segment_id=f3f42347-3d19-4f3a-a27e-3a1190d9905d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:19.081457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.112054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for f2f798a3-f6d2-4ba2-be1f-753e2d57b50c owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:19.143229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:19.157041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Deleting port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:19.157444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.165519 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Sync routers for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:19.181074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:19.181543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a6105a47-7520-480a-9aba-b170aee13355 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7e942ce-405b-480a-b4f3-a4911b97f1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6248255 Oct 19 20:32:19.182274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:19.188729 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:19.290555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] For port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,segment=NetworkSegment(f3f42347-3d19-4f3a-a27e-3a1190d9905d),segment_id=f3f42347-3d19-4f3a-a27e-3a1190d9905d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:19.291088 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.309158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:19.312857 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab0f08b-9aed-4e30-b916-fb76912b48e7" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:19.358929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Calling delete_port for f2f798a3-f6d2-4ba2-be1f-753e2d57b50c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:19.397819 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:19.398041 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c0cfe-1f3c-487d-ba60-55ddb43102b4 x-openstack-request-id: req-146c0cfe-1f3c-487d-ba60-55ddb43102b4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:19.398218 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:19.398434 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-146c0cfe-1f3c-487d-ba60-55ddb43102b4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:19.398840 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'code': 200} Oct 19 20:32:19.422812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.496630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.534442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:19.570616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:19.573802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:19.736611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2f798a3-f6d2-4ba2-be1f-753e2d57b50c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:19.738065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.739454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.824351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c0ec-e6e9-472b-ae3a-518aadc62b14 req-db79309c-5fc4-48f4-80c7-0006289ad0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:19.826406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fe7c0ec-e6e9-472b-ae3a-518aadc62b14 req-db79309c-5fc4-48f4-80c7-0006289ad0b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 1100 time: 0.3182840 Oct 19 20:32:19.840253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.868677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Deleting port 81dbe2b7-440a-4fd6-a561-2c17e02410f0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:19.871232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] Pushing event deleted for resources: {'Port': ['ID=f2f798a3-f6d2-4ba2-be1f-753e2d57b50c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:19.876415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.878974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d45e5f45-1d5b-4c19-b2b4-547d656c122f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:32:19.907633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f2f798a3-f6d2-4ba2-be1f-753e2d57b50c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:19.908812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2f798a3-f6d2-4ba2-be1f-753e2d57b50c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:19.914807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d45e5f45-1d5b-4c19-b2b4-547d656c122f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:19.915289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:19.950504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:32:17Z', 'revision_number': 5, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port': {'id': '81dbe2b7-440a-4fd6-a561-2c17e02410f0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:55Z', 'updated_at': '2021-10-19T20:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:19.961840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb85e15-3a32-49b4-84c3-f1b5a9044b76 None None] No DVR routers for this DVR port f2f798a3-f6d2-4ba2-be1f-753e2d57b50c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:19.993147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:20.016174 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Checking router: d7e942ce-405b-480a-b4f3-a4911b97f1eb for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:32:20.035186 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Routers {'d7e942ce-405b-480a-b4f3-a4911b97f1eb'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:20.036152 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:20.057707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f42347-3d19-4f3a-a27e-3a1190d9905d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:20.058084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f42347-3d19-4f3a-a27e-3a1190d9905d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:20.069425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fe7c0ec-e6e9-472b-ae3a-518aadc62b14 req-27e1e1c5-dd1c-4b3e-9f76-e27b4b7f99ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183294 Oct 19 20:32:20.091254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.121979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b147b-6e46-4b52-a62d-2139707b2a8c req-4ccc3273-6f56-40f2-8509-6b6f1c4c7791 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:20.123554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b0b147b-6e46-4b52-a62d-2139707b2a8c req-4ccc3273-6f56-40f2-8509-6b6f1c4c7791 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 949 time: 0.2445142 Oct 19 20:32:20.158354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.193449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:32:20.193886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.194013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] For port 81dbe2b7-440a-4fd6-a561-2c17e02410f0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81dbe2b7-440a-4fd6-a561-2c17e02410f0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:20.194362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:32:20.197163 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:32:20.242844 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] Set router d7e942ce-405b-480a-b4f3-a4911b97f1eb gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:20.254692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Calling delete_port for 81dbe2b7-440a-4fd6-a561-2c17e02410f0 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:20.276655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b0b147b-6e46-4b52-a62d-2139707b2a8c req-a1c986cb-eabe-4fbe-b441-535f509a398a tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358531 Oct 19 20:32:20.282052 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.364851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:20.374241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.394178 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:32:19Z', 'revision_number': 6, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:20.395771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.416924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.421934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c HTTP/1.1" status: 204 len: 168 time: 1.8919415 Oct 19 20:32:20.456638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48396) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:20.460575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1022813831'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:20.494849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046d88c-6f04-4bbd-8841-1f40361eaeaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=e0c849df-6fc8-4ad9-8abe-c1efcf31ac0c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:20.498107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:20.503477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.506867 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428a5bc-f45c-47f8-922b-efe30771d73e None None] The sync data for ids ['d7e942ce-405b-480a-b4f3-a4911b97f1eb'] in n-d-805649-9 is: [{'id': 'd7e942ce-405b-480a-b4f3-a4911b97f1eb', 'name': 'tempest-ServersTestManualDisk-858527579-router', 'tenant_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:53Z', 'updated_at': '2021-10-19T20:32:19Z', 'revision_number': 6, 'project_id': '9d6cf91bff7a41109d35ebfabe59e35d', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:20.553280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:20.569661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:32:20.608386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.609863 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Added segment ca4eadb0-d2d1-483f-acca-1fa56dede0c8 of type vlan for network 52f69a36-a418-45f8-be37-7dd7cff1be73 Oct 19 20:32:20.675526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab3dca-4cb6-43cd-8bc9-4e12471feb18 req-061b78eb-c4b3-44bd-a7ef-5fe3e57153d8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:20.677220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1dab3dca-4cb6-43cd-8bc9-4e12471feb18 req-061b78eb-c4b3-44bd-a7ef-5fe3e57153d8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.0938542 Oct 19 20:32:20.679391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.720988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.734443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:20.749735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.769604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1dab3dca-4cb6-43cd-8bc9-4e12471feb18 req-3bc6be39-faf0-4e2b-9112-992dc3e1b052 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854704 Oct 19 20:32:20.777801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:20.829711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3731716 Oct 19 20:32:20.832754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:20.841849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:20.923056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f1f2f-5f25-4c4b-9a95-23f582496aed tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Network': ['ID=52f69a36-a418-45f8-be37-7dd7cff1be73,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:20.946869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:32:21.103467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:21.131746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.277674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Pushing event deleted for resources: {'Port': ['ID=81dbe2b7-440a-4fd6-a561-2c17e02410f0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:21.406403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:21.406403 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32d750-73e9-4f9b-97db-109919437652" -d '{"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-plugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:21.445939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.487235 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c573014e-5281-4df2-8aaa-aa52109a3eed x-openstack-request-id: req-c573014e-5281-4df2-8aaa-aa52109a3eed {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:21.487528 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-plugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:21.488025 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c573014e-5281-4df2-8aaa-aa52109a3eed {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:21.495525 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'code': 200} Oct 19 20:32:21.720251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.725652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.728813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81dbe2b7-440a-4fd6-a561-2c17e02410f0 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:21.736487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.738604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989eb5-3b58-41e1-a325-b626e9f7115b req-73d70734-e292-465c-9897-217e8b3564e3 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:21.740422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02989eb5-3b58-41e1-a325-b626e9f7115b req-73d70734-e292-465c-9897-217e8b3564e3 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 950 time: 0.3300445 Oct 19 20:32:21.756467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf6cdb-aa0f-4c2c-915c-44c032dbb874 req-00aae016-771f-468e-89ba-f901919d1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:21.761706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2bf6cdb-aa0f-4c2c-915c-44c032dbb874 req-00aae016-771f-468e-89ba-f901919d1041 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 1101 time: 0.1390970 Oct 19 20:32:21.780596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 81dbe2b7-440a-4fd6-a561-2c17e02410f0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:21.780904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81dbe2b7-440a-4fd6-a561-2c17e02410f0 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:21.781276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6cfb9eec-0274-4ae6-9bcf-b353402a561d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:21.814981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.816419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e942ce-405b-480a-b4f3-a4911b97f1eb {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:32:21.826828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:21.832302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-68518fce-8086-4280-95b7-dee374092222 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d7e942ce-405b-480a-b4f3-a4911b97f1eb HTTP/1.1" status: 204 len: 168 time: 2.6416030 Oct 19 20:32:21.839643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48418) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:21.849753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 6cfb9eec-0274-4ae6-9bcf-b353402a561d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:21.850101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6cfb9eec-0274-4ae6-9bcf-b353402a561d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:21.888460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02989eb5-3b58-41e1-a325-b626e9f7115b req-12b11881-8604-443b-96ae-518c03968562 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 Oct 19 20:32:21.917931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Deleting subnet 8208e013-5286-46b5-b038-84c92211dd2e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:21.928049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.005791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.204317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.300006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.342505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Checking segment: {'id': 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:22.342866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network hostable DHCP agents. Network: 52f69a36-a418-45f8-be37-7dd7cff1be73, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:32:22.362339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8208e013-5286-46b5-b038-84c92211dd2e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:22.366923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=d2b774d7-5794-42c8-bbda-dba669ea1d5f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:22.374286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.377919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2bf6cdb-aa0f-4c2c-915c-44c032dbb874 req-39738cb9-3426-468b-a0d3-4df036ac7cde service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944060 Oct 19 20:32:22.381472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7eecc330-c3bb-4960-a167-6f7ed36adce1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8208e013-5286-46b5-b038-84c92211dd2e HTTP/1.1" status: 204 len: 168 time: 0.5413837 Oct 19 20:32:22.381862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc785055-1d40-4e36-b31b-808a2ca5d423 None None] Network a3871a0b-284f-49d7-9de7-948af460af59 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:22.382803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48422) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:22.418758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68e0ad-db9e-48c2-ad87-b6e0e5913c35 req-45f35f44-cfde-4948-bb08-d3f29fc6d2a4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:22.433617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b68e0ad-db9e-48c2-ad87-b6e0e5913c35 req-45f35f44-cfde-4948-bb08-d3f29fc6d2a4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.2236590 Oct 19 20:32:22.439932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:32:22.473659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.499910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 52f69a36-a418-45f8-be37-7dd7cff1be73) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:22.513586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:22.516369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.516921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d2616f-cceb-4802-8c65-c419f407c726 None None] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:22.573806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Deleting port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:22.574192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.592676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b68e0ad-db9e-48c2-ad87-b6e0e5913c35 req-9afa956f-a28a-432a-af5f-a265eb14d465 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567795 Oct 19 20:32:22.600017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab644212-2598-4d2c-8833-b1e16b87c0b9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7660570 Oct 19 20:32:22.605109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:22.611219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1179825951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:22.676324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.677641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.717959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] For port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,segment=NetworkSegment(216064db-df65-4623-b273-6a46b8d56743),segment_id=216064db-df65-4623-b273-6a46b8d56743)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:22.718325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.756173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Calling delete_port for 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:22.775809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-52f69a36-a418-45f8-be37-7dd7cff1be73', 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': 'd2b774d7-5794-42c8-bbda-dba669ea1d5f'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:32:22.776955 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.815184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.826888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] DHCP port deletion for a3871a0b-284f-49d7-9de7-948af460af59 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:22.827182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.869141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:22.870732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fa9af172-1316-4209-be24-b902815baff5 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2643776 Oct 19 20:32:22.873345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48438) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:22.881713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73', 'name': 'tempest-PortsIpV6TestJSON-1792709926'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:23.010705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.119040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] No DVR routers for this DVR port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:23.123946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Allocated IP 2001:db8::2 (52f69a36-a418-45f8-be37-7dd7cff1be73/d2b774d7-5794-42c8-bbda-dba669ea1d5f/39730951-01cc-4359-b913-d968c8d56042) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:23.195392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b632c-cc6f-4c7d-be10-adee907d6c3a req-edeabf69-5cac-4545-9069-83f1ff9a439b tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:23.196975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212b632c-cc6f-4c7d-be10-adee907d6c3a req-edeabf69-5cac-4545-9069-83f1ff9a439b tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 950 time: 0.1814735 Oct 19 20:32:23.240272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.296080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3871a0b-284f-49d7-9de7-948af460af59']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:23.300716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212b632c-cc6f-4c7d-be10-adee907d6c3a req-0f7fbf39-57f5-4713-a124-a4991552c8b2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Oct 19 20:32:23.315581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:23.318856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216064db-df65-4623-b273-6a46b8d56743') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:23.319153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216064db-df65-4623-b273-6a46b8d56743') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:23.319408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.320445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.337950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Pushing event deleted for resources: {'Port': ['ID=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:23.350529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.356910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.365099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:23.375960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Deleting port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:23.376338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.394359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.404097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:32:23.404526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:32:23.407525 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:32:23.440803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:23.484920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:23.531860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.538557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.549610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3871a0b-284f-49d7-9de7-948af460af59 HTTP/1.1" status: 204 len: 168 time: 1.1617777 Oct 19 20:32:23.572349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:23.574565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428961c2-49b2-44db-8ee7-3663c750178e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3871a0b-284f-49d7-9de7-948af460af59,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:23.605497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::3d (52f69a36-a418-45f8-be37-7dd7cff1be73/d2b774d7-5794-42c8-bbda-dba669ea1d5f/3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:23.643713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:23.689751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Pushing event updated for resources: {'Port': ['ID=39730951-01cc-4359-b913-d968c8d56042,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:23.718039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] For port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:23.718428 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.724231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:23.724231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:23.760960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Calling delete_port for 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:23.769430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:32:23.774212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.806029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Network a3871a0b-284f-49d7-9de7-948af460af59 is not hosted by any dhcp agent {{(pid=100736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:32:23.818501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] No DVR routers for this DVR port 09d0d6fc-943d-4cfe-81d7-8984961e5ef2 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:23.828404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Attempting to bind port 39730951-01cc-4359-b913-d968c8d56042 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:23.828780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Attempting to bind port 39730951-01cc-4359-b913-d968c8d56042 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:23.829143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Attempting to bind port 39730951-01cc-4359-b913-d968c8d56042 on network 52f69a36-a418-45f8-be37-7dd7cff1be73 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:23.832669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6eb03-3d90-423c-8a11-5096d66a4247 None None] Pushing event deleted for resources: {'Port': ['ID=09d0d6fc-943d-4cfe-81d7-8984961e5ef2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:23.851170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:23.851597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Checking segment: {'id': 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:23.852124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.852684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Bound using segment: {'id': 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:23.853186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Bound port: 39730951-01cc-4359-b913-d968c8d56042, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '52f69a36-a418-45f8-be37-7dd7cff1be73'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:23.853619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.871097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48454) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:23.931029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:23.956290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2713f9-3724-4983-8fad-b008ee062d43 req-b89019c4-a896-45c4-9d85-cf6c988e4401 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:23.958047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c2713f9-3724-4983-8fad-b008ee062d43 req-b89019c4-a896-45c4-9d85-cf6c988e4401 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.0855532 Oct 19 20:32:23.971673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ab13234-e905-4fcb-8cae-c9cac61b9928 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d6cf91bff7a41109d35ebfabe59e35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983405 Oct 19 20:32:23.972345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48456) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:24.020093 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c2713f9-3724-4983-8fad-b008ee062d43 req-21af6190-a7d8-4205-876f-8530199a2e14 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534134 Oct 19 20:32:24.031548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] For port 39730951-01cc-4359-b913-d968c8d56042, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:24.039527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] For port 39730951-01cc-4359-b913-d968c8d56042, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=39730951-01cc-4359-b913-d968c8d56042,segment=NetworkSegment(ca4eadb0-d2d1-483f-acca-1fa56dede0c8),segment_id=ca4eadb0-d2d1-483f-acca-1fa56dede0c8)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:24.053215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.053771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.081249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.099028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:24.124674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:24.131248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:24.138228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:24.139138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.149087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.164444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1cf7-7231-45f9-a942-5ed9e76667cb None None] Pushing event updated for resources: {'Port': ['ID=39730951-01cc-4359-b913-d968c8d56042,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:24.176585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3009987 Oct 19 20:32:24.177737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48460) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:24.188565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb2771-f367-458e-af39-2b2a07c8c29b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:24.343596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.352959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:24.373839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db3f5d3a-ac38-4839-89dc-4fb20484c83f HTTP/1.1" status: 204 len: 168 time: 0.3934176 Oct 19 20:32:24.461880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8522deb-5bba-443f-a6c5-7166ab8d933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f5d3a-ac38-4839-89dc-4fb20484c83f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:24.650036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de92c-5b11-4525-9481-87ec895c522b req-fcb45d78-bce1-40c2-8ca5-163aa9d1d9af tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:24.651624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80de92c-5b11-4525-9481-87ec895c522b req-fcb45d78-bce1-40c2-8ca5-163aa9d1d9af tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 950 time: 0.1789680 Oct 19 20:32:24.772247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c80de92c-5b11-4525-9481-87ec895c522b req-a468be42-c4f2-456f-90ec-ff6d81033746 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050792 Oct 19 20:32:24.958754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:25.020476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288418a-e432-4e05-8ba0-59433905e0c9 req-af13b79a-95e5-425c-bc56-de37c1dd57f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:25.022115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0288418a-e432-4e05-8ba0-59433905e0c9 req-af13b79a-95e5-425c-bc56-de37c1dd57f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 949 time: 0.1119318 Oct 19 20:32:25.248988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0621b-d49f-41ba-b26d-1a12a507d819 req-dda9868b-4f6f-42bb-9d40-e29015a666cb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:25.261553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3db0621b-d49f-41ba-b26d-1a12a507d819 req-dda9868b-4f6f-42bb-9d40-e29015a666cb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.0954909 Oct 19 20:32:25.295458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0288418a-e432-4e05-8ba0-59433905e0c9 req-94f3ee11-43ba-4be7-a1f7-5bc85cb9aea3 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609115 Oct 19 20:32:25.386330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3db0621b-d49f-41ba-b26d-1a12a507d819 req-6672b0e6-480c-410b-b835-c11776781f91 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109474 Oct 19 20:32:25.557248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:25.563808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:25.691642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 39730951-01cc-4359-b913-d968c8d56042 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:25.806586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 39730951-01cc-4359-b913-d968c8d56042 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:25.808927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:25.852633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:25.921417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:25.962031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5cbf22-6868-4eb0-94e2-a25e64c6f57d None None] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:26.036486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.157954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-290844489-network', 'tenant_id': '7c8d2c84887448fe83e6d7915e6c5c16'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:26.215039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Made reservation on behalf of 7c8d2c84887448fe83e6d7915e6c5c16 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:26.225952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.244121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.263310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.271822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-75c28182-139f-4e00-bd65-8e070bc26e2d None None] Provisioning complete for port 39730951-01cc-4359-b913-d968c8d56042 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:26.272153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75c28182-139f-4e00-bd65-8e070bc26e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.290688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.378000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.392880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.393961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 39730951-01cc-4359-b913-d968c8d56042, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=39730951-01cc-4359-b913-d968c8d56042,segment=NetworkSegment(ca4eadb0-d2d1-483f-acca-1fa56dede0c8),segment_id=ca4eadb0-d2d1-483f-acca-1fa56dede0c8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:26.429459 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.450856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:32:26.478766 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ca19ad8-49a0-4eca-b49b-49b8b282e832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.506109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.510362 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Added segment 5d22c841-2cf8-4a20-86d6-ff63f120f9ba of type vlan for network 1cd3a18a-4049-41c9-aadd-272948ea3373 Oct 19 20:32:26.609991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d45e1-77ae-43e9-a12e-21efbd12b32e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:26.639731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.660700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=39730951-01cc-4359-b913-d968c8d56042,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:26.692170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.693901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:26.694815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:26.699535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e8414-91ff-4299-be27-39f22bca0e5c req-a4aed766-683a-4586-8aa1-4dbe98e5a781 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:26.701157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-578e8414-91ff-4299-be27-39f22bca0e5c req-a4aed766-683a-4586-8aa1-4dbe98e5a781 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.1454387 Oct 19 20:32:26.714433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.715015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.715111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.729521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.729996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.730327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.730655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.731029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.731859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.732178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.738607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.739206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:26.752294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8269770 Oct 19 20:32:26.765324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48538) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:26.809242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d97d-fb79-4df2-9d24-43905ddb8e3e admin admin] Pushing event updated for resources: {'Network': ['ID=1cd3a18a-4049-41c9-aadd-272948ea3373,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:26.817009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Request body: {'subnet': {'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-290844489-subnet', 'tenant_id': '7c8d2c84887448fe83e6d7915e6c5c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:26.823288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1cd3a18a-4049-41c9-aadd-272948ea3373 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:32:27.030084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-578e8414-91ff-4299-be27-39f22bca0e5c req-6f996bc8-bc36-49bb-9ed7-0455f87426df tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129570 Oct 19 20:32:27.031694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Made reservation on behalf of 7c8d2c84887448fe83e6d7915e6c5c16 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:27.034312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.236515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.261353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.262260 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.281888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c734afb5-d923-4aca-b320-9bfdef31f263 None None] Provisioning complete for port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:27.282490 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c734afb5-d923-4aca-b320-9bfdef31f263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.329706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c734afb5-d923-4aca-b320-9bfdef31f263 None None] Port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:27.375431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c734afb5-d923-4aca-b320-9bfdef31f263 None None] Provisioning complete for port 39730951-01cc-4359-b913-d968c8d56042 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:27.376056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c734afb5-d923-4aca-b320-9bfdef31f263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.389099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:27.543410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.583060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 39730951-01cc-4359-b913-d968c8d56042 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:27.663138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:27.663370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 39730951-01cc-4359-b913-d968c8d56042 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:27.663775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.683461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:27.767711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-75175be5-e098-4f5f-a004-2be4c0f9bb98 None None] Provisioning complete for port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:27.769732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75175be5-e098-4f5f-a004-2be4c0f9bb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:27.868187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-75175be5-e098-4f5f-a004-2be4c0f9bb98 None None] Port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:28.002026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2af5c5e4-f6c7-4865-bab0-449d9ece05b8 None None] Provisioning complete for port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:28.002412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2af5c5e4-f6c7-4865-bab0-449d9ece05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:28.045667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03dcfb8-f6f4-4141-b94b-393ca2b172da,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:28.061955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Checking segment: {'id': '5d22c841-2cf8-4a20-86d6-ff63f120f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:28.062505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Network hostable DHCP agents. Network: 1cd3a18a-4049-41c9-aadd-272948ea3373, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:32:28.128577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2af5c5e4-f6c7-4865-bab0-449d9ece05b8 None None] Port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:28.142852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Network 1cd3a18a-4049-41c9-aadd-272948ea3373 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:32:28.153695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Router d4a88d42-ea41-414b-b0f2-3165025dc5f7 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:32:28.165271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1cd3a18a-4049-41c9-aadd-272948ea3373) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:28.170584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:28.171097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:28.176441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fd1bf-903b-4db7-bc34-443af9fe66c5 None None] Network 1cd3a18a-4049-41c9-aadd-272948ea3373 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:28.343038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f942bebc-01eb-4b67-a08b-eb30d698844a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5495441 Oct 19 20:32:28.350808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:28.360060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48588) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:28.360517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e071909d-5d4f-4e49-a145-f1fdc5f26b20 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/routers/d4a88d42-ea41-414b-b0f2-3165025dc5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1810908 Oct 19 20:32:28.383158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445de72-8bac-4845-87f3-f8b97eb67c76 req-efe45084-0820-419a-8dc1-e5f1bde052eb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:28.392519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a445de72-8bac-4845-87f3-f8b97eb67c76 req-efe45084-0820-419a-8dc1-e5f1bde052eb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.1139443 Oct 19 20:32:28.415284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] Sync routers for ids ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:28.443719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a445de72-8bac-4845-87f3-f8b97eb67c76 req-a59122fb-a4f1-49b3-b086-c3ec4ba83d3c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498071 Oct 19 20:32:28.455729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0720da2-964c-4596-9feb-1474b540cea9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:28.460358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:28.464221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-83bb4bd2-ba2c-4fe3-b82b-52f8141116fb None None] Provisioning complete for port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:28.464774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a0720da2-964c-4596-9feb-1474b540cea9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a88d42-ea41-414b-b0f2-3165025dc5f7 HTTP/1.1" status: 200 len: 988 time: 0.1035912 Oct 19 20:32:28.465552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-83bb4bd2-ba2c-4fe3-b82b-52f8141116fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:28.632437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] Routers {'d4a88d42-ea41-414b-b0f2-3165025dc5f7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:28.632979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:28.648925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8757a45c-5cd6-4106-a0a7-6d11f443dc05 None None] Network 1cd3a18a-4049-41c9-aadd-272948ea3373 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:28.806487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:28.835803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-83bb4bd2-ba2c-4fe3-b82b-52f8141116fb None None] Port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:28.865943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] Routers {'d4a88d42-ea41-414b-b0f2-3165025dc5f7'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:28.867453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:31:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:28.967946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:28.969273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2eb30-ff5d-4e58-b5e0-d6ffb0caf868 None None] The sync data for ids ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:29.209558 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b67645f-f18a-4941-aa15-10e6124b9b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:29.231224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:29.471225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:29.488722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'mac_address': 'fa:16:3e:2c:59:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:29.495221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:29.575472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:29.608869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:29.654255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:29.662550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:29.773326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['085b8886-cdef-4ad4-af35-d00f321fd4e3'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:29.880153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:29.880487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.056032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:30.066148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.098833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:30.275691 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.470644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.556448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:30.791517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.896435 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:30.917822 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:32:31.127533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Router d4a88d42-ea41-414b-b0f2-3165025dc5f7 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:32:31.249959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:31.267367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:31.278395 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] Sync routers for ids ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:31.282328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d5532609-68cc-4f64-a3e0-eed9f537fccc tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/routers/d4a88d42-ea41-414b-b0f2-3165025dc5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8202126 Oct 19 20:32:31.286046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48660) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:31.305988 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] Routers {'d4a88d42-ea41-414b-b0f2-3165025dc5f7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:31.306894 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:31.348475 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e020a570-f21d-45fb-bf74-59b8c59cb3d6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:31.354808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48662) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:31.365806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e020a570-f21d-45fb-bf74-59b8c59cb3d6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/3c9fef9f-e7ac-47cc-b927-8c342b9f5fe4 HTTP/1.1" status: 404 len: 333 time: 0.0785420 Oct 19 20:32:31.385114 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:31.407342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] Routers {'d4a88d42-ea41-414b-b0f2-3165025dc5f7'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:31.408795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 085b8886-cdef-4ad4-af35-d00f321fd4e3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:31.409153 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:31.411284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.445562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:31.448565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d05c3-fc38-4313-a448-09db11153f50 None None] The sync data for ids ['d4a88d42-ea41-414b-b0f2-3165025dc5f7'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:31.520830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.588212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.661206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:31.662340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:31.665111 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd86aee-f825-4d00-9e20-1ce34a6471ca" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:31.679472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.770573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:31.801560 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.804051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.872228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.874166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Fanout notify agent at l3_agent the message router_deleted on router d4a88d42-ea41-414b-b0f2-3165025dc5f7 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:32:31.889640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:31.890756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9132bec5-fb3c-4fc7-9d79-4a69bc0fef04 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/routers/d4a88d42-ea41-414b-b0f2-3165025dc5f7 HTTP/1.1" status: 204 len: 168 time: 0.5346854 Oct 19 20:32:31.893578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:31.970218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet d2b774d7-5794-42c8-bbda-dba669ea1d5f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:31.975138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.047827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.178348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.211708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.278473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.302198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.306561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda9b7e1-e76b-4b0b-a208-72287247b90b None None] Network 52f69a36-a418-45f8-be37-7dd7cff1be73 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:32.316367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48674) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:32.320175 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/d2b774d7-5794-42c8-bbda-dba669ea1d5f HTTP/1.1" status: 204 len: 168 time: 0.4252164 Oct 19 20:32:32.355084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec97f8-1965-4340-a44f-1640f8a15022 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b774d7-5794-42c8-bbda-dba669ea1d5f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:32.441542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.543136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 39730951-01cc-4359-b913-d968c8d56042 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:32.552289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.658152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] DHCP port deletion for 52f69a36-a418-45f8-be37-7dd7cff1be73 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:32.702354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] For port 39730951-01cc-4359-b913-d968c8d56042, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=39730951-01cc-4359-b913-d968c8d56042,segment=NetworkSegment(ca4eadb0-d2d1-483f-acca-1fa56dede0c8),segment_id=ca4eadb0-d2d1-483f-acca-1fa56dede0c8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:32.702721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.732761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 39730951-01cc-4359-b913-d968c8d56042 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:32.752730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Deleting port 39730951-01cc-4359-b913-d968c8d56042 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:32.753111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.910145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] For port 39730951-01cc-4359-b913-d968c8d56042, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=39730951-01cc-4359-b913-d968c8d56042,segment=NetworkSegment(ca4eadb0-d2d1-483f-acca-1fa56dede0c8),segment_id=ca4eadb0-d2d1-483f-acca-1fa56dede0c8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:32.910543 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.926842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Calling delete_port for 39730951-01cc-4359-b913-d968c8d56042 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:32.936388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:32.986513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=39730951-01cc-4359-b913-d968c8d56042,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:32.999056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No DVR routers for this DVR port 39730951-01cc-4359-b913-d968c8d56042 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: from cryptography.utils import int_from_bytes Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: from cryptography.utils import int_from_bytes Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.195168 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:32:33.198249 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:32:33.209449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.285427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] No DVR routers for this DVR port 39730951-01cc-4359-b913-d968c8d56042 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:33.287402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda12a-f394-4e91-bf9a-1d0f190b645d None None] Pushing event deleted for resources: {'Port': ['ID=39730951-01cc-4359-b913-d968c8d56042,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:33.291929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.319927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f69a36-a418-45f8-be37-7dd7cff1be73']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:33.333334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:33.333632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4eadb0-d2d1-483f-acca-1fa56dede0c8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:33.345838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.360822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.375048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:32:33.376081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:32:33.380066 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:32:33.477426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.489168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:33.501258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48686) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:33.514571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/52f69a36-a418-45f8-be37-7dd7cff1be73 HTTP/1.1" status: 204 len: 168 time: 1.1969514 Oct 19 20:32:33.575821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e48f-2abd-499c-b60c-112dba34e12b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=52f69a36-a418-45f8-be37-7dd7cff1be73,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:33.610986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9225-b589-4c04-b018-100703166a68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:33.617053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:33.628843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d1ae9225-b589-4c04-b018-100703166a68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/f2783a3e-c8e0-42b4-83ef-9a6724974ade HTTP/1.1" status: 200 len: 845 time: 0.1250243 Oct 19 20:32:33.681761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:33.688070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 39730951-01cc-4359-b913-d968c8d56042 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:33.705633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ebc1e21-973e-4b69-8163-06cbb084f785 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/f2783a3e-c8e0-42b4-83ef-9a6724974ade?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0855565 Oct 19 20:32:33.709153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:33.734913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 39730951-01cc-4359-b913-d968c8d56042 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:33.735854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 39730951-01cc-4359-b913-d968c8d56042 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:33.858004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:33.862225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.137801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.199584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=7a1832fb-585c-46db-8c62-453e2b707054,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:34.220160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:34.223327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:34.226491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:34.227374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.235382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817c809-af7a-4797-ae0d-9c16b2e73c1e None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:34.279978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cc32719f-050f-468a-8e49-43ad354d5292 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5898252 Oct 19 20:32:34.280482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:34.297270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'security_group': {'name': 'tempest-secgroup-525433253'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:34.345438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.464185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.469849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.506066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.509840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2283149 Oct 19 20:32:34.513492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:34.519841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034792116'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:34.533145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab2640-7bfd-4931-8d74-c9c14235c9f6 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46424f77-5969-4fdb-aa79-8c5fe51a43c4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:34.562017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.570182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'tenant_id': 'ab9b3749d3fb4e418f1d9b9a54d48f0b', 'fixed_ips': [{'subnet_id': '7a1832fb-585c-46db-8c62-453e2b707054'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:32:34.571045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.761867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-deb7ea7d-3981-4d71-9527-7e062c2a23e4 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:34.763711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-deb7ea7d-3981-4d71-9527-7e062c2a23e4 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/networks?id=1cd3a18a-4049-41c9-aadd-272948ea3373 HTTP/1.1" status: 200 len: 813 time: 0.1270621 Oct 19 20:32:34.772672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661bc4e-94f5-414b-99d0-ea1cea911a30 req-7f2d97bb-2b0b-478f-841d-4729ab3dfcfa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:34.775005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9661bc4e-94f5-414b-99d0-ea1cea911a30 req-7f2d97bb-2b0b-478f-841d-4729ab3dfcfa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.0723927 Oct 19 20:32:34.790557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-67e10ade-81d9-47e7-9f8f-d1c38901aab9 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/quotas/7c8d2c84887448fe83e6d7915e6c5c16 HTTP/1.1" status: 200 len: 375 time: 0.0200894 Oct 19 20:32:34.799918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Allocated IP 2001:db8::2 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/7a1832fb-585c-46db-8c62-453e2b707054/73d57b68-b228-45c5-9676-b8687c285dbc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:34.818990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.837590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9661bc4e-94f5-414b-99d0-ea1cea911a30 req-4394c445-8fb3-4082-b797-4fd4c8089d36 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535448 Oct 19 20:32:34.845426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-f95e2f79-80e6-461a-b2b9-299c9cc75343 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c8d2c84887448fe83e6d7915e6c5c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457139 Oct 19 20:32:34.846314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.877065 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:34.878410 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3638732 Oct 19 20:32:34.881414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48724) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:34.886900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-500230298', 'security_groups': ['e26cdef9-994e-495d-8f36-7722327a3678'], 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a1832fb-585c-46db-8c62-453e2b707054'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:34.928686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c252-ec98-4a89-bbc5-1e749a1afaaa tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cdef9-994e-495d-8f36-7722327a3678,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:35.029654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-39dcf936-ffdb-4a47-bf12-fa90c8b6324c service neutron] 10.222.0.31 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686399 Oct 19 20:32:35.149743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:35.171025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.178306 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.235887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-d4977099-55d0-4d1b-b8b6-204e295bcc36 service neutron] 10.222.0.31 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968894 Oct 19 20:32:35.281114 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6836ad-8160-4dd8-b05a-9b0df91692a3 x-openstack-request-id: req-8c6836ad-8160-4dd8-b05a-9b0df91692a3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:35.281730 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:35.282150 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c6836ad-8160-4dd8-b05a-9b0df91692a3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:35.282704 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'code': 200} Oct 19 20:32:35.285046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:35.300267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:35.301941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:35.304422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:35.355757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.400076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 2b961eda-cf3a-4866-b394-1b58ec34ba1c yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:35.425362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Attempting to bind port 73d57b68-b228-45c5-9676-b8687c285dbc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:35.425362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Attempting to bind port 73d57b68-b228-45c5-9676-b8687c285dbc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd2bd1578-8aa4-471d-8128-6353ad38254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:35.425362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Attempting to bind port 73d57b68-b228-45c5-9676-b8687c285dbc on network 749c138a-1b55-45c1-a1a7-4129a86b9b9f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:35.432503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1c83-031a-4a3f-9c57-20536b951f2f req-1636bd48-5395-440a-9bb0-b970a587d15a tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:35.437398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:35.437777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Checking segment: {'id': 'd2bd1578-8aa4-471d-8128-6353ad38254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:35.438177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.438566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Bound using segment: {'id': 'd2bd1578-8aa4-471d-8128-6353ad38254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:35.439035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Bound port: 73d57b68-b228-45c5-9676-b8687c285dbc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bd1578-8aa4-471d-8128-6353ad38254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:35.439410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.440618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff5e1c83-031a-4a3f-9c57-20536b951f2f req-1636bd48-5395-440a-9bb0-b970a587d15a tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.1407869 Oct 19 20:32:35.543287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8d93b48-361c-4fc2-8c26-899eea945b63 req-d8158354-81fd-4d7f-80a2-308289869ee5 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 210 time: 0.0380156 Oct 19 20:32:35.617744 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff5e1c83-031a-4a3f-9c57-20536b951f2f req-f7393785-6d87-44ba-865e-67903c4b67c4 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709397 Oct 19 20:32:35.646938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:35.651013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:35.656957 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:35.748854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a73-f9c9-430a-b503-c37ac97e582e None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:35.789047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::4d (749c138a-1b55-45c1-a1a7-4129a86b9b9f/7a1832fb-585c-46db-8c62-453e2b707054/2b961eda-cf3a-4866-b394-1b58ec34ba1c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:36.272059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:36.308771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a74e33-4e31-4efe-a31d-94b8dc568c11 req-aed36d01-5779-4cb2-86ac-77bb4fce5453 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:36.310999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8a74e33-4e31-4efe-a31d-94b8dc568c11 req-aed36d01-5779-4cb2-86ac-77bb4fce5453 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.1842988 Oct 19 20:32:36.407150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8a74e33-4e31-4efe-a31d-94b8dc568c11 req-467e9246-9fab-4ca2-8aca-97d95189b6fc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883286 Oct 19 20:32:36.419232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:36.511748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:36.527809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:36.530082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:36.543447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:36.544587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:36.574034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6883643 Oct 19 20:32:36.575822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48820) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:36.578132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4ebb5-1147-4f02-b9cb-7e8860a89668 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=2b961eda-cf3a-4866-b394-1b58ec34ba1c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:36.582777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:36.816563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d543-62cf-4be1-ad4a-1a93de973b44 req-fe970a0e-0fc9-4493-9540-9f65074ccaa3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:36.825784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b45d4-1c86-4b4f-9041-b1db05255b37 req-5f5a5c41-3a4f-44e0-9191-a7510d7b3a94 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:36.828694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d683d543-62cf-4be1-ad4a-1a93de973b44 req-fe970a0e-0fc9-4493-9540-9f65074ccaa3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 946 time: 0.1748645 Oct 19 20:32:36.831519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-987b45d4-1c86-4b4f-9041-b1db05255b37 req-5f5a5c41-3a4f-44e0-9191-a7510d7b3a94 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.0882356 Oct 19 20:32:36.903909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-987b45d4-1c86-4b4f-9041-b1db05255b37 req-04b69b77-84b6-49cd-a248-4cbb7ceead9f tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679274 Oct 19 20:32:36.926467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d683d543-62cf-4be1-ad4a-1a93de973b44 req-a404826f-2a0a-4cc2-b294-6a3a40ac36a8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966909 Oct 19 20:32:36.947912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:36.955472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:37.081108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad0467c9-3a01-4398-9252-118e3706f4a0 req-05441648-35fc-40a0-8dc3-2a5d8eaecb7b tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 210 time: 0.0408959 Oct 19 20:32:37.281856 n-d-805649-9 neutron-server[100734]: INFO neutron.db.ipam_backend_mixin [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a1832fb-585c-46db-8c62-453e2b707054 (CIDR: 2001:db8::/64) Oct 19 20:32:37.294245 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:32:37.307786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:37.364247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39b7bba3-70e0-4a94-87a5-798f8e80cfcd tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7840638 Oct 19 20:32:37.365032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48852) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:37.371497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:37.411264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-539521cc-d788-4348-af5c-b732a0383684 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:37.412799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-539521cc-d788-4348-af5c-b732a0383684 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.11 "GET /v2.0/networks?id=1cd3a18a-4049-41c9-aadd-272948ea3373 HTTP/1.1" status: 200 len: 813 time: 0.2566717 Oct 19 20:32:37.431829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Request body: {'port': {'device_id': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373', 'admin_state_up': True, 'tenant_id': '7c8d2c84887448fe83e6d7915e6c5c16'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:37.502672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:37.706395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:37.707286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:37.741451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Made reservation on behalf of 7c8d2c84887448fe83e6d7915e6c5c16 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:37.747965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:37.808773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:37.813048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:37.843430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:38.032885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70592e-909d-4210-a900-e192252ee758 req-85cccbfb-8872-4493-9d52-b98ad6160379 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:38.042686 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c70592e-909d-4210-a900-e192252ee758 req-85cccbfb-8872-4493-9d52-b98ad6160379 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.1055470 Oct 19 20:32:38.047773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.111855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Allocated IP 172.20.0.10 (1cd3a18a-4049-41c9-aadd-272948ea3373/e03dcfb8-f6f4-4141-b94b-393ca2b172da/b631b793-7b17-40d8-a138-a86dfa81545b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:38.122673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c70592e-909d-4210-a900-e192252ee758 req-e2c4912e-9686-4ccd-8461-84e14ff265eb tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697355 Oct 19 20:32:38.141765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:38.144974 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cea704c-300b-4686-bfd1-64ae15f86fd2" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:38.202993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:38.245336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.259249 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.275589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:38.278174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.332614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7e347f9-112a-491a-984c-7c80a65aa884 req-5de388a7-595f-4944-9695-925e1dfc61e9 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 210 time: 0.0761101 Oct 19 20:32:38.411396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.427982 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b85cd81-b6f7-42db-8ce0-334d64ef8ecd x-openstack-request-id: req-8b85cd81-b6f7-42db-8ce0-334d64ef8ecd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:38.430739 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:38.432013 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b85cd81-b6f7-42db-8ce0-334d64ef8ecd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:38.433086 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'code': 200} Oct 19 20:32:38.470235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:38.476458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:38.488851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:38.494160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.506265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=9b40ea2c-1694-4ff6-af45-6faccec635fd,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:38.525906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cc20c-c401-43aa-bc32-146386844be9 None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:38.534701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.538329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12afed0a-931a-4962-b026-903052baa884 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1718929 Oct 19 20:32:38.541426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48894) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:38.551663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252904158', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b40ea2c-1694-4ff6-af45-6faccec635fd'}], 'security_groups': ['46424f77-5969-4fdb-aa79-8c5fe51a43c4']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:38.553075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:38.573878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=14']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:38.580741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.612095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.658652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Network 1cd3a18a-4049-41c9-aadd-272948ea3373 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:38.667961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:38.670829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:38.720404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.720974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:38.721622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.736514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:38.737598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:38.761974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3355417 Oct 19 20:32:38.776211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35722d62-57f6-4dac-a90a-a9bc799c1fd1 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Pushing event updated for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:38.784760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Request body: {'port': {'device_id': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:38.787844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:38.912708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:39.191864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-39744a46-f730-44cc-81f7-113093f9cd02 None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:39.325316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-56dbf5aa-1d2b-4d52-86ac-be1bf63a2ffc None None] Provisioning complete for port 2b961eda-cf3a-4866-b394-1b58ec34ba1c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:39.340075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56dbf5aa-1d2b-4d52-86ac-be1bf63a2ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:39.540442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-56dbf5aa-1d2b-4d52-86ac-be1bf63a2ffc None None] Port 2b961eda-cf3a-4866-b394-1b58ec34ba1c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:39.565543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Update dhcp port {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'fixed_ips': [{'subnet_id': '7a1832fb-585c-46db-8c62-453e2b707054', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b40ea2c-1694-4ff6-af45-6faccec635fd'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '73d57b68-b228-45c5-9676-b8687c285dbc'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:32:39.643413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:39.721222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9fbb9-6e44-4fd5-a0cf-476da92e04ff req-203167ed-4e2c-470b-b969-6b96bc8f39af tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:39.756032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22a9fbb9-6e44-4fd5-a0cf-476da92e04ff req-203167ed-4e2c-470b-b969-6b96bc8f39af tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.5225132 Oct 19 20:32:39.889889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:39.930034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b631b793-7b17-40d8-a138-a86dfa81545b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:39.938415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:39.952274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Transition to ACTIVE for port object b631b793-7b17-40d8-a138-a86dfa81545b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:32:39.976564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:39.985724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:39.986094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.013345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Delete allocated IP 2001:db8::4d (749c138a-1b55-45c1-a1a7-4129a86b9b9f/7a1832fb-585c-46db-8c62-453e2b707054) {{(pid=100735) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:32:40.021522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8:0:1::3ad (749c138a-1b55-45c1-a1a7-4129a86b9b9f/9b40ea2c-1694-4ff6-af45-6faccec635fd/2b961eda-cf3a-4866-b394-1b58ec34ba1c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:40.188834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a701e78-7abf-4d96-a536-6aff2d403b41 req-83389009-d1ae-4c3e-adba-0f79ab7bd8f5 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:40.190515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a701e78-7abf-4d96-a536-6aff2d403b41 req-83389009-d1ae-4c3e-adba-0f79ab7bd8f5 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 944 time: 0.2348828 Oct 19 20:32:40.197309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.208891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.265916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22a9fbb9-6e44-4fd5-a0cf-476da92e04ff req-6ff6470b-e086-4abf-81a4-0ae7db6c8209 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups?id=634ee85b-058b-4abf-ae88-adde36f4c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017700 Oct 19 20:32:40.315195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Allocated IP 2001:db8:0:1::2 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/9b40ea2c-1694-4ff6-af45-6faccec635fd/73d57b68-b228-45c5-9676-b8687c285dbc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:40.369532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] In _notify_port_updated(), no bound segment for port 2b961eda-cf3a-4866-b394-1b58ec34ba1c on network 749c138a-1b55-45c1-a1a7-4129a86b9b9f {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:32:40.376783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:40.377672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.379415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/ports/2b961eda-cf3a-4866-b394-1b58ec34ba1c HTTP/1.1" status: 200 len: 931 time: 1.8366983 Oct 19 20:32:40.389758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aae7d5-55e2-4b82-920e-c6690c50eda1 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=2b961eda-cf3a-4866-b394-1b58ec34ba1c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:40.392321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48944) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:40.404588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Attempting to bind port b631b793-7b17-40d8-a138-a86dfa81545b on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:40.404847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Attempting to bind port b631b793-7b17-40d8-a138-a86dfa81545b by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '5d22c841-2cf8-4a20-86d6-ff63f120f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:40.405177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Attempting to bind port b631b793-7b17-40d8-a138-a86dfa81545b on network 1cd3a18a-4049-41c9-aadd-272948ea3373 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:40.415933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-b38a35cb-0ce2-4014-bf4e-8fdaaeaacb8d tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:40.426928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-b38a35cb-0ce2-4014-bf4e-8fdaaeaacb8d tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 945 time: 0.4731572 Oct 19 20:32:40.478420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a701e78-7abf-4d96-a536-6aff2d403b41 req-04d68d38-3a54-4d3d-864e-1c725694b634 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324774 Oct 19 20:32:40.514961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3debe-5a62-4e4e-90bb-03df6a91960f req-291a7797-6714-42f3-898d-62741324105b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:40.529716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8bd3debe-5a62-4e4e-90bb-03df6a91960f req-291a7797-6714-42f3-898d-62741324105b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1487873 Oct 19 20:32:40.533113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:40.567270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Pushing event updated for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:40.593206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Port b631b793-7b17-40d8-a138-a86dfa81545b on network 1cd3a18a-4049-41c9-aadd-272948ea3373 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:32:40.593559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Attempting to bind port b631b793-7b17-40d8-a138-a86dfa81545b on network 1cd3a18a-4049-41c9-aadd-272948ea3373 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:40.596408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.601452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:40.605438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Checking segment: {'id': '5d22c841-2cf8-4a20-86d6-ff63f120f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:40.605438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Bound using segment: {'id': '5d22c841-2cf8-4a20-86d6-ff63f120f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:40.605438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Bound port: b631b793-7b17-40d8-a138-a86dfa81545b, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d22c841-2cf8-4a20-86d6-ff63f120f9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:40.605438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.614534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.622542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8bd3debe-5a62-4e4e-90bb-03df6a91960f req-f759a3ab-4c30-4baa-b4d4-00bf72337922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915737 Oct 19 20:32:40.663860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 2b961eda-cf3a-4866-b394-1b58ec34ba1c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:40.664272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.690904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:40.694584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b631b793-7b17-40d8-a138-a86dfa81545b,segment=NetworkSegment(5d22c841-2cf8-4a20-86d6-ff63f120f9ba),segment_id=5d22c841-2cf8-4a20-86d6-ff63f120f9ba)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:40.704005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.713618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561088ef-d2e2-41ed-b7ca-93d9c78a01a0 None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:40.777340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Pushing event updated for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:40.810725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:40.811350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:40.812766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-59c6308c-22be-44c9-a033-e55bc96b7830 service neutron] 10.222.0.11 "PUT /v2.0/ports/b631b793-7b17-40d8-a138-a86dfa81545b HTTP/1.1" status: 200 len: 1092 time: 2.0323460 Oct 19 20:32:40.813472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:40.824777 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:40.957656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Deleting port 8def2fe8-515b-47c2-9333-b37ab8dd73ce {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:40.958350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.044921 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb3f130-6415-4739-8109-63e70a64556e x-openstack-request-id: req-ebb3f130-6415-4739-8109-63e70a64556e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:41.050208 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:41.050483 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebb3f130-6415-4739-8109-63e70a64556e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:41.050887 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b', 'status': 'completed', 'code': 200} Oct 19 20:32:41.096722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.131021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9478-8a40-4166-a46b-a36020272721 req-8ee486f0-9864-4fc3-b367-5a1737b91222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:41.138955 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-8ee486f0-9864-4fc3-b367-5a1737b91222 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.1599789 Oct 19 20:32:41.140161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 2b961eda-cf3a-4866-b394-1b58ec34ba1c owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:41.159677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] For port 8def2fe8-515b-47c2-9333-b37ab8dd73ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8def2fe8-515b-47c2-9333-b37ab8dd73ce,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:41.160057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.181724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e90036-6d87-491b-b0b7-af1ff71d342e req-1b3f642b-6633-425c-a593-b292c1134bf8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:41.183204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1e90036-6d87-491b-b0b7-af1ff71d342e req-1b3f642b-6633-425c-a593-b292c1134bf8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1293337 Oct 19 20:32:41.187951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-75fc13c6-9f2e-4218-b49e-44b590dc17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:41.189393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-75fc13c6-9f2e-4218-b49e-44b590dc17d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c8d2c84887448fe83e6d7915e6c5c16&device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 1095 time: 0.3221145 Oct 19 20:32:41.284135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1e90036-6d87-491b-b0b7-af1ff71d342e req-a67a1fb0-5ca0-4904-9553-f51827d89350 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856180 Oct 19 20:32:41.296797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9478-8a40-4166-a46b-a36020272721 req-99453ffa-3298-45ef-aaad-a2d4c566d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:41.298344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-99453ffa-3298-45ef-aaad-a2d4c566d639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1505225 Oct 19 20:32:41.481691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.482141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.482523 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Floating IP 9027a638-20e6-47b9-af1b-df0ed53b14e7 disassociated. External IP: 172.25.7.24, port: 8def2fe8-515b-47c2-9333-b37ab8dd73ce. Oct 19 20:32:41.483437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Calling delete_port for 8def2fe8-515b-47c2-9333-b37ab8dd73ce owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:41.517367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8def2fe8-515b-47c2-9333-b37ab8dd73ce no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:41.687470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:41.800730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.827597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.873809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-2615abd6-7ce7-4083-8edf-d7781aa6c6e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b631b793-7b17-40d8-a138-a86dfa81545b HTTP/1.1" status: 200 len: 217 time: 0.6459868 Oct 19 20:32:41.917567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:41.918064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:41.975619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db4b1-77c3-46aa-a6c4-47a72c3911b0 req-6c0b7fbf-2520-45b6-8732-19742931b62e tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:41.982323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a95db4b1-77c3-46aa-a6c4-47a72c3911b0 req-6c0b7fbf-2520-45b6-8732-19742931b62e tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 944 time: 0.1844850 Oct 19 20:32:42.019881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-6a800a74-fe84-4809-9492-bebddd347b9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.6844780 Oct 19 20:32:42.031226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17d4a8b3-5fe9-444e-b0f7-70357a65abae req-cac9f3ba-8eb7-4c13-b714-0752eb543e61 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 210 time: 0.0923772 Oct 19 20:32:42.043582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:42.043955 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.163612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event deleted for resources: {'Port': ['ID=8def2fe8-515b-47c2-9333-b37ab8dd73ce,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:42.167491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-1c3bca8b-ebcc-4574-b4e3-66c3608edc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:42.170562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-1c3bca8b-ebcc-4574-b4e3-66c3608edc0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03dcfb8-f6f4-4141-b94b-393ca2b172da HTTP/1.1" status: 200 len: 853 time: 0.2678013 Oct 19 20:32:42.209955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:32:42.231241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-29242de0-7d6f-469c-9ec8-85f1d8fcb26e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd3a18a-4049-41c9-aadd-272948ea3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417013 Oct 19 20:32:42.260596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9478-8a40-4166-a46b-a36020272721 req-8557b6fe-ea1a-485e-886c-ed8c87183355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:42.283810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-8557b6fe-ea1a-485e-886c-ed8c87183355 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2453878 Oct 19 20:32:42.485361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:42.485814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.543925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-0687cc61-0654-4ff5-a9c2-593173bbfbd1 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027792 Oct 19 20:32:42.565032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:42.568696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a95db4b1-77c3-46aa-a6c4-47a72c3911b0 req-a93b9221-8085-4b38-a510-88f01747042b tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968344 Oct 19 20:32:42.613883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.627208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Provisioning complete for port 2b961eda-cf3a-4866-b394-1b58ec34ba1c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:42.629992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.712481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a8680-a634-4b8e-8932-57404c5bdecb None None] Port 2b961eda-cf3a-4866-b394-1b58ec34ba1c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:42.714154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9478-8a40-4166-a46b-a36020272721 req-d1c8f34c-ab2d-4af1-aab1-c6169a33f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:42.716374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-d1c8f34c-ab2d-4af1-aab1-c6169a33f24e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4136286 Oct 19 20:32:42.729597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a20027-2a12-462d-89db-7a85e8de9eec req-8e6cc016-dfec-4124-801e-f6638fc818d2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:42.731930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50a20027-2a12-462d-89db-7a85e8de9eec req-8e6cc016-dfec-4124-801e-f6638fc818d2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1795118 Oct 19 20:32:42.735101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.795463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=2b961eda-cf3a-4866-b394-1b58ec34ba1c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:42.836316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c5ed6e45-73b1-46db-8616-69c9414bcb02 None None] Could not find standard attr ID for object 2b961eda-cf3a-4866-b394-1b58ec34ba1c. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:42.838952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:42.845860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0218a757-f724-439d-9db1-af24763316f3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/2b961eda-cf3a-4866-b394-1b58ec34ba1c HTTP/1.1" status: 204 len: 168 time: 2.4486575 Oct 19 20:32:42.858540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48988) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:42.930898 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-14146592-ec0f-45ea-997d-6de976ce951c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:42.935203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-14146592-ec0f-45ea-997d-6de976ce951c tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/2b961eda-cf3a-4866-b394-1b58ec34ba1c HTTP/1.1" status: 404 len: 333 time: 0.0730226 Oct 19 20:32:42.936695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:42.940637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:42.944864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8695603f-c4ca-4c0d-ba4c-0fd2435651c7 req-d05a716b-31e1-4d4c-903f-7ba62ee5f6be service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747423 Oct 19 20:32:42.962134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50a20027-2a12-462d-89db-7a85e8de9eec req-8989ff62-702a-4d29-badf-b123237d1529 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996446 Oct 19 20:32:42.986112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Sync routers for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:42.998762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-15299d9a-3df1-46fe-98c5-a9c8a74de307 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647021 Oct 19 20:32:43.006962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.014684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:43.015587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:43.139829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9aba9478-8a40-4166-a46b-a36020272721 req-7617af1d-4adb-41c5-9dcb-2896eba7002b service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314418 Oct 19 20:32:43.182695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.199440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] No DVR routers for this DVR port 8def2fe8-515b-47c2-9333-b37ab8dd73ce on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:43.203829 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.207346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3422bb6f-db77-4d14-b9a4-eaec245ca484 req-67aff494-bfc1-452e-a567-3d04b9c36eb9 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.37 "DELETE /v2.0/ports/8def2fe8-515b-47c2-9333-b37ab8dd73ce HTTP/1.1" status: 204 len: 173 time: 2.7463932 Oct 19 20:32:43.219345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'name': 'network-vif-deleted', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:43.223813 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ea71d-15f3-4ed5-8b95-d64a52a5b88f" -d '{"events": [{"server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "name": "network-vif-deleted", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:43.278261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:43.306601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be28c2a8-45d5-42ec-8113-58622f5b4a13 req-e55cb14c-e516-4e72-82e6-4f2c621c1e9e tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7f2959e-108b-4788-a8d6-aedd701f421a HTTP/1.1" status: 200 len: 210 time: 0.1084731 Oct 19 20:32:43.312780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.336557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-00a6110f-bb16-485b-9f79-b4a241d5cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:43.338441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-00a6110f-bb16-485b-9f79-b4a241d5cb23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c8d2c84887448fe83e6d7915e6c5c16&device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 1095 time: 0.2907827 Oct 19 20:32:43.346089 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b900b8-2796-47a9-8e5e-2ecebf588588 x-openstack-request-id: req-18b900b8-2796-47a9-8e5e-2ecebf588588 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:43.346391 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f2959e-108b-4788-a8d6-aedd701f421a", "name": "network-vif-deleted", "tag": "8def2fe8-515b-47c2-9333-b37ab8dd73ce", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:43.346646 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18b900b8-2796-47a9-8e5e-2ecebf588588 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:43.347047 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f2959e-108b-4788-a8d6-aedd701f421a', 'name': 'network-vif-deleted', 'tag': '8def2fe8-515b-47c2-9333-b37ab8dd73ce', 'status': 'completed', 'code': 200} Oct 19 20:32:43.452900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.456358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.458001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/security-groups/e26cdef9-994e-495d-8f36-7722327a3678 HTTP/1.1" status: 204 len: 168 time: 0.5156820 Oct 19 20:32:43.460748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49008) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:43.478588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80086-f1ed-40ed-b003-8dff42a379c3 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cdef9-994e-495d-8f36-7722327a3678,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:43.503910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-60a048dc-65ac-4de5-9a3d-64aa72f80723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:43.506552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-60a048dc-65ac-4de5-9a3d-64aa72f80723 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1cd3a18a-4049-41c9-aadd-272948ea3373 HTTP/1.1" status: 200 len: 914 time: 0.1585665 Oct 19 20:32:43.562740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.577622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-14408b43-170e-436c-9dfc-8e207be2870c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b631b793-7b17-40d8-a138-a86dfa81545b HTTP/1.1" status: 200 len: 217 time: 0.0595925 Oct 19 20:32:43.599539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.663127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-c78913c1-e113-43aa-8038-fada6b8b2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:43.664643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-c78913c1-e113-43aa-8038-fada6b8b2d9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03dcfb8-f6f4-4141-b94b-393ca2b172da HTTP/1.1" status: 200 len: 853 time: 0.0794327 Oct 19 20:32:43.719515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-b94a9b24-1628-4da9-a3c5-91cfda9de9c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd3a18a-4049-41c9-aadd-272948ea3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453215 Oct 19 20:32:43.754310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.757650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.759097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/security-groups/46424f77-5969-4fdb-aa79-8c5fe51a43c4 HTTP/1.1" status: 204 len: 168 time: 0.2973163 Oct 19 20:32:43.775505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49016) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:43.776589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aa97a-6656-4819-bab8-0164d288ce34 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46424f77-5969-4fdb-aa79-8c5fe51a43c4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:43.879451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af5ebb-7272-46e6-aab7-af534c030076 req-7fdb0c1d-f3ea-472d-8262-75ed52c5e51f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:43.881561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90af5ebb-7272-46e6-aab7-af534c030076 req-7fdb0c1d-f3ea-472d-8262-75ed52c5e51f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 944 time: 0.1922107 Oct 19 20:32:43.920329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 7a1832fb-585c-46db-8c62-453e2b707054 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:43.943981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-54a7f583-ba9b-4012-91b6-573519363b02 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132859 Oct 19 20:32:43.944202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:43.962474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:44.034827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Checking router: 1bd3b837-5529-47b7-b68e-8eedd920a3e3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:32:44.056430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:44.057617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:44.093018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90af5ebb-7272-46e6-aab7-af534c030076 req-557adc6b-d59e-4c86-97e9-8caa2f230ccb tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023795 Oct 19 20:32:44.102878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:44.271965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216544-c9ce-4a98-995a-2dc85544db9e req-76c39db2-5537-43b4-8609-5b80f4e9b344 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:44.273478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c216544-c9ce-4a98-995a-2dc85544db9e req-76c39db2-5537-43b4-8609-5b80f4e9b344 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1718647 Oct 19 20:32:44.284054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1925bd8c-1dc9-47aa-a903-cdb9dde2ba1a req-308d8c9a-8a48-4208-86fa-efbefc69da50 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345754 Oct 19 20:32:44.289649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:44.315286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:44.371017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c216544-c9ce-4a98-995a-2dc85544db9e req-cbe399fe-ebbd-44a8-86d0-f0006310cc7c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859637 Oct 19 20:32:44.463381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:44.494116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:44.497798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/7a1832fb-585c-46db-8c62-453e2b707054 HTTP/1.1" status: 204 len: 168 time: 0.7159963 Oct 19 20:32:44.501895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49050) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:44.507614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:44.518907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055baec0-8502-402b-895c-2d9d545f2b45 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1832fb-585c-46db-8c62-453e2b707054,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:44.537129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ef039-e106-4a72-ba56-004e99cc5a8c None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:44.573710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49058) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:44.777109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c789056-a840-4bf1-ab04-900af03381c1 req-a71cbac0-28a5-46c8-b5d6-f1f9b6c975ed tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:44.780131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:44.785591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c789056-a840-4bf1-ab04-900af03381c1 req-a71cbac0-28a5-46c8-b5d6-f1f9b6c975ed tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1733572 Oct 19 20:32:44.809876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee4552-a264-4fa3-9cc3-31feac4d6831 None None] The sync data for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 is: [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '35f56e1a-e477-4c00-880f-d2d9246f6dbd', 'name': '', 'network_id': '3f0af210-c6ec-4a2e-a6c6-a7ccf617f455', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'mac_address': 'fa:16:3e:f7:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:23Z', 'updated_at': '2021-10-19T20:30:29Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'subnets': [{'id': 'a977bc56-c0e0-4f03-9346-0dd47488b489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:44.859080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c789056-a840-4bf1-ab04-900af03381c1 req-1ee2da42-8b5f-4330-aa2f-c200bd6b0bdb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696497 Oct 19 20:32:44.863166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:44.912775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.020143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.023127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.027028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "DELETE /v2.0/security-groups/634ee85b-058b-4abf-ae88-adde36f4c45d HTTP/1.1" status: 204 len: 168 time: 0.4480383 Oct 19 20:32:45.030065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0a4d-e22e-410c-8169-732b64c8b303 req-d07f01f2-f8bd-4964-ad40-be5cf1d8028e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:45.031218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49062) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:45.031924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:45.035795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.038937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-785b0a4d-e22e-410c-8169-732b64c8b303 req-d07f01f2-f8bd-4964-ad40-be5cf1d8028e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0997207 Oct 19 20:32:45.075759 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2e8c4ba6-41db-4036-8d39-ea3539ce98ac tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] show failed (client error): The resource could not be found. Oct 19 20:32:45.079433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e8c4ba6-41db-4036-8d39-ea3539ce98ac tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "GET /v2.0/security-groups/634ee85b-058b-4abf-ae88-adde36f4c45d HTTP/1.1" status: 404 len: 347 time: 0.0349867 Oct 19 20:32:45.098563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:45.100764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ee85b-058b-4abf-ae88-adde36f4c45d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:45.118852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-785b0a4d-e22e-410c-8169-732b64c8b303 req-9e2fd3e2-0f9a-4ff9-9e9e-dfd358834022 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741742 Oct 19 20:32:45.341794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b631b793-7b17-40d8-a138-a86dfa81545b details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:45.423073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Deleting port ac5d8e52-c8cf-4dfe-8457-6a14b03049d3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:45.423620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.482084 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b32e93-49a2-45be-ba60-b8a28c992973 None None] New status for floating IP 9027a638-20e6-47b9-af1b-df0ed53b14e7: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:32:45.659476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b631b793-7b17-40d8-a138-a86dfa81545b,segment=NetworkSegment(5d22c841-2cf8-4a20-86d6-ff63f120f9ba),segment_id=5d22c841-2cf8-4a20-86d6-ff63f120f9ba)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:45.685461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.686049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.711192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'b631b793-7b17-40d8-a138-a86dfa81545b', 'network_id': '1cd3a18a-4049-41c9-aadd-272948ea3373', 'port_id': 'b631b793-7b17-40d8-a138-a86dfa81545b', 'mac_address': 'fa:16:3e:25:c3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03dcfb8-f6f4-4141-b94b-393ca2b172da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:45.808232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.844369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b631b793-7b17-40d8-a138-a86dfa81545b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:45.907705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b631b793-7b17-40d8-a138-a86dfa81545b,segment=NetworkSegment(5d22c841-2cf8-4a20-86d6-ff63f120f9ba),segment_id=5d22c841-2cf8-4a20-86d6-ff63f120f9ba)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:45.913139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:45.973451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Calling delete_port for ac5d8e52-c8cf-4dfe-8457-6a14b03049d3 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:46.008765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-343567a6-3f10-4656-b637-7b1ef9050525 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:46.022054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-343567a6-3f10-4656-b637-7b1ef9050525 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.3111632 Oct 19 20:32:46.055895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:46.056656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-aad4fede-030c-4b3d-b83c-47c85603b009 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/quotas/71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 375 time: 0.0334725 Oct 19 20:32:46.086568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.087253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.090261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.090261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.090981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.091800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.092147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.092476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.092809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.093139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.093486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.093807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be62239-54f1-40bf-91c4-70da8c730a70 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:32:46.109418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.160594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b6d860fb-fa2d-4362-8726-8e9a4e733ce4 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:46.161215 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b6d860fb-fa2d-4362-8726-8e9a4e733ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.164719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['b631b793-7b17-40d8-a138-a86dfa81545b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:46.207244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:46.213273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:46.223334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:46.224043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.257138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0810d1-8548-4a28-967e-2140cc4a20bf None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:46.292129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d11896-cd3d-4084-9c2d-6ad27c428d37 req-6fa697c5-83b3-4c23-9b3b-c5646f8fa462 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:46.296298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43d11896-cd3d-4084-9c2d-6ad27c428d37 req-6fa697c5-83b3-4c23-9b3b-c5646f8fa462 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 945 time: 0.1896067 Oct 19 20:32:46.307760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8044443 Oct 19 20:32:46.311250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49086) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:46.318498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'security_group': {'name': 'tempest-secgroup-889512993'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:46.363338 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-0cdc95e5-c10c-4d86-87d9-41bee8b6d2ca tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3055565 Oct 19 20:32:46.372144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.405403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f6a7b-7751-4156-82de-2baa2d3788ac tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=9366fb63-862a-4212-8b29-d732c8cbf20c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:46.446522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43d11896-cd3d-4084-9c2d-6ad27c428d37 req-b14ac7f1-13d2-45b0-b7b3-d0bca9a651f3 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340764 Oct 19 20:32:46.654085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.661785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b6d860fb-fa2d-4362-8726-8e9a4e733ce4 None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:46.662264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b6d860fb-fa2d-4362-8726-8e9a4e733ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.678225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.717544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.742861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.744816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4313009 Oct 19 20:32:46.754229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643a953-731c-44fe-aff6-02e2a1f69863 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9318ad-ee56-4e6b-8909-07bb90d282d5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:46.755662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-532330a1-80b1-4e93-8443-4dea298e9e34 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913331 Oct 19 20:32:46.758458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:46.768004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1053892228'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:46.777098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b6d860fb-fa2d-4362-8726-8e9a4e733ce4 None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:46.803529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.823617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Pushing event deleted for resources: {'Port': ['ID=ac5d8e52-c8cf-4dfe-8457-6a14b03049d3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:46.873538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Update dhcp port {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'fixed_ips': [{'subnet_id': '9b40ea2c-1694-4ff6-af45-6faccec635fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9366fb63-862a-4212-8b29-d732c8cbf20c'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '73d57b68-b228-45c5-9676-b8687c285dbc'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:32:46.906351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.911072 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.916387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.967059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.970328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:46.975337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-93f170fc-8d9f-4687-a5b6-5081f3ffde04 tempest-ServersTestJSON-623126460 tempest-ServersTestJSON-623126460-project] 10.222.0.31 "DELETE /v2.0/floatingips/9027a638-20e6-47b9-af1b-df0ed53b14e7 HTTP/1.1" status: 204 len: 168 time: 1.8552778 Oct 19 20:32:46.976208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49102) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:46.988877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-235af864-612b-44af-be4c-c94b88af5116 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322547 Oct 19 20:32:46.998657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.002563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2402344 Oct 19 20:32:47.002563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca64c4-9e97-44c4-9dd1-7816340dfbe9 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c7bf9-3cda-4b4c-a79a-295656c75284,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:47.003557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:47.009262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'security_group': {'name': 'tempest-secgroup-1873630720'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:47.048500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.148005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.154489 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.187733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.192371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1850736 Oct 19 20:32:47.195162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:47.208233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1576898307', 'security_groups': ['3c1506b2-2fc0-44e9-8007-0e3c9ae16d6c'], 'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9366fb63-862a-4212-8b29-d732c8cbf20c'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:47.232794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e6feb-3209-4e79-91de-2cb6494f3c68 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1506b2-2fc0-44e9-8007-0e3c9ae16d6c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:47.288689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Allocated IP 2001:db8::2 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/9366fb63-862a-4212-8b29-d732c8cbf20c/73d57b68-b228-45c5-9676-b8687c285dbc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:47.350364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b631b793-7b17-40d8-a138-a86dfa81545b up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:47.443401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-609de988-ba96-439c-989d-b6f40f849f07 req-206d27f0-cb76-494e-bc92-26ad8361d0c6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 210 time: 0.0814548 Oct 19 20:32:47.585172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:47.614174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port b631b793-7b17-40d8-a138-a86dfa81545b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:32:47.672994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port b631b793-7b17-40d8-a138-a86dfa81545b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:47.687788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.687788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.736058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.742287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:47.884474 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.960829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] device_id is not set on port 4d4bd2de-d139-4b25-be97-c26848f8c87c yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:32:47.979060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:47.999060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2274f0-16ff-448c-aea5-1b8c675903b2 req-e1598b93-a009-47de-a6ea-f899fbec50c7 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:48.007035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c2274f0-16ff-448c-aea5-1b8c675903b2 req-e1598b93-a009-47de-a6ea-f899fbec50c7 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 945 time: 0.2760370 Oct 19 20:32:48.038168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f967a-ea1a-43e6-8983-9ec793921e95 None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:48.084412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b631b793-7b17-40d8-a138-a86dfa81545b,segment=NetworkSegment(5d22c841-2cf8-4a20-86d6-ff63f120f9ba),segment_id=5d22c841-2cf8-4a20-86d6-ff63f120f9ba)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:48.085454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:48.088792 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117244dd-d409-4864-bd22-2787a5c25ddc" -d '{"events": [{"server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "name": "network-vif-plugged", "status": "completed", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:48.093118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:48.136310 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c2274f0-16ff-448c-aea5-1b8c675903b2 req-52295b23-6127-488d-bb11-032eb096ccc2 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281712 Oct 19 20:32:48.205069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:48.239418 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b6d3a-5509-4405-bf13-15635357ff68 x-openstack-request-id: req-333b6d3a-5509-4405-bf13-15635357ff68 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:48.241080 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "name": "network-vif-plugged", "status": "completed", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:48.243834 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-333b6d3a-5509-4405-bf13-15635357ff68 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:48.246898 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b', 'code': 200} Oct 19 20:32:48.365088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba32c-5a9e-4bc1-a634-dc8ee731a09a req-f09f6e13-f114-4e16-992f-055e2153cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:48.367260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b69ba32c-5a9e-4bc1-a634-dc8ee731a09a req-f09f6e13-f114-4e16-992f-055e2153cc86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 1097 time: 0.0770922 Oct 19 20:32:48.437841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b69ba32c-5a9e-4bc1-a634-dc8ee731a09a req-37485392-6ca8-4364-a61e-fe9d4d636dd8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Oct 19 20:32:48.521436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:48.546852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8::58 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/9366fb63-862a-4212-8b29-d732c8cbf20c/4d4bd2de-d139-4b25-be97-c26848f8c87c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:48.702030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64ff8f71-d028-47d5-97a4-230e72d29b5d req-500ae1df-173f-49dc-8783-f88e18170086 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 210 time: 0.1883469 Oct 19 20:32:48.920602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5d604c72-e9ad-4b04-8854-e1e76f920f31 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:48.921100 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d604c72-e9ad-4b04-8854-e1e76f920f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.008480 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.012540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-8bb1b6e1-f378-4363-bbaf-a5abeb51245e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:49.018343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-8bb1b6e1-f378-4363-bbaf-a5abeb51245e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.2346840 Oct 19 20:32:49.038059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'device_id': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'admin_state_up': True, 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:49.053844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5d604c72-e9ad-4b04-8854-e1e76f920f31 None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:49.054377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d604c72-e9ad-4b04-8854-e1e76f920f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.055471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.095709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5d604c72-e9ad-4b04-8854-e1e76f920f31 None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:49.141149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:49.150055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:49.184676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:49.187864 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.192653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:49.198390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:49.199028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.207211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=4d4bd2de-d139-4b25-be97-c26848f8c87c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:49.257342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9f8268ff-7280-4509-bbd2-5a8bfe16ac33 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0608811 Oct 19 20:32:49.267065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:49.274872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:49.413233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d31866-2f1c-45ee-b1aa-b9272e4786c6 req-6e22a75e-06ad-4d6e-ae2a-3b8571cc4929 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:49.415045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9d31866-2f1c-45ee-b1aa-b9272e4786c6 req-6e22a75e-06ad-4d6e-ae2a-3b8571cc4929 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.1246238 Oct 19 20:32:49.463351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.20.0.4 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/a261994e-7e4c-479c-85b0-94cccfbe22bf) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:49.485417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:49.489001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.493099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9d31866-2f1c-45ee-b1aa-b9272e4786c6 req-db569a48-70f7-4a1b-b7d0-fe389c126dff tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Oct 19 20:32:49.524953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a6b492fa-31a1-461a-a434-e939c5fee971 None None] Provisioning complete for port 4d4bd2de-d139-4b25-be97-c26848f8c87c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:49.525625 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a6b492fa-31a1-461a-a434-e939c5fee971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.528313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Deleting port 35f56e1a-e477-4c00-880f-d2d9246f6dbd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:49.528656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.601875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a6b492fa-31a1-461a-a434-e939c5fee971 None None] Port 4d4bd2de-d139-4b25-be97-c26848f8c87c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:49.659293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:49.732497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:49.732631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.732735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.758472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] For port 35f56e1a-e477-4c00-880f-d2d9246f6dbd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=35f56e1a-e477-4c00-880f-d2d9246f6dbd,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:49.759086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.773179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Calling delete_port for 35f56e1a-e477-4c00-880f-d2d9246f6dbd owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:49.795985 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.859852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:49.864376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:49.868020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:32:49.902446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:49.932934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:49.934580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:49.956687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-a4d45c5c-5c32-4217-b55a-6de816cdc8cf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9327297 Oct 19 20:32:49.978114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Request body: {'port': {'device_id': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:49.990080 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9366fb63-862a-4212-8b29-d732c8cbf20c (CIDR: 2001:db8::/64) Oct 19 20:32:50.004665 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:32:50.005012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:50.040685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7427b869-d4b6-4a1a-8102-77200d8be7d8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7714427 Oct 19 20:32:50.041290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:50.052128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ab8e0-2c62-4f4f-8449-550b23c1a34a req-bde8bde0-218d-4203-85fb-4bc640956215 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:50.053179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.053579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d09ab8e0-2c62-4f4f-8449-550b23c1a34a req-bde8bde0-218d-4203-85fb-4bc640956215 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 931 time: 0.1126432 Oct 19 20:32:50.058751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:50.229083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3644ae89-f633-4a22-a8b2-49c20b459368 None None] Provisioning complete for port a261994e-7e4c-479c-85b0-94cccfbe22bf triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:50.229763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3644ae89-f633-4a22-a8b2-49c20b459368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.266203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3644ae89-f633-4a22-a8b2-49c20b459368 None None] Port a261994e-7e4c-479c-85b0-94cccfbe22bf cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:50.271350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02014-b30d-4569-9896-e32be65ba139 req-34d813b6-8220-4a1f-9576-5bc47537cca0 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:50.272925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8e02014-b30d-4569-9896-e32be65ba139 req-34d813b6-8220-4a1f-9576-5bc47537cca0 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 949 time: 0.0883312 Oct 19 20:32:50.360965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8e02014-b30d-4569-9896-e32be65ba139 req-1f2b2e5a-9186-49ff-b9b5-6366d5b70d10 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Oct 19 20:32:50.436491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261994e-7e4c-479c-85b0-94cccfbe22bf {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:50.444889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.454270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.462329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Transition to ACTIVE for port object a261994e-7e4c-479c-85b0-94cccfbe22bf will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:32:50.467450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.517427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f56e1a-e477-4c00-880f-d2d9246f6dbd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:50.520804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:50.565000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d09ab8e0-2c62-4f4f-8449-550b23c1a34a req-8308659d-bc40-4c1f-8d46-7a39889abd90 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018296 Oct 19 20:32:50.641647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Attempting to bind port a261994e-7e4c-479c-85b0-94cccfbe22bf on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:32:50.642026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Attempting to bind port a261994e-7e4c-479c-85b0-94cccfbe22bf by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:32:50.642401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Attempting to bind port a261994e-7e4c-479c-85b0-94cccfbe22bf on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:50.647674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Port a261994e-7e4c-479c-85b0-94cccfbe22bf on network 35f73dbf-be31-4336-894f-8d663a12752a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:32:50.648049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Attempting to bind port a261994e-7e4c-479c-85b0-94cccfbe22bf on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:32:50.661373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:32:50.662915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:32:50.663312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:32:50.663823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Bound port: a261994e-7e4c-479c-85b0-94cccfbe22bf, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:32:50.664161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.705416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:50.715545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.865836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:32:50.875749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:32:50.884408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.928759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:50.929412 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:50.931492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a261994e-7e4c-479c-85b0-94cccfbe22bf HTTP/1.1" status: 200 len: 1091 time: 0.9665475 Oct 19 20:32:50.932073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:50.937334 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98519d-6de5-4c85-93d6-05351706a7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:50.993734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa11e08-6116-401b-930c-2303f95833e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:51.014164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989295d6-e5f7-4b76-a71f-1372151a460e req-3a394ece-f09c-4066-bd83-cdd7d844d99f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.016186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989295d6-e5f7-4b76-a71f-1372151a460e req-3a394ece-f09c-4066-bd83-cdd7d844d99f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.2876039 Oct 19 20:32:51.029672 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9b40ea2c-1694-4ff6-af45-6faccec635fd (CIDR: 2001:db8:0:1::/64) Oct 19 20:32:51.042860 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:32:51.043594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:51.051812 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f54c41-4fe4-4d69-ac5c-3513166d4fdd x-openstack-request-id: req-73f54c41-4fe4-4d69-ac5c-3513166d4fdd {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:51.052112 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:51.052368 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73f54c41-4fe4-4d69-ac5c-3513166d4fdd {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:51.052769 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf', 'status': 'completed', 'code': 200} Oct 19 20:32:51.069606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-20db2e22-6740-48ba-92be-31b2e20954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.071139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-20db2e22-6740-48ba-92be-31b2e20954a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 1094 time: 0.0489931 Oct 19 20:32:51.101750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989295d6-e5f7-4b76-a71f-1372151a460e req-0d45c1e4-ad5f-4e6c-8409-75170e277f74 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Oct 19 20:32:51.103790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:51.125422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0223add3-a791-4175-9f27-e5d4557e365d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0788488 Oct 19 20:32:51.142791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49242) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:51.148659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'subnet': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:51.154038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-00a5281d-5ca8-49a5-ba52-0d7b3e7fe36d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf HTTP/1.1" status: 200 len: 217 time: 0.0719101 Oct 19 20:32:51.338823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-db2bfa9d-1a4c-4b5b-9ed4-a4610a68e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.340366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-db2bfa9d-1a4c-4b5b-9ed4-a4610a68e808 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1726587 Oct 19 20:32:51.434907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5627a2b1-080b-462d-b54a-523b8ea119ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.436453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-5627a2b1-080b-462d-b54a-523b8ea119ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730982 Oct 19 20:32:51.443177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Made reservation on behalf of ab9b3749d3fb4e418f1d9b9a54d48f0b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:51.447243 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:51.483665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:32:51.580580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6c56b-4709-4de9-9558-913f8233c0b5 req-69bcf496-6eb9-4e9a-9249-3f17d5ef3257 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.582289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d8a6c56b-4709-4de9-9558-913f8233c0b5 req-69bcf496-6eb9-4e9a-9249-3f17d5ef3257 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.0973864 Oct 19 20:32:51.704831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d8a6c56b-4709-4de9-9558-913f8233c0b5 req-a0eed5fe-a07c-412d-b36f-db7ca651e1bf tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115451 Oct 19 20:32:51.706199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:32:51.713001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ba41220-e2e0-4f03-b16b-4d83dd70f908 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bd3b837-5529-47b7-b68e-8eedd920a3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7338879 Oct 19 20:32:51.717538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:51.720069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Sync routers for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:32:51.732454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:51.733639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:51.820517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:51.842091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-85d95087-166d-4299-b075-2855a16d1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.843588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-85d95087-166d-4299-b075-2855a16d1668 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c8d2c84887448fe83e6d7915e6c5c16&device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 1097 time: 0.1891048 Oct 19 20:32:51.851662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:51.875643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:51.880859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b550e81-cd49-4100-973e-801b0e53403b req-9eb8ca00-ce97-4a6b-8966-3aaa3c4d4ff6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.883109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b550e81-cd49-4100-973e-801b0e53403b req-9eb8ca00-ce97-4a6b-8966-3aaa3c4d4ff6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 943 time: 0.2295680 Oct 19 20:32:51.922774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-8bf0f6f0-d8a0-447c-bf94-6c5bb446763b service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706521 Oct 19 20:32:51.933323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:32:51.955873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:32:51.961353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:51.963304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:51.976326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2446e7-a33c-4495-b556-baa3d450c03e None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:51.985188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.056660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Deleting port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:52.057825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.066324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b550e81-cd49-4100-973e-801b0e53403b req-48bc8eaf-8585-47fc-9e44-8a6877f2aa84 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310170 Oct 19 20:32:52.069893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9258537 Oct 19 20:32:52.089101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:52.096292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1145075917', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40ec010b-79f4-433f-bd09-343e4a67e614'}], 'security_groups': ['5a9318ad-ee56-4e6b-8909-07bb90d282d5', 'f73c7bf9-3cda-4b4c-a79a-295656c75284']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:52.139726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caa3ca-c2d7-4385-b25f-8e0cd365884b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Subnet': ['ID=40ec010b-79f4-433f-bd09-343e4a67e614,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:52.204049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf991ddd-a7d3-44b4-bdd0-0fd8043047aa req-10d32a94-dc57-46bf-ba4b-885ee0e69a64 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622552 Oct 19 20:32:52.205532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-f0cb1acc-0cb0-4317-b51e-2f65349b8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:52.207185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-f0cb1acc-0cb0-4317-b51e-2f65349b8a0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1cd3a18a-4049-41c9-aadd-272948ea3373 HTTP/1.1" status: 200 len: 914 time: 0.3226719 Oct 19 20:32:52.226362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] For port 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:52.227481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.259131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Calling delete_port for 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:52.298601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-8f27c664-11ca-4bcb-81dd-7bb2a362bcb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b631b793-7b17-40d8-a138-a86dfa81545b HTTP/1.1" status: 200 len: 217 time: 0.0834835 Oct 19 20:32:52.401789 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.422165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-ef09bbb5-235a-4327-a688-ad5a6c990517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:52.423689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-ef09bbb5-235a-4327-a688-ad5a6c990517 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03dcfb8-f6f4-4141-b94b-393ca2b172da HTTP/1.1" status: 200 len: 853 time: 0.0880520 Oct 19 20:32:52.482501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-4abfddc7-7585-4e3b-bed4-5d958c9920f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd3a18a-4049-41c9-aadd-272948ea3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489111 Oct 19 20:32:52.486044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-75d3136b-3db5-4396-98ab-e939d3432dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:52.487596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-75d3136b-3db5-4396-98ab-e939d3432dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 1094 time: 0.2178736 Oct 19 20:32:52.525439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:32:50Z', 'revision_number': 5, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port': {'id': '5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:30:20Z', 'updated_at': '2021-10-19T20:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:52.576852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Checking router: 1bd3b837-5529-47b7-b68e-8eedd920a3e3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:32:52.592206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.598057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Routers {'1bd3b837-5529-47b7-b68e-8eedd920a3e3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:32:52.599160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:52.637940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:52.670356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-4bfaccd1-18ec-4011-baa2-9d8e28d07634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:52.671853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-4bfaccd1-18ec-4011-baa2-9d8e28d07634 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1699739 Oct 19 20:32:52.673761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-2c647cd1-e2a2-444d-a6ce-48132141ea72 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837046 Oct 19 20:32:52.711247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] Set router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:32:52.759769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-43bfb07c-b847-48f2-86a7-9809deb6cd6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf HTTP/1.1" status: 200 len: 217 time: 0.0791805 Oct 19 20:32:52.778661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:32:52Z', 'revision_number': 7, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:52.812509 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.819459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d0c52-3589-489a-993d-cbc839192b9f None None] The sync data for ids ['1bd3b837-5529-47b7-b68e-8eedd920a3e3'] in n-d-805649-9 is: [{'id': '1bd3b837-5529-47b7-b68e-8eedd920a3e3', 'name': 'tempest-ServersTestJSON-1236965100-router', 'tenant_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:30:19Z', 'updated_at': '2021-10-19T20:32:52Z', 'revision_number': 7, 'project_id': 'ee33f35a3b9046a7b2cdb3124623b86b', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:32:52.834965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Update dhcp port {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'fixed_ips': [{'subnet_id': '9b40ea2c-1694-4ff6-af45-6faccec635fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9366fb63-862a-4212-8b29-d732c8cbf20c', 'ip_address': '2001:db8::2'}, {'subnet_id': '40ec010b-79f4-433f-bd09-343e4a67e614'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '73d57b68-b228-45c5-9676-b8687c285dbc'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:32:52.876650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.980943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c0e6-bfca-453a-a089-6cceeb41104a req-b8f8e09e-3ce0-4aae-bae3-170a9408735a tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:52.984821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:52.993591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0816c0e6-bfca-453a-a089-6cceeb41104a req-b8f8e09e-3ce0-4aae-bae3-170a9408735a tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.1662979 Oct 19 20:32:53.004342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.026335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7737ec6-d7f2-4b92-968b-60ad2e31436f req-fcea5f7f-7b48-4c86-937f-d08b75a30431 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439341 Oct 19 20:32:53.046150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-824340f0-2187-493c-88d7-b372331b81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:53.047951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-824340f0-2187-493c-88d7-b372331b81b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2090337 Oct 19 20:32:53.069026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.069687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd3b837-5529-47b7-b68e-8eedd920a3e3 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:32:53.075414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.077389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fefcd55b-c45f-4755-b6c8-ce05465ebf44 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1bd3b837-5529-47b7-b68e-8eedd920a3e3 HTTP/1.1" status: 204 len: 168 time: 1.3577998 Oct 19 20:32:53.079991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:53.086570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0816c0e6-bfca-453a-a089-6cceeb41104a req-192caaf0-8cf0-43fb-87fa-1f52a7e17dda tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921876 Oct 19 20:32:53.119904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-082ce19b-0355-4abb-b42f-dba02ee9ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:53.122437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-082ce19b-0355-4abb-b42f-dba02ee9ddfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662911 Oct 19 20:32:53.146817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Deleting subnet a977bc56-c0e0-4f03-9346-0dd47488b489 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:53.154078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.242236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.263063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-8a2032c2-c79d-42c1-a007-7348c2dc10f1 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321852 Oct 19 20:32:53.369945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-da98519d-6de5-4c85-93d6-05351706a7e4 req-94b25189-06f8-463b-af9a-4f9a5fe453a6 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933545 Oct 19 20:32:53.395237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.408445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:53.462040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdbcff-ac19-439b-a6ad-5e04729802eb req-36839ba9-a3b9-4318-894d-caeee3150ddf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:53.463577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dccdbcff-ac19-439b-a6ad-5e04729802eb req-36839ba9-a3b9-4318-894d-caeee3150ddf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 943 time: 0.3075070 Oct 19 20:32:53.465464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Delete allocated IP 2001:db8::58 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/9366fb63-862a-4212-8b29-d732c8cbf20c) {{(pid=100735) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 20:32:53.516615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Allocated IP 2001:db8:0:2::a0 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/40ec010b-79f4-433f-bd09-343e4a67e614/4d4bd2de-d139-4b25-be97-c26848f8c87c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:53.539644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dccdbcff-ac19-439b-a6ad-5e04729802eb req-15d09012-9fe4-4e3e-880e-51e3f55a54f6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656412 Oct 19 20:32:53.567245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.592588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:53.595668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.620687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:53.622910 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296ff2a2-8f71-498b-9ac1-c60e17b784f6" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-unplugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:53.639492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a977bc56-c0e0-4f03-9346-0dd47488b489,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:53.640978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:53.643946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.649478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:53.649897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52ec6f26-e3e1-4b1a-a167-705b5a0d29f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a977bc56-c0e0-4f03-9346-0dd47488b489 HTTP/1.1" status: 204 len: 168 time: 0.5683427 Oct 19 20:32:53.668698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079c11c1-4996-42c8-937d-eb325501d80d None None] Network 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:53.674164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.714936 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48835b73-c4c9-4001-bdef-5a70aef3f50b x-openstack-request-id: req-48835b73-c4c9-4001-bdef-5a70aef3f50b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:53.716551 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-unplugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:53.717531 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48835b73-c4c9-4001-bdef-5a70aef3f50b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:53.719243 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'code': 200} Oct 19 20:32:53.783809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.790212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.834326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 35f56e1a-e477-4c00-880f-d2d9246f6dbd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:53.843659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.858115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] In _notify_port_updated(), no bound segment for port 4d4bd2de-d139-4b25-be97-c26848f8c87c on network 749c138a-1b55-45c1-a1a7-4129a86b9b9f {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:32:53.863814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:53.864435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.868204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "PUT /v2.0/ports/4d4bd2de-d139-4b25-be97-c26848f8c87c HTTP/1.1" status: 200 len: 969 time: 1.7755973 Oct 19 20:32:53.871743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49304) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:53.914918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d26c8-5e15-4b30-8627-97990d8bc6df tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event updated for resources: {'Port': ['ID=4d4bd2de-d139-4b25-be97-c26848f8c87c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:53.936318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 35f56e1a-e477-4c00-880f-d2d9246f6dbd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:53.936910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 35f56e1a-e477-4c00-880f-d2d9246f6dbd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:53.937517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:53.940708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Deleting port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:53.941189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:53.982543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:53.983251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5df052b3-96d0-4af0-b6a8-8bd5ff3e59cb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:53.985168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port 4d4bd2de-d139-4b25-be97-c26848f8c87c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:53.985709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.021312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] For port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,segment=NetworkSegment(5ecd6a87-95dc-4f64-9643-0d26679a75c6),segment_id=5ecd6a87-95dc-4f64-9643-0d26679a75c6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:54.021694 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.038834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:54.051393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Calling delete_port for 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:54.113581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:54.143046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Allocated IP 2001:db8:0:2::2 (749c138a-1b55-45c1-a1a7-4129a86b9b9f/40ec010b-79f4-433f-bd09-343e4a67e614/73d57b68-b228-45c5-9676-b8687c285dbc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:32:54.148757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.162785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:54.195558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for 4d4bd2de-d139-4b25-be97-c26848f8c87c owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:54.201427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.230663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] No DVR routers for this DVR port 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:54.329117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f5c5d-80bd-4455-a66d-ab0ecf0cf679 None None] DHCP port deletion for 3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:54.333718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Pushing event deleted for resources: {'Port': ['ID=5368a516-8b4d-4bd0-aa50-7ca2e98e5001,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:54.336466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.372423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d45e5f45-1d5b-4c19-b2b4-547d656c122f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:54.396771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:54.418419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:54.425882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.467179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.476461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.519209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.520188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:54.565188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=4d4bd2de-d139-4b25-be97-c26848f8c87c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:54.606308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d45e5f45-1d5b-4c19-b2b4-547d656c122f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:54.652192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:54.666411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-44d625b7-1499-4b7c-a39f-35be4dd7298d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/4d4bd2de-d139-4b25-be97-c26848f8c87c HTTP/1.1" status: 204 len: 168 time: 0.7933164 Oct 19 20:32:54.668175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:54.681265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4be3bb-7172-4ae4-b72e-63b105a15188 None None] Pushing event updated for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:54.769785 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-989fddce-a190-49b6-8198-8933d79ccc19 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] GET failed (client error): The resource could not be found. Oct 19 20:32:54.771450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-989fddce-a190-49b6-8198-8933d79ccc19 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports/4d4bd2de-d139-4b25-be97-c26848f8c87c HTTP/1.1" status: 404 len: 333 time: 0.1010566 Oct 19 20:32:54.779871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49346) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:54.892566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d02299-a7ba-473a-9a5e-64e3a7f2f680 req-f2213bc6-8cdb-4eba-bb93-a3f023421a5b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:54.894529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8d02299-a7ba-473a-9a5e-64e3a7f2f680 req-f2213bc6-8cdb-4eba-bb93-a3f023421a5b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 943 time: 0.1209600 Oct 19 20:32:54.939703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.021207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.030931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8d02299-a7ba-473a-9a5e-64e3a7f2f680 req-4385751d-3452-4e92-a53d-b44829f588e0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183755 Oct 19 20:32:55.033390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.074101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0af210-c6ec-4a2e-a6c6-a7ccf617f455']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:55.117142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecd6a87-95dc-4f64-9643-0d26679a75c6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:55.117701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecd6a87-95dc-4f64-9643-0d26679a75c6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:32:55.144664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.148253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.151761 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c1506b2-2fc0-44e9-8007-0e3c9ae16d6c HTTP/1.1" status: 204 len: 168 time: 0.3685846 Oct 19 20:32:55.165237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49360) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:55.168553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9b468-da48-4b4e-b098-cbb025bbc34a req-09a5f7de-2b9d-4598-88c7-b894156e5a60 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:55.171155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29d9b468-da48-4b4e-b098-cbb025bbc34a req-09a5f7de-2b9d-4598-88c7-b894156e5a60 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.9303274 Oct 19 20:32:55.176271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.198761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.204053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:32:55.204581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.236811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abae7c5-b31f-4e55-a148-f7b41aa3a419 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1506b2-2fc0-44e9-8007-0e3c9ae16d6c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:32:55.280979 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:32:55.298287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.304327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.307699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f0af210-c6ec-4a2e-a6c6-a7ccf617f455 HTTP/1.1" status: 204 len: 168 time: 1.6572218 Oct 19 20:32:55.320036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.341210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5184db-e10e-4b93-80f3-772b88e6f33a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0af210-c6ec-4a2e-a6c6-a7ccf617f455,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:55.360290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.404114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29d9b468-da48-4b4e-b098-cbb025bbc34a req-87c75f46-4cdd-4f37-9da1-8c6a6ca10d15 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159239 Oct 19 20:32:55.450785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.454035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.456684 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/security-groups/f73c7bf9-3cda-4b4c-a79a-295656c75284 HTTP/1.1" status: 204 len: 168 time: 0.2903824 Oct 19 20:32:55.459489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:55.474047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87b2f5-f8b0-4802-af85-f7fdad3a7245 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c7bf9-3cda-4b4c-a79a-295656c75284,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:55.516344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:55.597588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.602586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a261994e-7e4c-479c-85b0-94cccfbe22bf details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:32:55.604586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:55.614182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b7d3d449-1eeb-4675-a1d8-213b929da0fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee33f35a3b9046a7b2cdb3124623b86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921016 Oct 19 20:32:55.614950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49378) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:55.709264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:55.715176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.801215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.804482 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:55.806357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a9318ad-ee56-4e6b-8909-07bb90d282d5 HTTP/1.1" status: 204 len: 168 time: 0.3457208 Oct 19 20:32:55.810039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49382) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:55.830809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b298-6c49-4535-8abc-81079e218c4d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9318ad-ee56-4e6b-8909-07bb90d282d5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:55.881239 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.resource_extend [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:32:55.940578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.036335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.047453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 9366fb63-862a-4212-8b29-d732c8cbf20c {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:56.062847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.139752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:56.144751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.147195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:56.147195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.188399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.223297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386dd7-6b9d-4db8-8373-87fa99dcc19f req-8485a623-9f0c-4fcd-b2a1-21b109bc18ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:56.233748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e386dd7-6b9d-4db8-8373-87fa99dcc19f req-8485a623-9f0c-4fcd-b2a1-21b109bc18ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 943 time: 0.0701103 Oct 19 20:32:56.319060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e386dd7-6b9d-4db8-8373-87fa99dcc19f req-572eccd4-8d6a-4791-a939-7df508734591 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838256 Oct 19 20:32:56.393673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.491705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9142ad-64eb-4297-a438-6f35d3bf6df3 req-3b89e295-810e-4714-a2e7-0fcddb23e454 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:56.496568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa9142ad-64eb-4297-a438-6f35d3bf6df3 req-3b89e295-810e-4714-a2e7-0fcddb23e454 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.4268477 Oct 19 20:32:56.564679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.567459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.571782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f2e798-1115-451c-a251-c8cc049f4be1 HTTP/1.1" status: 204 len: 168 time: 0.9526007 Oct 19 20:32:56.573198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.620211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d45e5f45-1d5b-4c19-b2b4-547d656c122f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:56.620828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.660087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1dc29-011b-4c3a-bfb9-7f20ea5b116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2e798-1115-451c-a251-c8cc049f4be1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:56.684826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=9366fb63-862a-4212-8b29-d732c8cbf20c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:56.692160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.705823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ad68257c-6ad9-4def-9450-d25c8b3f849b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/9366fb63-862a-4212-8b29-d732c8cbf20c HTTP/1.1" status: 204 len: 168 time: 0.8907406 Oct 19 20:32:56.708135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49402) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:56.712623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa9142ad-64eb-4297-a438-6f35d3bf6df3 req-95771660-42d6-40f1-8652-cec85430e290 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043855 Oct 19 20:32:56.730862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f962ee4-5317-42a8-8c7c-d69a3d6b55d3 None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:56.802068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:56.814083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48e8610f-a654-4940-b14a-2ef85cafcc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.891958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'a261994e-7e4c-479c-85b0-94cccfbe22bf', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': 'a261994e-7e4c-479c-85b0-94cccfbe22bf', 'mac_address': 'fa:16:3e:82:26:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:32:56.902451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 40ec010b-79f4-433f-bd09-343e4a67e614 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:56.908499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:56.958547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.062513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.148464 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.158110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.161989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:57.167767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.188574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261994e-7e4c-479c-85b0-94cccfbe22bf {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:32:57.191602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=40ec010b-79f4-433f-bd09-343e4a67e614,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:57.208255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.222850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:57.223303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5368a516-8b4d-4bd0-aa50-7ca2e98e5001 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:57.231202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:57.233845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:57.234333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.243791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49414) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:57.250479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39213a80-54c1-49b3-acd0-a829c8c7bc13 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/40ec010b-79f4-433f-bd09-343e4a67e614 HTTP/1.1" status: 204 len: 168 time: 0.5392129 Oct 19 20:32:57.278611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.314566 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ad69ec-7a3b-42df-b87e-8c3c3bac8f98 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:57.316234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ad69ec-7a3b-42df-b87e-8c3c3bac8f98 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:57.323656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e6ad69ec-7a3b-42df-b87e-8c3c3bac8f98 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/9366fb63-862a-4212-8b29-d732c8cbf20c HTTP/1.1" status: 404 len: 337 time: 0.0765657 Oct 19 20:32:57.324933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49418) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:57.385940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:57.388521 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e8126-590f-4f96-9455-526fa57730d3" -d '{"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-plugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:57.429987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:57.447985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:57.479368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:57.493179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.523861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f45652df-90ec-4595-8496-5c43b32c7b75 None None] Could not find standard attr ID for object 4d4bd2de-d139-4b25-be97-c26848f8c87c. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:57.604993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:57.617628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting subnet 9b40ea2c-1694-4ff6-af45-6faccec635fd {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:32:57.628505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899b1ed-e9c5-4344-b894-70bdb307b249 req-828650e7-960c-4d90-a87b-02a07e691155 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:57.633076 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63929c04-429e-49f5-8ec4-10b03231b258 x-openstack-request-id: req-63929c04-429e-49f5-8ec4-10b03231b258 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:57.633908 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-plugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:57.634349 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63929c04-429e-49f5-8ec4-10b03231b258 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:57.634958 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'code': 200} Oct 19 20:32:57.640506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8899b1ed-e9c5-4344-b894-70bdb307b249 req-828650e7-960c-4d90-a87b-02a07e691155 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 944 time: 0.1883917 Oct 19 20:32:57.657008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.666910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2f97aed0-9882-413c-8a24-f7cdfdf91ef5 None None] Could not find standard attr ID for object 4d4bd2de-d139-4b25-be97-c26848f8c87c. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:32:57.707303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:32:57.749931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8899b1ed-e9c5-4344-b894-70bdb307b249 req-0290ee9a-57a4-481a-a68c-af44c05e0ba7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065860 Oct 19 20:32:57.804839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231f088-084d-49c6-bf75-18505f286c73 req-884cff51-b93c-4587-b7a1-f54eb2a55dcc tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:57.806449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b231f088-084d-49c6-bf75-18505f286c73 req-884cff51-b93c-4587-b7a1-f54eb2a55dcc tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.3864124 Oct 19 20:32:57.817028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c6de6-14f9-4c7b-80a3-cc1301c2eed4 None None] Update dhcp port {'port': {'network_id': '749c138a-1b55-45c1-a1a7-4129a86b9b9f', 'fixed_ips': [{'subnet_id': '9b40ea2c-1694-4ff6-af45-6faccec635fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40ec010b-79f4-433f-bd09-343e4a67e614'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '73d57b68-b228-45c5-9676-b8687c285dbc'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:32:57.854805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:57.911510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-984c6de6-14f9-4c7b-80a3-cc1301c2eed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.087098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:58.183049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162c61-a927-4448-aa35-d8ab25846cf0 req-6988480d-6fc7-429e-9e5f-b81db8bd5d44 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:58.191371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1162c61-a927-4448-aa35-d8ab25846cf0 req-6988480d-6fc7-429e-9e5f-b81db8bd5d44 tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 946 time: 0.3307407 Oct 19 20:32:58.254610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-979634364-network', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:58.299328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:58.303370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.316089 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.354298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.387879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1162c61-a927-4448-aa35-d8ab25846cf0 req-7af0d850-0f76-4568-84ec-657744a7671c tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/security-groups?id=e84d45e1-77ae-43e9-a12e-21efbd12b32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955361 Oct 19 20:32:58.446864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Deleting port b631b793-7b17-40d8-a138-a86dfa81545b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:58.448914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.453787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.460154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.653662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-984c6de6-14f9-4c7b-80a3-cc1301c2eed4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b40ea2c-1694-4ff6-af45-6faccec635fd: This subnet is being modified by another concurrent operation. Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:32:58.654547 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b40ea2c-1694-4ff6-af45-6faccec635fd: This subnet is being modified by another concurrent operation. Oct 19 20:32:58.660079 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:32:58.702277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.709570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/9b40ea2c-1694-4ff6-af45-6faccec635fd HTTP/1.1" status: 204 len: 168 time: 1.3817308 Oct 19 20:32:58.711991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:58.780308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cffd3-0a05-454b-bea3-e6c70c3fcf3e None None] Network 749c138a-1b55-45c1-a1a7-4129a86b9b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:32:58.851071 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888656d-f093-4a4c-a54b-8d5e17bce64f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:58.853243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888656d-f093-4a4c-a54b-8d5e17bce64f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:58.857103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5888656d-f093-4a4c-a54b-8d5e17bce64f tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/7a1832fb-585c-46db-8c62-453e2b707054 HTTP/1.1" status: 404 len: 337 time: 0.1074338 Oct 19 20:32:58.869543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d174d-2458-495c-8991-a753dac2c412 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Subnet': ['ID=9b40ea2c-1694-4ff6-af45-6faccec635fd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:58.881286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:58.899341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] For port b631b793-7b17-40d8-a138-a86dfa81545b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b631b793-7b17-40d8-a138-a86dfa81545b,segment=NetworkSegment(5d22c841-2cf8-4a20-86d6-ff63f120f9ba),segment_id=5d22c841-2cf8-4a20-86d6-ff63f120f9ba)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:58.899986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.916706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d3dd9051-0c65-4d85-b084-8826903415de None None] Provisioning complete for port 73d57b68-b228-45c5-9676-b8687c285dbc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:58.917075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9051-0c65-4d85-b084-8826903415de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:58.958274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5b76bfe3-f756-4c46-87ef-0c0c584af10b tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a88d42-ea41-414b-b0f2-3165025dc5f7 HTTP/1.1" status: 200 len: 205 time: 0.0752776 Oct 19 20:32:58.963869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49486) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:58.965422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Calling delete_port for b631b793-7b17-40d8-a138-a86dfa81545b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:59.033847 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-ab76ba5c-3147-4211-8a38-695f588a4658 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] delete failed (client error): The resource could not be found. Oct 19 20:32:59.035197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab76ba5c-3147-4211-8a38-695f588a4658 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/routers/d4a88d42-ea41-414b-b0f2-3165025dc5f7 HTTP/1.1" status: 404 len: 336 time: 0.0671277 Oct 19 20:32:59.045354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49490) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.048641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:32:59.071009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6834adb0-a756-4037-b751-336b4d50f664,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:59.092922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.093625 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Added segment aca6a185-e526-4ff9-b57b-449661a0b71b of type vlan for network 26b4f0a5-aca8-4a3d-bc52-01271f49774a Oct 19 20:32:59.098760 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2f2fe4-4c80-42c5-b402-fd1087328871 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.099382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2f2fe4-4c80-42c5-b402-fd1087328871 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.103088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8a2f2fe4-4c80-42c5-b402-fd1087328871 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/d2b774d7-5794-42c8-bbda-dba669ea1d5f HTTP/1.1" status: 404 len: 337 time: 0.0553622 Oct 19 20:32:59.117041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.167149 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8f7504-d553-43fb-9b75-0d004b43a3d0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.168631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8f7504-d553-43fb-9b75-0d004b43a3d0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.173514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b8f7504-d553-43fb-9b75-0d004b43a3d0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/666c35ec-8572-48de-ac62-838c8bf1b1c6 HTTP/1.1" status: 404 len: 337 time: 0.0549443 Oct 19 20:32:59.178231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.183750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135e46b-ddce-4edb-bb67-ed55885bad03 req-d6d36c58-3a57-4c59-8862-6bec8614a6c4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:59.192043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1135e46b-ddce-4edb-bb67-ed55885bad03 req-d6d36c58-3a57-4c59-8862-6bec8614a6c4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 944 time: 0.2991140 Oct 19 20:32:59.201139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] DHCP port deletion for 749c138a-1b55-45c1-a1a7-4129a86b9b9f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:32:59.218686 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-a673d0b1-9f6d-48ec-a7b6-a6e6e2651a8d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.219355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a673d0b1-9f6d-48ec-a7b6-a6e6e2651a8d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.223340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a673d0b1-9f6d-48ec-a7b6-a6e6e2651a8d tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/bcaaeac9-e0a6-4ef3-b54d-b170e6363649 HTTP/1.1" status: 404 len: 337 time: 0.0423241 Oct 19 20:32:59.226713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49496) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.231650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.256789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aeae24cc-b1c8-415b-bdb7-91c443002971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.259729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d3dd9051-0c65-4d85-b084-8826903415de None None] Provisioning complete for port f2783a3e-c8e0-42b4-83ef-9a6724974ade triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:32:59.260083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9051-0c65-4d85-b084-8826903415de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.280830 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dec2f47-cc73-4e12-850f-21a3fb8337c0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.281643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dec2f47-cc73-4e12-850f-21a3fb8337c0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.284403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.287921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5dec2f47-cc73-4e12-850f-21a3fb8337c0 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/d4a387ab-7a44-4f68-8acd-785d45279787 HTTP/1.1" status: 404 len: 333 time: 0.0571487 Oct 19 20:32:59.289177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49498) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.293789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:32:59.294958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.295253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1135e46b-ddce-4edb-bb67-ed55885bad03 req-de26336a-d988-42f6-b51a-075420aa8dd6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023867 Oct 19 20:32:59.336007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd9051-0c65-4d85-b084-8826903415de None None] Port f2783a3e-c8e0-42b4-83ef-9a6724974ade cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:32:59.355978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Deleting port 73d57b68-b228-45c5-9676-b8687c285dbc {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:32:59.356614 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.376070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] Pushing event updated for resources: {'Network': ['ID=26b4f0a5-aca8-4a3d-bc52-01271f49774a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:59.398952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-029df804-56e7-42ff-b4f3-1860fb8356c6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3088987 Oct 19 20:32:59.402650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.407519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Request body: {'subnet': {'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-979634364-subnet', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:32:59.426153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] For port 73d57b68-b228-45c5-9676-b8687c285dbc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=73d57b68-b228-45c5-9676-b8687c285dbc,segment=NetworkSegment(d2bd1578-8aa4-471d-8128-6353ad38254e),segment_id=d2bd1578-8aa4-471d-8128-6353ad38254e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:32:59.426788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.428536 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-251335d0-e3a6-497a-a578-7a04ee270669 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.429058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251335d0-e3a6-497a-a578-7a04ee270669 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.440732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-251335d0-e3a6-497a-a578-7a04ee270669 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/9c42e026-fa00-4aca-904a-13ab78818bab HTTP/1.1" status: 404 len: 337 time: 0.1501739 Oct 19 20:32:59.441091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49504) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.442634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.443466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Calling delete_port for 73d57b68-b228-45c5-9676-b8687c285dbc owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:32:59.517176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Pushing event deleted for resources: {'Port': ['ID=b631b793-7b17-40d8-a138-a86dfa81545b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:59.522381 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e329bae5-7180-4ce5-bb1a-23ce89a47f43 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.523012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e329bae5-7180-4ce5-bb1a-23ce89a47f43 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.528204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e329bae5-7180-4ce5-bb1a-23ce89a47f43 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/3a71a4bd-0ec9-4140-a989-f51fa2768cdd HTTP/1.1" status: 404 len: 337 time: 0.0861247 Oct 19 20:32:59.534504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.566219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:32:59.581467 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.595096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f6ed85a-c03c-4c2b-a04a-ad5a2a48e69f req-61d28513-631f-415e-801e-eb81f2a9d66b tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ed3690f-22cd-41b1-95fb-20496c1b2a3a HTTP/1.1" status: 200 len: 210 time: 0.0632932 Oct 19 20:32:59.600457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:32:59.606376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.623418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a261994e-7e4c-479c-85b0-94cccfbe22bf up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:32:59.656126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] No DVR routers for this DVR port b631b793-7b17-40d8-a138-a86dfa81545b on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:59.659862 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a6be95-6828-4c08-a510-faf759d336bb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.660724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a6be95-6828-4c08-a510-faf759d336bb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.670419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4a6be95-6828-4c08-a510-faf759d336bb tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/074e624b-d964-4f30-9351-e48c05cd79e3 HTTP/1.1" status: 404 len: 333 time: 0.1345940 Oct 19 20:32:59.671481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:32:59.675020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b231f088-084d-49c6-bf75-18505f286c73 req-8515b389-9df7-4a76-8e00-0b37532c718f tempest-InstanceActionsTestJSON-1209443756 tempest-InstanceActionsTestJSON-1209443756-project] 10.222.0.11 "DELETE /v2.0/ports/b631b793-7b17-40d8-a138-a86dfa81545b HTTP/1.1" status: 204 len: 173 time: 1.8608553 Oct 19 20:32:59.675478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.675930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'name': 'network-vif-deleted', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:32:59.678754 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7704919-00e7-447e-9a51-170cb8b8e92b" -d '{"events": [{"server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "name": "network-vif-deleted", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:32:59.747286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:32:59.755888 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ee3102-2766-4bfc-acf0-b3f716c39cef tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.758217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ee3102-2766-4bfc-acf0-b3f716c39cef tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.780760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3ee3102-2766-4bfc-acf0-b3f716c39cef tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/65e2e991-5bb5-4d5d-96a8-de825e9b11b3 HTTP/1.1" status: 404 len: 337 time: 0.0979030 Oct 19 20:32:59.781534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:32:59.830976 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe1774-da80-40b8-9f67-1ef4b504045e x-openstack-request-id: req-abbe1774-da80-40b8-9f67-1ef4b504045e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:32:59.831278 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed3690f-22cd-41b1-95fb-20496c1b2a3a", "name": "network-vif-deleted", "tag": "b631b793-7b17-40d8-a138-a86dfa81545b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:32:59.831664 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abbe1774-da80-40b8-9f67-1ef4b504045e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:32:59.832097 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3690f-22cd-41b1-95fb-20496c1b2a3a', 'name': 'network-vif-deleted', 'tag': 'b631b793-7b17-40d8-a138-a86dfa81545b', 'status': 'completed', 'code': 200} Oct 19 20:32:59.874245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] Pushing event deleted for resources: {'Port': ['ID=73d57b68-b228-45c5-9676-b8687c285dbc,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:32:59.901741 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd67232f-7be6-4668-972e-ea4b9d361776 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] DELETE failed (client error): The resource could not be found. Oct 19 20:32:59.902235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd67232f-7be6-4668-972e-ea4b9d361776 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:32:59.905268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 73d57b68-b228-45c5-9676-b8687c285dbc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:32:59.905872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fd67232f-7be6-4668-972e-ea4b9d361776 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/subnets/e508e9ba-2c14-4417-9575-096324f16909 HTTP/1.1" status: 404 len: 337 time: 0.1233630 Oct 19 20:32:59.906129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 73d57b68-b228-45c5-9676-b8687c285dbc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:32:59.908397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da2e6b-1dcd-4df5-82ea-0983ab195657 None None] No DVR routers for this DVR port 73d57b68-b228-45c5-9676-b8687c285dbc on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:32:59.908894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49528) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:00.006291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f354d4-165b-41b9-8e8e-ccde06bb7db3 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:33:00.071910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.129953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port a261994e-7e4c-479c-85b0-94cccfbe22bf completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:00.139833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port a261994e-7e4c-479c-85b0-94cccfbe22bf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:00.140377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.149683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Deleting port f2783a3e-c8e0-42b4-83ef-9a6724974ade {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:00.150936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.252923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89936596-1532-46b6-868d-8160e2e59627,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:00.274716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f354d4-165b-41b9-8e8e-ccde06bb7db3 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:33:00.314439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.336780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Calling delete_port for f2783a3e-c8e0-42b4-83ef-9a6724974ade owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:00.345223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Checking segment: {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:00.345968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Network hostable DHCP agents. Network: 26b4f0a5-aca8-4a3d-bc52-01271f49774a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:00.349802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.408461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:00.436573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 26b4f0a5-aca8-4a3d-bc52-01271f49774a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:00.450901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:00.451507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.552036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17e20d4e-17c2-46cd-91a1-ce60c196f582 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1469522 Oct 19 20:33:00.555523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:00.570746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:00.576148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.644442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.645740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.667722 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.670465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f01c-6194-4ce9-8016-6b26bda5d701 req-444f8d46-4910-4182-a39d-7eea5f28a9d7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:00.674336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Port': ['ID=f2783a3e-c8e0-42b4-83ef-9a6724974ade,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:00.688413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5f1f01c-6194-4ce9-8016-6b26bda5d701 req-444f8d46-4910-4182-a39d-7eea5f28a9d7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 944 time: 0.2262015 Oct 19 20:33:00.702597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.707818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49546) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:00.713148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d1e3591f-0d86-4d8b-a12d-bfbb0a0a1474 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/ports/f2783a3e-c8e0-42b4-83ef-9a6724974ade HTTP/1.1" status: 204 len: 168 time: 0.8028438 Oct 19 20:33:00.715689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49548) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:00.757377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:00.762187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:00.765337 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a1929-3a4e-44ed-bfe2-f6ea03866aa5" -d '{"events": [{"server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "name": "network-vif-plugged", "status": "completed", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:00.774709 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.815820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5f1f01c-6194-4ce9-8016-6b26bda5d701 req-c2c1aa48-03c3-4bb6-89a0-36d37edf8c0a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240275 Oct 19 20:33:00.877344 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbeb64-a9f8-4076-80e0-49b6ae5e4a00 x-openstack-request-id: req-64bbeb64-a9f8-4076-80e0-49b6ae5e4a00 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:00.877576 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "name": "network-vif-plugged", "status": "completed", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:00.877825 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64bbeb64-a9f8-4076-80e0-49b6ae5e4a00 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:00.878223 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf', 'code': 200} Oct 19 20:33:00.892664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.903741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Deleting subnet e03dcfb8-f6f4-4141-b94b-393ca2b172da {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:33:00.908154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.925965 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.941252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:00.950720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:00.952993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-49969644-1278-4c35-8083-8164ed2ccfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2276068 Oct 19 20:33:00.990284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.036956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece5098-a296-4f6b-82ec-409fe2369186 None None] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:01.071047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.122952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.153687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749c138a-1b55-45c1-a1a7-4129a86b9b9f']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.158175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.169715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.170198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.170656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.171952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.172427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.172892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.173378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.175408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c214ab63-fc37-4eb9-9bcb-041e56a66ece service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=779389c31f7048f2ae14dc97c0d18100&device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 6490 time: 0.1434705 Oct 19 20:33:01.181333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd1578-8aa4-471d-8128-6353ad38254e') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.181895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd1578-8aa4-471d-8128-6353ad38254e') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.196765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.256752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.260539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e03dcfb8-f6f4-4141-b94b-393ca2b172da HTTP/1.1" status: 204 len: 168 time: 0.5505576 Oct 19 20:33:01.272399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:01.353027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-4c3b7108-8087-495d-aa98-37d905d3d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.353540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-4c3b7108-8087-495d-aa98-37d905d3d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.354051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-4c3b7108-8087-495d-aa98-37d905d3d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.356252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-4c3b7108-8087-495d-aa98-37d905d3d79b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c98a30e4-b281-46d3-bfab-daa865a652fa&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=f5c35851-8879-4eec-9e0b-8be0b2426d39&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 200 len: 2292 time: 0.1471860 Oct 19 20:33:01.383590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'fixed_ips': [{'subnet_id': '89936596-1532-46b6-868d-8160e2e59627'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:01.383809 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.447462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.451953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-9eb90b02-2d25-4149-a13c-dab67867468f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 200 len: 1001 time: 0.0865359 Oct 19 20:33:01.457662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:33:01.458285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:33:01.462030 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:33:01.470672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.474803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c59c6-cc1b-4402-bc3e-59558f2e706d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03dcfb8-f6f4-4141-b94b-393ca2b172da,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:01.519491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3d49a-b34f-427f-9860-56f8d0bcba7f req-3f072e75-6550-4ca4-9447-155ccab13a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.521273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eae3d49a-b34f-427f-9860-56f8d0bcba7f req-3f072e75-6550-4ca4-9447-155ccab13a7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 1096 time: 0.3960147 Oct 19 20:33:01.521504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b631b793-7b17-40d8-a138-a86dfa81545b no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:01.555234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: b631b793-7b17-40d8-a138-a86dfa81545b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:01.555579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b631b793-7b17-40d8-a138-a86dfa81545b not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:01.562274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.630559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Allocated IP 172.20.0.2 (26b4f0a5-aca8-4a3d-bc52-01271f49774a/89936596-1532-46b6-868d-8160e2e59627/6fb7fc90-4bb5-4f46-8a52-92e03badc7d9) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:01.643076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-23561e1b-5288-4dbb-8b38-9e6bf83dcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.644557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-23561e1b-5288-4dbb-8b38-9e6bf83dcb6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 200 len: 850 time: 0.1659977 Oct 19 20:33:01.662120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.673469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.679031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] 10.222.0.31 "DELETE /v2.0/networks/749c138a-1b55-45c1-a1a7-4129a86b9b9f HTTP/1.1" status: 204 len: 168 time: 0.9599292 Oct 19 20:33:01.684595 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eae3d49a-b34f-427f-9860-56f8d0bcba7f req-6441e378-be27-4968-ad86-a2a75ac43d59 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262858 Oct 19 20:33:01.767784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea6b93-4add-4191-a189-49bca23891e8 tempest-PortsIpV6TestJSON-698051610 tempest-PortsIpV6TestJSON-698051610-project] Pushing event deleted for resources: {'Network': ['ID=749c138a-1b55-45c1-a1a7-4129a86b9b9f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:01.795002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.827003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-bb8831a7-1416-49fa-906b-3bf671966c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:01.832382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-bb8831a7-1416-49fa-906b-3bf671966c60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c98a30e4-b281-46d3-bfab-daa865a652fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786177 Oct 19 20:33:01.860142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd3a18a-4049-41c9-aadd-272948ea3373']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.881480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d22c841-2cf8-4a20-86d6-ff63f120f9ba') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.881924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d22c841-2cf8-4a20-86d6-ff63f120f9ba') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:01.894319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.911939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.925560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:33:01.925982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:33:01.929014 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:33:02.029572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-0ba8e2ce-8f42-4150-843a-9acdc595996b service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413407 Oct 19 20:33:02.053015 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.077840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.167909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49588) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:02.213656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Pushing event updated for resources: {'Port': ['ID=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:02.224728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.239165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-58a64adb-a833-4360-abee-980d6a820518 service neutron] 10.222.0.37 "GET /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994710 Oct 19 20:33:02.243479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:02.248899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:02.250454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.256234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1cd3a18a-4049-41c9-aadd-272948ea3373 HTTP/1.1" status: 204 len: 168 time: 0.9792991 Oct 19 20:33:02.264498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:02.299531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43e2d9-4a9b-41a1-9d9a-30679e0c9a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd3a18a-4049-41c9-aadd-272948ea3373,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:02.303525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.313992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-9e33381a-7527-40a6-8883-15358dc4386b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 217 time: 0.0634320 Oct 19 20:33:02.329393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.367037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.429668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-092c71fb-e1ff-4b85-94cc-add7c324c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:02.431640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-092c71fb-e1ff-4b85-94cc-add7c324c477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1093237 Oct 19 20:33:02.444618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Attempting to bind port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:02.445084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Attempting to bind port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:02.445378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Attempting to bind port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 on network 26b4f0a5-aca8-4a3d-bc52-01271f49774a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:02.458967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:02.459399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Checking segment: {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:02.460432 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.460882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Bound using segment: {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:02.461396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Bound port: 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:02.462975 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.473808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f8682-9069-41a9-aa30-d46b25a01140 req-983b0fae-1ecb-4516-808a-8fcfa339416b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:02.475911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e32f8682-9069-41a9-aa30-d46b25a01140 req-983b0fae-1ecb-4516-808a-8fcfa339416b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.4385788 Oct 19 20:33:02.543749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e32f8682-9069-41a9-aa30-d46b25a01140 req-2441b2f7-a19c-4eba-bf7e-fea7ac23a9e9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Oct 19 20:33:02.555391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:02.600470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Allocated IP 172.25.7.95 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/7d10e57a-07e6-4436-a33a-ad623630303d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:02.613403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61587b1b-9072-4801-b60f-5398b1980403 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab9b3749d3fb4e418f1d9b9a54d48f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420254 Oct 19 20:33:02.613756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49598) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:02.631523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] For port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:02.642439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] For port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:02.648457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.655923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-59013e8a-d80f-4a14-a89c-5b0d9dd5d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:02.657501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-59013e8a-d80f-4a14-a89c-5b0d9dd5d76d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2171638 Oct 19 20:33:02.709693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.729791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da38b1-a584-417f-83ae-7ef8e248429e None None] Pushing event updated for resources: {'Port': ['ID=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:02.731599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02429697-7b65-4d59-a0d3-4f85e9a2741c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c8d2c84887448fe83e6d7915e6c5c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736479 Oct 19 20:33:02.734169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49600) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:02.784460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.817087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.865944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.899910 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-b8e93afa-9c6b-45da-9b03-40ff64c3612f service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262549 Oct 19 20:33:02.908445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:02.912759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.026539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:03.041344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:03.051451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:03.114304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.117021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.130568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Pushing event updated for resources: {'Port': ['ID=7d10e57a-07e6-4436-a33a-ad623630303d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:03.131360 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd7c849f-ceb2-4132-a6d2-93f0d3075d4e HTTP/1.1" status: 204 len: 168 time: 0.5143692 Oct 19 20:33:03.158220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a487-632c-4f13-9872-6fb2a51dcea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c849f-ceb2-4132-a6d2-93f0d3075d4e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:03.245214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-be046710-fc83-483d-8cdc-3f5047e606b6 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164942 Oct 19 20:33:03.319491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.322241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.326325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e84d45e1-77ae-43e9-a12e-21efbd12b32e HTTP/1.1" status: 204 len: 168 time: 0.5882411 Oct 19 20:33:03.375709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598563f-61de-46ba-bbf2-eee8a3ffe289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d45e1-77ae-43e9-a12e-21efbd12b32e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:03.380785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-05337463-d804-41ed-a2be-9d527e822558 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 217 time: 0.1270831 Oct 19 20:33:03.591826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-be4940cc-f03a-4067-b22e-961060317424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:03.592939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-be4940cc-f03a-4067-b22e-961060317424 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.2021096 Oct 19 20:33:03.701779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:03.707663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-6c100a8f-5949-4a6a-b541-0188c87f9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:03.709725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-6c100a8f-5949-4a6a-b541-0188c87f9bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085060 Oct 19 20:33:03.792820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:03.957607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:03.957888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:04.141576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06908237-def1-4473-a2fa-72137ddda5cd req-b6991fe8-7e31-4ff4-a487-b7fd1c6b09d1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:04.149862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06908237-def1-4473-a2fa-72137ddda5cd req-b6991fe8-7e31-4ff4-a487-b7fd1c6b09d1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.2184758 Oct 19 20:33:04.166373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:04.176545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c235c48a-b347-4727-ae9b-03819ed173d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585254 Oct 19 20:33:04.219169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:04.239375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:04.252705 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:04.334078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06908237-def1-4473-a2fa-72137ddda5cd req-2a49b651-3b92-4e19-8afb-bd58d118e5fa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832147 Oct 19 20:33:04.365365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:04.564737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f317506-0319-45e7-ba32-1d6a7b49229c None None] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:04.663794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-ea22fd03-a1cd-4d57-8fe0-edb7632bae82 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715741 Oct 19 20:33:04.735183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Router 38fb3588-6759-4c9d-88ff-699c42b43bdc is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:33:04.759785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7580b4b3-7827-473c-b3fc-a1c7b308dc51 None None] Provisioning complete for port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:04.760196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7580b4b3-7827-473c-b3fc-a1c7b308dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:04.839227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-c17133b5-914a-4346-a91c-9e93b4b99b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 200 len: 217 time: 0.1672535 Oct 19 20:33:04.949032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:04.963971 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Sync routers for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:04.988475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:04.992688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:05.005776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:05.007091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bc253845-199b-4bda-bf02-7cb243b20298 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4496055 Oct 19 20:33:05.010232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49682) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:05.108846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729867f-7dbb-49cd-9376-8a8050d2ae7e req-a4cf8dae-de06-4fae-82cc-6290bced79bc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:05.122830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5729867f-7dbb-49cd-9376-8a8050d2ae7e req-a4cf8dae-de06-4fae-82cc-6290bced79bc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.2898767 Oct 19 20:33:05.158575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-46111d94-d6f5-47bd-a9a6-c1e8064b4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:05.164343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-46111d94-d6f5-47bd-a9a6-c1e8064b4420 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.3070807 Oct 19 20:33:05.559422 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:05.657036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:05.657404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49690) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:05.711413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:05.787992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5729867f-7dbb-49cd-9376-8a8050d2ae7e req-e1a24893-dddc-4bff-9450-9308f4d09e7e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633165 Oct 19 20:33:05.822278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-fbbe50b6-d07f-42c8-a714-b1ac5029bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:05.831900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-fbbe50b6-d07f-42c8-a714-b1ac5029bc3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6573920 Oct 19 20:33:05.914167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1062726623'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:05.933985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:05.936182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:05.999182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d24fe552-4797-47e4-a981-d679770a5bae None None] Provisioning complete for port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:05.999729 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d24fe552-4797-47e4-a981-d679770a5bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.043991 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:03Z', 'revision_number': 3, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:06.092263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:06.105832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.130072 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Checking router: 38fb3588-6759-4c9d-88ff-699c42b43bdc for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:33:06.130707 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Updating router 38fb3588-6759-4c9d-88ff-699c42b43bdc port 7d10e57a-07e6-4436-a33a-ad623630303d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:33:06.162530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-533679276-network', 'tenant_id': 'da580e56cfdf4c06b6f3c4c23fc32a9c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:06.184594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.196293 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.243078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-6219ed7e-17b9-4785-afb1-f574a09e8926 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928649 Oct 19 20:33:06.364110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Made reservation on behalf of da580e56cfdf4c06b6f3c4c23fc32a9c for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:06.366564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.392151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.431764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-823fe629-bdcf-4260-8fab-440c5ab613e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340697 Oct 19 20:33:06.669148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-bc484c4c-3855-4d7b-bf54-6ba0b468862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:06.671642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-bc484c4c-3855-4d7b-bf54-6ba0b468862e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 1098 time: 0.1544161 Oct 19 20:33:06.833217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-223bead1-dc62-42c3-8536-23e647e216a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521533 Oct 19 20:33:06.921992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-4049766e-4e53-4a5b-89ac-99fa9b7ce784 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 200 len: 217 time: 0.0721538 Oct 19 20:33:06.974031 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.986906 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.994553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:06.996838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.024342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.027758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.067299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc30d1dd-2365-4638-9720-2c25707f342a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.088595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Attempting to bind port 7d10e57a-07e6-4436-a33a-ad623630303d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:07.090314 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Attempting to bind port 7d10e57a-07e6-4436-a33a-ad623630303d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:07.090869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Attempting to bind port 7d10e57a-07e6-4436-a33a-ad623630303d on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:07.104701 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:07.105638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:07.106303 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.106923 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:07.107695 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Bound port: 7d10e57a-07e6-4436-a33a-ad623630303d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:07.108313 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.112627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:07.126884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-51530053-5351-4818-8c64-90a3c24ba6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.128426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-51530053-5351-4818-8c64-90a3c24ba6fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.4300189 Oct 19 20:33:07.130294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-559263b3-f8a0-43b0-a4b2-bdc1220290c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.131804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-559263b3-f8a0-43b0-a4b2-bdc1220290c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 200 len: 797 time: 0.1469040 Oct 19 20:33:07.132594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:07.157972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dffd8-b57c-4883-b819-a1af3b054a3c req-0c22c7c0-500e-4357-b9bc-67ae5ded2f61 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.160490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-933dffd8-b57c-4883-b819-a1af3b054a3c req-0c22c7c0-500e-4357-b9bc-67ae5ded2f61 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.1966465 Oct 19 20:33:07.163015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.177030 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] For port 7d10e57a-07e6-4436-a33a-ad623630303d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:07.180962 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] For port 7d10e57a-07e6-4436-a33a-ad623630303d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7d10e57a-07e6-4436-a33a-ad623630303d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:07.184175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.184681 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Added segment 566ee98b-e348-46c6-b097-bcde3de9b840 of type vlan for network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 Oct 19 20:33:07.193791 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.201105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Pushing event updated for resources: {'Port': ['ID=7d10e57a-07e6-4436-a33a-ad623630303d,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.211533 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.212331 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.213090 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.213660 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.214342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.214902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.215444 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.216047 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.216647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.217210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.217769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.218440 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:07.253388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12e482-8ae7-4bd4-a6ac-001205a4e0b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.257049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.257537 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment accf07a3-35fc-48e2-9c05-9570543af528 of type vlan for network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac Oct 19 20:33:07.280742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-97a1aacd-14d5-4be1-8b32-2f3059bfa761 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 200 len: 217 time: 0.1309626 Oct 19 20:33:07.327149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:07.327685 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:07.382782 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45bfd4-4aaa-416e-b64a-e332ace778b3 None None] Pushing event updated for resources: {'Port': ['ID=7d10e57a-07e6-4436-a33a-ad623630303d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.388514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-933dffd8-b57c-4883-b819-a1af3b054a3c req-3e50f4eb-4f9a-4304-ab3f-114248b4b191 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073240 Oct 19 20:33:07.442578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.482835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.487976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-996f203b-ebb7-46ab-a845-fdf0ca0e06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.490490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-996f203b-ebb7-46ab-a845-fdf0ca0e06e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5c35851-8879-4eec-9e0b-8be0b2426d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3445690 Oct 19 20:33:07.500265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.508653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.509950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.532101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Allocated IP 172.20.0.1 (26b4f0a5-aca8-4a3d-bc52-01271f49774a/89936596-1532-46b6-868d-8160e2e59627/72a83fc3-5fb8-46e6-9d86-0746188142fe) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:07.542754 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:07.555098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8938465 Oct 19 20:33:07.561117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49726) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:07.571142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1641464738'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:07.601327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-e1f5e039-c714-46a1-86e4-35ee9c6467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.603031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-e1f5e039-c714-46a1-86e4-35ee9c6467fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2992647 Oct 19 20:33:07.730897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.731992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.732659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.747506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:07.751337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aef2f1-8d0f-483d-8376-4058491d77bb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=750038a8-9a2d-4cf5-9559-bfca32f8b8ac,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.759103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.778079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1180494 Oct 19 20:33:07.778918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49738) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:07.797019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:07.815844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Request body: {'subnet': {'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-533679276-subnet', 'tenant_id': 'da580e56cfdf4c06b6f3c4c23fc32a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:07.896915 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:03Z', 'revision_number': 3, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:07.927905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:07.937920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-8b714c40-2b6e-4959-bb8d-6595921a0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:07.940084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-8b714c40-2b6e-4959-bb8d-6595921a0901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3115885 Oct 19 20:33:07.948972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-11a4d85d-d703-40d9-8392-d0dc69d57d91 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168210 Oct 19 20:33:07.949190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:07.963203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b8d35-6de0-41e9-99de-063c8e6d6b75 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc3ec45-fdc7-4c20-a9ea-11e581365886,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:07.979360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:08.001069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.002234 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:33:08.002476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb85d42-5066-477b-9959-016b0ac30de4 None None] The sync data for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 is: [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:03Z', 'revision_number': 3, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:08.003548 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment ac1098e9-b39a-4b28-afd0-40f5d36f5bb9 of type vlan for network 79add59d-239a-4556-92cb-2d9a630d608a Oct 19 20:33:08.047525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Made reservation on behalf of da580e56cfdf4c06b6f3c4c23fc32a9c for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:08.062654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.084112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.114172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.239930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:08.245947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:08.276035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:08.285146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.294784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:08.295836 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.350949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Pushing event updated for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:08.399451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8340468 Oct 19 20:33:08.406627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49762) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:08.497291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:08.519692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e03bb-8543-4c2c-880c-edf4609c47f0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=79add59d-239a-4556-92cb-2d9a630d608a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:08.524178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.532175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 79add59d-239a-4556-92cb-2d9a630d608a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:08.544274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-b8347553-06c5-4b57-be97-f19f90b5c589 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921466 Oct 19 20:33:08.711484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-eee46bad-d867-4c99-a59c-cdb803f24745 service neutron] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410150 Oct 19 20:33:08.794006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-001a2a1b-a741-466f-bcb0-75d6f6dd8313 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 200 len: 217 time: 0.0723362 Oct 19 20:33:08.829240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-59246ef3-e8d1-4701-b6b5-98e0fc533285 None None] Provisioning complete for port 72a83fc3-5fb8-46e6-9d86-0746188142fe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:08.829812 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-59246ef3-e8d1-4701-b6b5-98e0fc533285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.838790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:08.852230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:08.863433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03dcd-8ca2-44e8-884b-038cae26171d req-ce218f19-0b1d-421e-af7e-439d4b1d937e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:08.865133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ea03dcd-8ca2-44e8-884b-038cae26171d req-ce218f19-0b1d-421e-af7e-439d4b1d937e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.2611670 Oct 19 20:33:08.946070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-59246ef3-e8d1-4701-b6b5-98e0fc533285 None None] Port 72a83fc3-5fb8-46e6-9d86-0746188142fe cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:09.022436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.111929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-d0e0729e-8d2b-4af2-87cd-d21e9b8375d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:09.113162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-d0e0729e-8d2b-4af2-87cd-d21e9b8375d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.2762129 Oct 19 20:33:09.203551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ea03dcd-8ca2-44e8-884b-038cae26171d req-a35f58d6-d308-4469-a9c1-705d76a82401 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042994 Oct 19 20:33:09.283570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-924d3e51-474d-4a7f-9711-d04316c52edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:09.285059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-924d3e51-474d-4a7f-9711-d04316c52edb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562054 Oct 19 20:33:09.329781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681eba6e-bfca-4ba6-b830-c8d6dd51e527 req-e80240c8-ee27-4db3-8e45-a4a5901711d7 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217448 Oct 19 20:33:09.419077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.469952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.532771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.545427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-fc0e9b34-51b8-44b0-86e9-abc260e2f62c service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470531 Oct 19 20:33:09.554944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=9a4bf6d3-7ff2-4afd-8f11-66f674984c3a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:09.560271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.609611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.650279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': 'accf07a3-35fc-48e2-9c05-9570543af528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:09.651045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: 750038a8-9a2d-4cf5-9559-bfca32f8b8ac, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:09.704799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:09.711101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Pushing event updated for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:09.718124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7d10e57a-07e6-4436-a33a-ad623630303d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:09.801807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 750038a8-9a2d-4cf5-9559-bfca32f8b8ac) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:09.814472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f9b0e-d889-4d1e-961f-fa2ed7341a93 None None] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:09.814978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:09.815674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:09.872816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-206f29a7-1ff0-4041-a1e6-a02f09e3adfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4631779 Oct 19 20:33:09.888916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49780) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:09.906237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': '79add59d-239a-4556-92cb-2d9a630d608a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:09.939921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:09.944114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:10.136986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=477910d0-d365-4f01-8446-658af70f8cd0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:10.150915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Checking segment: {'id': '566ee98b-e348-46c6-b097-bcde3de9b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:10.151643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Network hostable DHCP agents. Network: 5fc3ec45-fdc7-4c20-a9ea-11e581365886, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:10.213625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-85baf1b6-cee8-4b81-9761-fa599b526217 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081936 Oct 19 20:33:10.221920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:10.222881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:10.231827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:10.233284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7d10e57a-07e6-4436-a33a-ad623630303d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:10.233789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:10.297987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-75b02184-e848-4d2a-85f5-5cc5fe2c8143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 200 len: 217 time: 0.0714259 Oct 19 20:33:10.298889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 5fc3ec45-fdc7-4c20-a9ea-11e581365886) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:10.316283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:10.318446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:10.336216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2d0d2-d2e2-4626-986a-826ea13cc4ee None None] Network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:10.344401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Router 38fb3588-6759-4c9d-88ff-699c42b43bdc has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:33:10.410719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-84d53609-1541-4f94-9923-40828f74f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:10.415614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-84d53609-1541-4f94-9923-40828f74f091 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 200 len: 797 time: 0.0817304 Oct 19 20:33:10.426438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ef476dae-6b3f-459b-acdd-7c3193a87f5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6204529 Oct 19 20:33:10.562419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-b5c6b8b2-b4f1-4f0c-933a-76d92cd086d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:10.565028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-b5c6b8b2-b4f1-4f0c-933a-76d92cd086d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374807 Oct 19 20:33:10.771653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-39f64181-db36-4097-86c9-a25ae1234a36 service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961963 Oct 19 20:33:10.777575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064a672-d395-4c80-8b1b-414d141f8369 req-42200ec9-0441-412c-9f67-5775a218927a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:10.780294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b064a672-d395-4c80-8b1b-414d141f8369 req-42200ec9-0441-412c-9f67-5775a218927a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.3344753 Oct 19 20:33:10.843632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040e8bc-ea49-40f2-9299-d385a1706554 None None] Network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:10.986987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-82fbe5f6-a4cc-48d8-8dbe-1c07019618b4 None None] Provisioning complete for port 72a83fc3-5fb8-46e6-9d86-0746188142fe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:10.987723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82fbe5f6-a4cc-48d8-8dbe-1c07019618b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:10.990472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cad2a94-8a38-431c-9e80-d1114976df4b req-5ee68899-c35d-449f-a401-343ab90dbb3b service neutron] 10.222.0.37 "GET /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073953 Oct 19 20:33:10.990942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-750038a8-9a2d-4cf5-9559-bfca32f8b8ac', 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '9a4bf6d3-7ff2-4afd-8f11-66f674984c3a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:10.991968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.156836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:11.184966 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b064a672-d395-4c80-8b1b-414d141f8369 req-705b9a0b-b0d0-4e11-bb37-57f995478de1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898687 Oct 19 20:33:11.250268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-baed3a71-f09a-4b41-8328-d97ce5f5f386 admin admin] 10.222.0.31 "PUT /v2.0/routers/38fb3588-6759-4c9d-88ff-699c42b43bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2012763 Oct 19 20:33:11.272379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.357716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-82fbe5f6-a4cc-48d8-8dbe-1c07019618b4 None None] Port 72a83fc3-5fb8-46e6-9d86-0746188142fe cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:11.383606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Sync routers for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:11.429945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=f996e5a3-e69a-4c59-a57c-8bf34ce77323,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:11.476821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:11.477644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: 79add59d-239a-4556-92cb-2d9a630d608a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:11.486290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:11.517042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 79add59d-239a-4556-92cb-2d9a630d608a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:11.535157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 79add59d-239a-4556-92cb-2d9a630d608a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:11.550425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.551618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.583037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:11.583037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:11.584216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a2fe3-cc22-425d-a5d4-dfb2e774281d None None] Network 79add59d-239a-4556-92cb-2d9a630d608a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:11.610994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7625e81f-346e-48bd-8574-1d7c980c5b4e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7094555 Oct 19 20:33:11.612118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49842) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:11.618192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688322647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:11.702222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1054007489'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:11.732087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Allocated IP 172.20.0.2 (750038a8-9a2d-4cf5-9559-bfca32f8b8ac/9a4bf6d3-7ff2-4afd-8f11-66f674984c3a/e67e0e73-a6fb-4431-9320-74eebdc094c0) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:11.757886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.771393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.776047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.778773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.803894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.825565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.836453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.844906 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.858973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.870934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.873286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:11.879962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23280946-6099-4780-8e38-5255fa229b83 req-f0a7cf87-7108-4972-97c0-9af5aaebc343 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.2949371 Oct 19 20:33:11.880754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.927533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7d10e57a-07e6-4436-a33a-ad623630303d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7d10e57a-07e6-4436-a33a-ad623630303d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:11.946370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:11.950381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:11.979504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:11.981918 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.002067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.002796 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Added segment bdf6b75d-26df-4db9-be22-06d49616177e of type vlan for network ce3fc2d2-1030-4c9e-aba6-ed5354348597 Oct 19 20:33:12.022797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:12.025584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-9a86598f-5eb9-4cdb-8b64-3770257ed38c tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.034713 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-9a86598f-5eb9-4cdb-8b64-3770257ed38c tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/networks?id=5fc3ec45-fdc7-4c20-a9ea-11e581365886 HTTP/1.1" status: 200 len: 820 time: 0.3759356 Oct 19 20:33:12.050964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.061975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-af444b23-8fe4-402b-b672-564ae177f4b4 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/quotas/da580e56cfdf4c06b6f3c4c23fc32a9c HTTP/1.1" status: 200 len: 375 time: 0.0261171 Oct 19 20:33:12.080902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.082789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8fef9cf6-5994-4b44-b0cf-861df28ebbe3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4695895 Oct 19 20:33:12.086311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:12.115027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.121251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.121947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.143359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-d6b679a1-afa5-4558-8282-215ba5e97a2f tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da580e56cfdf4c06b6f3c4c23fc32a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776093 Oct 19 20:33:12.177976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23280946-6099-4780-8e38-5255fa229b83 req-066b7249-1c04-4ea4-b385-0580c599c85b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2812541 Oct 19 20:33:12.349702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8592553 Oct 19 20:33:12.357651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49864) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:12.358702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-79add59d-239a-4556-92cb-2d9a630d608a', 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': 'f996e5a3-e69a-4c59-a57c-8bf34ce77323'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:12.359648 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.371586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'subnet': {'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:12.457954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72af11-db67-4c10-9042-15733507ef16 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Network': ['ID=ce3fc2d2-1030-4c9e-aba6-ed5354348597,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:12.484483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-55509dee-7f6d-4d4d-83bc-088f27ca99f8 service neutron] 10.222.0.31 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399143 Oct 19 20:33:12.529891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.533515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7d10e57a-07e6-4436-a33a-ad623630303d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:12.714566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:12.729560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.822616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Pushing event updated for resources: {'Port': ['ID=e67e0e73-a6fb-4431-9320-74eebdc094c0,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:12.871986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fa5dc-2c3f-4ca5-9ac9-a2f5738f1538 req-030d8666-4385-421d-9689-3eae9d3b0e29 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.880912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c39fa5dc-2c3f-4ca5-9ac9-a2f5738f1538 req-030d8666-4385-421d-9689-3eae9d3b0e29 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.4097519 Oct 19 20:33:12.921093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.925969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:12.927948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.929683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:12.932861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:12.936224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.942567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.948863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.955304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.961841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:12.963544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-86562ffb-7a92-4e8c-b137-5f7aa326d25c tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.3805077 Oct 19 20:33:12.986093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.012785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:13.030370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-41eb2f79-9432-460d-83c2-242abe81c126 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.032863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-41eb2f79-9432-460d-83c2-242abe81c126 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0505562 Oct 19 20:33:13.037880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-4a9d502b-351a-43e3-80b2-6b8d699ca154 service neutron] 10.222.0.31 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495026 Oct 19 20:33:13.042840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:13.059138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.088564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.126288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c39fa5dc-2c3f-4ca5-9ac9-a2f5738f1538 req-fb2ff668-d4e6-421b-8341-7bc7d246434d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397740 Oct 19 20:33:13.218564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:08Z', 'revision_number': 4, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '72a83fc3-5fb8-46e6-9d86-0746188142fe', 'name': '', 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'mac_address': 'fa:16:3e:64:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '89936596-1532-46b6-868d-8160e2e59627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:07Z', 'updated_at': '2021-10-19T20:33:09Z', 'revision_number': 2, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'subnets': [{'id': '89936596-1532-46b6-868d-8160e2e59627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:13.224704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Attempting to bind port e67e0e73-a6fb-4431-9320-74eebdc094c0 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:13.224704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Attempting to bind port e67e0e73-a6fb-4431-9320-74eebdc094c0 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'accf07a3-35fc-48e2-9c05-9570543af528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:13.224704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Attempting to bind port e67e0e73-a6fb-4431-9320-74eebdc094c0 on network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:13.342921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Checking router: 38fb3588-6759-4c9d-88ff-699c42b43bdc for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:33:13.344410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Updating router 38fb3588-6759-4c9d-88ff-699c42b43bdc port 72a83fc3-5fb8-46e6-9d86-0746188142fe binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:33:13.383111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.387331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:13.387719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Checking segment: {'id': 'accf07a3-35fc-48e2-9c05-9570543af528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:13.388116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.388665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Bound using segment: {'id': 'accf07a3-35fc-48e2-9c05-9570543af528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:13.389317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Bound port: e67e0e73-a6fb-4431-9320-74eebdc094c0, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accf07a3-35fc-48e2-9c05-9570543af528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '750038a8-9a2d-4cf5-9559-bfca32f8b8ac'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:13.389720 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.422341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Allocated IP 172.21.0.2 (79add59d-239a-4556-92cb-2d9a630d608a/f996e5a3-e69a-4c59-a57c-8bf34ce77323/99466e94-e9ee-4e80-b91e-b4836db0479b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:13.528234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.596730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-849f423a-4fa0-4125-8ec6-e1dcadf58723 req-4fcf363f-6d52-4b21-b67f-70fdf73162c4 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 210 time: 0.0918889 Oct 19 20:33:13.670687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.678146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] For port e67e0e73-a6fb-4431-9320-74eebdc094c0, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:13.684482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.694265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.720684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.733675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.758212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.778912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:13.791825 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-9faaf44a-6358-45b5-a3df-bd7f474c6033 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.4043341 Oct 19 20:33:13.795120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.802113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-cd4b8d4e-2839-4720-8d00-f753f06c5562 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7414966 Oct 19 20:33:13.820045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.820714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:13.833108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] For port e67e0e73-a6fb-4431-9320-74eebdc094c0, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e67e0e73-a6fb-4431-9320-74eebdc094c0,segment=NetworkSegment(accf07a3-35fc-48e2-9c05-9570543af528),segment_id=accf07a3-35fc-48e2-9c05-9570543af528)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:13.871539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Subnet': ['ID=814e1a02-ad86-4791-8129-7886f525ca59,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:13.879135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Network 79add59d-239a-4556-92cb-2d9a630d608a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:13.891347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:13.926737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:13.945906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:13.952991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9110e3d-9d74-4951-b171-759de5fe1a60 req-db365b8c-1ab0-4404-a099-daca3d1340c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409252 Oct 19 20:33:13.974196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Checking segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:13.974767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network hostable DHCP agents. Network: ce3fc2d2-1030-4c9e-aba6-ed5354348597, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:14.002578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:14.024164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ce3fc2d2-1030-4c9e-aba6-ed5354348597) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:14.048774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:14.049448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.072703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d595c-89c2-4edc-9746-dfc275b881bc None None] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:14.117497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.125099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b99dc6a0-04d5-400f-bcb9-4e65a047f725 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7645347 Oct 19 20:33:14.134952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:14.165256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1939627321'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:14.196110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Pushing event updated for resources: {'Port': ['ID=99466e94-e9ee-4e80-b91e-b4836db0479b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:14.271496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885172-8a54-4fc9-b515-20e06ce52033 None None] Pushing event updated for resources: {'Port': ['ID=e67e0e73-a6fb-4431-9320-74eebdc094c0,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:14.279255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7d10e57a-07e6-4436-a33a-ad623630303d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:14.389478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Attempting to bind port 99466e94-e9ee-4e80-b91e-b4836db0479b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:14.390426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Attempting to bind port 99466e94-e9ee-4e80-b91e-b4836db0479b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:14.390798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Attempting to bind port 99466e94-e9ee-4e80-b91e-b4836db0479b on network 79add59d-239a-4556-92cb-2d9a630d608a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:14.477644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:14.482022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Checking segment: {'id': 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:14.482820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.483519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Bound using segment: {'id': 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:14.484096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Bound port: 99466e94-e9ee-4e80-b91e-b4836db0479b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '79add59d-239a-4556-92cb-2d9a630d608a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:14.484533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.676209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.20.0.1 (750038a8-9a2d-4cf5-9559-bfca32f8b8ac/9a4bf6d3-7ff2-4afd-8f11-66f674984c3a/0005873b-2906-4995-bbac-b68021dbe745) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:14.679807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:14.692314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7d10e57a-07e6-4436-a33a-ad623630303d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:14.692804 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.695669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.730912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:14.742086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.742572 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Added segment ffdaa823-cbde-4979-a404-21440b793e14 of type vlan for network 38eec977-9f81-4ca5-aabf-955f6420bd22 Oct 19 20:33:14.775785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'fixed_ips': [{'subnet_id': '814e1a02-ad86-4791-8129-7886f525ca59'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:14.777411 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.783040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fac4e8d-48b8-4624-84da-cc415d2edcbd req-9b0694a6-d909-460f-bc6e-1e34deef81c5 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 210 time: 0.0393782 Oct 19 20:33:14.843258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:14.945931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717e13b-c6a9-4e2e-90e4-f586a3361b2b req-a7f02c32-7aa6-4802-a6f4-f40afcec2010 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:14.954764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7717e13b-c6a9-4e2e-90e4-f586a3361b2b req-a7f02c32-7aa6-4802-a6f4-f40afcec2010 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.5634968 Oct 19 20:33:15.109676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.120771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.122964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.166260 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.200860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] For port 99466e94-e9ee-4e80-b91e-b4836db0479b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:15.216567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.217640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.229400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.247185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.275651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.286765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.306526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c030-e783-45d9-b27a-920fba8e5bc5 None None] Pushing event updated for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:15.313279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] For port 99466e94-e9ee-4e80-b91e-b4836db0479b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99466e94-e9ee-4e80-b91e-b4836db0479b,segment=NetworkSegment(ac1098e9-b39a-4b28-afd0-40f5d36f5bb9),segment_id=ac1098e9-b39a-4b28-afd0-40f5d36f5bb9)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:15.320709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.338111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.351810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:15.363423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-762f9e66-87b6-4be0-b1b5-056b4ec7da00 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 5433 time: 0.2911878 Oct 19 20:33:15.468841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ad1b4-d92a-4a9c-9518-88045794db86 None None] Pushing event updated for resources: {'Port': ['ID=99466e94-e9ee-4e80-b91e-b4836db0479b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:15.511354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78b2431f-3ae3-4a81-85f3-5458f94b06e5 req-e91b1a68-cd17-4108-9df2-610cad62a5ae tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392844 Oct 19 20:33:15.538950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4028215 Oct 19 20:33:15.541638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49920) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:15.546904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'subnet': {'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:15.593933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7717e13b-c6a9-4e2e-90e4-f586a3361b2b req-69cf3b26-42c4-4a93-8bcd-365295a7ca9b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335082 Oct 19 20:33:15.746864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7efd4dc2-00e2-46a0-8518-6f1a0b23670d no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:15.916830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b3576dfe-d3f8-4e48-bd17-177c65de2028,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:15.930093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfcf9f-ee9f-471a-a4eb-b0dfe46344f7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Network': ['ID=38eec977-9f81-4ca5-aabf-955f6420bd22,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:15.943433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:15.955422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:15.959299 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.063744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df66abcc-4656-477e-8083-5e939712259a req-c36e14f1-067e-4024-9205-9ac57c5fed35 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 210 time: 0.0913479 Oct 19 20:33:16.176229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] For port b3576dfe-d3f8-4e48-bd17-177c65de2028, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:16.271500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Attempting to bind port 72a83fc3-5fb8-46e6-9d86-0746188142fe on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:16.281921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Attempting to bind port 72a83fc3-5fb8-46e6-9d86-0746188142fe by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:16.293702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Attempting to bind port 72a83fc3-5fb8-46e6-9d86-0746188142fe on network 26b4f0a5-aca8-4a3d-bc52-01271f49774a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:16.298622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Allocated IP 19.80.0.2 (ce3fc2d2-1030-4c9e-aba6-ed5354348597/814e1a02-ad86-4791-8129-7886f525ca59/7487e2fb-38ca-4c2f-b29d-2070cda25b63) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:16.301082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-a24d4bfa-f685-445f-9022-4ec0365e400d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:16.302978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-a24d4bfa-f685-445f-9022-4ec0365e400d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.11 "GET /v2.0/networks?id=5fc3ec45-fdc7-4c20-a9ea-11e581365886 HTTP/1.1" status: 200 len: 820 time: 1.1644592 Oct 19 20:33:16.322426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:16.327799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Request body: {'port': {'device_id': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886', 'admin_state_up': True, 'tenant_id': 'da580e56cfdf4c06b6f3c4c23fc32a9c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:16.330315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa6cd0-5929-407a-b269-df44b2b71365 None None] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:16.332380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e67e0e73-a6fb-4431-9320-74eebdc094c0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:16.371156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:16.371537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Checking segment: {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:16.371935 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.372325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Bound using segment: {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:16.372807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Bound port: 72a83fc3-5fb8-46e6-9d86-0746188142fe, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6a185-e526-4ff9-b57b-449661a0b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:16.373182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.530480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] device_id is not set on port b3576dfe-d3f8-4e48-bd17-177c65de2028 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:33:16.561052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.570168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.625322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.637050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] For port 72a83fc3-5fb8-46e6-9d86-0746188142fe, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:16.650713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Made reservation on behalf of da580e56cfdf4c06b6f3c4c23fc32a9c for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:16.657994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] For port 72a83fc3-5fb8-46e6-9d86-0746188142fe, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=72a83fc3-5fb8-46e6-9d86-0746188142fe,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:16.669111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.708847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:16.720900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:16.758757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] Provisioning complete for port 72a83fc3-5fb8-46e6-9d86-0746188142fe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:16.759309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.767124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:16.776022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:17.024778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.050300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.054845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:17.055498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:17.066470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.084904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.112227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.131771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.155076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-62c2fff8-e8d5-4d22-a249-040e45ff8573 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 4660 time: 0.3135843 Oct 19 20:33:17.252713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c030-e783-45d9-b27a-920fba8e5bc5 None None] Pushing event updated for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:17.275501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85b36ef4-6b28-4239-91ff-49efc38461a6 req-e3090a1b-5093-42e1-aaf3-99a0b2234616 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193728 Oct 19 20:33:17.407510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.435661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e67e0e73-a6fb-4431-9320-74eebdc094c0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:17.436458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.559699 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.573068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:17.575963 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddf8f6-50a7-4051-b771-6fcd931aa955" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:17.661943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.694530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2173990-853e-4814-8726-fdf5419514f2 None None] Network 79add59d-239a-4556-92cb-2d9a630d608a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:17.736909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] For port 72a83fc3-5fb8-46e6-9d86-0746188142fe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=72a83fc3-5fb8-46e6-9d86-0746188142fe,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:17.750244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:17.776953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.779092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0e52c9f-88db-4ed8-940c-ece8a8147226 req-397a33cc-366c-48ce-aebe-abfc1f863f43 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 210 time: 0.0586729 Oct 19 20:33:17.779774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Subnet': ['ID=07d3051e-ffe1-4ea9-a08e-70a72699dadf,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:17.783339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Checking segment: {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:17.783705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network hostable DHCP agents. Network: 38eec977-9f81-4ca5-aabf-955f6420bd22, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:17.791526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.791871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.792228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.792631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.792989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.796029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.804740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:17.822446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:17.845735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 38eec977-9f81-4ca5-aabf-955f6420bd22) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:17.850225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:17.850880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.876890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=0005873b-2906-4995-bbac-b68021dbe745,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:17.881207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.890041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:17.890870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bee71a47-96af-416a-8c5c-0130b95fd33a no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:17.895334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ed88409f-5979-4c0f-9faf-91baf9340e87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3522937 Oct 19 20:33:17.917079 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b875e5b-2f29-4285-bd1a-9916df505b13 x-openstack-request-id: req-7b875e5b-2f29-4285-bd1a-9916df505b13 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:17.917578 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:17.917929 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b875e5b-2f29-4285-bd1a-9916df505b13 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:17.918414 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'code': 200} Oct 19 20:33:17.922985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e9d3a-a8a6-43fc-b678-a9373655a034 None None] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:17.996457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] No DVR routers for this DVR port b3576dfe-d3f8-4e48-bd17-177c65de2028 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:18.164821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:18.291346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Pushing event updated for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:18.391926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Provisioning complete for port 99466e94-e9ee-4e80-b91e-b4836db0479b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:18.392296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:18.471888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6787569-3201-4eba-b561-00f7e2668b17 req-2bbcfbb8-643b-434d-bf65-1913ffab92ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:18.474211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6787569-3201-4eba-b561-00f7e2668b17 req-2bbcfbb8-643b-434d-bf65-1913ffab92ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 1.7548275 Oct 19 20:33:18.475481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-894a0f78-3086-45df-8604-66427386281a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:18.496587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-894a0f78-3086-45df-8604-66427386281a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:18.511804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-894a0f78-3086-45df-8604-66427386281a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/networks?id=ce3fc2d2-1030-4c9e-aba6-ed5354348597&id=38eec977-9f81-4ca5-aabf-955f6420bd22&id=ce3fc2d2-1030-4c9e-aba6-ed5354348597 HTTP/1.1" status: 200 len: 1392 time: 0.4402649 Oct 19 20:33:18.541643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] In _notify_port_updated(), no bound segment for port b3576dfe-d3f8-4e48-bd17-177c65de2028 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:33:18.543892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:18.548252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:18.549795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-67f2955f-4416-435a-a0c3-cea94102cdda service neutron] 10.222.0.37 "PUT /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 200 len: 1026 time: 4.7397695 Oct 19 20:33:18.561256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-15ca7599-16fd-4b1e-a21e-f1da3e761daa tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/quotas/e80506a2365e45dda3ac44b64c0fd543 HTTP/1.1" status: 200 len: 375 time: 0.0484447 Oct 19 20:33:18.749063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-c681881b-6129-46df-838e-48d873ecaae6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1868248 Oct 19 20:33:18.754891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Allocated IP 172.20.0.3 (5fc3ec45-fdc7-4c20-a9ea-11e581365886/477910d0-d365-4f01-8446-658af70f8cd0/28049572-314a-47e5-9ac6-fb96f73c26c3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:19.035896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-332ec34e-6fa8-4784-8989-b8d045b843a0 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847283 Oct 19 20:33:19.140762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.164837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.186367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.230847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6787569-3201-4eba-b561-00f7e2668b17 req-ee830a6a-9732-4e85-97d7-c869fea0c86d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437553 Oct 19 20:33:19.239417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.291965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2ef1bb7f-755b-46bb-a771-d2727bb14c3f service neutron] 10.222.0.31 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551033 Oct 19 20:33:19.331138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port e67e0e73-a6fb-4431-9320-74eebdc094c0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e67e0e73-a6fb-4431-9320-74eebdc094c0,segment=NetworkSegment(accf07a3-35fc-48e2-9c05-9570543af528),segment_id=accf07a3-35fc-48e2-9c05-9570543af528)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:19.332540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0257bd0-affc-4c98-b7fb-08d887f1e0b4 None None] Pushing event updated for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:19.376539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.410753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-2b3d18c1-3fc4-4bed-9d18-a27d9b5da006 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.416181 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-2b3d18c1-3fc4-4bed-9d18-a27d9b5da006 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "GET /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8542151 Oct 19 20:33:19.421779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.436073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:19.471183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-97ea5927-029e-4e9a-bfd3-8cccb4418684 service neutron] 10.222.0.31 "GET /v2.0/networks/38eec977-9f81-4ca5-aabf-955f6420bd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773541 Oct 19 20:33:19.485868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:19.496111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:19.535654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:19.558966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:19.649323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e690119-50b8-49b2-a97c-9a994636d49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.667588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.668634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.672599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:19.722216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Pushing event updated for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:19.826832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-94a48a2a-e70d-4389-9f1a-8da23143639f service neutron] 10.222.0.31 "GET /v2.0/networks/38eec977-9f81-4ca5-aabf-955f6420bd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477094 Oct 19 20:33:19.865329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.880979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.898573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.913888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.931689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.934296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:19.935486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99466e94-e9ee-4e80-b91e-b4836db0479b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:19.954367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:19.956378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-71956ab5-fedd-4d0a-8e55-88b7429e9645 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 4658 time: 0.5908585 Oct 19 20:33:20.023407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e690119-50b8-49b2-a97c-9a994636d49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.037699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:20.046424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e690119-50b8-49b2-a97c-9a994636d49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.077831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-e94d492d-6714-45b1-8baa-10b491f58b2d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7595615 Oct 19 20:33:20.092557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.099711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:20.100177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Request body: {'port': {'device_id': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:20.115455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:20.127871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6e690119-50b8-49b2-a97c-9a994636d49d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2527f99149d4471b72aa8e09fdb4da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6906605 Oct 19 20:33:20.148166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50018) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:20.182760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=e67e0e73-a6fb-4431-9320-74eebdc094c0,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:20.188114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.203307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-38eec977-9f81-4ca5-aabf-955f6420bd22', 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'fixed_ips': [{'subnet_id': '07d3051e-ffe1-4ea9-a08e-70a72699dadf'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:20.204797 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.215932 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa67d78b-90e6-4d7a-8a44-b0740623efa9 req-f3432375-2678-4f64-8ccc-5ec0a2c7db9b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2482314 Oct 19 20:33:20.254081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:08Z', 'revision_number': 4, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '72a83fc3-5fb8-46e6-9d86-0746188142fe', 'name': '', 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'mac_address': 'fa:16:3e:64:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '89936596-1532-46b6-868d-8160e2e59627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:07Z', 'updated_at': '2021-10-19T20:33:16Z', 'revision_number': 4, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'subnets': [{'id': '89936596-1532-46b6-868d-8160e2e59627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:20.288347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.331486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e690119-50b8-49b2-a97c-9a994636d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4afa83-de8a-4687-95da-479f7d3bb486,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:20.378473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-d2708a1f-7360-452e-8398-001f1c0155d5 service neutron] 10.222.0.31 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503607 Oct 19 20:33:20.467910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.491610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.521619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd080e-959d-40e6-8cfb-590d7f2ad1ee None None] The sync data for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 is: [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:33:08Z', 'revision_number': 4, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '72a83fc3-5fb8-46e6-9d86-0746188142fe', 'name': '', 'network_id': '26b4f0a5-aca8-4a3d-bc52-01271f49774a', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'mac_address': 'fa:16:3e:64:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '89936596-1532-46b6-868d-8160e2e59627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:07Z', 'updated_at': '2021-10-19T20:33:16Z', 'revision_number': 4, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'subnets': [{'id': '89936596-1532-46b6-868d-8160e2e59627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:20.572646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Attempting to bind port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:20.574016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Attempting to bind port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:20.574548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Attempting to bind port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:20.609973 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.614891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.618345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba4afa83-de8a-4687-95da-479f7d3bb486 HTTP/1.1" status: 204 len: 168 time: 0.4637525 Oct 19 20:33:20.641796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d2ab6-fee6-462b-8a2d-43b006ebe3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4afa83-de8a-4687-95da-479f7d3bb486,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:20.661033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:20.687483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-b83ac632-a998-4215-a5c2-bd4f5b119e0e service neutron] 10.222.0.31 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077152 Oct 19 20:33:20.772777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:20.775501 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f852da6-40dc-4fa9-9ccc-fd944c164400" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:20.796364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.798484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a0182e7d-53dd-4f9a-872a-5f79c72bf9cd no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:20.874859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] For port 99466e94-e9ee-4e80-b91e-b4836db0479b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99466e94-e9ee-4e80-b91e-b4836db0479b,segment=NetworkSegment(ac1098e9-b39a-4b28-afd0-40f5d36f5bb9),segment_id=ac1098e9-b39a-4b28-afd0-40f5d36f5bb9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:20.881618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:20.882004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Checking segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:20.882399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.882798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Bound using segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:20.883298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Bound port: 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:20.883731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:20.908145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Pushing event updated for resources: {'Port': ['ID=7487e2fb-38ca-4c2f-b29d-2070cda25b63,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:20.999153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.000930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.032794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.051797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:21.065518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.189499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8489-f3ba-428e-9f7e-2d0a2cbc6eba req-a19fa286-32bd-43a2-8be4-4347e6eb8fa2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:21.214324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-209c8489-f3ba-428e-9f7e-2d0a2cbc6eba req-a19fa286-32bd-43a2-8be4-4347e6eb8fa2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.1242783 Oct 19 20:33:21.284757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:21.304331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Allocated IP 19.86.0.2 (38eec977-9f81-4ca5-aabf-955f6420bd22/07d3051e-ffe1-4ea9-a08e-70a72699dadf/b16b850c-e792-455f-b477-f2874c79cfc9) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:21.345635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-209c8489-f3ba-428e-9f7e-2d0a2cbc6eba req-26c55da6-454d-4ff2-8047-6103a90947e2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235340 Oct 19 20:33:21.346492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50042) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:21.382175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c20894f5-963f-4ab8-b0cc-d4b0e86d4721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.411754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.457924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=0005873b-2906-4995-bbac-b68021dbe745,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:21.504265 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.507891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 99466e94-e9ee-4e80-b91e-b4836db0479b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:21.508373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.534021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d770eb-6419-4bf7-a4a3-bae20cb3d4ce req-01136861-5fcc-4fe9-8f49-db025e2822a2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:21.537043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56d770eb-6419-4bf7-a4a3-bae20cb3d4ce req-01136861-5fcc-4fe9-8f49-db025e2822a2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 931 time: 0.8783467 Oct 19 20:33:21.562245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c20894f5-963f-4ab8-b0cc-d4b0e86d4721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.573491 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e8d44-e07c-4e55-8ef9-4cf69ddacf0f x-openstack-request-id: req-642e8d44-e07c-4e55-8ef9-4cf69ddacf0f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:21.573624 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:21.574019 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-642e8d44-e07c-4e55-8ef9-4cf69ddacf0f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:21.574531 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'code': 200} Oct 19 20:33:21.581806 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.589689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c20894f5-963f-4ab8-b0cc-d4b0e86d4721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.628431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca7f96d3-62db-4988-acde-fc27dd161351 req-f8bf348c-9c4c-4afb-9e82-bde72dcd9a3f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 210 time: 0.0632389 Oct 19 20:33:21.665277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c20894f5-963f-4ab8-b0cc-d4b0e86d4721 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ac34f5872d43849adb54825000f366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156438 Oct 19 20:33:21.668966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50052) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:21.671003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Pushing event updated for resources: {'Port': ['ID=99466e94-e9ee-4e80-b91e-b4836db0479b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:21.671152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20894f5-963f-4ab8-b0cc-d4b0e86d4721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1cdbe5-7f97-4cf2-b2b3-d0b3c68f0ec7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:21.757007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.787511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] For port 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:21.803794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.804777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] For port 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7487e2fb-38ca-4c2f-b29d-2070cda25b63,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:21.852125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:21.878545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] For port d27a3c17-d7c2-45fd-a3d3-554c79774dc9, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:21.976840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:21.986887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.030320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Provisioning complete for port e67e0e73-a6fb-4431-9320-74eebdc094c0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:22.031940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.066137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:22.087508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.100871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.114210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.120896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.127869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.134848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:22.135077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:22.144149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-ec58fddf-7b31-40ac-93c2-54b5bbc34983 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 4656 time: 0.3118215 Oct 19 20:33:22.192155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28049572-314a-47e5-9ac6-fb96f73c26c3 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:22.206623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.214681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.223922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.224586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Transition to ACTIVE for port object 28049572-314a-47e5-9ac6-fb96f73c26c3 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:33:22.229249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c1cdbe5-7f97-4cf2-b2b3-d0b3c68f0ec7 HTTP/1.1" status: 204 len: 168 time: 0.5589094 Oct 19 20:33:22.246257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.278215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:22.290091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:22.291118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6a495-0d9b-4735-a8fc-fa1e7a24bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1cdbe5-7f97-4cf2-b2b3-d0b3c68f0ec7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:22.299196 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56d770eb-6419-4bf7-a4a3-bae20cb3d4ce req-3808626d-0e4e-456c-931f-91c5522bcb15 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031682 Oct 19 20:33:22.354007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-27ee4e91-73fe-4534-847e-ae1887d60edf req-4aac6170-d15c-4527-abd6-c4c29d6ca549 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=fed50139-10c1-47af-9fa0-c8bea4951083&id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032657 Oct 19 20:33:22.410520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:22.436476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] device_id is not set on port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:33:22.514323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Pushing event updated for resources: {'Port': ['ID=b16b850c-e792-455f-b477-f2874c79cfc9,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:22.542091 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.542576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:22.861035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Attempting to bind port b16b850c-e792-455f-b477-f2874c79cfc9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:22.861426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Attempting to bind port b16b850c-e792-455f-b477-f2874c79cfc9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:22.861787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Attempting to bind port b16b850c-e792-455f-b477-f2874c79cfc9 on network 38eec977-9f81-4ca5-aabf-955f6420bd22 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:22.881659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:22.882043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Checking segment: {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:22.883246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.884282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Bound using segment: {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:22.885268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Bound port: b16b850c-e792-455f-b477-f2874c79cfc9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:22.886209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:22.899303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6e423ef-600f-4545-aceb-004e3e289752 req-01e475ed-16b4-4d85-8756-c2a0e5c11198 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 210 time: 0.0836511 Oct 19 20:33:22.937473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59c49b-456d-4a9a-9e70-f2eb602f2a53 None None] Pushing event updated for resources: {'Port': ['ID=7487e2fb-38ca-4c2f-b29d-2070cda25b63,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:23.072016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:23.174722 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.298051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-bf560d55-7a2f-467e-af09-73f587589e91 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:23.298051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-bf560d55-7a2f-467e-af09-73f587589e91 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:23.298051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-bf560d55-7a2f-467e-af09-73f587589e91 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "GET /v2.0/networks?id=ce3fc2d2-1030-4c9e-aba6-ed5354348597&id=38eec977-9f81-4ca5-aabf-955f6420bd22&id=ce3fc2d2-1030-4c9e-aba6-ed5354348597 HTTP/1.1" status: 200 len: 1392 time: 0.3080900 Oct 19 20:33:23.326977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'admin_state_up': True, 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:23.373541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 72a83fc3-5fb8-46e6-9d86-0746188142fe up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:23.500667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.542358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.549172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] For port b16b850c-e792-455f-b477-f2874c79cfc9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:23.552854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] For port b16b850c-e792-455f-b477-f2874c79cfc9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b16b850c-e792-455f-b477-f2874c79cfc9,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:23.578255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Pushing event updated for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:23.583799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd'}, {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:23.593174 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c3f541-918d-4cb7-8a20-e669a53f7119" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd"}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:23.598636 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.637846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:23.685212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200467-fb9b-453a-bad8-be39487a3c37 req-bbd16b10-33ff-4287-b8b9-e973d727d2d2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:23.688654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17200467-fb9b-453a-bad8-be39487a3c37 req-bbd16b10-33ff-4287-b8b9-e973d727d2d2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.2714744 Oct 19 20:33:23.698887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.699950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0251591c-8e31-48df-8634-1503bd5e8e5f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:23.746526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Provisioning complete for port 72a83fc3-5fb8-46e6-9d86-0746188142fe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:23.747284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.762571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] No DVR routers for this DVR port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:23.787232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c1c8-a4c1-4050-b542-7e1ddb288e66 req-60b7ad15-e362-4289-989a-cc20ab4590ab tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:23.788961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13e0c1c8-a4c1-4050-b542-7e1ddb288e66 req-60b7ad15-e362-4289-989a-cc20ab4590ab tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 1.0465355 Oct 19 20:33:23.828680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 72a83fc3-5fb8-46e6-9d86-0746188142fe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:23.829159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:23.849729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 80d5364c-6961-4292-9127-0b55f0fbbe92 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:33:23.901504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17200467-fb9b-453a-bad8-be39487a3c37 req-6032489f-866a-400d-959a-ecc4bd973ad0 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116508 Oct 19 20:33:23.937645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09234d-ec6c-4b1c-935c-1891926c73f2 None None] Pushing event updated for resources: {'Port': ['ID=b16b850c-e792-455f-b477-f2874c79cfc9,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:23.964107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Pushing event updated for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:23.965123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:23.977184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.117570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:24.176223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Attempting to bind port 28049572-314a-47e5-9ac6-fb96f73c26c3 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:24.176947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Attempting to bind port 28049572-314a-47e5-9ac6-fb96f73c26c3 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '566ee98b-e348-46c6-b097-bcde3de9b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:24.177650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Attempting to bind port 28049572-314a-47e5-9ac6-fb96f73c26c3 on network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:24.190414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] In _notify_port_updated(), no bound segment for port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 on network f5c35851-8879-4eec-9e0b-8be0b2426d39 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:33:24.194771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.195792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.197783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-62a1732a-27a3-4e50-a57e-23802837e395 service neutron] 10.222.0.37 "PUT /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 200 len: 1028 time: 4.7409408 Oct 19 20:33:24.290526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13e0c1c8-a4c1-4050-b542-7e1ddb288e66 req-5cb351ef-089b-45df-9935-d95b7fd47d6e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384522 Oct 19 20:33:24.377673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Port 28049572-314a-47e5-9ac6-fb96f73c26c3 on network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:33:24.381008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Attempting to bind port 28049572-314a-47e5-9ac6-fb96f73c26c3 on network 5fc3ec45-fdc7-4c20-a9ea-11e581365886 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:24.489418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:24.491237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Checking segment: {'id': '566ee98b-e348-46c6-b097-bcde3de9b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:24.491756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Bound using segment: {'id': '566ee98b-e348-46c6-b097-bcde3de9b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:24.492307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Bound port: 28049572-314a-47e5-9ac6-fb96f73c26c3, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566ee98b-e348-46c6-b097-bcde3de9b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:24.492764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.513022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.529336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.546958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.557907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.568254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.576894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-b892509c-8b8c-4c25-9c9b-2b3dea83e4a6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3877 time: 0.4054606 Oct 19 20:33:24.673676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Allocated IP 19.80.0.46 (ce3fc2d2-1030-4c9e-aba6-ed5354348597/814e1a02-ad86-4791-8129-7886f525ca59/dd60a0b6-911a-4c3c-bb28-20bfe5895afa) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:24.700637 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb08327-3e11-460c-9c60-1a83b8983b54 x-openstack-request-id: req-2cb08327-3e11-460c-9c60-1a83b8983b54 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:24.701209 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd", "code": 200}, {"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:24.701209 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cb08327-3e11-460c-9c60-1a83b8983b54 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:24.701553 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'code': 200} Oct 19 20:33:24.701803 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'code': 200} Oct 19 20:33:24.705157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddcf9a-3e6f-4562-bf52-c33d0a967959 None None] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:24.710634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:24.711221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96a1dfe9-976d-48ab-891a-ef3b6ac777e3 req-0c17a4d1-446d-412d-b0fa-bc495b510ffe tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224670 Oct 19 20:33:24.715044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=28049572-314a-47e5-9ac6-fb96f73c26c3,segment=NetworkSegment(566ee98b-e348-46c6-b097-bcde3de9b840),segment_id=566ee98b-e348-46c6-b097-bcde3de9b840)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:24.727305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.764036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.813543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:24.823889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28b0c150-4758-4951-b8f7-03309c3e4666 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7311943 Oct 19 20:33:24.824029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50116) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:24.826477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Pushing event updated for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:24.831671 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] Sync routers for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:24.836684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e67e0e73-a6fb-4431-9320-74eebdc094c0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:24.851234 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:24.853082 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:24.913499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f4ab75b-7b20-401e-9f43-36857b8986d5 req-f2d03f13-a214-4345-8d9e-e3a9555dbca1 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 210 time: 0.1947808 Oct 19 20:33:24.930861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:24.932452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.935709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-b74c4e96-605c-43fd-9d09-1c683f9a6214 service neutron] 10.222.0.11 "PUT /v2.0/ports/28049572-314a-47e5-9ac6-fb96f73c26c3 HTTP/1.1" status: 200 len: 1091 time: 4.8473871 Oct 19 20:33:24.938653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:24.953630 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc6c8b-6684-4702-94f8-d14329f03ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:24.969531 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:24.982744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Provisioning complete for port b3576dfe-d3f8-4e48-bd17-177c65de2028 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:24.983116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:24.992028 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:24.993658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:25.032357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:25.032912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.057928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:25.075201 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:25.077046 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e83ea-57e5-4e9b-a4a7-af59c9352283 None None] The sync data for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:25.078096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.078816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d27a3c17-d7c2-45fd-a3d3-554c79774dc9 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:25.120660 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf544d2c-6690-4b63-a92a-791628abeca0 x-openstack-request-id: req-cf544d2c-6690-4b63-a92a-791628abeca0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:25.120953 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:25.121208 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf544d2c-6690-4b63-a92a-791628abeca0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:25.121642 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3', 'status': 'completed', 'code': 200} Oct 19 20:33:25.238296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ef670-b0ff-4ddf-a35b-59e4329446fe None None] Port b3576dfe-d3f8-4e48-bd17-177c65de2028 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:25.259662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43dfc-329f-4cfd-9b4c-c825d92b9bfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:25.268788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-57d43dfc-329f-4cfd-9b4c-c825d92b9bfa tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports/0005873b-2906-4995-bbac-b68021dbe745 HTTP/1.1" status: 200 len: 910 time: 0.4428215 Oct 19 20:33:25.276808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-f53cbaf5-36d7-43c3-857d-549a9edd7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:25.278497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-f53cbaf5-36d7-43c3-857d-549a9edd7b43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da580e56cfdf4c06b6f3c4c23fc32a9c&device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 1094 time: 0.2920337 Oct 19 20:33:25.278994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:25.345597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:25.346105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.354288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181030-f5c5-4533-a890-62746be79d3f req-3d161df4-9799-4421-bf68-32ba62b74d9f tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:25.375119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44181030-f5c5-4533-a890-62746be79d3f req-3d161df4-9799-4421-bf68-32ba62b74d9f tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.2578621 Oct 19 20:33:25.406075 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.456806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44181030-f5c5-4533-a890-62746be79d3f req-3d34cca6-bd07-4de0-9062-9ce81e127b45 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806513 Oct 19 20:33:25.498539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e67e0e73-a6fb-4431-9320-74eebdc094c0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:25.498911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.517888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.582663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:25.603922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d27a3c17-d7c2-45fd-a3d3-554c79774dc9 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:25.605019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b3576dfe-d3f8-4e48-bd17-177c65de2028 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:25.622690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:25.626439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:25.637905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:25.638699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Provisioning complete for port 0005873b-2906-4995-bbac-b68021dbe745 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:25.639177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.642801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.643306 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.643737 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Floating IP c4201663-f642-4368-b968-851250fd948a disassociated. External IP: 172.25.7.169, port: 7efd4dc2-00e2-46a0-8518-6f1a0b23670d. Oct 19 20:33:25.644114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for 7efd4dc2-00e2-46a0-8518-6f1a0b23670d owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:25.717253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d579b900-21a8-4d04-aa9f-30eee71f0efc None None] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:25.720681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:25.770658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:25.771327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:25.793982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b3576dfe-d3f8-4e48-bd17-177c65de2028 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:25.800433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-a04110ff-38aa-4cd5-b73c-5478e5b2472f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4839494 Oct 19 20:33:25.846088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Port 0005873b-2906-4995-bbac-b68021dbe745 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:25.872436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22', 'admin_state_up': True, 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:25.988554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:25.996167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.001549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.003854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-07eeb1a2-3281-4134-aa47-688b90b1d119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28049572-314a-47e5-9ac6-fb96f73c26c3 HTTP/1.1" status: 200 len: 217 time: 0.7064433 Oct 19 20:33:26.005277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.012397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.019291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.028685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-1d1ac168-adff-4688-981f-81b537036ef4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3797 time: 0.1719334 Oct 19 20:33:26.068436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Provisioning complete for port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:26.068436 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.087232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99466e94-e9ee-4e80-b91e-b4836db0479b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:26.128811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7040802-6b16-4a23-a35b-7d56596abaa4 req-6d74d68e-764f-4aa9-8ac6-fe3b117d86c0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989079 Oct 19 20:33:26.153665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=7efd4dc2-00e2-46a0-8518-6f1a0b23670d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:26.220236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:26.229221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.239773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:26.261253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Provisioning complete for port 99466e94-e9ee-4e80-b91e-b4836db0479b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:26.261668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.319068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 99466e94-e9ee-4e80-b91e-b4836db0479b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:26.319440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.392203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2ec2a-c451-42d3-b55f-abf425651b11 req-9ce5c5f0-ec9b-4be6-96ae-c849ee6b403a tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.400047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bd2ec2a-c451-42d3-b55f-abf425651b11 req-9ce5c5f0-ec9b-4be6-96ae-c849ee6b403a tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 950 time: 0.1657650 Oct 19 20:33:26.434258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e070f-f652-46ae-9b3e-2e271498d64a req-f5df8c2a-41a8-4fe1-bba8-ca2e3cf90924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.436063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-f5df8c2a-41a8-4fe1-bba8-ca2e3cf90924 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=477910d0-d365-4f01-8446-658af70f8cd0 HTTP/1.1" status: 200 len: 860 time: 0.3761237 Oct 19 20:33:26.485667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-5b3b0255-fdd2-47a8-b4c9-9d46f199218b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fc3ec45-fdc7-4c20-a9ea-11e581365886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386670 Oct 19 20:33:26.512780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7703b16-290a-4347-ae84-51d060f6bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.522716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Provisioning complete for port e67e0e73-a6fb-4431-9320-74eebdc094c0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:26.523693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.596979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bd2ec2a-c451-42d3-b55f-abf425651b11 req-b81aa535-4d9f-4531-90ca-400f14f6469c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958239 Oct 19 20:33:26.678703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Allocated IP 19.86.0.130 (38eec977-9f81-4ca5-aabf-955f6420bd22/07d3051e-ffe1-4ea9-a08e-70a72699dadf/6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:26.703264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ad58d-1163-4cb0-9e9c-228caed76792 req-2c551736-bfa3-4694-a552-b20aac4f1afb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.703847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:26.704997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49ad58d-1163-4cb0-9e9c-228caed76792 req-2c551736-bfa3-4694-a552-b20aac4f1afb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.7982392 Oct 19 20:33:26.706484 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b07659-3c4d-47b0-b718-ddf8c0e3c8fc" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:26.824415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffed6d-e291-481f-a1ae-3d9252c3b350 req-bdba04b0-9f2c-4c59-8ac5-0518f7b50ac2 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:26.836671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbffed6d-e291-481f-a1ae-3d9252c3b350 req-bdba04b0-9f2c-4c59-8ac5-0518f7b50ac2 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 931 time: 0.1110640 Oct 19 20:33:26.851678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:26.858832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Provisioning complete for port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:26.859321 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:26.974308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbffed6d-e291-481f-a1ae-3d9252c3b350 req-ba1a5000-ea15-4a14-884d-2ad40e92abb8 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312821 Oct 19 20:33:27.005204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-54ca0244-536a-4ff3-9b90-0d4cdd327462 service neutron] 10.222.0.11 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977219 Oct 19 20:33:27.021455 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.059888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.066710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Router 4b47a997-2652-4cf1-820e-fd9c0900337d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:33:27.077077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20f95591-28cd-42eb-83dc-3b941acbaba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.081739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b16b850c-e792-455f-b477-f2874c79cfc9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:27.089197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] For port 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7487e2fb-38ca-4c2f-b29d-2070cda25b63,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:27.091549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49ad58d-1163-4cb0-9e9c-228caed76792 req-d9fae168-ac33-470a-94cb-9b0c9e8bd7d5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695803 Oct 19 20:33:27.129908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.191995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb5026-c9cd-4666-8a71-770954e0eab6 req-1b76581b-e6fc-4a6a-93eb-54ddbb5ddfeb tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:27.193707 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59cb5026-c9cd-4666-8a71-770954e0eab6 req-1b76581b-e6fc-4a6a-93eb-54ddbb5ddfeb tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.1015334 Oct 19 20:33:27.200411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.232020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Pushing event updated for resources: {'Port': ['ID=7487e2fb-38ca-4c2f-b29d-2070cda25b63,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:27.247421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.264738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.265619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.266121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.266574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.267207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.267635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.268084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.268522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.268932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.269446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.270005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.270687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffca35-50a7-4247-b3c4-ab0fb5942d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:27.299084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Provisioning complete for port dd60a0b6-911a-4c3c-bb28-20bfe5895afa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:27.300559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.319716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:27.340217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-59cb5026-c9cd-4666-8a71-770954e0eab6 req-ab180229-2f4a-4f27-bf08-234ed33f1e64 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370549 Oct 19 20:33:27.350061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b16b850c-e792-455f-b477-f2874c79cfc9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:27.350278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:27.350669 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.363102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:27.370916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:27.408250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Port dd60a0b6-911a-4c3c-bb28-20bfe5895afa cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:27.442106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20f95591-28cd-42eb-83dc-3b941acbaba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.444804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Provisioning complete for port b16b850c-e792-455f-b477-f2874c79cfc9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:27.447922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.453807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20f95591-28cd-42eb-83dc-3b941acbaba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.484023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-20f95591-28cd-42eb-83dc-3b941acbaba2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15a0c9f59cc342fdb5c6859c288313f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185727 Oct 19 20:33:27.487477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50222) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:27.513701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:27.514372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.568216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f95591-28cd-42eb-83dc-3b941acbaba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d3461-03fb-4eb9-80ca-50f2410c84c6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:27.606869 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3cb391-c84e-44b6-b35b-95ac4fbe1fb2 x-openstack-request-id: req-3c3cb391-c84e-44b6-b35b-95ac4fbe1fb2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:27.607166 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-unplugged", "status": "completed", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:27.607423 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c3cb391-c84e-44b6-b35b-95ac4fbe1fb2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:27.607851 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'code': 200} Oct 19 20:33:27.609236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-66c6a043-c051-4ddf-8ac9-077ec194aed9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7416973 Oct 19 20:33:27.636997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'admin_state_up': True, 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:27.697125 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.701074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.737712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.750997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-242e070f-f652-46ae-9b3e-2e271498d64a req-3860aec3-6571-4941-bb70-3f6b298c41ce service neutron] 10.222.0.11 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329221 Oct 19 20:33:27.766886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:27.774267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b16b850c-e792-455f-b477-f2874c79cfc9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b16b850c-e792-455f-b477-f2874c79cfc9,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:27.779661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Sync routers for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:27.783876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.786002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.786793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7487e2fb-38ca-4c2f-b29d-2070cda25b63 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:27.851122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:27.856154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.876268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port 7efd4dc2-00e2-46a0-8518-6f1a0b23670d on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:27.885961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.889078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.892834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf2d3461-03fb-4eb9-80ca-50f2410c84c6 HTTP/1.1" status: 204 len: 168 time: 0.4001749 Oct 19 20:33:27.893004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:27.893004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:27.905552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:27.908893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-1fd7d3b1-46c5-4a0b-8320-d5cf7189235a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "DELETE /v2.0/ports/7efd4dc2-00e2-46a0-8518-6f1a0b23670d HTTP/1.1" status: 204 len: 173 time: 3.7005699 Oct 19 20:33:27.910296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:27.912503 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03d4e0-a5c1-4121-ac2b-6b8e04700a7e" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:27.931042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41aa52f-6e6f-4425-a089-b136313e011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d3461-03fb-4eb9-80ca-50f2410c84c6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:28.031433 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536cf0ad-a1dd-4abf-ab54-0ac75b0f7e53 x-openstack-request-id: req-536cf0ad-a1dd-4abf-ab54-0ac75b0f7e53 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:28.032016 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "7efd4dc2-00e2-46a0-8518-6f1a0b23670d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:28.032016 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-536cf0ad-a1dd-4abf-ab54-0ac75b0f7e53 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:28.032364 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '7efd4dc2-00e2-46a0-8518-6f1a0b23670d', 'status': 'completed', 'code': 200} Oct 19 20:33:28.040613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:28.072943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-8af99ec9-999c-4e6e-afe9-2867d6bec9a0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.081244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-8af99ec9-999c-4e6e-afe9-2867d6bec9a0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.088536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-8af99ec9-999c-4e6e-afe9-2867d6bec9a0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.094939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-8af99ec9-999c-4e6e-afe9-2867d6bec9a0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.096752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-8af99ec9-999c-4e6e-afe9-2867d6bec9a0 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3142 time: 0.3442047 Oct 19 20:33:28.118328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Allocated IP 19.80.0.5 (ce3fc2d2-1030-4c9e-aba6-ed5354348597/814e1a02-ad86-4791-8129-7886f525ca59/1fdb9250-3d28-4089-88ab-2c126a55f924) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:28.118905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b16b850c-e792-455f-b477-f2874c79cfc9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:28.133345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-0abb5511-29e2-4698-a490-7f16579826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.135074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-0abb5511-29e2-4698-a490-7f16579826c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da580e56cfdf4c06b6f3c4c23fc32a9c&device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 1094 time: 0.2601058 Oct 19 20:33:28.160605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:33:28.160962 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:33:28.165020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaf6a0-2cad-4e84-b573-a82794e356be req-1d810437-9f5a-41ed-8e6e-c06c83530a1f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.171615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaf6a0-2cad-4e84-b573-a82794e356be req-1d810437-9f5a-41ed-8e6e-c06c83530a1f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.173873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6abaf6a0-2cad-4e84-b573-a82794e356be req-1d810437-9f5a-41ed-8e6e-c06c83530a1f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 1654 time: 0.0958273 Oct 19 20:33:28.200449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:28.200815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.275544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6abaf6a0-2cad-4e84-b573-a82794e356be req-bd4e9989-565e-447d-ba3a-adfcc8f18c98 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849252 Oct 19 20:33:28.319422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33f6fc6c-8863-4669-aaff-0df3d10d9f68 req-bc2a41f6-47cc-4959-9a6b-b7d389ea9dcd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771338 Oct 19 20:33:28.457742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.473888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc592e-22d6-412f-9805-5b70ef0c00da req-666e7307-5533-4053-adde-95116bb539e5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.475452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4fc592e-22d6-412f-9805-5b70ef0c00da req-666e7307-5533-4053-adde-95116bb539e5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.0831909 Oct 19 20:33:28.475594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50248) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:28.525855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4fc592e-22d6-412f-9805-5b70ef0c00da req-b864d03b-cf19-43f8-be0f-3ba9f0a72add tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Oct 19 20:33:28.539475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port 0251591c-8e31-48df-8634-1503bd5e8e5f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:28.539850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.540286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.551411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f03fb3-e489-4c26-84d8-260b02233f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.579688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-ebe83167-3822-44da-a2af-50fd123b0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.581840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-ebe83167-3822-44da-a2af-50fd123b0be7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5fc3ec45-fdc7-4c20-a9ea-11e581365886 HTTP/1.1" status: 200 len: 921 time: 0.3927984 Oct 19 20:33:28.595443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:28.601079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:28.604276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:28.609248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:28.622919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Checking router: 4b47a997-2652-4cf1-820e-fd9c0900337d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:33:28.632995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:28.633649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:28.656024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:28.687560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.688328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.719892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cc523a83-04f1-43f2-ae3c-87cad7bc9503 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0873425 Oct 19 20:33:28.733850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.21.0.1 (79add59d-239a-4556-92cb-2d9a630d608a/f996e5a3-e69a-4c59-a57c-8bf34ce77323/6206a750-29ee-47da-91d4-6e73aca66257) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:28.736223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:28.790901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Provisioning complete for port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:28.791274 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4238-6bbb-4088-b27b-7b7f5d3e1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.824628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:33:28.829347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.868550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port 0251591c-8e31-48df-8634-1503bd5e8e5f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0251591c-8e31-48df-8634-1503bd5e8e5f,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:28.869342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:28.891109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for 0251591c-8e31-48df-8634-1503bd5e8e5f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:28.896749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b16b850c-e792-455f-b477-f2874c79cfc9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:28.973024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064532-f8df-478a-932a-a1282978afd8 req-3f178e82-d944-486b-a1dc-b4213e3c2e5a tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:28.974596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88064532-f8df-478a-932a-a1282978afd8 req-3f178e82-d944-486b-a1dc-b4213e3c2e5a tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.5098586 Oct 19 20:33:28.981511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-5093c0d8-86ff-4c1e-9fd8-9cdac0b7935c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28049572-314a-47e5-9ac6-fb96f73c26c3 HTTP/1.1" status: 200 len: 217 time: 0.3613968 Oct 19 20:33:29.097727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b16b850c-e792-455f-b477-f2874c79cfc9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:29.098102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.150188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd60a0b6-911a-4c3c-bb28-20bfe5895afa {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:29.155858 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88064532-f8df-478a-932a-a1282978afd8 req-96b2a565-ac74-4b5a-bbb6-9484440c662c tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642332 Oct 19 20:33:29.160366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.170069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Provisioning complete for port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:29.170440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.175818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Transition to ACTIVE for port object dd60a0b6-911a-4c3c-bb28-20bfe5895afa will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:33:29.176006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-abe102af-1dbf-455a-ae2e-7fe6d8b2462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.178468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-abe102af-1dbf-455a-ae2e-7fe6d8b2462b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=477910d0-d365-4f01-8446-658af70f8cd0 HTTP/1.1" status: 200 len: 860 time: 0.1766095 Oct 19 20:33:29.181150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.237655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-23cfaacd-0e53-4509-8e1f-e7944010660a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fc3ec45-fdc7-4c20-a9ea-11e581365886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306671 Oct 19 20:33:29.239623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f03fb3-e489-4c26-84d8-260b02233f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.255719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:29.267877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-80c8d1a4-c1db-4c5f-9cc1-672575bea8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.280762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.283990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:29.290785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:29.323032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f03fb3-e489-4c26-84d8-260b02233f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.325490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Attempting to bind port dd60a0b6-911a-4c3c-bb28-20bfe5895afa on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:29.326160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Attempting to bind port dd60a0b6-911a-4c3c-bb28-20bfe5895afa by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:29.326732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Attempting to bind port dd60a0b6-911a-4c3c-bb28-20bfe5895afa on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:29.332570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Port dd60a0b6-911a-4c3c-bb28-20bfe5895afa on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:33:29.332973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Attempting to bind port dd60a0b6-911a-4c3c-bb28-20bfe5895afa on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:29.336916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7487e2fb-38ca-4c2f-b29d-2070cda25b63 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:29.338391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:29.340027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Checking segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:29.340229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd70c4-a762-40b7-b72d-953b2073d991 None None] The sync data for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 is: [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:22:52Z', 'revision_number': 4, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9be8762b-6bca-4041-8c8b-aba52f525542', 'name': '', 'network_id': 'c98a30e4-b281-46d3-bfab-daa865a652fa', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'mac_address': 'fa:16:3e:fc:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:51Z', 'updated_at': '2021-10-19T20:22:58Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'subnets': [{'id': '34afaaab-dc03-44db-8d59-00efa1e9b8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:29.340408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Bound using segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:29.341221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Bound port: dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:29.341687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.349937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Provisioning complete for port 1fdb9250-3d28-4089-88ab-2c126a55f924 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:29.350316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.452930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-67a286b9-90b1-4dac-aa61-7947e91dfbe3 None None] Port 1fdb9250-3d28-4089-88ab-2c126a55f924 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:29.476138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:29.476522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.527362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:29.550152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95f03fb3-e489-4c26-84d8-260b02233f7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a1459bb49da4e7b96f80e484cb2339a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0612512 Oct 19 20:33:29.550152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f03fb3-e489-4c26-84d8-260b02233f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b190acb-3a90-4263-baa4-e00b3b87f7b1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:29.558844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18bac3-b6f7-439c-adb1-240c91951f45 req-6bfa6bc9-eeab-4e40-9f70-410554150311 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.575068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18bac3-b6f7-439c-adb1-240c91951f45 req-6bfa6bc9-eeab-4e40-9f70-410554150311 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.578232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:29.581808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18bac3-b6f7-439c-adb1-240c91951f45 req-6bfa6bc9-eeab-4e40-9f70-410554150311 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.583625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d18bac3-b6f7-439c-adb1-240c91951f45 req-6bfa6bc9-eeab-4e40-9f70-410554150311 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2386 time: 0.1320429 Oct 19 20:33:29.587705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:29.604026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.674463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-3cf29293-21e3-4a88-a28b-027d934438dd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.682459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-3cf29293-21e3-4a88-a28b-027d934438dd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.683133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.683752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.689030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd60a0b6-911a-4c3c-bb28-20bfe5895afa HTTP/1.1" status: 200 len: 1091 time: 0.9579098 Oct 19 20:33:29.689215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-3cf29293-21e3-4a88-a28b-027d934438dd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.691633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:29.694303 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21d202d-6dd4-4e59-83a0-6eb8233914cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:29.697949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-3cf29293-21e3-4a88-a28b-027d934438dd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:29.699981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-3cf29293-21e3-4a88-a28b-027d934438dd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 3142 time: 0.2142036 Oct 19 20:33:29.702227 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.724106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-6c36bd5f-c060-4aa3-854c-dabce7fadc6f service neutron] 10.222.0.11 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759166 Oct 19 20:33:29.731064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:29.743453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d18bac3-b6f7-439c-adb1-240c91951f45 req-eccbf8cb-a6e7-4965-b01a-e97745fea24c tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520011 Oct 19 20:33:29.760966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395b8b-021f-42ec-a500-2ec89fa154f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:29.786764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:29.798763 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a47833-2484-417b-af23-bd702bf89e37 None None] New status for floating IP c4201663-f642-4368-b968-851250fd948a: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:33:29.811835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.821712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:29.887564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 79add59d-239a-4556-92cb-2d9a630d608a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:29.907387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:29.911443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:29.933881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.009723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:30.013906 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677fcc8d-a3cb-4306-a7af-1ff84ae07e6a" -d '{"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-unplugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:30.040270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.051350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:30.059296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.092946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afe12e-2dee-43db-80a0-5276528be5de req-c1ddf88a-1b72-44d4-84d0-c2b7bebcc5f6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:30.100794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4afe12e-2dee-43db-80a0-5276528be5de req-c1ddf88a-1b72-44d4-84d0-c2b7bebcc5f6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.1965575 Oct 19 20:33:30.122799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:30.191343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4afe12e-2dee-43db-80a0-5276528be5de req-2a9228d7-0af1-40ae-a4e4-160b1841c1e7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893955 Oct 19 20:33:30.210528 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.227258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bbc6c8b-6684-4702-94f8-d14329f03ff0 req-f1702b37-70f2-4039-af29-542197ce4962 service neutron] 10.222.0.11 "GET /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814112 Oct 19 20:33:30.280466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.287448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d1f843d-5ad2-4871-b3e5-7324a8ae7847 req-f238961d-1c0d-4bb6-8258-4f857432eb27 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5684776 Oct 19 20:33:30.300977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port 0251591c-8e31-48df-8634-1503bd5e8e5f on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:30.304972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.307272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c93564f4-f4c3-4870-81f2-5ed21a23321f None None] Provisioning complete for port 6206a750-29ee-47da-91d4-6e73aca66257 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:30.308611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c93564f4-f4c3-4870-81f2-5ed21a23321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.309037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "DELETE /v2.0/ports/0251591c-8e31-48df-8634-1503bd5e8e5f HTTP/1.1" status: 204 len: 173 time: 2.3883152 Oct 19 20:33:30.320235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:30.322577 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9ee2f-a35c-4819-8f8a-5fd2d702ca35" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:30.331943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=6206a750-29ee-47da-91d4-6e73aca66257,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:30.344605 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80662e26-d4f1-4beb-b092-d1e8067f7b3c x-openstack-request-id: req-80662e26-d4f1-4beb-b092-d1e8067f7b3c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:30.344902 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:30.345158 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80662e26-d4f1-4beb-b092-d1e8067f7b3c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:30.345572 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa', 'status': 'completed', 'code': 200} Oct 19 20:33:30.374642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:30.385147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.406896 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c6dcb-b55a-4d70-a8a7-079f83cc087d x-openstack-request-id: req-6e0c6dcb-b55a-4d70-a8a7-079f83cc087d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:30.407184 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-unplugged", "status": "completed", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:30.407437 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e0c6dcb-b55a-4d70-a8a7-079f83cc087d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:30.409525 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'code': 200} Oct 19 20:33:30.412374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Transition to ACTIVE for port object 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:33:30.418734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c93564f4-f4c3-4870-81f2-5ed21a23321f None None] Port 6206a750-29ee-47da-91d4-6e73aca66257 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:30.434278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.447313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.500395 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b716c5b-e544-477e-aa12-7e5b6246b2c6 x-openstack-request-id: req-5b716c5b-e544-477e-aa12-7e5b6246b2c6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:30.500699 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "0251591c-8e31-48df-8634-1503bd5e8e5f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:30.500955 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b716c5b-e544-477e-aa12-7e5b6246b2c6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:30.501385 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '0251591c-8e31-48df-8634-1503bd5e8e5f', 'status': 'completed', 'code': 200} Oct 19 20:33:30.567137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65a30a-492a-4c8f-a1c1-829bc9ee46ff tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=0251591c-8e31-48df-8634-1503bd5e8e5f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:30.577551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.580221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.581480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b190acb-3a90-4263-baa4-e00b3b87f7b1 HTTP/1.1" status: 204 len: 168 time: 1.0006886 Oct 19 20:33:30.626466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-38834e17-6333-4ce6-9a21-68c1dc89cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:30.626466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-38834e17-6333-4ce6-9a21-68c1dc89cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:30.627167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-38834e17-6333-4ce6-9a21-68c1dc89cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:30.629431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-38834e17-6333-4ce6-9a21-68c1dc89cb15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2754 time: 0.1883252 Oct 19 20:33:30.643496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9b5d-2884-4e3f-a8ae-0041693a7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b190acb-3a90-4263-baa4-e00b3b87f7b1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:30.795952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.901204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:30.918933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Pushing event updated for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:30.956744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b4f46-581f-45b4-821a-6800b07ba612 req-fece9921-20df-4191-9288-08a5e8f9aa47 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:30.958346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f1b4f46-581f-45b4-821a-6800b07ba612 req-fece9921-20df-4191-9288-08a5e8f9aa47 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.4436204 Oct 19 20:33:30.970716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Attempting to bind port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:30.971254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Attempting to bind port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:30.971648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Attempting to bind port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 on network 38eec977-9f81-4ca5-aabf-955f6420bd22 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:30.995908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 on network 38eec977-9f81-4ca5-aabf-955f6420bd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:33:30.996369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Attempting to bind port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 on network 38eec977-9f81-4ca5-aabf-955f6420bd22 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:31.010868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:31.011254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Checking segment: {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:31.011584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Bound using segment: {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:31.012030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Bound port: 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffdaa823-cbde-4979-a404-21440b793e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:31.012393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.043339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f1b4f46-581f-45b4-821a-6800b07ba612 req-b08373ef-a54c-4104-8555-4eeda477e154 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689356 Oct 19 20:33:31.095484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:31.100681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:31.106518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.142652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.143556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.145106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 HTTP/1.1" status: 200 len: 1092 time: 1.4223487 Oct 19 20:33:31.190249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Request body: {'port': {'device_id': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:31.222694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5364e-87d8-47d4-8c87-a6d30820f184 service neutron] Pushing event updated for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:31.276849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.296298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:31.297125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.399557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-cc91beea-3879-4b19-a3d5-6ed1de5e30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.399995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-cc91beea-3879-4b19-a3d5-6ed1de5e30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.400435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-cc91beea-3879-4b19-a3d5-6ed1de5e30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.410970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-cc91beea-3879-4b19-a3d5-6ed1de5e30a2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e80506a2365e45dda3ac44b64c0fd543&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7642367 Oct 19 20:33:31.481805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee716e-6a17-45c2-9313-75aff748b21d req-83174803-e28c-4316-a775-39fc8b071e38 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.489118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cee716e-6a17-45c2-9313-75aff748b21d req-83174803-e28c-4316-a775-39fc8b071e38 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.1538103 Oct 19 20:33:31.543697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cee716e-6a17-45c2-9313-75aff748b21d req-d8a80a3c-cd57-4956-8237-c45e7c3225ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 Oct 19 20:33:31.586208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:31.702197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ea53-6afb-4973-90ad-cd3eeee172fd req-905b007c-136d-4ec9-8767-20f7a5f3a433 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.708839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ea53-6afb-4973-90ad-cd3eeee172fd req-905b007c-136d-4ec9-8767-20f7a5f3a433 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.715735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ea53-6afb-4973-90ad-cd3eeee172fd req-905b007c-136d-4ec9-8767-20f7a5f3a433 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.723636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be82ea53-6afb-4973-90ad-cd3eeee172fd req-905b007c-136d-4ec9-8767-20f7a5f3a433 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2398 time: 0.5772161 Oct 19 20:33:31.846118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:31.859296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960440-e032-4abf-806c-04afa3c89ee4 req-4db729da-57a5-4407-a45e-399c946e365a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.865017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'mac_address': 'fa:16:3e:2c:59:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:31.867191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960440-e032-4abf-806c-04afa3c89ee4 req-4db729da-57a5-4407-a45e-399c946e365a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.873830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960440-e032-4abf-806c-04afa3c89ee4 req-4db729da-57a5-4407-a45e-399c946e365a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.881883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-48960440-e032-4abf-806c-04afa3c89ee4 req-4db729da-57a5-4407-a45e-399c946e365a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 2409 time: 0.1382992 Oct 19 20:33:31.903277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be82ea53-6afb-4973-90ad-cd3eeee172fd req-f7019e55-df8d-415c-a031-ddb95276117f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785376 Oct 19 20:33:31.910829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdb9250-3d28-4089-88ab-2c126a55f924 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:31.921120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.957120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-48960440-e032-4abf-806c-04afa3c89ee4 req-0de6afaa-d6dd-49f1-b565-3335d68d57f1 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740130 Oct 19 20:33:31.958943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-a1ce91d9-c713-4cce-a847-734b7380cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:31.960408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Transition to ACTIVE for port object 1fdb9250-3d28-4089-88ab-2c126a55f924 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:33:31.961453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f21d202d-6dd4-4e59-83a0-6eb8233914cc req-a1ce91d9-c713-4cce-a847-734b7380cc9a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5492797 Oct 19 20:33:31.969390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.971337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:31.972775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:31.974198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.017032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:32.035522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for a0182e7d-53dd-4f9a-872a-5f79c72bf9cd owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:32.091449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:32.098709 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.100532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 28049572-314a-47e5-9ac6-fb96f73c26c3 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:32.144902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:32.233506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:32.282305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.289736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Attempting to bind port 1fdb9250-3d28-4089-88ab-2c126a55f924 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:32.290086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Attempting to bind port 1fdb9250-3d28-4089-88ab-2c126a55f924 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:32.290421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Attempting to bind port 1fdb9250-3d28-4089-88ab-2c126a55f924 on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:32.295923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Port 1fdb9250-3d28-4089-88ab-2c126a55f924 on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:33:32.296249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Attempting to bind port 1fdb9250-3d28-4089-88ab-2c126a55f924 on network ce3fc2d2-1030-4c9e-aba6-ed5354348597 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:32.308286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5127c-daae-4fa7-8c04-21cfd409bb9a req-06a369b3-849c-42e6-8540-30c876bef434 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:32.316098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4fd5127c-daae-4fa7-8c04-21cfd409bb9a req-06a369b3-849c-42e6-8540-30c876bef434 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 943 time: 0.1237793 Oct 19 20:33:32.324874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.326872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:32.327220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Checking segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:32.327728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Bound using segment: {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:32.328176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Bound port: 1fdb9250-3d28-4089-88ab-2c126a55f924, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf6b75d-26df-4db9-be22-06d49616177e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:32.328578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.340746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.346337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:32.349672 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae087bb-a288-4ffe-8328-1725e38ad550" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:32.397141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=28049572-314a-47e5-9ac6-fb96f73c26c3,segment=NetworkSegment(566ee98b-e348-46c6-b097-bcde3de9b840),segment_id=566ee98b-e348-46c6-b097-bcde3de9b840)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:32.413751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '28049572-314a-47e5-9ac6-fb96f73c26c3', 'network_id': '5fc3ec45-fdc7-4c20-a9ea-11e581365886', 'port_id': '28049572-314a-47e5-9ac6-fb96f73c26c3', 'mac_address': 'fa:16:3e:f9:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477910d0-d365-4f01-8446-658af70f8cd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:32.455988 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2ea47f-7c61-40b8-ad46-de159b79b94f x-openstack-request-id: req-0a2ea47f-7c61-40b8-ad46-de159b79b94f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:32.456286 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:32.456538 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2ea47f-7c61-40b8-ad46-de159b79b94f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:32.456925 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3', 'status': 'completed', 'code': 200} Oct 19 20:33:32.499343 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.522318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28049572-314a-47e5-9ac6-fb96f73c26c3 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:32.523870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4fd5127c-daae-4fa7-8c04-21cfd409bb9a req-bc87fd6f-fc77-4397-82c4-86dd495af00a tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068193 Oct 19 20:33:32.532659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.537331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=28049572-314a-47e5-9ac6-fb96f73c26c3,segment=NetworkSegment(566ee98b-e348-46c6-b097-bcde3de9b840),segment_id=566ee98b-e348-46c6-b097-bcde3de9b840)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:32.583861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.611414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:32.620277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:32.629205 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.649017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=6206a750-29ee-47da-91d4-6e73aca66257,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:32.693672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:32.706747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['085b8886-cdef-4ad4-af35-d00f321fd4e3'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:32.736570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:32.742728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.746029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/1fdb9250-3d28-4089-88ab-2c126a55f924 HTTP/1.1" status: 200 len: 1090 time: 1.5595388 Oct 19 20:33:32.810458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:32.814630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7157a3-9e8d-4362-8c5a-4458ea6ca4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:32.882137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['28049572-314a-47e5-9ac6-fb96f73c26c3'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:32.886422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e60db714-0009-40ea-a767-a3127fe3515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:32.886906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e60db714-0009-40ea-a767-a3127fe3515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:32.887376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e60db714-0009-40ea-a767-a3127fe3515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:32.889142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e60db714-0009-40ea-a767-a3127fe3515c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2821 time: 0.3898437 Oct 19 20:33:32.952207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=a0182e7d-53dd-4f9a-872a-5f79c72bf9cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:33.003809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port a0182e7d-53dd-4f9a-872a-5f79c72bf9cd on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:33.006705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.012550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-37e69343-423e-4527-b45b-61a9c9549493 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "DELETE /v2.0/ports/a0182e7d-53dd-4f9a-872a-5f79c72bf9cd HTTP/1.1" status: 204 len: 173 time: 2.6730633 Oct 19 20:33:33.039581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:33.046296 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9009c9-99cf-449f-b952-bbbd30f06356" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:33.099380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939c644-1b32-4a5c-a6e4-0d1681d52743 req-df336c0e-67ff-4fb6-a24b-4d215378f18b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.101097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9939c644-1b32-4a5c-a6e4-0d1681d52743 req-df336c0e-67ff-4fb6-a24b-4d215378f18b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.4163845 Oct 19 20:33:33.123734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 79add59d-239a-4556-92cb-2d9a630d608a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:33.142958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e20a-be91-4c85-a159-c243d2c05a9a req-7869d088-2332-4158-ab91-0f94d46544ca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.151845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e20a-be91-4c85-a159-c243d2c05a9a req-7869d088-2332-4158-ab91-0f94d46544ca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.159898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e20a-be91-4c85-a159-c243d2c05a9a req-7869d088-2332-4158-ab91-0f94d46544ca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.161850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d529e20a-be91-4c85-a159-c243d2c05a9a req-7869d088-2332-4158-ab91-0f94d46544ca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2410 time: 0.1048026 Oct 19 20:33:33.183952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:33.271935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d529e20a-be91-4c85-a159-c243d2c05a9a req-f79d96c4-9244-4f89-aeeb-f91836d5f65e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901489 Oct 19 20:33:33.313966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9939c644-1b32-4a5c-a6e4-0d1681d52743 req-efc5d47f-a11f-4ae0-a85c-556cf0ff74ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896656 Oct 19 20:33:33.378342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-011be4ca-366b-4af3-a1d9-276f2dc0f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.379305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-011be4ca-366b-4af3-a1d9-276f2dc0f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.379694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-011be4ca-366b-4af3-a1d9-276f2dc0f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.381483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-011be4ca-366b-4af3-a1d9-276f2dc0f67f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e80506a2365e45dda3ac44b64c0fd543&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4407139 Oct 19 20:33:33.544951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdbd56-bd7f-4d15-b7b2-ee1e5f1908db req-f86433f7-98e4-43f4-97f8-1a00995c9abe tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.561902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdbd56-bd7f-4d15-b7b2-ee1e5f1908db req-f86433f7-98e4-43f4-97f8-1a00995c9abe tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.569793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9bdbd56-bd7f-4d15-b7b2-ee1e5f1908db req-f86433f7-98e4-43f4-97f8-1a00995c9abe tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 1676 time: 0.1277559 Oct 19 20:33:33.574022 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793db9ee-32eb-4173-92aa-b0e2892508a6 x-openstack-request-id: req-793db9ee-32eb-4173-92aa-b0e2892508a6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:33.574325 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "a0182e7d-53dd-4f9a-872a-5f79c72bf9cd", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:33.574579 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-793db9ee-32eb-4173-92aa-b0e2892508a6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:33.574982 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': 'a0182e7d-53dd-4f9a-872a-5f79c72bf9cd', 'status': 'completed', 'code': 200} Oct 19 20:33:33.610589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:33.698780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-407f4007-ab16-4e23-ad6f-b5ccef7f3cf0 None None] Provisioning complete for port 6206a750-29ee-47da-91d4-6e73aca66257 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:33.699419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-407f4007-ab16-4e23-ad6f-b5ccef7f3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.700687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9bdbd56-bd7f-4d15-b7b2-ee1e5f1908db req-16961589-4046-4b52-afa3-23fad9f00130 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118646 Oct 19 20:33:33.759148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-407f4007-ab16-4e23-ad6f-b5ccef7f3cf0 None None] Port 6206a750-29ee-47da-91d4-6e73aca66257 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:33.763331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 085b8886-cdef-4ad4-af35-d00f321fd4e3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:33.763489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.859874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 80d5364c-6961-4292-9127-0b55f0fbbe92 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:33:33.865735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.900975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:33.902570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port bee71a47-96af-416a-8c5c-0130b95fd33a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:33.902921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.904303 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b0596e-8f57-4bf9-9b4d-ad8d5a7479c0" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:33.923784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086523-9319-4968-8087-572671aaa164 req-ddf218d1-886c-4001-a1ac-a425f0e7ea2a tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.925918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e5086523-9319-4968-8087-572671aaa164 req-ddf218d1-886c-4001-a1ac-a425f0e7ea2a tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 944 time: 0.1994352 Oct 19 20:33:33.927110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:33.935444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:33.950436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e76e7681-1895-4368-b2da-bced419654f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:33.951820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ae087bb-a288-4ffe-8328-1725e38ad550 req-e76e7681-1895-4368-b2da-bced419654f8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5568321 Oct 19 20:33:33.981209 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8f7e6-c7ca-4d63-a3f5-94360843330e x-openstack-request-id: req-fbc8f7e6-c7ca-4d63-a3f5-94360843330e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:33.981826 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-plugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:33.982534 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbc8f7e6-c7ca-4d63-a3f5-94360843330e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:33.983157 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'code': 200} Oct 19 20:33:34.009291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:34.398022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e5086523-9319-4968-8087-572671aaa164 req-f1c0815a-fc3a-4f25-a2cb-7edd820d93bb tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492311 Oct 19 20:33:34.459322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:34.464787 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1567cfa3-aede-48eb-961b-ae92968ce762" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:34.525920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-3626e0d6-08b4-417d-a654-7febdd4ecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.527126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-3626e0d6-08b4-417d-a654-7febdd4ecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.527537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-3626e0d6-08b4-417d-a654-7febdd4ecdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.529209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-3626e0d6-08b4-417d-a654-7febdd4ecdfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2863 time: 0.4984548 Oct 19 20:33:34.531445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port bee71a47-96af-416a-8c5c-0130b95fd33a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bee71a47-96af-416a-8c5c-0130b95fd33a,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:34.531884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:34.550005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:34.562443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] Sync routers for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:34.569919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f6bac805-3aa3-4bb9-9541-8ab213d25b44 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2876053 Oct 19 20:33:34.574434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50416) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:34.576098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:34.577010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:34.605165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-ba5b76c4-dbaf-4dbf-85a0-c5596fc55e8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa HTTP/1.1" status: 200 len: 217 time: 0.0530188 Oct 19 20:33:34.606265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for bee71a47-96af-416a-8c5c-0130b95fd33a owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:34.616478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:34.625917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:34.626967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:34.662730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:34.663759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c60b4-572e-4a51-8100-b96b45d3c5c2 None None] The sync data for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:34.707644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370f56e-9612-4c2d-83da-e01b55265d1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.711822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0370f56e-9612-4c2d-83da-e01b55265d1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports/6206a750-29ee-47da-91d4-6e73aca66257 HTTP/1.1" status: 200 len: 910 time: 0.1326432 Oct 19 20:33:34.712727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:34.725535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817837-0d9b-433d-93ba-8cbd5d9c11f3 req-5e550625-722f-4602-8b6d-434ff7f2ebec tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.727087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95817837-0d9b-433d-93ba-8cbd5d9c11f3 req-5e550625-722f-4602-8b6d-434ff7f2ebec tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.2249522 Oct 19 20:33:34.766506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-ce6d93ed-01f2-4ea0-aef5-790d4c853c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.767975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-ce6d93ed-01f2-4ea0-aef5-790d4c853c92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=814e1a02-ad86-4791-8129-7886f525ca59 HTTP/1.1" status: 200 len: 801 time: 0.1538799 Oct 19 20:33:34.843204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95817837-0d9b-433d-93ba-8cbd5d9c11f3 req-03f254de-f922-4076-ba77-00c880c834ed tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051371 Oct 19 20:33:34.857519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-ef728b34-c3ac-492d-9881-5864f4753584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:34.858812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-ef728b34-c3ac-492d-9881-5864f4753584 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3fc2d2-1030-4c9e-aba6-ed5354348597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814841 Oct 19 20:33:34.992994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:34.995940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef975-eaa2-4cdd-971c-c85cf09bf30a req-81cda849-3e7c-440b-84cb-6696a18006bb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.006771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef975-eaa2-4cdd-971c-c85cf09bf30a req-81cda849-3e7c-440b-84cb-6696a18006bb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.016986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ef975-eaa2-4cdd-971c-c85cf09bf30a req-81cda849-3e7c-440b-84cb-6696a18006bb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.027944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb4ef975-eaa2-4cdd-971c-c85cf09bf30a req-81cda849-3e7c-440b-84cb-6696a18006bb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2410 time: 0.3042088 Oct 19 20:33:35.085552 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cbee1d-783d-4a67-9120-11c4f144c787 x-openstack-request-id: req-a4cbee1d-783d-4a67-9120-11c4f144c787 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:35.086122 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:35.086454 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4cbee1d-783d-4a67-9120-11c4f144c787 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:35.086936 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'status': 'completed', 'code': 200} Oct 19 20:33:35.101819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=bee71a47-96af-416a-8c5c-0130b95fd33a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:35.121893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-f134b7c4-3afa-4497-a2cd-2d7673651d08 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398157 Oct 19 20:33:35.204579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb4ef975-eaa2-4cdd-971c-c85cf09bf30a req-efeae9eb-e4ab-4dfa-aa47-60d7a6a8c463 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756344 Oct 19 20:33:35.212041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port bee71a47-96af-416a-8c5c-0130b95fd33a on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:35.263428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:35.277379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-0cd9f6f3-efc1-490b-95c3-75a27192f666 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "DELETE /v2.0/ports/bee71a47-96af-416a-8c5c-0130b95fd33a HTTP/1.1" status: 204 len: 173 time: 2.1994321 Oct 19 20:33:35.417916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:35.506644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-b0b96584-d43a-4d37-b95d-ffb75fb50dee service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530128 Oct 19 20:33:35.552920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e3f1e-c7e2-4219-bdbf-f4d601dc0c62 req-f0837dd8-f67d-4df2-8e06-f16a493da0c5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.561101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a5e3f1e-c7e2-4219-bdbf-f4d601dc0c62 req-f0837dd8-f67d-4df2-8e06-f16a493da0c5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 943 time: 0.4246309 Oct 19 20:33:35.610784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 28049572-314a-47e5-9ac6-fb96f73c26c3 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:35.628990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:35.631290 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb50780-7286-4342-ba91-da8b3ab72050" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:35.669068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeee6b0-8b94-4ecd-8276-217e3c866399 req-3db97d34-1dc5-4731-b38b-af74ff997946 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.674094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7eeee6b0-8b94-4ecd-8276-217e3c866399 req-3db97d34-1dc5-4731-b38b-af74ff997946 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 944 time: 0.1516993 Oct 19 20:33:35.739739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 28049572-314a-47e5-9ac6-fb96f73c26c3 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:35.745309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 28049572-314a-47e5-9ac6-fb96f73c26c3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:35.745966 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:35.773534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a5e3f1e-c7e2-4219-bdbf-f4d601dc0c62 req-dc72f563-3a0e-4cbf-9aa6-ebb280e3838d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups?id=8853d7ee-974f-42ad-97b7-8871a55e0aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113953 Oct 19 20:33:35.795940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-e768f736-66d1-4fe7-9fba-63b283d82a41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.130&port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 HTTP/1.1" status: 200 len: 217 time: 0.2765241 Oct 19 20:33:35.829521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7eeee6b0-8b94-4ecd-8276-217e3c866399 req-5dfc4016-744d-4ce0-86a2-ac7fc5ea7b03 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334310 Oct 19 20:33:35.897156 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9853ed4f-8cb2-4cf4-9fc4-68376ce46834 x-openstack-request-id: req-9853ed4f-8cb2-4cf4-9fc4-68376ce46834 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:35.897478 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "bee71a47-96af-416a-8c5c-0130b95fd33a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:35.897733 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9853ed4f-8cb2-4cf4-9fc4-68376ce46834 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:35.898154 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': 'bee71a47-96af-416a-8c5c-0130b95fd33a', 'status': 'completed', 'code': 200} Oct 19 20:33:35.922624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:35.922981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:35.933318 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:35.947190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-f32c2cc6-367d-4d60-8515-d04251247da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:35.949002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-f32c2cc6-367d-4d60-8515-d04251247da3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07d3051e-ffe1-4ea9-a08e-70a72699dadf HTTP/1.1" status: 200 len: 801 time: 0.1396689 Oct 19 20:33:36.005747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:36.009684 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd039ae5-15b7-49bb-a794-c409150fef45" -d '{"events": [{"server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "name": "network-vif-plugged", "status": "completed", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:36.023519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=28049572-314a-47e5-9ac6-fb96f73c26c3,segment=NetworkSegment(566ee98b-e348-46c6-b097-bcde3de9b840),segment_id=566ee98b-e348-46c6-b097-bcde3de9b840)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:36.033620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.112059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:36.126244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 6206a750-29ee-47da-91d4-6e73aca66257 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:36.126697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.142268 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c8437d-3933-4d9a-8f1a-c8468dcebf0f x-openstack-request-id: req-19c8437d-3933-4d9a-8f1a-c8468dcebf0f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:36.142608 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "name": "network-vif-plugged", "status": "completed", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:36.142873 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19c8437d-3933-4d9a-8f1a-c8468dcebf0f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:36.143270 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3', 'code': 200} Oct 19 20:33:36.159252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:36.159915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.172664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-bf7c1944-fb3a-4802-819f-7870ecd046d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.175281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-bf7c1944-fb3a-4802-819f-7870ecd046d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38eec977-9f81-4ca5-aabf-955f6420bd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2129858 Oct 19 20:33:36.182757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:36.227641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.243604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 6206a750-29ee-47da-91d4-6e73aca66257 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:36.456238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1ed1e-4ef7-49db-94c7-c335adbbc8af req-e267e719-ab98-497d-aea2-50d1cd09cc46 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.464067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34e1ed1e-4ef7-49db-94c7-c335adbbc8af req-e267e719-ab98-497d-aea2-50d1cd09cc46 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.4355927 Oct 19 20:33:36.473742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.488233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581124a-5816-4915-99a8-00a81a24ce85 req-2526060e-d2b7-45da-ace3-cba0da0a7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.490621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f581124a-5816-4915-99a8-00a81a24ce85 req-2526060e-d2b7-45da-ace3-cba0da0a7cde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 1096 time: 0.2742510 Oct 19 20:33:36.496302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-5141e775-1b2c-4538-ae1e-e1016cd574f7 service neutron] 10.222.0.37 "GET /v2.0/networks/38eec977-9f81-4ca5-aabf-955f6420bd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076906 Oct 19 20:33:36.523525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=6206a750-29ee-47da-91d4-6e73aca66257,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:36.533352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db643b-06e7-4275-b0c3-3c6d43c579db req-f56b40dd-6e65-4ec5-a9e9-f56b954dbde4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.544199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db643b-06e7-4275-b0c3-3c6d43c579db req-f56b40dd-6e65-4ec5-a9e9-f56b954dbde4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.549706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db643b-06e7-4275-b0c3-3c6d43c579db req-f56b40dd-6e65-4ec5-a9e9-f56b954dbde4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:36.561587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18db643b-06e7-4275-b0c3-3c6d43c579db req-f56b40dd-6e65-4ec5-a9e9-f56b954dbde4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2410 time: 0.2120202 Oct 19 20:33:36.582016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34e1ed1e-4ef7-49db-94c7-c335adbbc8af req-00b76a64-d91e-48f6-b866-55b5f9440dab tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096473 Oct 19 20:33:36.583691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f581124a-5816-4915-99a8-00a81a24ce85 req-471c8a4f-bd88-4bc3-af52-00d007c7b8a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839040 Oct 19 20:33:36.869175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18db643b-06e7-4275-b0c3-3c6d43c579db req-c9a2f47c-d142-4db8-9035-caa3f202ca33 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065064 Oct 19 20:33:36.880256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:36.900284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:37.053518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:37.122229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port 5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:37.146733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ea63630-362d-48f9-880a-88fcf9daffbe req-a187e75c-5dd1-43db-a0d0-2650bb0f47b1 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1050892 Oct 19 20:33:37.151725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:37.152694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683f1d7-14e1-40fb-8a4d-2981ae08d76c req-8f26c73e-5169-41c6-aee7-f722af2fdf76 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:37.154112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8683f1d7-14e1-40fb-8a4d-2981ae08d76c req-8f26c73e-5169-41c6-aee7-f722af2fdf76 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 945 time: 0.1248639 Oct 19 20:33:37.157577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1178a5ac-72c8-427b-9918-3575cb2cd7e0 req-74105377-2124-466a-829d-ee714e3ce84e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.37 "DELETE /v2.0/ports/5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb HTTP/1.1" status: 204 len: 173 time: 1.8620455 Oct 19 20:33:37.223115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-b35aee3f-5fa9-4d0e-8de4-dda0129cae20 service neutron] 10.222.0.37 "GET /v2.0/networks/38eec977-9f81-4ca5-aabf-955f6420bd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416876 Oct 19 20:33:37.300769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-578f8426-5848-4ca3-9123-d2c76f6386d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=1fdb9250-3d28-4089-88ab-2c126a55f924 HTTP/1.1" status: 200 len: 217 time: 0.0690410 Oct 19 20:33:37.303188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8683f1d7-14e1-40fb-8a4d-2981ae08d76c req-e680ac80-d863-4981-aa27-7a24bdb23d37 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822332 Oct 19 20:33:37.359947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 80d5364c-6961-4292-9127-0b55f0fbbe92 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:33:37.382211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-0be93b4b-4683-4cfe-81e1-ee2d775b2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:37.383716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-0be93b4b-4683-4cfe-81e1-ee2d775b2ff7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=814e1a02-ad86-4791-8129-7886f525ca59 HTTP/1.1" status: 200 len: 801 time: 0.0639682 Oct 19 20:33:37.460672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b072-1aaa-4176-a47b-11df33c55c68 req-0d8ca5ec-a664-443c-800c-45412ab763b5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:37.462323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a91b072-1aaa-4176-a47b-11df33c55c68 req-0d8ca5ec-a664-443c-800c-45412ab763b5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1658554 Oct 19 20:33:37.559499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a91b072-1aaa-4176-a47b-11df33c55c68 req-198f5935-cde7-42b1-bd7c-286b0b182056 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840917 Oct 19 20:33:37.578528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-4a94af9a-b287-4cc8-a5f6-e8ca695d3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:37.580146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-4a94af9a-b287-4cc8-a5f6-e8ca695d3c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3fc2d2-1030-4c9e-aba6-ed5354348597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804857 Oct 19 20:33:37.587655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:37.605405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] Sync routers for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:37.624591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a2aa8eb-6ae7-4ba0-82d8-5d54c8f8a0c3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112597 Oct 19 20:33:37.625478 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:37.626856 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:37.628683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:37.754754 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:37.791191 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:37.792732 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:37.873774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-7cfbfc16-89bb-45dc-8ef2-337f6eabe495 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843413 Oct 19 20:33:37.886254 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:37.887506 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339ff68-3876-4b6a-901f-cad33705b5af None None] The sync data for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:37.899167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:37.902011 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a6609-f391-47e1-9054-a60730f15cdc" -d '{"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:38.114312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6e962-4671-4f2a-9b49-c871b62d0078 req-4dee22ce-84f4-4005-9646-870f20f4e4ef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.115938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b6e962-4671-4f2a-9b49-c871b62d0078 req-4dee22ce-84f4-4005-9646-870f20f4e4ef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.3422649 Oct 19 20:33:38.118780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f61f-04e2-49e6-a6f1-c964e9c9d68a req-7d2b64b5-9ae6-4ca7-a6a4-092b9b10e05d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.137764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f61f-04e2-49e6-a6f1-c964e9c9d68a req-7d2b64b5-9ae6-4ca7-a6a4-092b9b10e05d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.150609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f61f-04e2-49e6-a6f1-c964e9c9d68a req-7d2b64b5-9ae6-4ca7-a6a4-092b9b10e05d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.155943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2230f61f-04e2-49e6-a6f1-c964e9c9d68a req-7d2b64b5-9ae6-4ca7-a6a4-092b9b10e05d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2410 time: 0.1881514 Oct 19 20:33:38.185967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5d2751-c1a7-409a-8601-d0f5f6fcc1f4 req-cb75cfe0-2c3b-4095-a40f-f2cd38792b98 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982588 Oct 19 20:33:38.209970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b6e962-4671-4f2a-9b49-c871b62d0078 req-f70a736b-de9c-4b13-9733-d398947b9e09 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869076 Oct 19 20:33:38.314692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2230f61f-04e2-49e6-a6f1-c964e9c9d68a req-e65b0b6e-747d-4516-983a-adb5526394ac tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482003 Oct 19 20:33:38.316167 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd08343b-6063-4a3b-8592-c3e27778e822 x-openstack-request-id: req-fd08343b-6063-4a3b-8592-c3e27778e822 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:38.316461 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587553ae-8f33-45eb-84c0-b10f71d47ade", "name": "network-vif-deleted", "tag": "5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:38.329865 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd08343b-6063-4a3b-8592-c3e27778e822 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:38.330569 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587553ae-8f33-45eb-84c0-b10f71d47ade', 'name': 'network-vif-deleted', 'tag': '5d1ac4b9-1caf-4b7e-8cd8-47ebfaa8a5fb', 'status': 'completed', 'code': 200} Oct 19 20:33:38.407813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-ecbc072b-1493-46f4-814c-7116e2365b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.408301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-ecbc072b-1493-46f4-814c-7116e2365b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.408776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-ecbc072b-1493-46f4-814c-7116e2365b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.414233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-ecbc072b-1493-46f4-814c-7116e2365b4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2863 time: 0.1641774 Oct 19 20:33:38.485423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-624cac97-5498-4d79-896e-9f704f20b1a7 req-bae0499d-a459-459a-9220-0e42a61cee0e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0855095 Oct 19 20:33:38.734512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801a70e-3543-4583-bf04-ecc804abedc7 req-8455c112-cf48-46ab-8d13-48749eb49192 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.734512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c801a70e-3543-4583-bf04-ecc804abedc7 req-8455c112-cf48-46ab-8d13-48749eb49192 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 945 time: 0.2601361 Oct 19 20:33:38.759029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-bf0a3925-e640-40a7-9af3-f18fa2aa6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.777588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-bf0a3925-e640-40a7-9af3-f18fa2aa6b2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce3fc2d2-1030-4c9e-aba6-ed5354348597 HTTP/1.1" status: 200 len: 903 time: 0.3372529 Oct 19 20:33:38.852493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-929eae01-4b1f-4b9f-ab4e-f3fa84d26e82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=1fdb9250-3d28-4089-88ab-2c126a55f924 HTTP/1.1" status: 200 len: 217 time: 0.0737681 Oct 19 20:33:38.898535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-25a0f174-3b87-463d-99ce-4d8f85d8fb77 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.921210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c801a70e-3543-4583-bf04-ecc804abedc7 req-3b9b378a-7fc7-4073-abe0-c31d6d706ae2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738985 Oct 19 20:33:38.926084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-25a0f174-3b87-463d-99ce-4d8f85d8fb77 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.2331963 Oct 19 20:33:38.965875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-9b207df7-a3bb-4f17-9357-1da8cbe2dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:38.967758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-9b207df7-a3bb-4f17-9357-1da8cbe2dda0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=814e1a02-ad86-4791-8129-7886f525ca59 HTTP/1.1" status: 200 len: 801 time: 0.1021357 Oct 19 20:33:38.972166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-373d6232-1124-46bb-b67a-678184305054 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/quotas/71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 375 time: 0.0450940 Oct 19 20:33:39.107480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-d24a6994-603a-4b5e-b074-7c36170ac376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:39.109083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-d24a6994-603a-4b5e-b074-7c36170ac376 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce3fc2d2-1030-4c9e-aba6-ed5354348597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333590 Oct 19 20:33:39.296587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-de079f49-7653-467d-9796-60b88b7fa976 service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796503 Oct 19 20:33:39.386453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:39.500772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-b8d282c7-5453-4146-9165-b24d951fa69b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5275965 Oct 19 20:33:39.608223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1567cfa3-aede-48eb-961b-ae92968ce762 req-e4180a1f-9adf-49ca-8264-e9a7dd40e07f service neutron] 10.222.0.37 "GET /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990324 Oct 19 20:33:39.608983 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-5fd7dd40-a49c-44d8-a89d-25c27b52e762 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069517 Oct 19 20:33:39.643369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9140e5-ccb0-48be-8f52-379f1001032a req-ea920153-da7e-4781-b6d6-3dedbe7352ab tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:39.662370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9140e5-ccb0-48be-8f52-379f1001032a req-ea920153-da7e-4781-b6d6-3dedbe7352ab tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:39.671194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9140e5-ccb0-48be-8f52-379f1001032a req-ea920153-da7e-4781-b6d6-3dedbe7352ab tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:39.689783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd9140e5-ccb0-48be-8f52-379f1001032a req-ea920153-da7e-4781-b6d6-3dedbe7352ab tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2410 time: 0.2085023 Oct 19 20:33:39.774506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd9140e5-ccb0-48be-8f52-379f1001032a req-2995defd-43c8-4ef8-93c4-0b47ecfc8ee2 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830767 Oct 19 20:33:39.817171 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-1de29a8b-2269-4639-8b2c-d02114894461 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070172 Oct 19 20:33:39.844512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1fdb9250-3d28-4089-88ab-2c126a55f924 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:39.980114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1fe4a17-ffd8-4b00-a31a-80953a9076e2 req-9e1b0bf0-537b-451d-bcbc-4927fa34683b tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0914092 Oct 19 20:33:40.226006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 0005873b-2906-4995-bbac-b68021dbe745 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:40.226952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:40.255965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:40.284412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'port_id': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'mac_address': 'fa:16:3e:b7:50:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814e1a02-ad86-4791-8129-7886f525ca59', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:40.379808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:40.393919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05006c2a-527b-4bcf-b551-cff790c5e43e req-c22d16e1-d06e-4697-b3a4-1d5a5e39fbc5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 210 time: 0.0870612 Oct 19 20:33:40.411381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdb9250-3d28-4089-88ab-2c126a55f924 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:40.477359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:40.490297 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:40.491320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:40.502716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:40.558674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 0005873b-2906-4995-bbac-b68021dbe745 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:40.723499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:40.757401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3', 'network_id': '38eec977-9f81-4ca5-aabf-955f6420bd22', 'port_id': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3', 'mac_address': 'fa:16:3e:e2:b2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d3051e-ffe1-4ea9-a08e-70a72699dadf', 'ip_address': '19.86.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:40.938261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:40.993605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:40.998441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:41.013679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=0005873b-2906-4995-bbac-b68021dbe745,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:41.040853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:41.138402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:41.159438 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:41.162715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device dd60a0b6-911a-4c3c-bb28-20bfe5895afa details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:41.274561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283452a-087f-4e55-a4a6-56e868216b4a req-f71748a1-6756-4040-aa02-cfa9693f1eca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:41.301781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283452a-087f-4e55-a4a6-56e868216b4a req-f71748a1-6756-4040-aa02-cfa9693f1eca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:41.346905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283452a-087f-4e55-a4a6-56e868216b4a req-f71748a1-6756-4040-aa02-cfa9693f1eca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:41.374663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1283452a-087f-4e55-a4a6-56e868216b4a req-f71748a1-6756-4040-aa02-cfa9693f1eca tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2411 time: 0.4277179 Oct 19 20:33:41.378204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:41.445703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa', 'network_id': 'ce3fc2d2-1030-4c9e-aba6-ed5354348597', 'port_id': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa', 'mac_address': 'fa:16:3e:0d:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814e1a02-ad86-4791-8129-7886f525ca59', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:41.496706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9c301-fba3-4131-858f-3676d2e66528 req-f410d2f6-5542-4cea-8bb0-2ce89ca63292 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:41.517948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1283452a-087f-4e55-a4a6-56e868216b4a req-8eb5d52f-882b-450c-9423-27914a07e300 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364987 Oct 19 20:33:41.520802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38a9c301-fba3-4131-858f-3676d2e66528 req-f410d2f6-5542-4cea-8bb0-2ce89ca63292 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 945 time: 0.5959969 Oct 19 20:33:41.550621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:41.584511 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:41.628214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd60a0b6-911a-4c3c-bb28-20bfe5895afa {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:41.667894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:41.675146 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:41.677693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:41.711262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22707413-175b-4b3c-9606-3d35bff35f28 req-8df43a41-d5e4-4fc2-8d67-21c39563a7a2 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0718946 Oct 19 20:33:41.808376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38a9c301-fba3-4131-858f-3676d2e66528 req-28bdeda4-e5c1-4b8b-a3c0-0e9a16bceb26 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858582 Oct 19 20:33:41.826559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:42.014172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:42.052163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1670717-57dc-45e4-97db-431c269a1f17 req-04989088-c922-4bea-8953-988a27c4ceaa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 210 time: 0.0964103 Oct 19 20:33:42.081211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['dd60a0b6-911a-4c3c-bb28-20bfe5895afa'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:42.195934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 80d5364c-6961-4292-9127-0b55f0fbbe92 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:33:42.247511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-ad0b7dd9-cd41-4831-8ca6-964803cbefd2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:42.248963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-ad0b7dd9-cd41-4831-8ca6-964803cbefd2 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.11 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 945 time: 0.1958721 Oct 19 20:33:42.447785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-703845d9-6dc0-4951-8106-899e7b0ef6ae tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:42.449872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-703845d9-6dc0-4951-8106-899e7b0ef6ae tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.2964718 Oct 19 20:33:42.467632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'device_id': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'admin_state_up': True, 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:42.482229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:33:42.496165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-00b4b380-0d58-4635-bae8-9ace2d576d30 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8612685 Oct 19 20:33:42.497462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50632) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:42.509944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] Sync routers for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:33:42.539475 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:42.554762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:42.555418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:42.597398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d88807eb-4477-451b-b43d-33308931148c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d5364c-6961-4292-9127-0b55f0fbbe92 HTTP/1.1" status: 200 len: 205 time: 0.0955749 Oct 19 20:33:42.598020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:42.600788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:42.619138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] Routers {'80d5364c-6961-4292-9127-0b55f0fbbe92'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:33:42.620432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80d5364c-6961-4292-9127-0b55f0fbbe92'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:42.683607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Deleting port 28049572-314a-47e5-9ac6-fb96f73c26c3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:42.684340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:42.707913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:42.714052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537060b3-5036-4c6b-889b-19a9e784a88f None None] The sync data for ids ['80d5364c-6961-4292-9127-0b55f0fbbe92'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:33:42.820453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:42.851963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:42.855990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:42.901212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650efe-c9f0-4440-8e88-2e3634640fb6 req-d7f7586c-7189-48dc-96db-3037ea39f4d6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:42.915422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650efe-c9f0-4440-8e88-2e3634640fb6 req-d7f7586c-7189-48dc-96db-3037ea39f4d6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:42.923805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650efe-c9f0-4440-8e88-2e3634640fb6 req-d7f7586c-7189-48dc-96db-3037ea39f4d6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:42.931646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2650efe-c9f0-4440-8e88-2e3634640fb6 req-d7f7586c-7189-48dc-96db-3037ea39f4d6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2413 time: 0.2521729 Oct 19 20:33:42.955226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9018c64-140a-48bc-ab49-cfd886ff42a0 req-248b47e7-dd70-4c01-a1cd-cc46857669f8 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1067591 Oct 19 20:33:42.974352 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:42.988798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] For port 28049572-314a-47e5-9ac6-fb96f73c26c3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=28049572-314a-47e5-9ac6-fb96f73c26c3,segment=NetworkSegment(566ee98b-e348-46c6-b097-bcde3de9b840),segment_id=566ee98b-e348-46c6-b097-bcde3de9b840)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:42.989586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.084470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Calling delete_port for 28049572-314a-47e5-9ac6-fb96f73c26c3 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:43.178114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1fdb9250-3d28-4089-88ab-2c126a55f924'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:43.183737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.186008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.233069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.20.0.7 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/6a61d363-f735-41cb-a2d9-c99be17bd610) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:43.243151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.243650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router 80d5364c-6961-4292-9127-0b55f0fbbe92 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:33:43.252764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.256883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee011423-6e0f-4e6d-8e67-4e6d6d99ae4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92 HTTP/1.1" status: 204 len: 168 time: 0.6577303 Oct 19 20:33:43.264630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50658) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:43.319033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet f996e5a3-e69a-4c59-a57c-8bf34ce77323 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:33:43.337138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2650efe-c9f0-4440-8e88-2e3634640fb6 req-f724304b-cd4d-488b-ada1-c8f2c801121b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975000 Oct 19 20:33:43.337138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.449831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.721608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa05e580-f385-4967-8034-e37a0d7cac83 req-79d4d0d2-d49d-4b9e-a92f-a43f0a76066f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 210 time: 0.1191852 Oct 19 20:33:43.762600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.860236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device dd60a0b6-911a-4c3c-bb28-20bfe5895afa up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:43.872773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.890779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54137277-6f91-46fa-84fe-0282206d5362 req-4c1c4ba9-60cf-4c63-9757-b8ef0096ed16 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:43.898287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54137277-6f91-46fa-84fe-0282206d5362 req-4c1c4ba9-60cf-4c63-9757-b8ef0096ed16 tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/ports?device_id=70a93c7f-b9e3-4b3b-a961-1143bac22835 HTTP/1.1" status: 200 len: 945 time: 0.2796319 Oct 19 20:33:43.909360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=f996e5a3-e69a-4c59-a57c-8bf34ce77323,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:43.915791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:43.919341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eb06c399-4385-4614-badf-13966b4eaf1c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/f996e5a3-e69a-4c59-a57c-8bf34ce77323 HTTP/1.1" status: 204 len: 168 time: 0.6584413 Oct 19 20:33:43.924085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:43.933394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5952dd-9b64-4695-9841-ffe22e14e050 None None] Network 79add59d-239a-4556-92cb-2d9a630d608a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:44.041255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54137277-6f91-46fa-84fe-0282206d5362 req-270228e7-d6c9-43d0-aed7-14a0563ce71d tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc30d1dd-2365-4638-9720-2c25707f342a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372695 Oct 19 20:33:44.090264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 9a4bf6d3-7ff2-4afd-8f11-66f674984c3a {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:33:44.095396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.135935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.145704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.152410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.306290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d880eac9-c124-4e6a-8beb-35f198edd40b req-c7332339-2c28-4027-930a-c1117a994c73 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1210744 Oct 19 20:33:44.325394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] No DVR routers for this DVR port 28049572-314a-47e5-9ac6-fb96f73c26c3 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:44.328652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.332589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae8c5903-e88d-470b-9eff-5649128f2835 req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] 10.222.0.11 "DELETE /v2.0/ports/28049572-314a-47e5-9ac6-fb96f73c26c3 HTTP/1.1" status: 204 len: 173 time: 2.0704138 Oct 19 20:33:44.335813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'name': 'network-vif-deleted', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:44.338645 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09847f3b-fcfc-4275-91d9-63008e2a821b" -d '{"events": [{"server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "name": "network-vif-deleted", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:44.358157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfb485-f4af-46dc-8dce-402458ac56ea tempest-ServerMetadataNegativeTestJSON-349877820 tempest-ServerMetadataNegativeTestJSON-349877820-project] Pushing event deleted for resources: {'Port': ['ID=28049572-314a-47e5-9ac6-fb96f73c26c3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:44.429181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.437646 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ca3ee-e2b8-4a2c-b003-e4c4cfb1f0bf x-openstack-request-id: req-f37ca3ee-e2b8-4a2c-b003-e4c4cfb1f0bf {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:44.437974 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a93c7f-b9e3-4b3b-a961-1143bac22835", "name": "network-vif-deleted", "tag": "28049572-314a-47e5-9ac6-fb96f73c26c3", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:44.438203 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f37ca3ee-e2b8-4a2c-b003-e4c4cfb1f0bf {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:44.439170 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a93c7f-b9e3-4b3b-a961-1143bac22835', 'name': 'network-vif-deleted', 'tag': '28049572-314a-47e5-9ac6-fb96f73c26c3', 'status': 'completed', 'code': 200} Oct 19 20:33:44.475027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.501440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:44.506260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:44.510963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:44.516935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:44.518696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port dd60a0b6-911a-4c3c-bb28-20bfe5895afa completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:44.563827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port dd60a0b6-911a-4c3c-bb28-20bfe5895afa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:44.563827 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.602438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:44.640164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:44.643265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.684578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4c506557-e0fe-412a-801d-c920caed1018 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2221813 Oct 19 20:33:44.698941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Request body: {'port': {'device_id': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:44.720248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148386bd-d695-407d-ac56-ca25f6a10295 req-1537bdea-7c3f-4796-9df8-5ccc4f3c9b28 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:44.735419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148386bd-d695-407d-ac56-ca25f6a10295 req-1537bdea-7c3f-4796-9df8-5ccc4f3c9b28 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:44.749278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148386bd-d695-407d-ac56-ca25f6a10295 req-1537bdea-7c3f-4796-9df8-5ccc4f3c9b28 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:44.789911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-148386bd-d695-407d-ac56-ca25f6a10295 req-1537bdea-7c3f-4796-9df8-5ccc4f3c9b28 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2413 time: 0.2912076 Oct 19 20:33:44.885623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] DHCP port deletion for 79add59d-239a-4556-92cb-2d9a630d608a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:33:44.902567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-148386bd-d695-407d-ac56-ca25f6a10295 req-fcb9dd25-7b1a-4bd8-aa6a-a531f4ae17fb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066442 Oct 19 20:33:44.907043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.922600 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:33:44.942596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.961198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:44.991574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4bf6d3-7ff2-4afd-8f11-66f674984c3a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:45.007934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.011745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b902fc8-086f-4bca-96bd-fbd3962ec8ab tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/9a4bf6d3-7ff2-4afd-8f11-66f674984c3a HTTP/1.1" status: 204 len: 168 time: 1.0868695 Oct 19 20:33:45.014944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:45.028332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5624f-fbe4-4c38-adbb-906a43f36130 None None] Network 750038a8-9a2d-4cf5-9559-bfca32f8b8ac requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:45.156915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.161241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50694) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:45.227599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Deleting subnet 477910d0-d365-4f01-8446-658af70f8cd0 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:33:45.231876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.290945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.325882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3657be-399d-4ae9-8143-66214e8fc9c8 req-44add27d-4036-4814-a543-ffd4fa61c16a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:45.331638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa3657be-399d-4ae9-8143-66214e8fc9c8 req-44add27d-4036-4814-a543-ffd4fa61c16a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 931 time: 0.3045797 Oct 19 20:33:45.333778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:45.336566 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d29ea-9828-4144-a65a-e15c47910998" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:45.363526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e5ae8c1b-6377-4db3-ab3e-447782e130e7 None None] Provisioning complete for port 6a61d363-f735-41cb-a2d9-c99be17bd610 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:45.364162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8c1b-6377-4db3-ab3e-447782e130e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.393522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.412762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae8c1b-6377-4db3-ab3e-447782e130e7 None None] Port 6a61d363-f735-41cb-a2d9-c99be17bd610 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:45.417448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:45.452799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa3657be-399d-4ae9-8143-66214e8fc9c8 req-22ac0f4e-2a68-4675-9977-7e50728c26fe tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Oct 19 20:33:45.474541 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.475428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:45.588811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Deleting port 99466e94-e9ee-4e80-b91e-b4836db0479b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:45.589472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.591630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:45.594385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] DHCP port deletion for 750038a8-9a2d-4cf5-9559-bfca32f8b8ac request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:33:45.612724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.613831 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a98d9-fd68-4a85-a538-c22d00872868 x-openstack-request-id: req-223a98d9-fd68-4a85-a538-c22d00872868 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:45.614121 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:45.614386 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-223a98d9-fd68-4a85-a538-c22d00872868 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:45.614755 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa', 'code': 200} Oct 19 20:33:45.659404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 28049572-314a-47e5-9ac6-fb96f73c26c3 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:45.695936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 28049572-314a-47e5-9ac6-fb96f73c26c3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:45.696291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 28049572-314a-47e5-9ac6-fb96f73c26c3 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:45.719165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46262e18-2567-46b1-9313-3a3ebd86f384 req-ea937f89-8def-4a42-b9c8-8f0b7f419f76 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1186488 Oct 19 20:33:45.786978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.795972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/477910d0-d365-4f01-8446-658af70f8cd0 HTTP/1.1" status: 204 len: 168 time: 0.6302135 Oct 19 20:33:45.811811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50712) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:45.843092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] For port 99466e94-e9ee-4e80-b91e-b4836db0479b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99466e94-e9ee-4e80-b91e-b4836db0479b,segment=NetworkSegment(ac1098e9-b39a-4b28-afd0-40f5d36f5bb9),segment_id=ac1098e9-b39a-4b28-afd0-40f5d36f5bb9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:45.843590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.847508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Deleting port e67e0e73-a6fb-4431-9320-74eebdc094c0 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:45.848149 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.850367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:45.870434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:45.870676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe44e8-823d-4438-9277-fcd29894196f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477910d0-d365-4f01-8446-658af70f8cd0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:45.870810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.888144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a61d363-f735-41cb-a2d9-c99be17bd610 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:45.892247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 99466e94-e9ee-4e80-b91e-b4836db0479b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:45.892664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.898343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:45.918154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Transition to ACTIVE for port object 6a61d363-f735-41cb-a2d9-c99be17bd610 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:33:45.925831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Calling delete_port for 99466e94-e9ee-4e80-b91e-b4836db0479b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:45.938970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.052726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.082717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] For port e67e0e73-a6fb-4431-9320-74eebdc094c0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e67e0e73-a6fb-4431-9320-74eebdc094c0,segment=NetworkSegment(accf07a3-35fc-48e2-9c05-9570543af528),segment_id=accf07a3-35fc-48e2-9c05-9570543af528)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:46.083111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.116428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Calling delete_port for e67e0e73-a6fb-4431-9320-74eebdc094c0 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:46.175791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.202489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Attempting to bind port 6a61d363-f735-41cb-a2d9-c99be17bd610 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:46.203341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Attempting to bind port 6a61d363-f735-41cb-a2d9-c99be17bd610 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:46.205523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Attempting to bind port 6a61d363-f735-41cb-a2d9-c99be17bd610 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:46.212535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 99466e94-e9ee-4e80-b91e-b4836db0479b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99466e94-e9ee-4e80-b91e-b4836db0479b,segment=NetworkSegment(ac1098e9-b39a-4b28-afd0-40f5d36f5bb9),segment_id=ac1098e9-b39a-4b28-afd0-40f5d36f5bb9)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:46.212965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.214167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Port 6a61d363-f735-41cb-a2d9-c99be17bd610 on network 35f73dbf-be31-4336-894f-8d663a12752a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:33:46.214919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Attempting to bind port 6a61d363-f735-41cb-a2d9-c99be17bd610 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:46.221942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:46.222733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:46.223804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:46.224415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Bound port: 6a61d363-f735-41cb-a2d9-c99be17bd610, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:46.225186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.244431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 99466e94-e9ee-4e80-b91e-b4836db0479b owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:46.413457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:46.421851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6a61d363-f735-41cb-a2d9-c99be17bd610,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:46.423301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.434585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.476477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=99466e94-e9ee-4e80-b91e-b4836db0479b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.478454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port 99466e94-e9ee-4e80-b91e-b4836db0479b on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:46.491686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06388-02a1-466a-b4dc-685f27ee2647 req-c55ec21f-22c8-416c-bf8c-0c45ee2bbc96 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.498014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06388-02a1-466a-b4dc-685f27ee2647 req-c55ec21f-22c8-416c-bf8c-0c45ee2bbc96 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.504689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06388-02a1-466a-b4dc-685f27ee2647 req-c55ec21f-22c8-416c-bf8c-0c45ee2bbc96 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.512477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9f06388-02a1-466a-b4dc-685f27ee2647 req-c55ec21f-22c8-416c-bf8c-0c45ee2bbc96 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2414 time: 0.4391270 Oct 19 20:33:46.521240 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.560958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.561633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.563056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] 10.222.0.11 "PUT /v2.0/ports/6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 200 len: 1091 time: 1.8698790 Oct 19 20:33:46.574440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:46.577089 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4684e9-455d-4687-af43-1458c3fe2aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:46.626713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.640391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.678587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] No DVR routers for this DVR port e67e0e73-a6fb-4431-9320-74eebdc094c0 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:46.716035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:46.739276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] Pushing event deleted for resources: {'Port': ['ID=99466e94-e9ee-4e80-b91e-b4836db0479b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.799458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.803510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984836a-e956-4c1d-bc49-0fcc061c54bb None None] Pushing event deleted for resources: {'Port': ['ID=e67e0e73-a6fb-4431-9320-74eebdc094c0,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.808215 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.860488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.860983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.861635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.861635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.861984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.862305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.862620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.866554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.866971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.867320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.870684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.870986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe3344f-1d35-4fb1-b3fc-d3cf5a056e6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:33:46.908039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-9df15b55-497a-4cd7-b319-ccb9a8ef1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.918060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-9df15b55-497a-4cd7-b319-ccb9a8ef1d4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 1094 time: 0.3077323 Oct 19 20:33:46.920173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:46.922879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:46.937448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d0cbe-8b88-497a-a1a4-bde366998f1a req-22394b10-1525-423f-8c5a-8f86253a9118 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:46.945160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1fdb9250-3d28-4089-88ab-2c126a55f924 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:46.956860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c0d0cbe-8b88-497a-a1a4-bde366998f1a req-22394b10-1525-423f-8c5a-8f86253a9118 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 943 time: 0.3342903 Oct 19 20:33:46.965928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc3ec45-fdc7-4c20-a9ea-11e581365886']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:46.986627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566ee98b-e348-46c6-b097-bcde3de9b840') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:46.986924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566ee98b-e348-46c6-b097-bcde3de9b840') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:46.998146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.034043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.046631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:33:47.046861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.056324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e67e0e73-a6fb-4431-9320-74eebdc094c0 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:33:47.069939 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:33:47.095626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-7b36b438-2d1e-4d71-b70c-5a9352517f0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 200 len: 217 time: 0.1109264 Oct 19 20:33:47.120927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e67e0e73-a6fb-4431-9320-74eebdc094c0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:47.124226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e67e0e73-a6fb-4431-9320-74eebdc094c0 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:47.124896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99466e94-e9ee-4e80-b91e-b4836db0479b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:47.184604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 99466e94-e9ee-4e80-b91e-b4836db0479b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:47.184861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99466e94-e9ee-4e80-b91e-b4836db0479b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:47.211922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-f683f340-964d-4469-ae10-c366448d3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:47.219062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-f683f340-964d-4469-ae10-c366448d3568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1117053 Oct 19 20:33:47.219790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3abccb-0a54-4b8a-b92e-93f653968315 None None] No DVR routers for this DVR port 99466e94-e9ee-4e80-b91e-b4836db0479b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:47.284390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c0d0cbe-8b88-497a-a1a4-bde366998f1a req-a9422fb1-cfc2-40c6-b4a3-39bf51588f8a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238375 Oct 19 20:33:47.311754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 1fdb9250-3d28-4089-88ab-2c126a55f924 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:47.322501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 1fdb9250-3d28-4089-88ab-2c126a55f924 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:47.324056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.334084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9f06388-02a1-466a-b4dc-685f27ee2647 req-ca70cca8-83dc-4c2e-8da4-184c3e9a9a81 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146939 Oct 19 20:33:47.350869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-9d17654f-a1b0-4e55-8d0d-f08f79373ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:47.357447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-9d17654f-a1b0-4e55-8d0d-f08f79373ac6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274974 Oct 19 20:33:47.445278 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.461166 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7722d32-9336-49cf-905c-fbc389581e17 x-openstack-request-id: req-c7722d32-9336-49cf-905c-fbc389581e17 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:47.461766 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:47.465324 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7722d32-9336-49cf-905c-fbc389581e17 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:47.465943 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610', 'status': 'completed', 'code': 200} Oct 19 20:33:47.498240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.507142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:47.519285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.530293 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.616888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3'}, {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:47.620272 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2844cb6c-eacd-4679-b54c-066fcb113baf" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3"}, {"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:47.623101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:47.658098 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5fc3ec45-fdc7-4c20-a9ea-11e581365886 HTTP/1.1" status: 204 len: 168 time: 1.8372743 Oct 19 20:33:47.660714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:47.664397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-4fa56fc1-9509-4fbf-9d12-741ef6cc1fdf service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958176 Oct 19 20:33:47.671929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63357947-baeb-4bcc-8b2a-530227ca1455 req-b11e1734-fde3-41db-a3a9-535e2a0874fa tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1442080 Oct 19 20:33:47.754550 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eb3a38-6d85-40cd-adbd-ee193b6989b1 x-openstack-request-id: req-45eb3a38-6d85-40cd-adbd-ee193b6989b1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:47.755539 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3", "code": 200}, {"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:47.756242 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45eb3a38-6d85-40cd-adbd-ee193b6989b1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:47.756909 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3', 'code': 200} Oct 19 20:33:47.757271 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'code': 200} Oct 19 20:33:48.033513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a9c06-4c9b-4bbe-ae07-033bb30ea750 req-209c6674-df25-401c-96c7-e44775a5618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.034572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a9c06-4c9b-4bbe-ae07-033bb30ea750 req-209c6674-df25-401c-96c7-e44775a5618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.037170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a9c06-4c9b-4bbe-ae07-033bb30ea750 req-209c6674-df25-401c-96c7-e44775a5618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.039176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-732a9c06-4c9b-4bbe-ae07-033bb30ea750 req-209c6674-df25-401c-96c7-e44775a5618d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2869 time: 0.2013538 Oct 19 20:33:48.048132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-631f3074-c0e5-4c98-90a6-d99f101c699c req-5bf4dde7-83fb-4ce5-a46f-0fc20940d0d1 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756318 Oct 19 20:33:48.131387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f188-1a99-45f8-a3f6-fbd920437478 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc3ec45-fdc7-4c20-a9ea-11e581365886,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:48.142757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79add59d-239a-4556-92cb-2d9a630d608a']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:48.166962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:48.167293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1098e9-b39a-4b28-afd0-40f5d36f5bb9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:48.168967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50758) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:48.195942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-732a9c06-4c9b-4bbe-ae07-033bb30ea750 req-ed139a25-429c-4c00-a7a1-b082c36b1d07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465199 Oct 19 20:33:48.208793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.239014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-baa72432-6a39-4c4a-a556-8f4a876d0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.241975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-baa72432-6a39-4c4a-a556-8f4a876d0d17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 1094 time: 0.1206868 Oct 19 20:33:48.250973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-96919253-7493-40f2-8fdf-fac756f7c82b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da580e56cfdf4c06b6f3c4c23fc32a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808148 Oct 19 20:33:48.253668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50760) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:48.278426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.300824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:33:48.301331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:33:48.309657 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:33:48.415013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.425991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.499992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.505815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-9788346e-4424-4579-b537-9d142d713dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.507912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-9788346e-4424-4579-b537-9d142d713dcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2581706 Oct 19 20:33:48.521614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/79add59d-239a-4556-92cb-2d9a630d608a HTTP/1.1" status: 204 len: 168 time: 3.4982491 Oct 19 20:33:48.527610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50770) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:48.531134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b113460-cae4-4f9b-b4bd-30deb16996e4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=79add59d-239a-4556-92cb-2d9a630d608a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:48.560252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.661182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.688359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b3b9-b069-4bb1-8854-18640bf3ea42 req-ab81e099-6f79-43d8-8eb1-00d3a4a6621e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.698415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ba3b3b9-b069-4bb1-8854-18640bf3ea42 req-ab81e099-6f79-43d8-8eb1-00d3a4a6621e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 943 time: 0.2686410 Oct 19 20:33:48.744152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-f36d653d-bf58-4a50-a667-e38c0738c868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 200 len: 217 time: 0.2254052 Oct 19 20:33:48.750673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ba3b3b9-b069-4bb1-8854-18640bf3ea42 req-72e126c2-4840-456a-924b-1f37676b5a94 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Oct 19 20:33:48.777424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.782864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:48.785559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc30d1dd-2365-4638-9720-2c25707f342a HTTP/1.1" status: 204 len: 168 time: 0.5293007 Oct 19 20:33:48.812516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89319a-57ab-40db-800a-0a7f25596c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc30d1dd-2365-4638-9720-2c25707f342a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:48.927574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-8a94dcea-fa3f-41d5-9307-4d4dfabca53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:48.933539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-8a94dcea-fa3f-41d5-9307-4d4dfabca53a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1803894 Oct 19 20:33:49.058580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95441d14-f0f7-47b1-b68b-3ed057a9bc72 req-41477023-2138-4f18-95ea-fd30ce772bdc tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:49.085635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95441d14-f0f7-47b1-b68b-3ed057a9bc72 req-41477023-2138-4f18-95ea-fd30ce772bdc tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:49.100681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95441d14-f0f7-47b1-b68b-3ed057a9bc72 req-41477023-2138-4f18-95ea-fd30ce772bdc tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:49.123933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95441d14-f0f7-47b1-b68b-3ed057a9bc72 req-41477023-2138-4f18-95ea-fd30ce772bdc tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.6146836 Oct 19 20:33:49.246113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:49.306532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9951382b-abd4-4cc2-903c-e776079db1a0 req-3f67c7d3-8992-4d82-b168-be0d6a6e6259 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0842547 Oct 19 20:33:49.308435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750038a8-9a2d-4cf5-9559-bfca32f8b8ac']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:49.329906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accf07a3-35fc-48e2-9c05-9570543af528') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:49.335577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accf07a3-35fc-48e2-9c05-9570543af528') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:33:49.380044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:49.476359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-497259ca-6bef-469c-9531-80bbc2b38395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:49.486362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-497259ca-6bef-469c-9531-80bbc2b38395 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5153191 Oct 19 20:33:49.499292 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:49.553405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:33:49.564544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:33:49.620443 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:33:49.901790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95441d14-f0f7-47b1-b68b-3ed057a9bc72 req-ff210fac-1817-4a03-8678-8831f9e1e9a8 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768075 Oct 19 20:33:50.015951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.029834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.040476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/750038a8-9a2d-4cf5-9559-bfca32f8b8ac HTTP/1.1" status: 204 len: 168 time: 1.5095215 Oct 19 20:33:50.048248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:50.062629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-668286212'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:50.069388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ae6a7-ecb8-4d08-a781-660841be6c85 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=750038a8-9a2d-4cf5-9559-bfca32f8b8ac,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:50.079245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-486895b7-6aed-44e2-a062-1906a01821b9 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850968 Oct 19 20:33:50.120451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:50.125477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.187591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a67d29-1540-440b-b075-fded806230ae req-56b28d18-7630-46f8-9e92-f7f1cb8b2aad tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:50.191614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55a67d29-1540-440b-b075-fded806230ae req-56b28d18-7630-46f8-9e92-f7f1cb8b2aad tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 943 time: 0.2267239 Oct 19 20:33:50.204001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:33:50.227058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.227457 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 36c49c3f-1292-4bf1-875a-01a07d78250f of type vlan for network aaf1fac8-2547-4de3-a47e-637407125076 Oct 19 20:33:50.231293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b4684e9-455d-4687-af43-1458c3fe2aeb req-eee51670-8e04-4db2-a280-268ff7d7d55d service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443460 Oct 19 20:33:50.305651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.366972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.373908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:50.374629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55a67d29-1540-440b-b075-fded806230ae req-ad5f997e-7d47-4b06-8b76-04118d014163 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691365 Oct 19 20:33:50.380796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:50.424819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:50.428096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3759699 Oct 19 20:33:50.431205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:50.515330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea3d64-5b79-4d16-b95a-02e87bd66d7b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=aaf1fac8-2547-4de3-a47e-637407125076,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:50.528164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network aaf1fac8-2547-4de3-a47e-637407125076 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:33:50.566616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1c84915-bf5d-4305-883d-652a74a15e0a req-3ab66ada-194b-48f2-a032-a8c3d0e47929 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0425110 Oct 19 20:33:50.696839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:50.701280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.009870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.091726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=5cf416cc-561a-4942-a910-12587eb9dd22,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:51.096969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '36c49c3f-1292-4bf1-875a-01a07d78250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:51.097368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: aaf1fac8-2547-4de3-a47e-637407125076, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:33:51.120802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network aaf1fac8-2547-4de3-a47e-637407125076 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:33:51.130695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615635f-0f43-4c9d-a30f-e0178abde50c req-5c48c94e-ed47-4d27-a036-1feab081eeb6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:51.141285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615635f-0f43-4c9d-a30f-e0178abde50c req-5c48c94e-ed47-4d27-a036-1feab081eeb6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:51.147451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615635f-0f43-4c9d-a30f-e0178abde50c req-5c48c94e-ed47-4d27-a036-1feab081eeb6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:51.155457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5615635f-0f43-4c9d-a30f-e0178abde50c req-5c48c94e-ed47-4d27-a036-1feab081eeb6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.1414833 Oct 19 20:33:51.163325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, aaf1fac8-2547-4de3-a47e-637407125076) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:51.186192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57fb1f3-95ff-42fc-bebd-a520e69b86e2 None None] Network aaf1fac8-2547-4de3-a47e-637407125076 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:51.202718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:51.203723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.276184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2adc3317-2386-4ced-92b7-eae515a189f6 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8501408 Oct 19 20:33:51.276822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:51.281402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232411718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:51.296969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5615635f-0f43-4c9d-a30f-e0178abde50c req-3639aba0-c066-42bf-8d67-132546548900 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406045 Oct 19 20:33:51.346402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.347594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.457048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.465815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.500108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.504521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50860) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:51.509514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'port': {'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076', 'name': 'tempest-RoutersTest-1434055434'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:33:51.537900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-05a9adcc-8a71-4002-a905-e1c348be570f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2599308 Oct 19 20:33:51.588832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-aaf1fac8-2547-4de3-a47e-637407125076', 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '5cf416cc-561a-4942-a910-12587eb9dd22'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:33:51.589858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:51.655257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6a61d363-f735-41cb-a2d9-c99be17bd610 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:33:52.025117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a247d-d186-4a94-a53f-4f6bbac7a318 req-9147d490-2cdd-488a-a3f6-904a8eeff56c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:52.030982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d71a247d-d186-4a94-a53f-4f6bbac7a318 req-9147d490-2cdd-488a-a3f6-904a8eeff56c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 943 time: 0.2514188 Oct 19 20:33:52.103411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef71d819-4fae-49f6-89af-72d93608ba59 req-e1b3dd55-02e8-418c-990d-b4c9ac0bbcc1 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0664096 Oct 19 20:33:52.116208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:33:52.122857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:52.167977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] device_id is not set on port 854e79ae-c726-4908-94a4-7dce44d6e4cd yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:33:52.355044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d71a247d-d186-4a94-a53f-4f6bbac7a318 req-439318f9-15cb-4f21-9ba7-4026e7731d4b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996240 Oct 19 20:33:52.452578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6a61d363-f735-41cb-a2d9-c99be17bd610,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:52.493725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '6a61d363-f735-41cb-a2d9-c99be17bd610', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': '6a61d363-f735-41cb-a2d9-c99be17bd610', 'mac_address': 'fa:16:3e:59:49:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:33:52.503656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b35b0-da9a-445a-9db1-d482160cacb1 req-c5cec45e-bb71-4234-930c-1cae0cc40fda tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:52.514314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Allocated IP 172.20.0.2 (aaf1fac8-2547-4de3-a47e-637407125076/5cf416cc-561a-4942-a910-12587eb9dd22/45edcee1-747e-4d15-ade8-2036311099f3) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:52.519204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b35b0-da9a-445a-9db1-d482160cacb1 req-c5cec45e-bb71-4234-930c-1cae0cc40fda tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:52.553171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b35b0-da9a-445a-9db1-d482160cacb1 req-c5cec45e-bb71-4234-930c-1cae0cc40fda tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:52.577618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e8b35b0-da9a-445a-9db1-d482160cacb1 req-c5cec45e-bb71-4234-930c-1cae0cc40fda tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.1826391 Oct 19 20:33:52.680336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:52.758235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e8b35b0-da9a-445a-9db1-d482160cacb1 req-fe238a61-9e15-4f2a-86d0-fa8e069dbef3 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792464 Oct 19 20:33:52.758736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a61d363-f735-41cb-a2d9-c99be17bd610 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:33:52.930784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6a61d363-f735-41cb-a2d9-c99be17bd610,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:52.955934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.096293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:53.131141 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.142794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.274946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6a61d363-f735-41cb-a2d9-c99be17bd610'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:53.352298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Network aaf1fac8-2547-4de3-a47e-637407125076 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:53.356832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:53.365008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:53.409321 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Pushing event updated for resources: {'Port': ['ID=45edcee1-747e-4d15-ade8-2036311099f3,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:53.456874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.20.0.11 (aaf1fac8-2547-4de3-a47e-637407125076/5cf416cc-561a-4942-a910-12587eb9dd22/854e79ae-c726-4908-94a4-7dce44d6e4cd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:33:53.481832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Attempting to bind port 45edcee1-747e-4d15-ade8-2036311099f3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:33:53.482455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Attempting to bind port 45edcee1-747e-4d15-ade8-2036311099f3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '36c49c3f-1292-4bf1-875a-01a07d78250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:33:53.482987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Attempting to bind port 45edcee1-747e-4d15-ade8-2036311099f3 on network aaf1fac8-2547-4de3-a47e-637407125076 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:33:53.489089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:33:53.490977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Checking segment: {'id': '36c49c3f-1292-4bf1-875a-01a07d78250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:33:53.492369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.492940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Bound using segment: {'id': '36c49c3f-1292-4bf1-875a-01a07d78250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:33:53.493633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Bound port: 45edcee1-747e-4d15-ade8-2036311099f3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c49c3f-1292-4bf1-875a-01a07d78250f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aaf1fac8-2547-4de3-a47e-637407125076'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:33:53.494184 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.524452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-355f4522-d962-41f3-8fe4-05ad4817b312 req-21b65732-1a92-4b5e-b1e6-4a4a9d159829 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0778503 Oct 19 20:33:53.788436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] For port 45edcee1-747e-4d15-ade8-2036311099f3, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:33:53.799019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] For port 45edcee1-747e-4d15-ade8-2036311099f3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=45edcee1-747e-4d15-ade8-2036311099f3,segment=NetworkSegment(36c49c3f-1292-4bf1-875a-01a07d78250f),segment_id=36c49c3f-1292-4bf1-875a-01a07d78250f)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:33:53.809191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:53.914735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261def-27e8-467a-ad35-bd758f43cd08 None None] Pushing event updated for resources: {'Port': ['ID=45edcee1-747e-4d15-ade8-2036311099f3,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:53.972056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-c4daa0c2-a217-4010-92d4-1b2b2c28cb71 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:53.978643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-c4daa0c2-a217-4010-92d4-1b2b2c28cb71 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:53.988764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-c4daa0c2-a217-4010-92d4-1b2b2c28cb71 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:53.990728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-c4daa0c2-a217-4010-92d4-1b2b2c28cb71 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.3159313 Oct 19 20:33:54.028697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8b38d-b407-4f61-ae08-d1103c3ed905 req-b908e006-dde3-42df-9423-c3fd79f9163b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:54.052639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8b38d-b407-4f61-ae08-d1103c3ed905 req-b908e006-dde3-42df-9423-c3fd79f9163b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:54.063866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8b38d-b407-4f61-ae08-d1103c3ed905 req-b908e006-dde3-42df-9423-c3fd79f9163b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:54.076760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ffa8b38d-b407-4f61-ae08-d1103c3ed905 req-b908e006-dde3-42df-9423-c3fd79f9163b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.1507654 Oct 19 20:33:54.124651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602972e7-9c1b-41ca-89c9-41f32d3297df req-5ea41ae2-4163-4181-a633-ca39a6f9edc8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:54.141596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-602972e7-9c1b-41ca-89c9-41f32d3297df req-5ea41ae2-4163-4181-a633-ca39a6f9edc8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 944 time: 0.3658004 Oct 19 20:33:54.162019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ffa8b38d-b407-4f61-ae08-d1103c3ed905 req-0055235c-507c-4bbc-b8ac-dc7394b2a316 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836596 Oct 19 20:33:54.226108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:54.339531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-602972e7-9c1b-41ca-89c9-41f32d3297df req-2ecb8c98-f3bc-4a87-abf6-61d98bc2c9d8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967332 Oct 19 20:33:54.444718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port dd60a0b6-911a-4c3c-bb28-20bfe5895afa {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:54.445403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:54.498997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:54.697168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network aaf1fac8-2547-4de3-a47e-637407125076 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:54.732040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:54.747315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:33:54.951919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55da2ffa-0db8-45e8-a092-f716a1ef4b5a req-3afff872-c7e6-4d43-b8ba-c53c4ebe4f2f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.2493198 Oct 19 20:33:55.002280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 45edcee1-747e-4d15-ade8-2036311099f3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:55.035666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=854e79ae-c726-4908-94a4-7dce44d6e4cd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:55.053644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port dd60a0b6-911a-4c3c-bb28-20bfe5895afa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:55.054395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.071922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:55.072924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.112382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e053e9a-8c97-4e85-9c3e-7a4e7df68924 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6067374 Oct 19 20:33:55.115110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50946) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:33:55.151468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 45edcee1-747e-4d15-ade8-2036311099f3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:55.153159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.155122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for dd60a0b6-911a-4c3c-bb28-20bfe5895afa owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:55.430564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.556249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 45edcee1-747e-4d15-ade8-2036311099f3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=45edcee1-747e-4d15-ade8-2036311099f3,segment=NetworkSegment(36c49c3f-1292-4bf1-875a-01a07d78250f),segment_id=36c49c3f-1292-4bf1-875a-01a07d78250f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:55.567098 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.571713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2cc1-1fe1-4c33-af02-8fbd02dcef0a req-1557e3b1-4c72-453a-abcc-046f13a362a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:55.598040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2cc1-1fe1-4c33-af02-8fbd02dcef0a req-1557e3b1-4c72-453a-abcc-046f13a362a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:55.617654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2cc1-1fe1-4c33-af02-8fbd02dcef0a req-1557e3b1-4c72-453a-abcc-046f13a362a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:55.638583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a6c2cc1-1fe1-4c33-af02-8fbd02dcef0a req-1557e3b1-4c72-453a-abcc-046f13a362a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 2416 time: 0.2204239 Oct 19 20:33:55.672796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6a61d363-f735-41cb-a2d9-c99be17bd610 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:55.732854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=45edcee1-747e-4d15-ade8-2036311099f3,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:55.778523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a6c2cc1-1fe1-4c33-af02-8fbd02dcef0a req-bbd96749-6ccd-4f2d-87cf-54c748a340df tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389885 Oct 19 20:33:55.793940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef8abf-5cd6-4580-a20a-e1bffca3fc31 None None] Network aaf1fac8-2547-4de3-a47e-637407125076 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:33:55.855640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 6a61d363-f735-41cb-a2d9-c99be17bd610 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:33:55.884001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 6a61d363-f735-41cb-a2d9-c99be17bd610 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:55.884375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:55.931624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.016967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=dd60a0b6-911a-4c3c-bb28-20bfe5895afa,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:56.066137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1fdb9250-3d28-4089-88ab-2c126a55f924'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:33:56.217082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aefdd6cb-1dd9-4a1b-ad87-dc4c032f898c None None] Provisioning complete for port 45edcee1-747e-4d15-ade8-2036311099f3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:56.217082 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aefdd6cb-1dd9-4a1b-ad87-dc4c032f898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.219873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port dd60a0b6-911a-4c3c-bb28-20bfe5895afa on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:56.270305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.286105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-adc46980-6a0a-4628-b051-77119ec44fc9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "DELETE /v2.0/ports/dd60a0b6-911a-4c3c-bb28-20bfe5895afa HTTP/1.1" status: 204 len: 173 time: 2.2856538 Oct 19 20:33:56.286518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:56.288939 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf91d7e-d5c9-404b-bbbd-426c62631422" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:56.450497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7671e8bb-2b27-4e9d-95b2-2e69ea83c9da req-f49a425e-56bd-46c1-bbda-684f9287e20a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.2659805 Oct 19 20:33:56.550555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b53d-f80c-48f5-8668-bee00b4ca903 req-7eb56255-048b-4807-99a6-b53f622aa4d6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:56.552062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b939b53d-f80c-48f5-8668-bee00b4ca903 req-7eb56255-048b-4807-99a6-b53f622aa4d6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 944 time: 0.7469926 Oct 19 20:33:56.584160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.657590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.670562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:56.671136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.684417 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35434cd-bc83-4bd2-bcb3-8ef45e66f608 x-openstack-request-id: req-c35434cd-bc83-4bd2-bcb3-8ef45e66f608 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:56.684711 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "dd60a0b6-911a-4c3c-bb28-20bfe5895afa", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:56.684970 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c35434cd-bc83-4bd2-bcb3-8ef45e66f608 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:56.685402 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': 'dd60a0b6-911a-4c3c-bb28-20bfe5895afa', 'status': 'completed', 'code': 200} Oct 19 20:33:56.720420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b939b53d-f80c-48f5-8668-bee00b4ca903 req-f831863a-369c-42e8-9757-38d1ec65d513 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473224 Oct 19 20:33:56.805021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee461558-0ea8-4618-9c84-369686fd0698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:56.927905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6a61d363-f735-41cb-a2d9-c99be17bd610,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:56.950877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:56.959735 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326cd11-0fab-48c4-a778-522b14098ec0" -d '{"events": [{"server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "name": "network-vif-plugged", "status": "completed", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:56.973032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.016093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:57.016469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.050483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:57.156499 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd3cae-e543-4faf-90dc-552cea0f8db4 x-openstack-request-id: req-e2cd3cae-e543-4faf-90dc-552cea0f8db4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:57.157062 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "name": "network-vif-plugged", "status": "completed", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:57.157062 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2cd3cae-e543-4faf-90dc-552cea0f8db4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:57.165547 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610', 'code': 200} Oct 19 20:33:57.176562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 45edcee1-747e-4d15-ade8-2036311099f3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:33:57.220006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.249286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.268513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.405505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:57.526263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=854e79ae-c726-4908-94a4-7dce44d6e4cd,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:57.616782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:33:57.623850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:57.630026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.648848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-7413bdec-0504-40c5-8827-a8eec05cce46 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "DELETE /v2.0/ports/6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 HTTP/1.1" status: 204 len: 173 time: 1.3248556 Oct 19 20:33:57.739063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb0460-caa3-41f4-907d-ea83562833bf req-a2fb9471-9382-49a2-9b97-0fb43abe233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:57.740580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbb0460-caa3-41f4-907d-ea83562833bf req-a2fb9471-9382-49a2-9b97-0fb43abe233e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 1096 time: 0.5351171 Oct 19 20:33:57.744797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 45edcee1-747e-4d15-ade8-2036311099f3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:57.745108 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:57.971618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1fdb9250-3d28-4089-88ab-2c126a55f924 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:57.988018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1a3117d7-75eb-4914-865e-1bd1ceda9dc3 req-d5902bbd-c0dc-4965-98f5-a988830e98b5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.2650647 Oct 19 20:33:58.021386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f15a66-eb47-40e4-b369-7337d920eccd req-957d7ae8-7d7f-42a7-999c-f74e1a537981 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:58.030727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48f15a66-eb47-40e4-b369-7337d920eccd req-957d7ae8-7d7f-42a7-999c-f74e1a537981 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 944 time: 0.8269925 Oct 19 20:33:58.067253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.130264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbb0460-caa3-41f4-907d-ea83562833bf req-210618ac-fcf8-46dd-bb45-c16c8d1f6607 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699353 Oct 19 20:33:58.198689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48f15a66-eb47-40e4-b369-7337d920eccd req-0d6a5042-d7d6-45e0-b3a0-8b7a86d02fc6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669943 Oct 19 20:33:58.314355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 1fdb9250-3d28-4089-88ab-2c126a55f924 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:33:58.314572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.326349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.505405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-00791b9e-f325-4ee3-8b27-fe076cf6bb5b None None] Provisioning complete for port 854e79ae-c726-4908-94a4-7dce44d6e4cd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:58.505755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00791b9e-f325-4ee3-8b27-fe076cf6bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.573396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:58.612358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.613688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device dd60a0b6-911a-4c3c-bb28-20bfe5895afa no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:58.626204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:58.765733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-00791b9e-f325-4ee3-8b27-fe076cf6bb5b None None] Port 854e79ae-c726-4908-94a4-7dce44d6e4cd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:58.809104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: dd60a0b6-911a-4c3c-bb28-20bfe5895afa {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:58.809490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device dd60a0b6-911a-4c3c-bb28-20bfe5895afa not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:58.810115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:33:58.904588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-00791b9e-f325-4ee3-8b27-fe076cf6bb5b None None] Provisioning complete for port 45edcee1-747e-4d15-ade8-2036311099f3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:58.913063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00791b9e-f325-4ee3-8b27-fe076cf6bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.056915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:33:59.057269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:33:59.147557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.157673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.183453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:59.193602 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c08228-bef2-4729-8733-8571d9ed06a0" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:59.256413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:59.301877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.333932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de8d09dc-2f3b-479c-98a0-eb1a09ffc444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.414757 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a77175b-a1a1-419e-9323-f1f1be43f1e1 req-df3a4e78-e55b-4452-9444-e6d4d1b70c1a tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1401212 Oct 19 20:33:59.511467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-17ee1ccd-7f38-40a9-81fe-97baacc95ffb None None] Provisioning complete for port 854e79ae-c726-4908-94a4-7dce44d6e4cd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:33:59.511847 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-17ee1ccd-7f38-40a9-81fe-97baacc95ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.515387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=854e79ae-c726-4908-94a4-7dce44d6e4cd,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:33:59.536521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:33:59.570349 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37a631-709c-4608-840c-8863153be1d1" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:33:59.574403 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa59840-1fc9-432a-9268-b012976985f5 x-openstack-request-id: req-2fa59840-1fc9-432a-9268-b012976985f5 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:33:59.574698 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:33:59.574950 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fa59840-1fc9-432a-9268-b012976985f5 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:33:59.575846 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'code': 200} Oct 19 20:33:59.576399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-17ee1ccd-7f38-40a9-81fe-97baacc95ffb None None] Port 854e79ae-c726-4908-94a4-7dce44d6e4cd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:33:59.645330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network aaf1fac8-2547-4de3-a47e-637407125076 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:33:59.652189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:33:59.688983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fc95f-9136-4f0b-8eb7-b60e8692e980 req-9772021d-a060-44c4-bb11-eec6959714cd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:33:59.703369 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b02fc95f-9136-4f0b-8eb7-b60e8692e980 req-9772021d-a060-44c4-bb11-eec6959714cd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 945 time: 1.2492251 Oct 19 20:33:59.711920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 1fdb9250-3d28-4089-88ab-2c126a55f924, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1fdb9250-3d28-4089-88ab-2c126a55f924,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:33:59.712236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:33:59.761828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 1fdb9250-3d28-4089-88ab-2c126a55f924 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:33:59.888048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b02fc95f-9136-4f0b-8eb7-b60e8692e980 req-49e4b0c9-b727-414f-8ffe-49c9f1de171f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697164 Oct 19 20:34:00.165029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1512d-b7df-44b5-bc89-05d63ab65697 req-2f92e527-22cc-4475-90ba-67f6c4a95424 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:00.169457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5e1512d-b7df-44b5-bc89-05d63ab65697 req-2f92e527-22cc-4475-90ba-67f6c4a95424 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cbff3f-6131-4667-97a2-5401bdee0e8b HTTP/1.1" status: 200 len: 942 time: 0.2387938 Oct 19 20:34:00.234808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-08967933-f5f9-444d-a821-b0121a2ce3e2 None None] Provisioning complete for port 854e79ae-c726-4908-94a4-7dce44d6e4cd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:00.235243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08967933-f5f9-444d-a821-b0121a2ce3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:00.325692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-08967933-f5f9-444d-a821-b0121a2ce3e2 None None] Port 854e79ae-c726-4908-94a4-7dce44d6e4cd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:00.345426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5e1512d-b7df-44b5-bc89-05d63ab65697 req-0d003df9-1637-4438-870b-7b63dca54520 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350796 Oct 19 20:34:00.346537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 3758e1e2-2aec-49ba-9b39-2a67058fd010 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:34:00.356310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:00.377883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:00.407628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=1fdb9250-3d28-4089-88ab-2c126a55f924,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:00.482112 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc9766-0e72-42f0-8b88-64d679b62d7b x-openstack-request-id: req-c2dc9766-0e72-42f0-8b88-64d679b62d7b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:00.482389 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:00.485153 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2dc9766-0e72-42f0-8b88-64d679b62d7b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:00.485794 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': '6f061f44-8d9c-4b44-ba4e-cf821c7bd3d3', 'status': 'completed', 'code': 200} Oct 19 20:34:00.539780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 1fdb9250-3d28-4089-88ab-2c126a55f924 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:00.543406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:00.548147 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4357d1-ee98-4629-af14-53f038ba7954 req-89e26a27-cf1a-4830-a654-7966e07ca11f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "DELETE /v2.0/ports/1fdb9250-3d28-4089-88ab-2c126a55f924 HTTP/1.1" status: 204 len: 173 time: 2.8984489 Oct 19 20:34:00.677453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:00.691090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-97a62c3d-6eb4-4aa2-9bd0-f3a2c3bffa26 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/3758e1e2-2aec-49ba-9b39-2a67058fd010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5714462 Oct 19 20:34:00.691345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:00.694975 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] Sync routers for ids ['3758e1e2-2aec-49ba-9b39-2a67058fd010'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:00.711900 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] Routers {'3758e1e2-2aec-49ba-9b39-2a67058fd010'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:00.712534 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3758e1e2-2aec-49ba-9b39-2a67058fd010'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:00.765493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4368fe7-6377-47ce-a21c-7c99aa1b169e req-ee71cc06-9791-437b-9d4d-690552d09dcd tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1308746 Oct 19 20:34:00.790344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:00.803702 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] Routers {'3758e1e2-2aec-49ba-9b39-2a67058fd010'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:00.804518 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3758e1e2-2aec-49ba-9b39-2a67058fd010'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:00.846946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ede694-4cfd-46ed-a5b0-547a0cfc269b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:00.848495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d2ede694-4cfd-46ed-a5b0-547a0cfc269b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports/854e79ae-c726-4908-94a4-7dce44d6e4cd HTTP/1.1" status: 200 len: 978 time: 0.1537821 Oct 19 20:34:00.851208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51066) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:00.869040 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:00.869821 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc3972-208d-45db-9b4a-2d4e971741d6 None None] The sync data for ids ['3758e1e2-2aec-49ba-9b39-2a67058fd010'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:00.911264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:01.185275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f1bc1-a227-4af1-b3bb-6e60ac5d98c0 req-ad17917a-f6bc-4338-8842-63f534b991f0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:01.192730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9e5f1bc1-a227-4af1-b3bb-6e60ac5d98c0 req-ad17917a-f6bc-4338-8842-63f534b991f0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 945 time: 0.1842446 Oct 19 20:34:01.277325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9e5f1bc1-a227-4af1-b3bb-6e60ac5d98c0 req-e0de23c7-f85a-4ac8-859d-959e98115d60 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835123 Oct 19 20:34:01.437969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:01.491797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:01.547020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting subnet 07d3051e-ffe1-4ea9-a08e-70a72699dadf {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:01.554210 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:01.725981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:01.951527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-386341ff-15bc-43b8-88ff-647b7c4961e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2017248 Oct 19 20:34:02.010661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51140) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:02.023019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5801cc01-07cb-4d25-9c77-19a593ac273f req-69857351-a905-4fe9-a43f-d5af5c016a29 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0885038 Oct 19 20:34:02.039960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.046801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ae32c-07f7-4dc1-b17c-79f167d06880 req-9b4ee9df-734f-4c43-8afc-d6c6dbc475dd tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.048380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-030ae32c-07f7-4dc1-b17c-79f167d06880 req-9b4ee9df-734f-4c43-8afc-d6c6dbc475dd tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 950 time: 0.2514904 Oct 19 20:34:02.096725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.097312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.097783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.098245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.098701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.099161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.099612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.101625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-47477d21-83f5-43e0-80aa-a1f9572b50d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.1048808 Oct 19 20:34:02.142547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-030ae32c-07f7-4dc1-b17c-79f167d06880 req-2ad9b8a8-a5ee-48ba-ae60-150d0ed04552 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870056 Oct 19 20:34:02.159997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.214583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.220276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/subnets/07d3051e-ffe1-4ea9-a08e-70a72699dadf HTTP/1.1" status: 204 len: 168 time: 0.7788723 Oct 19 20:34:02.220276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810511-76b8-4fea-a897-69b3f4cf33a5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Subnet': ['ID=07d3051e-ffe1-4ea9-a08e-70a72699dadf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:02.220786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51146) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:02.229378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e859a-c522-455c-9847-060da520c094 None None] Network 38eec977-9f81-4ca5-aabf-955f6420bd22 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:02.332384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.366869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcdd97e0-3c37-455b-b498-c220c4c333b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.387690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.412602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-ebac7513-8c4e-497b-938c-cdc0e45e2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.413257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-ebac7513-8c4e-497b-938c-cdc0e45e2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.414994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-ebac7513-8c4e-497b-938c-cdc0e45e2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.416810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-ebac7513-8c4e-497b-938c-cdc0e45e2d10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 2297 time: 0.2855077 Oct 19 20:34:02.463482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] DHCP port deletion for 38eec977-9f81-4ca5-aabf-955f6420bd22 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:02.492332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:02.495166 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a99e19-131e-4cce-a290-96d8dcc2504d" -d '{"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:02.507474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port b16b850c-e792-455f-b477-f2874c79cfc9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:02.511272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.514784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 854e79ae-c726-4908-94a4-7dce44d6e4cd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:02.515171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.581391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-657b5ff7-ef6a-4736-aad2-83fc1a74e327 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 1001 time: 0.1531861 Oct 19 20:34:02.632135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Deleting port b16b850c-e792-455f-b477-f2874c79cfc9 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:02.632840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.644011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-6af30470-707f-427d-b28a-14dc6bfa3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.645929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-6af30470-707f-427d-b28a-14dc6bfa3a9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 200 len: 856 time: 0.0556145 Oct 19 20:34:02.658675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port b16b850c-e792-455f-b477-f2874c79cfc9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b16b850c-e792-455f-b477-f2874c79cfc9,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:02.661109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.675512 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a6a34-e5fe-4807-9046-07f0aad0755a x-openstack-request-id: req-466a6a34-e5fe-4807-9046-07f0aad0755a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:02.675780 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cbff3f-6131-4667-97a2-5401bdee0e8b", "name": "network-vif-deleted", "tag": "1fdb9250-3d28-4089-88ab-2c126a55f924", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:02.676040 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-466a6a34-e5fe-4807-9046-07f0aad0755a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:02.676544 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cbff3f-6131-4667-97a2-5401bdee0e8b', 'name': 'network-vif-deleted', 'tag': '1fdb9250-3d28-4089-88ab-2c126a55f924', 'status': 'completed', 'code': 200} Oct 19 20:34:02.686678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for b16b850c-e792-455f-b477-f2874c79cfc9 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:02.729215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] For port b16b850c-e792-455f-b477-f2874c79cfc9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b16b850c-e792-455f-b477-f2874c79cfc9,segment=NetworkSegment(ffdaa823-cbde-4979-a404-21440b793e14),segment_id=ffdaa823-cbde-4979-a404-21440b793e14)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:02.730081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.747634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Calling delete_port for b16b850c-e792-455f-b477-f2874c79cfc9 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:02.767104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcdd97e0-3c37-455b-b498-c220c4c333b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.773862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcdd97e0-3c37-455b-b498-c220c4c333b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.830238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.836814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bcdd97e0-3c37-455b-b498-c220c4c333b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e17dd62f310447b9c54e66b0a5fa617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213234 Oct 19 20:34:02.846501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51152) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:02.848374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0e21e60f-cdc0-4c3e-9a85-86c6dfbc8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:02.853241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0e21e60f-cdc0-4c3e-9a85-86c6dfbc8ed0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758466 Oct 19 20:34:02.871288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.878568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:02.914195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=b16b850c-e792-455f-b477-f2874c79cfc9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:02.915764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] Pushing event deleted for resources: {'Port': ['ID=b16b850c-e792-455f-b477-f2874c79cfc9,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:02.916720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port b16b850c-e792-455f-b477-f2874c79cfc9 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:02.919198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b16b850c-e792-455f-b477-f2874c79cfc9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:02.924380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841bcdcf-332b-4b44-9612-1daf864f58ef None None] No DVR routers for this DVR port b16b850c-e792-455f-b477-f2874c79cfc9 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:02.952154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b16b850c-e792-455f-b477-f2874c79cfc9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:02.953159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b16b850c-e792-455f-b477-f2874c79cfc9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:02.988055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 854e79ae-c726-4908-94a4-7dce44d6e4cd owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:03.033449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.062805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eec977-9f81-4ca5-aabf-955f6420bd22']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:03.073492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdaa823-cbde-4979-a404-21440b793e14') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:03.073790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdaa823-cbde-4979-a404-21440b793e14') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:03.090336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.105055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.111144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:03.111538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:03.179186 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:03.183390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.198770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.206478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/networks/38eec977-9f81-4ca5-aabf-955f6420bd22 HTTP/1.1" status: 204 len: 168 time: 0.9848650 Oct 19 20:34:03.209920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:03.291757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4187a-d0ed-43af-8e77-2b982e047976 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Network': ['ID=38eec977-9f81-4ca5-aabf-955f6420bd22,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:03.369728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting subnet 814e1a02-ad86-4791-8129-7886f525ca59 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:03.423996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.516455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a7d2b89-4cc0-4845-abfa-ad9f382f2e26 req-ba2ab9d3-d151-41d9-a5ec-7fc432acb58f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1885967 Oct 19 20:34:03.537449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd97e0-3c37-455b-b498-c220c4c333b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca03f5-add5-4f0a-9c18-958a5e13c3f6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:03.548313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.606013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb1279-b37f-424e-a3e3-3b84e6714b45 req-6768a0e4-a309-4d2e-acab-e079e9306c33 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:03.617504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62eb1279-b37f-424e-a3e3-3b84e6714b45 req-6768a0e4-a309-4d2e-acab-e079e9306c33 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 950 time: 0.2767537 Oct 19 20:34:03.630414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.634416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.645355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-825cddbe-14e1-4a6f-96e4-1943181743ff service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634649 Oct 19 20:34:03.684488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:03.807054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62eb1279-b37f-424e-a3e3-3b84e6714b45 req-f00bb091-8edf-4ec4-ba29-eda1563a8a4c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654782 Oct 19 20:34:03.879043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=854e79ae-c726-4908-94a4-7dce44d6e4cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:03.946559 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.048642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.103562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-6a545248-62ad-49ca-889d-fca4ee1d8c2f service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023273 Oct 19 20:34:04.107502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.113933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/subnets/814e1a02-ad86-4791-8129-7886f525ca59 HTTP/1.1" status: 204 len: 168 time: 0.8832495 Oct 19 20:34:04.119487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b165b-9142-4856-8b71-d0eeb32bf4b1 None None] Network ce3fc2d2-1030-4c9e-aba6-ed5354348597 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:04.131508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10af4e-b3f8-4779-a356-1351a8228f8a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Subnet': ['ID=814e1a02-ad86-4791-8129-7886f525ca59,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:04.134285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51188) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:04.236313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.239854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-a60fb351-4e06-4320-8526-cf217fced084 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 217 time: 0.0733173 Oct 19 20:34:04.316888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.335187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.353662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.357162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85ca03f5-add5-4f0a-9c18-958a5e13c3f6 HTTP/1.1" status: 204 len: 168 time: 1.5000300 Oct 19 20:34:04.439400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:04.439735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.451940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea2e75-6886-4654-9b33-e4bfd2d78814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca03f5-add5-4f0a-9c18-958a5e13c3f6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:04.491221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] DHCP port deletion for ce3fc2d2-1030-4c9e-aba6-ed5354348597 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:04.653223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Deleting port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:04.654946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.670533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-14a08493-5dea-48cc-a574-820f0ebc8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:04.673340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-14a08493-5dea-48cc-a574-820f0ebc8e24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.4193535 Oct 19 20:34:04.689000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7487e2fb-38ca-4c2f-b29d-2070cda25b63,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:04.689626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.775072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 7487e2fb-38ca-4c2f-b29d-2070cda25b63 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:04.815756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] For port 7487e2fb-38ca-4c2f-b29d-2070cda25b63, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7487e2fb-38ca-4c2f-b29d-2070cda25b63,segment=NetworkSegment(bdf6b75d-26df-4db9-be22-06d49616177e),segment_id=bdf6b75d-26df-4db9-be22-06d49616177e)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:04.820389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:04.820627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9eddf247-57b6-4878-b242-cdf59392ff4c req-401af96a-96a9-4724-8cb2-01d5ac726448 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.0790200 Oct 19 20:34:04.861664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Calling delete_port for 7487e2fb-38ca-4c2f-b29d-2070cda25b63 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:04.961244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 3758e1e2-2aec-49ba-9b39-2a67058fd010 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:34:05.054375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7487e2fb-38ca-4c2f-b29d-2070cda25b63 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:05.066865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.102357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7487e2fb-38ca-4c2f-b29d-2070cda25b63 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:05.102830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7487e2fb-38ca-4c2f-b29d-2070cda25b63 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:05.120752 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.124007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=7487e2fb-38ca-4c2f-b29d-2070cda25b63,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:05.132111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:05.150977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] No DVR routers for this DVR port 7487e2fb-38ca-4c2f-b29d-2070cda25b63 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:05.176025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2666d45-e77b-41ca-9116-02f97eff6bf0 None None] Pushing event deleted for resources: {'Port': ['ID=7487e2fb-38ca-4c2f-b29d-2070cda25b63,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:05.204217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:05.216936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] Sync routers for ids ['3758e1e2-2aec-49ba-9b39-2a67058fd010'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:05.219371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-91b04184-3c03-425f-b9bc-1688621adeb4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/3758e1e2-2aec-49ba-9b39-2a67058fd010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3670583 Oct 19 20:34:05.224715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51280) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:05.224915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-89c78ed7-3e80-40a2-806c-7c7899a49b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:05.231783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] Routers {'3758e1e2-2aec-49ba-9b39-2a67058fd010'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:05.233842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3758e1e2-2aec-49ba-9b39-2a67058fd010'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.237633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-89c78ed7-3e80-40a2-806c-7c7899a49b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5365486 Oct 19 20:34:05.301314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.314798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] Routers {'3758e1e2-2aec-49ba-9b39-2a67058fd010'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:05.315577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3758e1e2-2aec-49ba-9b39-2a67058fd010'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.359567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.379685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.380924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437fb94-8d77-4863-b1c4-88d3f697707d None None] The sync data for ids ['3758e1e2-2aec-49ba-9b39-2a67058fd010'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:05.511383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3fc2d2-1030-4c9e-aba6-ed5354348597']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.535547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf6b75d-26df-4db9-be22-06d49616177e') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.536076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf6b75d-26df-4db9-be22-06d49616177e') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:05.549341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.565616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.569912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-3342603f-502e-4246-8293-047072d4f377 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195288 Oct 19 20:34:05.573390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:05.574040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:05.631793 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:05.689631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:05.734907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-77aec923-f67e-4098-b31e-45648c882f88 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638136 Oct 19 20:34:05.837686 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-8cbdc391-9a28-4705-b3e4-22660cd3e49e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 20:34:05.841973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8cbdc391-9a28-4705-b3e4-22660cd3e49e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/3758e1e2-2aec-49ba-9b39-2a67058fd010/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6136305 Oct 19 20:34:05.842696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.844311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:05.908174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.911787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:05.915091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/networks/ce3fc2d2-1030-4c9e-aba6-ed5354348597 HTTP/1.1" status: 204 len: 168 time: 1.7768307 Oct 19 20:34:05.940509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b35be5e-69ec-403c-a5a7-3c7dc48b9368 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=3758e1e2-2aec-49ba-9b39-2a67058fd010 HTTP/1.1" status: 200 len: 205 time: 0.0909889 Oct 19 20:34:05.941493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51338) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:05.941830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:05.961856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1000023258'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:05.964039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:05.970408 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f90a64-15fe-439e-a881-5192d97319c5" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-unplugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:05.983987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f2271-f288-40d6-a7e4-70270c89975a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Network': ['ID=ce3fc2d2-1030-4c9e-aba6-ed5354348597,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:05.987223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:06.002710 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:06.127532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=11']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:06.149809 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b01b1b-96e5-453f-aa5d-369f895d0842 x-openstack-request-id: req-e3b01b1b-96e5-453f-aa5d-369f895d0842 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:06.149809 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-unplugged", "status": "completed", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:06.149809 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3b01b1b-96e5-453f-aa5d-369f895d0842 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:06.149809 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'code': 200} Oct 19 20:34:06.225353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d8d3c49c-4e52-4674-9f9a-81a1a7ded9bd req-326272ae-5dce-4c76-b822-fbf4d1adc765 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.2390399 Oct 19 20:34:06.375964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-a63ee3d5-520b-45b3-9fc3-408d8acf2d67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 217 time: 0.6331894 Oct 19 20:34:06.511742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0da84b9f-d825-4d3a-a624-b302bb122927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:06.513271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0da84b9f-d825-4d3a-a624-b302bb122927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1150737 Oct 19 20:34:06.597727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-78922ab2-9d6d-4c3b-828b-4ec20dead028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:06.599440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-78922ab2-9d6d-4c3b-828b-4ec20dead028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793431 Oct 19 20:34:06.861490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-36cac2b8-b8b9-44b7-bba0-9b5635b471de service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335238 Oct 19 20:34:07.027590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.090770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:07.095037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.145011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-2a39056e-5a3a-4f7f-a880-0cf3bf311a35 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782712 Oct 19 20:34:07.161070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:07.172020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.172486 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Added segment 45567134-d4a0-4a5a-af78-0b7a7f3f4966 of type vlan for network d96019ae-8961-41fc-8ebd-b9aec031cac2 Oct 19 20:34:07.218715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.225602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-3c8d1e55-d14f-4766-9239-1918d081ac91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 200 len: 217 time: 0.0732613 Oct 19 20:34:07.378903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-85fd0852-1d29-44f7-b0f6-642168a2fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:07.382302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-85fd0852-1d29-44f7-b0f6-642168a2fa59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1482718 Oct 19 20:34:07.499064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-7ddf4256-bfcd-41e2-9dba-301621c2cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:07.504550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-7ddf4256-bfcd-41e2-9dba-301621c2cf27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174095 Oct 19 20:34:07.557476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.568967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.610487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:07.611141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.617189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:07.752790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-51dfb9d3-0ebe-4835-bc47-1d2e55ef39fd service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272651 Oct 19 20:34:07.776927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2690d971-7b3d-4735-9c81-c51af9c837e3 req-c806ad73-a8c7-409e-85e4-e9e166b689c5 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/ports?device_id=587553ae-8f33-45eb-84c0-b10f71d47ade HTTP/1.1" status: 200 len: 210 time: 0.1472116 Oct 19 20:34:07.971830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0216568 Oct 19 20:34:07.974812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:07.981010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'subnet': {'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:08.045526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-788f24e8-9123-4606-bc95-24e455415a89 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914348 Oct 19 20:34:08.062855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.063495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router 3758e1e2-2aec-49ba-9b39-2a67058fd010 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:34:08.168082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-cee27700-f094-42b6-be0c-7e5e9e02daf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 200 len: 217 time: 0.1137078 Oct 19 20:34:08.196405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.199960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e7b157c-730a-4135-96c8-53ef9a6438a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/3758e1e2-2aec-49ba-9b39-2a67058fd010 HTTP/1.1" status: 204 len: 168 time: 2.2315147 Oct 19 20:34:08.199960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf06e5-1379-40b2-9760-f72dd72369ff tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Network': ['ID=d96019ae-8961-41fc-8ebd-b9aec031cac2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:08.204109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51496) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:08.233038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:08.244371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-2668b5df-123b-466f-b940-eaf08f3ca504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:08.246771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-2668b5df-123b-466f-b940-eaf08f3ca504 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.0645378 Oct 19 20:34:08.296213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:08.305319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.354148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 5cf416cc-561a-4942-a910-12587eb9dd22 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:08.393702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.496966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-995eb638-8918-4593-be83-2b6ee921aae2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621647 Oct 19 20:34:08.509346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-4849ac09-9980-401e-836d-430945550f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:08.520917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-4849ac09-9980-401e-836d-430945550f50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2646105 Oct 19 20:34:08.623012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.804331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:08.821624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-6d4a2fc7-4a5d-4754-b16c-c369de5fe38d service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938483 Oct 19 20:34:08.882741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-e69b49d6-7b94-404b-a083-72a924fb566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:08.884372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-e69b49d6-7b94-404b-a083-72a924fb566f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a9fb600ef2643919a5c403c111c9585&device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 1099 time: 0.2676263 Oct 19 20:34:08.917967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51544) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:08.933409 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.100715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-452c7d0f-f01d-4da2-af75-bd1377703aec service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712681 Oct 19 20:34:09.101423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.105496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.119174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Subnet': ['ID=223226af-4ea8-4045-a2ee-59f7e7acffbe,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:09.162705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62173c4-1cb1-44cb-b630-b4c037b75595 None None] Network aaf1fac8-2547-4de3-a47e-637407125076 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:09.173506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-5070b7e2-99ae-475d-9fa7-f2d0f3319bc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 217 time: 0.0609117 Oct 19 20:34:09.173651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf416cc-561a-4942-a910-12587eb9dd22,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:09.176063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.177277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-6ececd40-e8d7-438e-b9c2-13cd179619bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.178778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-6ececd40-e8d7-438e-b9c2-13cd179619bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.2718525 Oct 19 20:34:09.180598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.183610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-77485fb2-e4ff-4ba9-b01f-7f4437e58522 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/5cf416cc-561a-4942-a910-12587eb9dd22 HTTP/1.1" status: 204 len: 168 time: 0.9784656 Oct 19 20:34:09.184629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51564) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:09.194060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Checking segment: {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:09.194474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network hostable DHCP agents. Network: d96019ae-8961-41fc-8ebd-b9aec031cac2, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:09.248448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:09.295923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, d96019ae-8961-41fc-8ebd-b9aec031cac2) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:09.315771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e9913-d426-4c7d-9c54-2ad75c719cff None None] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:09.340449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-4aac54e4-a33c-4700-ae22-e5af4c539aaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 200 len: 217 time: 0.1394644 Oct 19 20:34:09.341689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.342466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.387355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51584) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:09.387909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51586) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:09.389878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-505df05a-752e-4e96-8b2c-9a9de71c42e6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4131200 Oct 19 20:34:09.401021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1623460895'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:09.504369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0291a4a5-4d14-424e-9833-e72daaff3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.514671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0291a4a5-4d14-424e-9833-e72daaff3ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.3307571 Oct 19 20:34:09.553932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.588115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-b75f4309-1d13-4e6c-b9ee-e9df39a712a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.590346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-b75f4309-1d13-4e6c-b9ee-e9df39a712a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.2403300 Oct 19 20:34:09.594121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:09.599784 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.608251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.611136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.612457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/security-groups/8853d7ee-974f-42ad-97b7-8871a55e0aac HTTP/1.1" status: 204 len: 168 time: 0.6935630 Oct 19 20:34:09.615365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51594) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:09.635691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] DHCP port deletion for aaf1fac8-2547-4de3-a47e-637407125076 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:09.645013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-d96019ae-8961-41fc-8ebd-b9aec031cac2', 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'fixed_ips': [{'subnet_id': '223226af-4ea8-4045-a2ee-59f7e7acffbe'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:34:09.645938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.652183 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-9a78f87d-6f8f-43f8-bdb9-ac9318fb70f6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] show failed (client error): The resource could not be found. Oct 19 20:34:09.660359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a78f87d-6f8f-43f8-bdb9-ac9318fb70f6 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "GET /v2.0/security-groups/8853d7ee-974f-42ad-97b7-8871a55e0aac HTTP/1.1" status: 404 len: 347 time: 0.0435636 Oct 19 20:34:09.662503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:09.665898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ad727-7be0-40a5-9d66-9741fd10521f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853d7ee-974f-42ad-97b7-8871a55e0aac,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:09.773774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-5f6739c9-a83e-4a36-bc0c-b2b7800aaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.775760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-5f6739c9-a83e-4a36-bc0c-b2b7800aaa43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2458744 Oct 19 20:34:09.794369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:09.836999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-210c63ca-d6d5-46cd-bb10-6fd72149bb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.885365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-78a2ec30-7690-4d37-a497-fd3ede5f10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:09.886864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-78a2ec30-7690-4d37-a497-fd3ede5f10d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2826195 Oct 19 20:34:09.900003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:09.900916 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Added segment b92b97b3-29ad-448e-900d-10212ec0e649 of type vlan for network 98d37dd6-65ac-4c93-8b82-62ae167a0559 Oct 19 20:34:10.044914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Deleting port 45edcee1-747e-4d15-ade8-2036311099f3 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:10.045085 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.126507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.134651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Allocated IP 19.80.0.2 (d96019ae-8961-41fc-8ebd-b9aec031cac2/223226af-4ea8-4045-a2ee-59f7e7acffbe/90235b97-340d-4d23-9654-a984e02811d1) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:10.161179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 45edcee1-747e-4d15-ade8-2036311099f3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:10.161526 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.185817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] For port 45edcee1-747e-4d15-ade8-2036311099f3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=45edcee1-747e-4d15-ade8-2036311099f3,segment=NetworkSegment(36c49c3f-1292-4bf1-875a-01a07d78250f),segment_id=36c49c3f-1292-4bf1-875a-01a07d78250f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:10.186243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.202116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Calling delete_port for 45edcee1-747e-4d15-ade8-2036311099f3 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:10.207364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-26532a61-b151-4a70-8736-96c83155f203 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141071 Oct 19 20:34:10.230066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c3b0-4d2e-4929-8c81-ba2c07cdd77c req-24e4f99d-1222-49c4-a586-f0f0f2a527f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:10.231571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9569c3b0-4d2e-4929-8c81-ba2c07cdd77c req-24e4f99d-1222-49c4-a586-f0f0f2a527f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.3406093 Oct 19 20:34:10.346232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:10.346575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.348426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.354028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:10.354620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.357693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.375767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-db0cb253-b077-468f-8a5b-e68bb495e5f3 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732075 Oct 19 20:34:10.399829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] No DVR routers for this DVR port 45edcee1-747e-4d15-ade8-2036311099f3 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:10.403833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61ff11-4012-477e-aa62-6e545099cb71 None None] Pushing event deleted for resources: {'Port': ['ID=45edcee1-747e-4d15-ade8-2036311099f3,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:10.475266 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.485634 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.505333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 45edcee1-747e-4d15-ade8-2036311099f3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=45edcee1-747e-4d15-ade8-2036311099f3,segment=NetworkSegment(36c49c3f-1292-4bf1-875a-01a07d78250f),segment_id=36c49c3f-1292-4bf1-875a-01a07d78250f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:10.505944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.536348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:10.541143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:10.552401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:10.591976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Pushing event updated for resources: {'Port': ['ID=90235b97-340d-4d23-9654-a984e02811d1,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:10.627129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Attempting to bind port 90235b97-340d-4d23-9654-a984e02811d1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:10.627526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Attempting to bind port 90235b97-340d-4d23-9654-a984e02811d1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:10.627874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Attempting to bind port 90235b97-340d-4d23-9654-a984e02811d1 on network d96019ae-8961-41fc-8ebd-b9aec031cac2 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:10.633979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:10.634363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Checking segment: {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:10.634805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.635205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Bound using segment: {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:10.635809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Bound port: 90235b97-340d-4d23-9654-a984e02811d1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:10.636063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.716964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] For port 90235b97-340d-4d23-9654-a984e02811d1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:10.720970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] For port 90235b97-340d-4d23-9654-a984e02811d1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90235b97-340d-4d23-9654-a984e02811d1,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:10.731155 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.803469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c67ec5-400a-4977-bf84-20fa075df88a None None] Pushing event updated for resources: {'Port': ['ID=90235b97-340d-4d23-9654-a984e02811d1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:10.923257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 45edcee1-747e-4d15-ade8-2036311099f3 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:10.930005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Network': ['ID=98d37dd6-65ac-4c93-8b82-62ae167a0559,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:10.942779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-210c63ca-d6d5-46cd-bb10-6fd72149bb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:10.948560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b4bae169-e1b5-44dc-b667-2094d8fd1c90 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5558219 Oct 19 20:34:10.951577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51620) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:10.961602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:10.971634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 45edcee1-747e-4d15-ade8-2036311099f3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:10.971977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 45edcee1-747e-4d15-ade8-2036311099f3 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:10.972092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'subnet': {'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:10.986398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 45edcee1-747e-4d15-ade8-2036311099f3 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:11.028343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-210c63ca-d6d5-46cd-bb10-6fd72149bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.062299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51622) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:11.080065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9569c3b0-4d2e-4929-8c81-ba2c07cdd77c req-cb653783-684b-429f-bbc0-d09d8eb19ad1 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131995 Oct 19 20:34:11.127960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-c5347513-12c7-4461-9045-be68b838f7cd service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8850207 Oct 19 20:34:11.128773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c63ca-d6d5-46cd-bb10-6fd72149bb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db304e-31b3-4525-8ae2-cee83c95a506,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:11.205966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:11.209946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.290499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.291399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.297160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-210c63ca-d6d5-46cd-bb10-6fd72149bb5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=375dd9e32f3146b985ef29e2927cf3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9062331 Oct 19 20:34:11.315186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-6c6f4d3e-b1f0-4c24-b168-090c6256dd22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 217 time: 0.1466327 Oct 19 20:34:11.319170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51628) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:11.372063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:11.417940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c8e077f-295b-469d-8b4d-f960aca54cdb req-f9cf315c-863e-4432-9f31-667ac2679a33 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9647655 Oct 19 20:34:11.462417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3828aec0-bce4-4c4a-bb58-c888e19bc217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.493539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.548004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.563791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-4096ffc0-238c-44f7-8529-477739922ca3 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:11.566010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-4096ffc0-238c-44f7-8529-477739922ca3 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.1882596 Oct 19 20:34:11.570772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-34f8a07b-34b2-4bee-8280-55a55c04f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:11.572999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-34f8a07b-34b2-4bee-8280-55a55c04f2a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.2022560 Oct 19 20:34:11.578003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Subnet': ['ID=da5ab801-1e31-4e0f-811a-331e02553c07,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:11.593661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Checking segment: {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:11.594118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network hostable DHCP agents. Network: 98d37dd6-65ac-4c93-8b82-62ae167a0559, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:11.637040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3828aec0-bce4-4c4a-bb58-c888e19bc217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.638902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:11.644190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3828aec0-bce4-4c4a-bb58-c888e19bc217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.656193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.661121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 98d37dd6-65ac-4c93-8b82-62ae167a0559) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:11.676860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.677995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bbd27-bbfa-4b1b-b12a-35b45df0d91e None None] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:11.679586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port 45edcee1-747e-4d15-ade8-2036311099f3 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:11.680809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:11.682000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.702689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3828aec0-bce4-4c4a-bb58-c888e19bc217 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b831f5cf3b0842bfb50d86a014d1b7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340356 Oct 19 20:34:11.702689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828aec0-bce4-4c4a-bb58-c888e19bc217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb659bc-0a88-4cd8-96b0-2a66c505cf73,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:11.704660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:11.735966 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f016c727-10e6-4af9-95ac-de00e75736a7 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7831171 Oct 19 20:34:11.772581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=45edcee1-747e-4d15-ade8-2036311099f3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:11.836273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.881095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.910269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.927318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.928517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65db304e-31b3-4525-8ae2-cee83c95a506 HTTP/1.1" status: 204 len: 168 time: 0.6033146 Oct 19 20:34:11.974380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.975526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-f3f6d054-3053-4a00-aacb-652c64248a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:11.977567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:11.981730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cb659bc-0a88-4cd8-96b0-2a66c505cf73 HTTP/1.1" status: 204 len: 168 time: 0.2752182 Oct 19 20:34:11.987502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-f3f6d054-3053-4a00-aacb-652c64248a6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994853 Oct 19 20:34:11.994495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ccba2-dc76-4cc5-b8d5-0d9ac0008f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb659bc-0a88-4cd8-96b0-2a66c505cf73,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:12.043831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-98d37dd6-65ac-4c93-8b82-62ae167a0559', 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'fixed_ips': [{'subnet_id': 'da5ab801-1e31-4e0f-811a-331e02553c07'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:34:12.047611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.142106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.164118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603089e-168d-4de0-a132-e9fb82c7c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db304e-31b3-4525-8ae2-cee83c95a506,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:12.281181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-65e2d741-9efb-4607-a120-eb069ccdb5ae tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:12.288507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-65e2d741-9efb-4607-a120-eb069ccdb5ae tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:12.298352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-65e2d741-9efb-4607-a120-eb069ccdb5ae tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/networks?id=d96019ae-8961-41fc-8ebd-b9aec031cac2&id=98d37dd6-65ac-4c93-8b82-62ae167a0559 HTTP/1.1" status: 200 len: 1392 time: 0.2358568 Oct 19 20:34:12.319663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-1a6c3f6a-d10d-4051-8bcd-cd82fd339825 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/quotas/e80506a2365e45dda3ac44b64c0fd543 HTTP/1.1" status: 200 len: 375 time: 0.0201557 Oct 19 20:34:12.379226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Allocated IP 19.86.0.2 (98d37dd6-65ac-4c93-8b82-62ae167a0559/da5ab801-1e31-4e0f-811a-331e02553c07/37d9406a-3511-4546-9fd6-8ce35822544f) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:12.401574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf1fac8-2547-4de3-a47e-637407125076']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:12.410170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-b665524a-cbc3-434b-8752-0fd87c634d37 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894949 Oct 19 20:34:12.471686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Deleting port d45e5f45-1d5b-4c19-b2b4-547d656c122f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:12.472055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.481339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c49c3f-1292-4bf1-875a-01a07d78250f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:12.481683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c49c3f-1292-4bf1-875a-01a07d78250f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:12.533905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51658) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:12.543060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-4f7562ed-8f4c-4ae5-b45c-eefdc6373f44 service neutron] 10.222.0.31 "GET /v2.0/networks/d96019ae-8961-41fc-8ebd-b9aec031cac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318641 Oct 19 20:34:12.547616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260206-0a78-4849-bde1-fb048e4e103f req-251da8dc-c72b-4d5c-afd8-aa59bc73f471 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:12.549492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69260206-0a78-4849-bde1-fb048e4e103f req-251da8dc-c72b-4d5c-afd8-aa59bc73f471 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 948 time: 0.3000784 Oct 19 20:34:12.554753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.566863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51660) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:12.581891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.583154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9c991-f3b6-4b7b-af22-d38effe0e6fe None None] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:12.606395 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e6da00fa-da39-4478-9d4c-0d252edff4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.621917 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.690494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] Provisioning complete for port 90235b97-340d-4d23-9654-a984e02811d1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:12.691312 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.713569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.716805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=f8dfbf53-6a05-4dbd-8e5a-48e28be9dcd3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:12.719053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-495fbffa-cb36-4d89-a152-a1d8e4906ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.719217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-f98e0f84-4b36-4bac-af09-ce7e56286f96 service neutron] 10.222.0.31 "GET /v2.0/networks/d96019ae-8961-41fc-8ebd-b9aec031cac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687803 Oct 19 20:34:12.753838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-e1508774-6346-412d-8d80-e9c49b772823 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378976 Oct 19 20:34:12.757344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:12.757750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.777189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e6da00fa-da39-4478-9d4c-0d252edff4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:12.786141 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:12.788798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e6da00fa-da39-4478-9d4c-0d252edff4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.809243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.822935 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.838893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69260206-0a78-4849-bde1-fb048e4e103f req-a9973945-b9fe-4955-a28a-9dccdca243f2 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599828 Oct 19 20:34:12.883822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da00fa-da39-4478-9d4c-0d252edff4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a30a47a-0940-4118-9900-a4937abb289d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:12.894052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e6da00fa-da39-4478-9d4c-0d252edff4f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9769b0cfd1b4cffa4a883e35a876107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261755 Oct 19 20:34:12.896840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:12.928568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:12.936656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-1ce17383-7a6b-48ba-a075-9944fbcd75e9 service neutron] 10.222.0.31 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992958 Oct 19 20:34:12.944359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] For port d45e5f45-1d5b-4c19-b2b4-547d656c122f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d45e5f45-1d5b-4c19-b2b4-547d656c122f,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:12.944728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:12.966701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:12.973027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:12.999606 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.000794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.003866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.006269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d0136fcd-b283-4625-85d4-b406e660230e tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/floatingips/c4201663-f642-4368-b968-851250fd948a HTTP/1.1" status: 204 len: 168 time: 3.3415351 Oct 19 20:34:13.009051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.010992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.014198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51668) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:13.019607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Calling delete_port for d45e5f45-1d5b-4c19-b2b4-547d656c122f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:13.032070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.039522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/aaf1fac8-2547-4de3-a47e-637407125076 HTTP/1.1" status: 204 len: 168 time: 3.8505275 Oct 19 20:34:13.043947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51670) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:13.056625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Pushing event updated for resources: {'Port': ['ID=37d9406a-3511-4546-9fd6-8ce35822544f,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:13.115801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90235b97-340d-4d23-9654-a984e02811d1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:13.119210 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.140843 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.156478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-272922669'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:13.167030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] For port 90235b97-340d-4d23-9654-a984e02811d1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90235b97-340d-4d23-9654-a984e02811d1,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:13.187582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0eef4-b68b-4e40-9160-e5339b9fb115 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=aaf1fac8-2547-4de3-a47e-637407125076,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:13.191612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-1e414f55-5afc-4c87-923d-b9a09bf56d6d service neutron] 10.222.0.31 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351046 Oct 19 20:34:13.203476 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.236817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acf4e13d-6b6a-4462-a008-639bc46b92eb req-0b18a2f4-5c86-4ea6-8b96-86d5f1759173 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460483 Oct 19 20:34:13.273153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-495fbffa-cb36-4d89-a152-a1d8e4906ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.277937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:13.285141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Attempting to bind port 37d9406a-3511-4546-9fd6-8ce35822544f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:13.288414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Attempting to bind port 37d9406a-3511-4546-9fd6-8ce35822544f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:13.288614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.288738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Attempting to bind port 37d9406a-3511-4546-9fd6-8ce35822544f on network 98d37dd6-65ac-4c93-8b82-62ae167a0559 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:13.304841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port d27a3c17-d7c2-45fd-a3d3-554c79774dc9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:13.309161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.313454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-495fbffa-cb36-4d89-a152-a1d8e4906ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.340585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.344877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.349442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:13.349822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Checking segment: {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:13.350176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a30a47a-0940-4118-9900-a4937abb289d HTTP/1.1" status: 204 len: 168 time: 0.4520838 Oct 19 20:34:13.350314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.350641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Bound using segment: {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:13.351131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Bound port: 37d9406a-3511-4546-9fd6-8ce35822544f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:13.351519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.410476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa2c94-a0d1-47b4-ae9f-aeed09406114 None None] Pushing event updated for resources: {'Port': ['ID=90235b97-340d-4d23-9654-a984e02811d1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:13.437450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdad1-c2c3-4daf-8863-0bac739d2add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a30a47a-0940-4118-9900-a4937abb289d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:13.512349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 90235b97-340d-4d23-9654-a984e02811d1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:13.512349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.557392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-495fbffa-cb36-4d89-a152-a1d8e4906ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e2fe0daf1ad44be8e67aa76ad960e44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0102458 Oct 19 20:34:13.562286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:13.564576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51678) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:13.584511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.592359 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 6f999d73-4a01-46ee-95bc-baa6c92cf3db of type vlan for network a1574b3a-50a7-4129-b64a-61b6ef90e915 Oct 19 20:34:13.652659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] For port 37d9406a-3511-4546-9fd6-8ce35822544f, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:13.676410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] For port 37d9406a-3511-4546-9fd6-8ce35822544f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=37d9406a-3511-4546-9fd6-8ce35822544f,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:13.678440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-66851222-7750-480f-a9e2-9d290cfcd059 None None] Provisioning complete for port 90235b97-340d-4d23-9654-a984e02811d1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:13.678991 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-66851222-7750-480f-a9e2-9d290cfcd059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.703298 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.709107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-111f0def-e5a8-4440-bb27-8f42158c86c2 req-b571273d-1c31-48cf-b7e5-c675fc2fe937 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 210 time: 0.0445838 Oct 19 20:34:13.718934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.721834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.738175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for d27a3c17-d7c2-45fd-a3d3-554c79774dc9 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:13.781984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.802792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.932771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.935835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.937404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a69b0d4c-8979-438f-84be-ca600ada0816 HTTP/1.1" status: 204 len: 168 time: 0.3713520 Oct 19 20:34:13.955004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb2e96-da3c-4d89-8439-e7045a4d8a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b0d4c-8979-438f-84be-ca600ada0816,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:13.964933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:13.981206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.981475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:13.989221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:13.997278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.049704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=d27a3c17-d7c2-45fd-a3d3-554c79774dc9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:14.076769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.089273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbffa-cb36-4d89-a152-a1d8e4906ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b0d4c-8979-438f-84be-ca600ada0816,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:14.110952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd2221-5c2b-4c1e-9cb9-797498743c15 None None] Pushing event updated for resources: {'Port': ['ID=37d9406a-3511-4546-9fd6-8ce35822544f,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:14.141907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9893277 Oct 19 20:34:14.179154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51698) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:14.214455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-977d0800-68d8-405f-a709-d4fafccb4edb req-34ccab7d-490a-4815-a7f0-e31dd1e4a4e1 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.1580286 Oct 19 20:34:14.221522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No active binding found for port d45e5f45-1d5b-4c19-b2b4-547d656c122f {{(pid=100736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 20:34:14.221522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d45e5f45-1d5b-4c19-b2b4-547d656c122f not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:14.265510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.265510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f967113f-2ed7-4bec-9189-9c08a1f164f3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/ports/d27a3c17-d7c2-45fd-a3d3-554c79774dc9 HTTP/1.1" status: 204 len: 168 time: 1.2463853 Oct 19 20:34:14.266951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51702) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:14.297100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:14.335882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Pushing event deleted for resources: {'Port': ['ID=d45e5f45-1d5b-4c19-b2b4-547d656c122f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:14.475179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port b3576dfe-d3f8-4e48-bd17-177c65de2028 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:14.475797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.593344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205439-9098-4229-a0f0-fe606822369f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=a1574b3a-50a7-4129-b64a-61b6ef90e915,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:14.607052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:14.680722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] No DVR routers for this DVR port d45e5f45-1d5b-4c19-b2b4-547d656c122f on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:14.699432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.706794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.714467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8abc9b9-d868-4d7c-9fb2-25569942eea2 req-aedfc96a-4be7-4ed8-8ffd-280376b98f9c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.37 "DELETE /v2.0/ports/d45e5f45-1d5b-4c19-b2b4-547d656c122f HTTP/1.1" status: 204 len: 173 time: 3.1324470 Oct 19 20:34:14.714467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-deleted', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:14.718389 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb923fd-cf16-4d9f-a9f0-7b6bc74884d9" -d '{"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-deleted", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:14.768013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c04e25-067a-4ff4-9ae1-92388dbdcd71 req-f3653ca2-bd0b-4fd8-a0e7-608fc2f47113 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:14.769625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for b3576dfe-d3f8-4e48-bd17-177c65de2028 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:14.778555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58c04e25-067a-4ff4-9ae1-92388dbdcd71 req-f3653ca2-bd0b-4fd8-a0e7-608fc2f47113 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.9007831 Oct 19 20:34:14.857954 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75589e85-e9bd-4c49-becc-14588e91e44a x-openstack-request-id: req-75589e85-e9bd-4c49-becc-14588e91e44a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:14.858256 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1452796-b1bf-432d-acd0-fe739e1fe35d", "name": "network-vif-deleted", "tag": "d45e5f45-1d5b-4c19-b2b4-547d656c122f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:14.858394 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75589e85-e9bd-4c49-becc-14588e91e44a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:14.858952 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1452796-b1bf-432d-acd0-fe739e1fe35d', 'name': 'network-vif-deleted', 'tag': 'd45e5f45-1d5b-4c19-b2b4-547d656c122f', 'status': 'completed', 'code': 200} Oct 19 20:34:14.862347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:14.865877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:14.905784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58c04e25-067a-4ff4-9ae1-92388dbdcd71 req-0471bbd2-462a-40fe-b747-04511bad50a9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262007 Oct 19 20:34:15.281359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 37d9406a-3511-4546-9fd6-8ce35822544f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:15.291801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3f49bad-4690-44f3-842e-08fc865a896e req-e6b8b570-4305-4ef0-b069-12c06cf7257a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 210 time: 0.2263901 Oct 19 20:34:15.363290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.388795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 37d9406a-3511-4546-9fd6-8ce35822544f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:15.389568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.445953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=b3576dfe-d3f8-4e48-bd17-177c65de2028,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:15.559873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24f16008-3fec-4e9d-915b-817db364bd3d req-037e2309-ed17-423f-a7fe-4ea98fcc3cf5 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1452796-b1bf-432d-acd0-fe739e1fe35d HTTP/1.1" status: 200 len: 210 time: 0.1117520 Oct 19 20:34:15.565645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.649822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 37d9406a-3511-4546-9fd6-8ce35822544f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=37d9406a-3511-4546-9fd6-8ce35822544f,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:15.657650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.658473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90235b97-340d-4d23-9654-a984e02811d1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:15.679202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.685757 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb97ddda-7972-4eca-b4db-9089599f1d6d tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/ports/b3576dfe-d3f8-4e48-bd17-177c65de2028 HTTP/1.1" status: 204 len: 168 time: 1.4172735 Oct 19 20:34:15.690311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51746) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:15.711540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a85a5-74f8-4a8d-9fa7-b94c5d4c1f65 req-2f7ca83b-1370-4afd-b3a9-dc53f2925d4a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:15.714472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a2a85a5-74f8-4a8d-9fa7-b94c5d4c1f65 req-2f7ca83b-1370-4afd-b3a9-dc53f2925d4a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.5881026 Oct 19 20:34:15.730156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-33635cc8-8f99-4b6e-ad95-b1212c29006d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:15.737938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-33635cc8-8f99-4b6e-ad95-b1212c29006d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:15.739792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-33635cc8-8f99-4b6e-ad95-b1212c29006d tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "GET /v2.0/networks?id=d96019ae-8961-41fc-8ebd-b9aec031cac2&id=98d37dd6-65ac-4c93-8b82-62ae167a0559 HTTP/1.1" status: 200 len: 1392 time: 0.6158900 Oct 19 20:34:15.740917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.780123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e4ee6-0e75-4f1d-a8c2-d50c21ec40e4 None None] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:15.800726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=0cfacb11-7946-4590-baac-9236b8b8c588,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:15.825533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=37d9406a-3511-4546-9fd6-8ce35822544f,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:15.840147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting subnet 102bd256-7072-4abd-bc8c-31c842c3e239 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:15.851127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:15.852913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'port': {'device_id': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2', 'admin_state_up': True, 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:15.921073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a2a85a5-74f8-4a8d-9fa7-b94c5d4c1f65 req-bd7c9a8a-53aa-4f3f-8f48-6ed792529f35 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774912 Oct 19 20:34:15.991000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '6f999d73-4a01-46ee-95bc-baa6c92cf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:15.991400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: a1574b3a-50a7-4129-b64a-61b6ef90e915, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:16.002183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.040326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e9e5dd8f-62b2-4c92-ada0-7dfa7df8b496 None None] Provisioning complete for port 37d9406a-3511-4546-9fd6-8ce35822544f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:16.040543 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dd8f-62b2-4c92-ada0-7dfa7df8b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.044421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:16.055665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 90235b97-340d-4d23-9654-a984e02811d1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:16.063825 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.080655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a1574b3a-50a7-4129-b64a-61b6ef90e915) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:16.087037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:16.087902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.132577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1421e-3853-4f40-a1a1-bec9cd809e60 None None] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:16.136878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:16.142514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.178951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.265314 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb8077e4-8811-4285-91fe-10a4a82edca4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0441504 Oct 19 20:34:16.271957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:16.292503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-341739382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:16.296337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.363356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Subnet': ['ID=102bd256-7072-4abd-bc8c-31c842c3e239,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:16.377513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e4b2d-4b31-4c80-87c2-fcb56fdee2c6 None None] Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:16.380900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.384290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c363aa2-e5c8-4476-bd58-82872fb7c9c4 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/subnets/102bd256-7072-4abd-bc8c-31c842c3e239 HTTP/1.1" status: 204 len: 168 time: 0.6927710 Oct 19 20:34:16.386961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51770) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:16.442682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.443747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.503534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Allocated IP 19.80.0.94 (d96019ae-8961-41fc-8ebd-b9aec031cac2/223226af-4ea8-4045-a2ee-59f7e7acffbe/bd39c7a2-6949-411d-9fbe-4529fd11fcb9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:16.516775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a5591-460e-425d-9d89-016f378bf8ce req-94494acd-5d03-47ec-afa8-bcc3248b6b5d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:16.524011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8a5591-460e-425d-9d89-016f378bf8ce req-94494acd-5d03-47ec-afa8-bcc3248b6b5d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1288199 Oct 19 20:34:16.532416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09bb65c1-45e5-41d8-b208-49968d0e5c7f req-187787a5-a9d5-4cdb-a4b5-bb562981c039 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 210 time: 0.0882826 Oct 19 20:34:16.568109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting subnet 30e4acfc-7cc0-4476-8c8b-b3a462ac1869 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:16.580468 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.633835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.761243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-a1574b3a-50a7-4129-b64a-61b6ef90e915', 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '0cfacb11-7946-4590-baac-9236b8b8c588'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:34:16.770364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.803078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:16.963650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.028862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Subnet': ['ID=30e4acfc-7cc0-4476-8c8b-b3a462ac1869,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:17.071220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.082066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2723196-2bc0-4901-a2d1-9a2b13a49e56 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/subnets/30e4acfc-7cc0-4476-8c8b-b3a462ac1869 HTTP/1.1" status: 204 len: 168 time: 0.6938896 Oct 19 20:34:17.085104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51796) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:17.138439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.161161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.162689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a48e6-d064-436a-8d23-e5ccdc72f787 None None] Network f5c35851-8879-4eec-9e0b-8be0b2426d39 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:17.221421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 37d9406a-3511-4546-9fd6-8ce35822544f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:17.232756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8a5591-460e-425d-9d89-016f378bf8ce req-6bd06e05-9bac-4723-ba81-5cc11a290e31 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7028508 Oct 19 20:34:17.248307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.249523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8ca5b846-b208-4d4b-af08-6839b5d1d5f4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9764814 Oct 19 20:34:17.275795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:17.300473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.310094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd86165-9316-45a7-9af4-f40f7d1e3d91 None None] DHCP port deletion for fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:17.328118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc02d1f-c849-428f-8065-6c9fec129256 req-15197da3-afcd-4c4a-87ed-bc432b9c9607 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:17.329841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6dc02d1f-c849-428f-8065-6c9fec129256 req-15197da3-afcd-4c4a-87ed-bc432b9c9607 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 948 time: 0.1585789 Oct 19 20:34:17.405818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6dc02d1f-c849-428f-8065-6c9fec129256 req-e474305f-3e2c-462f-996b-46fef6dd21f6 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Oct 19 20:34:17.421990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port 19fd7305-3582-4fd9-bb9b-4a020708885a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:17.422426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.512362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port 19fd7305-3582-4fd9-bb9b-4a020708885a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=19fd7305-3582-4fd9-bb9b-4a020708885a,segment=NetworkSegment(8ee0411f-89d4-4007-9d10-e534aa752eb4),segment_id=8ee0411f-89d4-4007-9d10-e534aa752eb4)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:17.512910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.544274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for 19fd7305-3582-4fd9-bb9b-4a020708885a owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:17.661918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d529d1dd-986c-4bda-8a08-08cb4e29a70a None None] Provisioning complete for port 37d9406a-3511-4546-9fd6-8ce35822544f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:17.662527 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d529d1dd-986c-4bda-8a08-08cb4e29a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.691719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.727839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=19fd7305-3582-4fd9-bb9b-4a020708885a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:17.735429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port 19fd7305-3582-4fd9-bb9b-4a020708885a on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:17.802563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Allocated IP 172.20.0.2 (a1574b3a-50a7-4129-b64a-61b6ef90e915/0cfacb11-7946-4590-baac-9236b8b8c588/75bc1ddc-9148-4630-a670-e28001477cac) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:17.842612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24971d31-2ce0-47bd-bf8d-4e73280560d5 req-ebb4a20c-35e2-4148-ae77-0349b2b06ff5 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 210 time: 0.1978288 Oct 19 20:34:17.873044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.895962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:17.907457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee0411f-89d4-4007-9d10-e534aa752eb4') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:17.907825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee0411f-89d4-4007-9d10-e534aa752eb4') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:17.919217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.935304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.941737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:17.942125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:17.946804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 37d9406a-3511-4546-9fd6-8ce35822544f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:17.947365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.010471 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:18.032987 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:18.059512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.072845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.087373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.104055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cfd86165-9316-45a7-9af4-f40f7d1e3d91 None None] Deleting port 19fd7305-3582-4fd9-bb9b-4a020708885a {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:18.105158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cfd86165-9316-45a7-9af4-f40f7d1e3d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.115572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/networks/fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 HTTP/1.1" status: 204 len: 168 time: 1.0290639 Oct 19 20:34:18.152942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51842) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:18.188168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.188792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Network': ['ID=fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:18.236055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2547ce-9021-40e7-9a4d-aaedeb83fb53 req-3b6fc971-0f18-4377-a463-175af304a0d0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:18.237581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b2547ce-9021-40e7-9a4d-aaedeb83fb53 req-3b6fc971-0f18-4377-a463-175af304a0d0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2068961 Oct 19 20:34:18.244650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.247460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.247805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.248192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.248528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.248855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.249176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.249521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.249839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.250153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.250468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.250786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f6cc6-dc32-4caa-8235-e8f495d8a42f tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:18.302361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b2547ce-9021-40e7-9a4d-aaedeb83fb53 req-ea3c5b8a-44e6-446b-a84f-c176969d19b2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-cfd86165-9316-45a7-9af4-f40f7d1e3d91 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 could not be found. Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:34:18.340258 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 could not be found. Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:34:18.344030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] DHCP port deletion for f5c35851-8879-4eec-9e0b-8be0b2426d39 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:18.416367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:18.439255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:18.465686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:18.531326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.531788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:18.565662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.581990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b80ab-7424-4a8c-8d2a-0b3dc7587765 None None] DHCP port deletion for fc78176a-7d5a-4c56-bcc7-5aa5be61a9d9 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:18.592687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.668838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Pushing event updated for resources: {'Port': ['ID=75bc1ddc-9148-4630-a670-e28001477cac,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:18.708906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:18.711083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.787631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:18.798614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:18.803482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:18.911531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-469cfc72-d16d-42df-8c2d-e26fcf0a5f6e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1137509 Oct 19 20:34:18.924109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Deleting port bf2472ce-146d-4766-9380-e05edf517cbe {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:18.924490 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:18.942019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825357-0f98-49c5-9ac6-f395c7ee41d0 req-41d7c5ef-80b0-413d-adb7-b8f1e9516e24 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:18.949923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c825357-0f98-49c5-9ac6-f395c7ee41d0 req-41d7c5ef-80b0-413d-adb7-b8f1e9516e24 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 948 time: 0.3814092 Oct 19 20:34:19.010529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d9284199-73c5-4382-951f-8d06d52af96a None None] Provisioning complete for port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:19.011106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d9284199-73c5-4382-951f-8d06d52af96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.017122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Attempting to bind port 75bc1ddc-9148-4630-a670-e28001477cac on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:19.017698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Attempting to bind port 75bc1ddc-9148-4630-a670-e28001477cac by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '6f999d73-4a01-46ee-95bc-baa6c92cf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:19.018248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Attempting to bind port 75bc1ddc-9148-4630-a670-e28001477cac on network a1574b3a-50a7-4129-b64a-61b6ef90e915 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:19.040250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Request body: {'port': {'device_id': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559', 'admin_state_up': True, 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:19.049489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7692f-f4f5-4695-b268-7a0e8492405d req-2ada92a7-5c02-4650-a379-025e408bee0a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:19.074596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb7692f-f4f5-4695-b268-7a0e8492405d req-2ada92a7-5c02-4650-a379-025e408bee0a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 931 time: 0.1156702 Oct 19 20:34:19.169449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb7692f-f4f5-4695-b268-7a0e8492405d req-bebc9361-d94f-4cff-b378-03738ae8dbd0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Oct 19 20:34:19.262957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 19fd7305-3582-4fd9-bb9b-4a020708885a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:19.272080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] For port bf2472ce-146d-4766-9380-e05edf517cbe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf2472ce-146d-4766-9380-e05edf517cbe,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:19.272449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.291156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:19.291534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Checking segment: {'id': '6f999d73-4a01-46ee-95bc-baa6c92cf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:19.291931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.292307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Bound using segment: {'id': '6f999d73-4a01-46ee-95bc-baa6c92cf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:19.292787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Bound port: 75bc1ddc-9148-4630-a670-e28001477cac, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f999d73-4a01-46ee-95bc-baa6c92cf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a1574b3a-50a7-4129-b64a-61b6ef90e915'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:19.293164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.305153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 19fd7305-3582-4fd9-bb9b-4a020708885a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:19.305521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 19fd7305-3582-4fd9-bb9b-4a020708885a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:19.305938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf2472ce-146d-4766-9380-e05edf517cbe no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:19.364384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.20.0.1 (a1574b3a-50a7-4129-b64a-61b6ef90e915/0cfacb11-7946-4590-baac-9236b8b8c588/f9f5f10f-eade-4738-b418-42ae48364885) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:19.377883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Calling delete_port for bf2472ce-146d-4766-9380-e05edf517cbe owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:19.388598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-b72f5d7c-293b-4948-8487-08bd32dc3c17 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:19.390473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-b72f5d7c-293b-4948-8487-08bd32dc3c17 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.11 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 948 time: 0.6451552 Oct 19 20:34:19.403506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d9284199-73c5-4382-951f-8d06d52af96a None None] Port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:19.442153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c825357-0f98-49c5-9ac6-f395c7ee41d0 req-f77853e8-7788-4c83-b161-457281bb1222 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910560 Oct 19 20:34:19.469127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Deleting port bf2472ce-146d-4766-9380-e05edf517cbe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:19.469989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.535241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41ff5-63a4-4fae-a663-639cba530bd0 req-4000e931-9a6c-4f2c-9f6c-4cf615cbb405 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:19.537030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fda41ff5-63a4-4fae-a663-639cba530bd0 req-4000e931-9a6c-4f2c-9f6c-4cf615cbb405 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0831587 Oct 19 20:34:19.575610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] For port bf2472ce-146d-4766-9380-e05edf517cbe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf2472ce-146d-4766-9380-e05edf517cbe,segment=NetworkSegment(b3840968-d08b-422a-b4c8-62eb0f56311a),segment_id=b3840968-d08b-422a-b4c8-62eb0f56311a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:19.575971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.637553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Calling delete_port for bf2472ce-146d-4766-9380-e05edf517cbe owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:19.648665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fda41ff5-63a4-4fae-a663-639cba530bd0 req-56fcded3-f3b1-44d5-b4bb-75734303f6a9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994155 Oct 19 20:34:19.721795 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.809752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Made reservation on behalf of e80506a2365e45dda3ac44b64c0fd543 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:19.813674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.817402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] No DVR routers for this DVR port bf2472ce-146d-4766-9380-e05edf517cbe on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:19.882731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccefaa-9544-4ad2-b1e5-18ab9eb001c8 None None] Pushing event deleted for resources: {'Port': ['ID=bf2472ce-146d-4766-9380-e05edf517cbe,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:19.885940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] For port 75bc1ddc-9148-4630-a670-e28001477cac, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:19.891790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.891982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Port bf2472ce-146d-4766-9380-e05edf517cbe update to DOWN by agent not found {{(pid=100736) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 20:34:19.913564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] For port 75bc1ddc-9148-4630-a670-e28001477cac, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75bc1ddc-9148-4630-a670-e28001477cac,segment=NetworkSegment(6f999d73-4a01-46ee-95bc-baa6c92cf3db),segment_id=6f999d73-4a01-46ee-95bc-baa6c92cf3db)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:19.920286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.966891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Deleting port 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:19.967225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.975539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:19.996579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae43d-fc3b-49f8-a52f-75f222ad6bf4 None None] Pushing event updated for resources: {'Port': ['ID=75bc1ddc-9148-4630-a670-e28001477cac,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:20.070074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] No DVR routers for this DVR port bf2472ce-146d-4766-9380-e05edf517cbe on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:20.076000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Port': ['ID=bf2472ce-146d-4766-9380-e05edf517cbe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:20.207995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.297034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] For port 085b8886-cdef-4ad4-af35-d00f321fd4e3, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=085b8886-cdef-4ad4-af35-d00f321fd4e3,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:20.297465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.362807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.388305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c35851-8879-4eec-9e0b-8be0b2426d39']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:20.398905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3840968-d08b-422a-b4c8-62eb0f56311a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:20.399212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3840968-d08b-422a-b4c8-62eb0f56311a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:20.414625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.431999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:20.439171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:20.460366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Calling delete_port for 085b8886-cdef-4ad4-af35-d00f321fd4e3 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:20.503242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:20.515876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:20.536481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.554527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Allocated IP 19.86.0.135 (98d37dd6-65ac-4c93-8b82-62ae167a0559/da5ab801-1e31-4e0f-811a-331e02553c07/6483365c-dadd-412f-8536-f1d1b8b839b5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:20.577667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=f9f5f10f-eade-4738-b418-42ae48364885,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:20.598184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:20.598593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:20.601535 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:20.620519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bea61-cd9d-46f4-b82b-43715a71aa8b req-c8c62b73-1945-46be-93f2-1f3ffa4ca3fd tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:20.622361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd2bea61-cd9d-46f4-b82b-43715a71aa8b req-c8c62b73-1945-46be-93f2-1f3ffa4ca3fd tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 948 time: 0.0763650 Oct 19 20:34:20.674734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b7fe321-c20c-48ba-9a2b-933cdf6f92c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.686678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd2bea61-cd9d-46f4-b82b-43715a71aa8b req-f0a0ff25-33a4-45db-802f-b4c97729d352 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/security-groups?id=a37c86d2-7827-45aa-82a3-643d21745b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578475 Oct 19 20:34:20.703623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.723334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9b150-6dae-468e-9b17-81de44239d49 req-566f1218-1072-4105-be3b-1e54e250694a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:20.724943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4b9b150-6dae-468e-9b17-81de44239d49 req-566f1218-1072-4105-be3b-1e54e250694a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 931 time: 0.4248946 Oct 19 20:34:20.823363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b7fe321-c20c-48ba-9a2b-933cdf6f92c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.828515 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b7fe321-c20c-48ba-9a2b-933cdf6f92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:20.858896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2ba9f-ddea-462b-b134-8cf6e99c9692 req-208a9cf0-f518-4aab-a37b-adcfe5b90b8c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:20.860756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6c2ba9f-ddea-462b-b134-8cf6e99c9692 req-208a9cf0-f518-4aab-a37b-adcfe5b90b8c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0941100 Oct 19 20:34:20.893694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fe321-c20c-48ba-9a2b-933cdf6f92c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f0c4a7-2bbc-4c82-bfa5-2a71a513d545,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:20.905433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b7fe321-c20c-48ba-9a2b-933cdf6f92c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7e8c84316af4d3ba2de4e0d93ca8c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004173 Oct 19 20:34:20.906644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:20.966327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6c2ba9f-ddea-462b-b134-8cf6e99c9692 req-9e3cc018-2970-47b9-a253-49b386280f5f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840700 Oct 19 20:34:20.992020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.039440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.106624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.111533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.113060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f0c4a7-2bbc-4c82-bfa5-2a71a513d545 HTTP/1.1" status: 204 len: 168 time: 0.1924243 Oct 19 20:34:21.133406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.162952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d978991-b5ed-4340-9650-93b9566e6cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f0c4a7-2bbc-4c82-bfa5-2a71a513d545,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:21.198879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.202072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] 10.222.0.31 "DELETE /v2.0/networks/f5c35851-8879-4eec-9e0b-8be0b2426d39 HTTP/1.1" status: 204 len: 168 time: 3.0466528 Oct 19 20:34:21.234272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75bc1ddc-9148-4630-a670-e28001477cac up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:21.317419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0450d-6a25-42f7-935b-c8aad5f205b3 tempest-TaggedBootDevicesTest-1830831101 tempest-TaggedBootDevicesTest-1830831101-project] Pushing event deleted for resources: {'Network': ['ID=f5c35851-8879-4eec-9e0b-8be0b2426d39,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:21.325189 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4b9b150-6dae-468e-9b17-81de44239d49 req-eecccc88-3372-4318-982b-1f7cc8ad9fdb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670426 Oct 19 20:34:21.382711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 75bc1ddc-9148-4630-a670-e28001477cac triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:21.383081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.538999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.575557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ea019-e1e4-49f5-9958-b3e88801a666 None None] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:21.581822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 75bc1ddc-9148-4630-a670-e28001477cac, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75bc1ddc-9148-4630-a670-e28001477cac,segment=NetworkSegment(6f999d73-4a01-46ee-95bc-baa6c92cf3db),segment_id=6f999d73-4a01-46ee-95bc-baa6c92cf3db)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:21.594357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.604885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.637187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.719731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fd2a32a4-24b8-4f55-90b0-7118cda5c914 None None] Provisioning complete for port 75bc1ddc-9148-4630-a670-e28001477cac triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:21.720189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd2a32a4-24b8-4f55-90b0-7118cda5c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.758724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:21.759229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Pushing event deleted for resources: {'Port': ['ID=085b8886-cdef-4ad4-af35-d00f321fd4e3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:21.787800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] No DVR routers for this DVR port 085b8886-cdef-4ad4-af35-d00f321fd4e3 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:21.792665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.796113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d8e8c85-3d1f-42f0-bc33-2a079f0e422a req-61b924d1-d02a-4270-9675-f821d791c09c tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.11 "DELETE /v2.0/ports/085b8886-cdef-4ad4-af35-d00f321fd4e3 HTTP/1.1" status: 204 len: 173 time: 2.3967080 Oct 19 20:34:21.799550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:21.802123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-deleted', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:21.804621 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26f2a9-5dfd-4654-8e44-cc43108b260c" -d '{"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-deleted", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:21.812352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 085b8886-cdef-4ad4-af35-d00f321fd4e3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:21.817693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 085b8886-cdef-4ad4-af35-d00f321fd4e3 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:21.819575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=75bc1ddc-9148-4630-a670-e28001477cac,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:21.929144 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:34:21.929663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c4b34b2-301a-49a8-9d32-d1ddc463f09f req-e87a833f-9c05-4a93-adab-1bb3f804d9e9 tempest-ListImageFiltersTestJSON-634535578 tempest-ListImageFiltersTestJSON-634535578-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fc4018-c021-4386-a50b-7d5441799d41 HTTP/1.1" status: 200 len: 210 time: 0.0873375 Oct 19 20:34:21.931761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52008) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:21.933776 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d633d6-8526-41e3-b2b4-887b2ac7bea4 x-openstack-request-id: req-c5d633d6-8526-41e3-b2b4-887b2ac7bea4 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:21.934782 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc4018-c021-4386-a50b-7d5441799d41", "name": "network-vif-deleted", "tag": "085b8886-cdef-4ad4-af35-d00f321fd4e3", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:21.935201 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5d633d6-8526-41e3-b2b4-887b2ac7bea4 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:21.935763 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fc4018-c021-4386-a50b-7d5441799d41', 'name': 'network-vif-deleted', 'tag': '085b8886-cdef-4ad4-af35-d00f321fd4e3', 'status': 'completed', 'code': 200} Oct 19 20:34:21.967266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e46e077-1856-4ae2-b741-32e6a2353bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.024006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.130180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:22.147848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:22.151511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:22.221582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:22.222128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.239177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:22.303026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79f4a7-23d0-4414-acf3-e4f345f82233 req-528016e6-56a5-4e92-aad2-8c4da22ba90a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:22.319216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd79f4a7-23d0-4414-acf3-e4f345f82233 req-528016e6-56a5-4e92-aad2-8c4da22ba90a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2101948 Oct 19 20:34:22.350736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-be6f48ca-c0c2-4cb3-95fd-c82637b6aab4 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3986888 Oct 19 20:34:22.397370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Request body: {'port': {'device_id': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:22.535008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e46e077-1856-4ae2-b741-32e6a2353bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.563222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e46e077-1856-4ae2-b741-32e6a2353bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.589877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd79f4a7-23d0-4414-acf3-e4f345f82233 req-c9163b05-0142-4100-b322-3d7197f48bbe tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662916 Oct 19 20:34:22.636972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.648375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46e077-1856-4ae2-b741-32e6a2353bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071f6f5-2da0-4db8-84fe-34a7b3a98e43,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:22.659964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Provisioning complete for port 75bc1ddc-9148-4630-a670-e28001477cac triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:22.660764 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.688503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6e46e077-1856-4ae2-b741-32e6a2353bd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2262ef1ea8f44dabb00d24f2c1ef3741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554693 Oct 19 20:34:22.689672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:22.771551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.794090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1472315-38d7-4e5b-8e41-82c53ee4cb87 req-9a354e80-be8a-4a02-a40d-44baff8ba54f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:22.802125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.803421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1472315-38d7-4e5b-8e41-82c53ee4cb87 req-9a354e80-be8a-4a02-a40d-44baff8ba54f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:22.805101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1472315-38d7-4e5b-8e41-82c53ee4cb87 req-9a354e80-be8a-4a02-a40d-44baff8ba54f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1654 time: 0.2883306 Oct 19 20:34:22.832249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.839323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.859919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Provisioning complete for port 6483365c-dadd-412f-8536-f1d1b8b839b5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:22.860388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.914100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.919991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:22.920326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Port 6483365c-dadd-412f-8536-f1d1b8b839b5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:22.929276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5071f6f5-2da0-4db8-84fe-34a7b3a98e43 HTTP/1.1" status: 204 len: 168 time: 0.2383780 Oct 19 20:34:22.952683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4d4aa-12af-4bc3-a99c-ca7a84aea494 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:34:22.955573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00a56f-d9f8-4b49-b7d6-7512be8c251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071f6f5-2da0-4db8-84fe-34a7b3a98e43,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:23.009043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Provisioning complete for port f9f5f10f-eade-4738-b418-42ae48364885 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:23.014340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.115673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1472315-38d7-4e5b-8e41-82c53ee4cb87 req-5a15d41c-6984-40fd-9277-a2049a2114c0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866843 Oct 19 20:34:23.117940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-28d147b1-31fb-45bc-917e-869969ea7226 None None] Port f9f5f10f-eade-4738-b418-42ae48364885 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:23.123146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=f9f5f10f-eade-4738-b418-42ae48364885,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:23.135218 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.148324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75bc1ddc-9148-4630-a670-e28001477cac up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:23.343606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:23.350449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:23.364344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd39c7a2-6949-411d-9fbe-4529fd11fcb9 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:23.375030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.466911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Transition to ACTIVE for port object bd39c7a2-6949-411d-9fbe-4529fd11fcb9 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:34:23.475424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bbcc45de-fc7c-47f1-b23d-26aa4c2553c0 None None] Provisioning complete for port f9f5f10f-eade-4738-b418-42ae48364885 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:23.477024 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcc45de-fc7c-47f1-b23d-26aa4c2553c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.477153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.561022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:23.567277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4d4aa-12af-4bc3-a99c-ca7a84aea494 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:34:23.597190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc45de-fc7c-47f1-b23d-26aa4c2553c0 None None] Port f9f5f10f-eade-4738-b418-42ae48364885 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:23.615050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 75bc1ddc-9148-4630-a670-e28001477cac triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:23.615411 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:23.719961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:34:23.956688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Attempting to bind port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:23.960292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Attempting to bind port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:23.961970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Attempting to bind port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 on network d96019ae-8961-41fc-8ebd-b9aec031cac2 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:24.043550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 on network d96019ae-8961-41fc-8ebd-b9aec031cac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:34:24.045194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Attempting to bind port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 on network d96019ae-8961-41fc-8ebd-b9aec031cac2 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:24.073764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:24.074301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Checking segment: {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:24.074877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Bound using segment: {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:24.075498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Bound port: bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45567134-d4a0-4a5a-af78-0b7a7f3f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:24.076129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:24.101001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:24.111371 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] Sync routers for ids ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:24.116698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5e8ffe1e-b38e-4c56-878d-fd07b6442535 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/f7a1a74e-9e22-4526-9e05-90ec0f2c32d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8374376 Oct 19 20:34:24.117376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52082) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:24.141498 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] Routers {'f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:24.144074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:24.144802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b12ef-4695-429c-8264-39ecc04caad2 req-27c15cb3-38d8-4726-b08b-a26e73b3128e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:24.162159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-660b12ef-4695-429c-8264-39ecc04caad2 req-27c15cb3-38d8-4726-b08b-a26e73b3128e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.4135523 Oct 19 20:34:24.189992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db950be-dd63-4816-8d2b-668f6a4acdb9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:24.192490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7db950be-dd63-4816-8d2b-668f6a4acdb9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports/f9f5f10f-eade-4738-b418-42ae48364885 HTTP/1.1" status: 200 len: 910 time: 0.0738425 Oct 19 20:34:24.198929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52088) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:24.241127 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:24.255302 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] Routers {'f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:24.255936 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:24.314631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:24.318522 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a289b-a592-4a36-a798-d7bb33e1f6b2 None None] The sync data for ids ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:24.384050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-660b12ef-4695-429c-8264-39ecc04caad2 req-7c1f1055-e994-4bf6-aa8d-bd4e8992a874 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209957 Oct 19 20:34:24.429367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:24.442185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:24.452622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:24.548254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-933e8932-d273-4146-91bf-5c99585851c3 None None] Provisioning complete for port f9f5f10f-eade-4738-b418-42ae48364885 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:24.548810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-933e8932-d273-4146-91bf-5c99585851c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:24.643694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:24.644345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:24.646049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] 10.222.0.37 "PUT /v2.0/ports/bd39c7a2-6949-411d-9fbe-4529fd11fcb9 HTTP/1.1" status: 200 len: 1091 time: 2.2693436 Oct 19 20:34:24.647588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:24.649905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-933e8932-d273-4146-91bf-5c99585851c3 None None] Port f9f5f10f-eade-4738-b418-42ae48364885 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:24.652738 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aef567-65a6-49d2-a4d5-89773bf549e2" -d '{"events": [{"name": "network-changed", "server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:24.752655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1eedd-f746-4f65-b568-dc4795c61a52 req-0bec8fe2-479c-4d3a-bbc4-64c95f284b62 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:24.766060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1eedd-f746-4f65-b568-dc4795c61a52 req-0bec8fe2-479c-4d3a-bbc4-64c95f284b62 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:24.774116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2d1eedd-f746-4f65-b568-dc4795c61a52 req-0bec8fe2-479c-4d3a-bbc4-64c95f284b62 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1666 time: 0.2158542 Oct 19 20:34:24.774834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab021-8d29-477f-bbe6-101f2f510a5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:24.871766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2d1eedd-f746-4f65-b568-dc4795c61a52 req-78365168-0f85-4095-8c25-6885ee9245a9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861819 Oct 19 20:34:24.967794 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fcf06-be20-4253-8427-5341b6ec21e3 x-openstack-request-id: req-5f4fcf06-be20-4253-8427-5341b6ec21e3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:24.968098 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:24.968356 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f4fcf06-be20-4253-8427-5341b6ec21e3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:24.968753 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9', 'status': 'completed', 'code': 200} Oct 19 20:34:25.083363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Request body: {'port': {'device_id': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:25.204673 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:25.420374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:25.434736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-ef856e38-cbdd-436e-8b61-59e7e6fe61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.435590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-ef856e38-cbdd-436e-8b61-59e7e6fe61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.438107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-ef856e38-cbdd-436e-8b61-59e7e6fe61b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1913 time: 0.4494324 Oct 19 20:34:25.732638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a895-0d02-41d8-8e36-3efcc3226d6d req-a21ba85a-09d8-4403-b4e6-c58eca2753ff tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.734483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0719a895-0d02-41d8-8e36-3efcc3226d6d req-a21ba85a-09d8-4403-b4e6-c58eca2753ff tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1947868 Oct 19 20:34:25.751334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-76205e23-7847-45ad-87b0-780dfa6b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.752103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-76205e23-7847-45ad-87b0-780dfa6b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.752566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-76205e23-7847-45ad-87b0-780dfa6b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.754427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-76205e23-7847-45ad-87b0-780dfa6b234c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e80506a2365e45dda3ac44b64c0fd543&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3013611 Oct 19 20:34:25.862515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0719a895-0d02-41d8-8e36-3efcc3226d6d req-1d0feb04-8244-4721-a84b-11ac4f836ce4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151354 Oct 19 20:34:25.895480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port f9f5f10f-eade-4738-b418-42ae48364885 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:25.896459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:25.940433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6483365c-dadd-412f-8536-f1d1b8b839b5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:25.955920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:25.987671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Transition to ACTIVE for port object 6483365c-dadd-412f-8536-f1d1b8b839b5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:34:25.989725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-d8854622-1db9-4a8e-913e-c1c26e31549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:25.992109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1aef567-65a6-49d2-a4d5-89773bf549e2 req-d8854622-1db9-4a8e-913e-c1c26e31549c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302487 Oct 19 20:34:25.994078 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.069766 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.089218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for f9f5f10f-eade-4738-b418-42ae48364885 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:26.284267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:26.383537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815bc7-73f6-48f1-9862-c498ac7601eb req-4fd6e98e-914c-48d7-8f94-c589e93a80e9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:26.390052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815bc7-73f6-48f1-9862-c498ac7601eb req-4fd6e98e-914c-48d7-8f94-c589e93a80e9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:26.392088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31815bc7-73f6-48f1-9862-c498ac7601eb req-4fd6e98e-914c-48d7-8f94-c589e93a80e9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1678 time: 0.3769155 Oct 19 20:34:26.393247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Attempting to bind port 6483365c-dadd-412f-8536-f1d1b8b839b5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:26.393590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Attempting to bind port 6483365c-dadd-412f-8536-f1d1b8b839b5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:26.393944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Attempting to bind port 6483365c-dadd-412f-8536-f1d1b8b839b5 on network 98d37dd6-65ac-4c93-8b82-62ae167a0559 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:26.422666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.438880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fe1ac5f4-70b7-41e2-8452-cc0ae8dab929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.450880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Port 6483365c-dadd-412f-8536-f1d1b8b839b5 on network 98d37dd6-65ac-4c93-8b82-62ae167a0559 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:34:26.451202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Attempting to bind port 6483365c-dadd-412f-8536-f1d1b8b839b5 on network 98d37dd6-65ac-4c93-8b82-62ae167a0559 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:26.473190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:26.473572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Checking segment: {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:26.473960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Bound using segment: {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:26.474745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Bound port: 6483365c-dadd-412f-8536-f1d1b8b839b5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92b97b3-29ad-448e-900d-10212ec0e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:26.475117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.478419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=f9f5f10f-eade-4738-b418-42ae48364885,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:26.618152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31815bc7-73f6-48f1-9862-c498ac7601eb req-7dbe7934-c678-4afe-8840-3fb54200c164 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900177 Oct 19 20:34:26.687569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:26.693759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:26.699637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.771339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:26.771963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.773388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] 10.222.0.37 "PUT /v2.0/ports/6483365c-dadd-412f-8536-f1d1b8b839b5 HTTP/1.1" status: 200 len: 1092 time: 2.0879471 Oct 19 20:34:26.801447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:26.897377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52176) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:26.955093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2b646-3fc7-413d-bfeb-52fcf635af42 service neutron] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:26.975486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:26.988451 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75" -d '{"events": [{"name": "network-changed", "server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:27.037570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-472c0b59-6e2b-42ec-9ac8-8e7750e61741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:27.038253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-472c0b59-6e2b-42ec-9ac8-8e7750e61741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:27.039963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-472c0b59-6e2b-42ec-9ac8-8e7750e61741 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1980 time: 0.1891258 Oct 19 20:34:27.126805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-9ed0c90b-fa39-45ca-8638-abdb7480aabf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9 HTTP/1.1" status: 200 len: 217 time: 0.0771353 Oct 19 20:34:27.196351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:34:27.207097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b3987d3d-99d2-4b61-999b-af114859ea5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a9fb600ef2643919a5c403c111c9585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077247 Oct 19 20:34:27.241402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3062a4-bdc6-4009-9395-c09a0fbbe951 req-a78a13d1-7e78-4d93-a094-71ea2e849330 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:27.241402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d3062a4-bdc6-4009-9395-c09a0fbbe951 req-a78a13d1-7e78-4d93-a094-71ea2e849330 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2135949 Oct 19 20:34:27.241402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52190) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:27.466380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d3062a4-bdc6-4009-9395-c09a0fbbe951 req-740933cf-dfa0-4275-9dba-1e2cd70954d3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142129 Oct 19 20:34:27.545438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:27.562232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-33dd2e20-43d7-4b96-a2a8-af1d1d82ba5e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/f7a1a74e-9e22-4526-9e05-90ec0f2c32d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3620186 Oct 19 20:34:27.562941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] Sync routers for ids ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:27.581594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52202) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:27.582693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:27.582822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] Routers {'f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:27.583944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:27.613156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:27.703155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:27.713267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:27.713571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:27.735719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a37c86d2-7827-45aa-82a3-643d21745b1a HTTP/1.1" status: 204 len: 168 time: 0.4897864 Oct 19 20:34:27.745641 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d340c-88ca-41c4-b841-73c1a2a9bf22 x-openstack-request-id: req-b46d340c-88ca-41c4-b841-73c1a2a9bf22 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:27.745937 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:27.746193 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b46d340c-88ca-41c4-b841-73c1a2a9bf22 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:27.746646 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'status': 'completed', 'code': 200} Oct 19 20:34:27.747040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] Routers {'f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:27.750446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:33:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:27.779498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-331f9252-c37e-4dc3-8bbc-1347cf1ad3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:27.780906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-331f9252-c37e-4dc3-8bbc-1347cf1ad3a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=223226af-4ea8-4045-a2ee-59f7e7acffbe HTTP/1.1" status: 200 len: 801 time: 0.6476998 Oct 19 20:34:27.790192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-495bd971-7e03-4642-8ee4-c017ddeb7341 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 HTTP/1.1" status: 200 len: 205 time: 0.1076963 Oct 19 20:34:27.799039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52212) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:27.801235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca19adb-37d2-43ac-ac82-41234b9b8803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c86d2-7827-45aa-82a3-643d21745b1a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:27.870547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:27.878497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed28e6d2-63df-411e-921a-d9b8b19443af None None] The sync data for ids ['f7a1a74e-9e22-4526-9e05-90ec0f2c32d2'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:27.943322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-3b0a87e4-50d8-40bc-9d30-c485a7b8ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:27.944840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-3b0a87e4-50d8-40bc-9d30-c485a7b8ba7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d96019ae-8961-41fc-8ebd-b9aec031cac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1567492 Oct 19 20:34:27.992723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.114639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aa1bb-7bd7-4d5b-8dca-c4b11b788815 req-624c0557-345f-4131-978c-e599d37635ee tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:28.120737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aa1bb-7bd7-4d5b-8dca-c4b11b788815 req-624c0557-345f-4131-978c-e599d37635ee tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:28.132966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19aa1bb-7bd7-4d5b-8dca-c4b11b788815 req-624c0557-345f-4131-978c-e599d37635ee tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1678 time: 0.2848644 Oct 19 20:34:28.233842 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-775860c8-8392-498f-adc4-33ec78884c16 service neutron] 10.222.0.37 "GET /v2.0/networks/d96019ae-8961-41fc-8ebd-b9aec031cac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733922 Oct 19 20:34:28.260218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19aa1bb-7bd7-4d5b-8dca-c4b11b788815 req-fbe2b5dc-e37d-4ee0-be5a-f545d3f2b224 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175170 Oct 19 20:34:28.261044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52220) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:28.299197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.304452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.417097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.418214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:34:28.425630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.426739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63982d79-3576-4dcf-a02d-2d80b097f10c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 HTTP/1.1" status: 204 len: 168 time: 0.6266432 Oct 19 20:34:28.432256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52230) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:28.532223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb13-ecd5-49c6-aa57-938ab2a87b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.615168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-fc341500-c0a6-4856-b48f-fc6b6e7a9a96 service neutron] 10.222.0.37 "GET /v2.0/networks/d96019ae-8961-41fc-8ebd-b9aec031cac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698461 Oct 19 20:34:28.695991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb13-ecd5-49c6-aa57-938ab2a87b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.702827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb13-ecd5-49c6-aa57-938ab2a87b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.717141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 0cfacb11-7946-4590-baac-9236b8b8c588 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:28.720038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493cce4-4122-4cfc-b5e5-4e9a07bb513e req-ac7a9753-687c-4902-8f60-4ce5e32d5e29 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:28.729813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8493cce4-4122-4cfc-b5e5-4e9a07bb513e req-ac7a9753-687c-4902-8f60-4ce5e32d5e29 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1135638 Oct 19 20:34:28.776646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8493cce4-4122-4cfc-b5e5-4e9a07bb513e req-55185c47-5069-4490-a686-425012628722 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Oct 19 20:34:28.818804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:28.826402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-fc53c67f-0007-4531-a1da-23133a706d36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=6483365c-dadd-412f-8536-f1d1b8b839b5 HTTP/1.1" status: 200 len: 217 time: 0.1260157 Oct 19 20:34:28.928677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f6ebfb13-ecd5-49c6-aa57-938ab2a87b93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fb9222f34004d49b0049ceada294488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652818 Oct 19 20:34:28.929665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebfb13-ecd5-49c6-aa57-938ab2a87b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba44604-1055-4ac9-bc37-4f6f265a05f5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:28.931254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52250) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:28.978898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.044668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.054744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-58933642-a4ec-47cd-b80c-06f99e501d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.056451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-58933642-a4ec-47cd-b80c-06f99e501d89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da5ab801-1e31-4e0f-811a-331e02553c07 HTTP/1.1" status: 200 len: 801 time: 0.2040513 Oct 19 20:34:29.089652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.189168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.192011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.193456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba44604-1055-4ac9-bc37-4f6f265a05f5 HTTP/1.1" status: 204 len: 168 time: 0.2611423 Oct 19 20:34:29.203892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8493944-04e4-4759-8308-8aa5bbecea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.216145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5b365-5880-4390-a9dc-87d3d0f38fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba44604-1055-4ac9-bc37-4f6f265a05f5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:29.240731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e301d7-c0b6-4a13-b4b3-e40c896fd99a req-7c22dd13-f275-4516-857b-09b09a63217e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.244515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55e301d7-c0b6-4a13-b4b3-e40c896fd99a req-7c22dd13-f275-4516-857b-09b09a63217e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0896075 Oct 19 20:34:29.287388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52262) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:29.309209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.354510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55e301d7-c0b6-4a13-b4b3-e40c896fd99a req-63965c74-ab69-475a-881b-1260ee4761e9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023240 Oct 19 20:34:29.356033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-90c85391-7ebf-47c8-9744-486329da743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.358071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-90c85391-7ebf-47c8-9744-486329da743f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.1346610 Oct 19 20:34:29.364478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-89fa5822-cc30-4973-8776-b300a39e407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.366823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-89fa5822-cc30-4973-8776-b300a39e407d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d37dd6-65ac-4c93-8b82-62ae167a0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3000433 Oct 19 20:34:29.513927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1583237623-network', 'tenant_id': '2308811ccf9e4992b4ce54c3e5351cd9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:29.569016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Made reservation on behalf of 2308811ccf9e4992b4ce54c3e5351cd9 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:29.579680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.607785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.616399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.629999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f00a06-0bdc-4e54-a0d3-5926193977d5 req-3b698c85-fe9d-487c-9a85-b665ffdd7f87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.636805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f00a06-0bdc-4e54-a0d3-5926193977d5 req-3b698c85-fe9d-487c-9a85-b665ffdd7f87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.638458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91f00a06-0bdc-4e54-a0d3-5926193977d5 req-3b698c85-fe9d-487c-9a85-b665ffdd7f87 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1678 time: 0.2326050 Oct 19 20:34:29.677631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfacb11-7946-4590-baac-9236b8b8c588,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:29.695879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.699788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7868132e-d9e7-4c17-977a-a16948095045 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/0cfacb11-7946-4590-baac-9236b8b8c588 HTTP/1.1" status: 204 len: 168 time: 1.2639081 Oct 19 20:34:29.707333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52272) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:29.707603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb1f03-cf78-4277-83a6-d59bc6a03981 None None] Network a1574b3a-50a7-4129-b64a-61b6ef90e915 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:29.784730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.789091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.813543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.817138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-a1f1902e-649e-4167-9890-b96d1eaa9ace service neutron] 10.222.0.37 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347484 Oct 19 20:34:29.818119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-b5679ea2-e6bb-4a2f-9f45-d02905436d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:29.819454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-b5679ea2-e6bb-4a2f-9f45-d02905436d9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.4489470 Oct 19 20:34:29.891012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:29.911097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ec89d-c343-4001-aac2-17f262f2c46c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:29.930501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:29.930844 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Added segment 0593bad7-73dc-4451-88dc-ff8be2b3be6e of type vlan for network 0ec94e57-0192-47f0-ae88-56d5efb7dc06 Oct 19 20:34:29.976770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-062c4562-b670-4412-af66-5b172578863c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.1290956 Oct 19 20:34:29.977243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52278) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:30.006092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91f00a06-0bdc-4e54-a0d3-5926193977d5 req-7a1ec6bf-75fe-4374-9072-55e5b92f3465 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390751 Oct 19 20:34:30.007870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.060184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.061182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.061919 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.099315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8108547 Oct 19 20:34:30.102063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52280) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:30.107388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Request body: {'subnet': {'network_id': '0ec94e57-0192-47f0-ae88-56d5efb7dc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1583237623-subnet', 'tenant_id': '2308811ccf9e4992b4ce54c3e5351cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:30.117928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] DHCP port deletion for a1574b3a-50a7-4129-b64a-61b6ef90e915 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:30.164145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83809e7-35dd-4d33-bedf-a7ffa2d3a9fb admin admin] Pushing event updated for resources: {'Network': ['ID=0ec94e57-0192-47f0-ae88-56d5efb7dc06,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:30.176090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0ec94e57-0192-47f0-ae88-56d5efb7dc06 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:30.176724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e13828ba-db7e-43d3-9361-2293722ce2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.207319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Made reservation on behalf of 2308811ccf9e4992b4ce54c3e5351cd9 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:30.209992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.278639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-f22228c9-0ea6-4a59-8acc-12f15b56b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.280362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-f22228c9-0ea6-4a59-8acc-12f15b56b74b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2789171 Oct 19 20:34:30.286844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c4eb4ea-8cb2-4269-ab9f-3e2dfb9c9344 req-b35cddbf-e38d-46a8-bd1e-95c1d5ae5393 service neutron] 10.222.0.37 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438698 Oct 19 20:34:30.419626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 75bc1ddc-9148-4630-a670-e28001477cac {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:30.419975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.468242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-38be87cf-e456-4496-af40-a05b2cc8e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.470614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-38be87cf-e456-4496-af40-a05b2cc8e718 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769662 Oct 19 20:34:30.476494 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.479715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Deleting port 75bc1ddc-9148-4630-a670-e28001477cac {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:30.480201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.491054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-2b12133f-f692-4fc7-b7c7-3b0f28f521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.491689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-2b12133f-f692-4fc7-b7c7-3b0f28f521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.493709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-2b12133f-f692-4fc7-b7c7-3b0f28f521ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e80506a2365e45dda3ac44b64c0fd543&device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1980 time: 0.1459889 Oct 19 20:34:30.556417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.558875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] For port 75bc1ddc-9148-4630-a670-e28001477cac, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75bc1ddc-9148-4630-a670-e28001477cac,segment=NetworkSegment(6f999d73-4a01-46ee-95bc-baa6c92cf3db),segment_id=6f999d73-4a01-46ee-95bc-baa6c92cf3db)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:30.558875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.572333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Calling delete_port for 75bc1ddc-9148-4630-a670-e28001477cac owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:30.606772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab817d6-5dfb-4a9c-b634-3e800fafb891 req-7dd2cf2e-62bc-49a4-aabe-7e5a5a7834e3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.609663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-b83bac3a-e302-44f2-9b62-7bb91394e05e service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117885 Oct 19 20:34:30.614479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dab817d6-5dfb-4a9c-b634-3e800fafb891 req-7dd2cf2e-62bc-49a4-aabe-7e5a5a7834e3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1436133 Oct 19 20:34:30.651148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e897b92-f0c0-49d0-8891-d45d44903e50,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:30.664228 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.684360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Checking segment: {'id': '0593bad7-73dc-4451-88dc-ff8be2b3be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0ec94e57-0192-47f0-ae88-56d5efb7dc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:30.684856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Network hostable DHCP agents. Network: 0ec94e57-0192-47f0-ae88-56d5efb7dc06, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:30.696942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Pushing event deleted for resources: {'Port': ['ID=75bc1ddc-9148-4630-a670-e28001477cac,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:30.700660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] No DVR routers for this DVR port 75bc1ddc-9148-4630-a670-e28001477cac on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:30.711677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.711677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.713381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.713502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dab817d6-5dfb-4a9c-b634-3e800fafb891 req-b7ef62a6-f671-44b5-9d5d-cc26fa462740 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964830 Oct 19 20:34:30.713607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.713874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.714305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.714734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.715212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.716141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.716141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.716570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.717073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5320ac82-d6e0-4d89-a2dc-c96f7e6f7cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:30.740499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Network 0ec94e57-0192-47f0-ae88-56d5efb7dc06 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:30.751993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0ec94e57-0192-47f0-ae88-56d5efb7dc06) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:30.757278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:30.757927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.761524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e3f560-abdc-41e5-8a90-e0bcdad538bc None None] Network 0ec94e57-0192-47f0-ae88-56d5efb7dc06 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:30.773842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 75bc1ddc-9148-4630-a670-e28001477cac, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75bc1ddc-9148-4630-a670-e28001477cac,segment=NetworkSegment(6f999d73-4a01-46ee-95bc-baa6c92cf3db),segment_id=6f999d73-4a01-46ee-95bc-baa6c92cf3db)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:30.774208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.776443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ac7e2b5d-ee9f-4442-ba50-b8c7e0891cf8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6731727 Oct 19 20:34:30.869687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 75bc1ddc-9148-4630-a670-e28001477cac owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:30.960616 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e13828ba-db7e-43d3-9361-2293722ce2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:30.982522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ec06f-efb5-4e19-bde0-ad010a63ab26 None None] Network 0ec94e57-0192-47f0-ae88-56d5efb7dc06 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:31.015927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.067808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e13828ba-db7e-43d3-9361-2293722ce2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.110172 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51e4b79-419d-46b8-b3f8-f21b3a0c79f0 req-68ae11db-cc40-4f51-8929-d89debd48d16 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780962 Oct 19 20:34:31.146399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-43a82d35-8224-4172-9416-a2dcfc82a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:31.148496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-43a82d35-8224-4172-9416-a2dcfc82a4c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d37dd6-65ac-4c93-8b82-62ae167a0559 HTTP/1.1" status: 200 len: 903 time: 0.5374544 Oct 19 20:34:31.150118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75bc1ddc-9148-4630-a670-e28001477cac no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:31.191945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 75bc1ddc-9148-4630-a670-e28001477cac {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:31.192345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75bc1ddc-9148-4630-a670-e28001477cac not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:31.206139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2054163444', 'description': 'tempest-description-1115329743'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:31.225733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13828ba-db7e-43d3-9361-2293722ce2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b51ef5b-c664-4d7f-9fb1-113b38a1337b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.236814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.268714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e13828ba-db7e-43d3-9361-2293722ce2e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0196ae96714644c2884cf6e07268164d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2789121 Oct 19 20:34:31.276092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:31.296204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-093aeddd-f629-44c8-b389-de3f1b7a46df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=6483365c-dadd-412f-8536-f1d1b8b839b5 HTTP/1.1" status: 200 len: 217 time: 0.1290455 Oct 19 20:34:31.379677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b792c-1569-414d-93e5-406d229e4ea1 req-35b257a5-e18e-4307-83f9-890d5d9c706a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:31.386862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b792c-1569-414d-93e5-406d229e4ea1 req-35b257a5-e18e-4307-83f9-890d5d9c706a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:31.392500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296b792c-1569-414d-93e5-406d229e4ea1 req-35b257a5-e18e-4307-83f9-890d5d9c706a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1678 time: 0.2034202 Oct 19 20:34:31.394677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.400634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.429937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-1a705650-d113-489d-a535-a1752ac16402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:31.432052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-1a705650-d113-489d-a535-a1752ac16402 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=da5ab801-1e31-4e0f-811a-331e02553c07 HTTP/1.1" status: 200 len: 801 time: 0.1266067 Oct 19 20:34:31.437369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=75bc1ddc-9148-4630-a670-e28001477cac,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.441779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.458170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.467820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.480543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port 75bc1ddc-9148-4630-a670-e28001477cac on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:31.503170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.528797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.530236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c1d4705-82bc-40b5-a46c-f6caa30c716e req-c4ffeec1-72bf-406f-9f9d-24a3b99396c2 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3308952 Oct 19 20:34:31.552420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.555527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.557339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b51ef5b-c664-4d7f-9fb1-113b38a1337b HTTP/1.1" status: 204 len: 168 time: 0.2795537 Oct 19 20:34:31.579698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91412d5-4b96-4b97-8e22-59c4c491ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b51ef5b-c664-4d7f-9fb1-113b38a1337b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.626182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-d013b86a-9110-4bfc-9e29-06c2dc6ecb70 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3 HTTP/1.1" status: 200 len: 1815 time: 0.0662823 Oct 19 20:34:31.646536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:31.647842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:31.658090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.681189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1574b3a-50a7-4129-b64a-61b6ef90e915']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:31.692812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f999d73-4a01-46ee-95bc-baa6c92cf3db') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:31.693179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f999d73-4a01-46ee-95bc-baa6c92cf3db') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:31.704361 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.719929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.726485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:31.726877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:31.796447 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:31.801089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.817464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.848126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.849147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.852793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.856085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/a1574b3a-50a7-4129-b64a-61b6ef90e915 HTTP/1.1" status: 204 len: 168 time: 2.1341765 Oct 19 20:34:31.864072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:31.866292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-296b792c-1569-414d-93e5-406d229e4ea1 req-a6f23d06-d9e8-453b-b4e9-ab7b27615c52 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667120 Oct 19 20:34:31.876446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1448616652', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:31.891466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77434a3d-a380-493f-a03e-3140baffff82 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=a1574b3a-50a7-4129-b64a-61b6ef90e915,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.904724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-e072d4d5-5eca-4ceb-864c-68926d958bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:31.906968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-e072d4d5-5eca-4ceb-864c-68926d958bec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d37dd6-65ac-4c93-8b82-62ae167a0559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4584186 Oct 19 20:34:31.935662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b40915-1e52-4cda-92d4-9723ce3792bb,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:31.972662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.976644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.990514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:31.991727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b59b330-1a9e-4111-9782-ce6c519b04b3 req-651beeaa-8ecd-46cd-9e6a-fb326b54323c tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3521500 Oct 19 20:34:32.085818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0c269-0462-4819-9015-75fff9d43932 req-8f771f63-05f5-4397-b7fd-437f4ae34ee5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:32.088320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05c0c269-0462-4819-9015-75fff9d43932 req-8f771f63-05f5-4397-b7fd-437f4ae34ee5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0741115 Oct 19 20:34:32.097048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.144697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-a452193f-881a-4c85-8947-08ca9d14550a service neutron] 10.222.0.37 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264156 Oct 19 20:34:32.205152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05c0c269-0462-4819-9015-75fff9d43932 req-deb702b0-5eee-45f7-9d0e-a200c6177e9a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061981 Oct 19 20:34:32.229092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.292445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bcb23c1-0b98-482f-9a2c-f7fa54578c75 req-ad94d164-8c33-4d98-89b7-924c530bbbae service neutron] 10.222.0.37 "GET /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399052 Oct 19 20:34:32.389183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.397624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f622441-1805-4330-8fd5-dd596cb36740 req-e83c031c-63a4-4dcc-b578-8ed911893936 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3 HTTP/1.1" status: 200 len: 2409 time: 0.1248624 Oct 19 20:34:32.412143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f957b4-33c5-484e-9a71-474ed110b7c6 req-10a23a4f-be82-465c-ac28-81628c23c073 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:32.418175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7f957b4-33c5-484e-9a71-474ed110b7c6 req-10a23a4f-be82-465c-ac28-81628c23c073 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0919936 Oct 19 20:34:32.460343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7f957b4-33c5-484e-9a71-474ed110b7c6 req-43c13e25-3d97-4344-b2f5-aebf644e9d87 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Oct 19 20:34:32.495190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-aa7f374c-956b-4378-bf75-c7841f185ce7 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-group-rules/b2b40915-1e52-4cda-92d4-9723ce3792bb HTTP/1.1" status: 200 len: 778 time: 0.0577359 Oct 19 20:34:32.561368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-d3acac06-56c8-4975-a63c-cd1076f38871 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3 HTTP/1.1" status: 200 len: 2409 time: 0.0528073 Oct 19 20:34:32.683992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.692285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.738934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.749886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.751009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd267ecd-db46-4f8b-b07b-2b7a3499f8e6 req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b2b40915-1e52-4cda-92d4-9723ce3792bb HTTP/1.1" status: 204 len: 173 time: 0.1766086 Oct 19 20:34:32.752110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de794710-748d-4018-9884-07732aa90a90 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2b40915-1e52-4cda-92d4-9723ce3792bb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:32.758338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.779195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.794920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-780463778', 'description': 'tempest-description-250678426'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:32.840633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b530-585e-44ca-88b5-ac553de4a224 req-faad24e3-fc5e-469d-aafb-ec4ceb49704a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:32.850920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eff3b530-585e-44ca-88b5-ac553de4a224 req-faad24e3-fc5e-469d-aafb-ec4ceb49704a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0818131 Oct 19 20:34:32.923604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:32.932474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eff3b530-585e-44ca-88b5-ac553de4a224 req-0fe8f7c4-81bb-43b7-8569-a550217e70ff tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784690 Oct 19 20:34:33.132407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.148894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.150700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad103028-2eb2-476f-b0e3-5ca94fdff653 req-577b384e-cb87-4a75-93cd-25b8b751a54e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:33.159703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad103028-2eb2-476f-b0e3-5ca94fdff653 req-577b384e-cb87-4a75-93cd-25b8b751a54e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:33.161820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad103028-2eb2-476f-b0e3-5ca94fdff653 req-577b384e-cb87-4a75-93cd-25b8b751a54e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1678 time: 0.1126943 Oct 19 20:34:33.191451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.193323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94eb58c3-5db9-4099-8a23-65375c2290cf req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4038022 Oct 19 20:34:33.234610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.25.7.66 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/dd182160-60b2-43ba-88ac-aa1a920cb2e1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:33.276040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e4225-6f61-42b7-b986-a8e470d12f52 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bca03a-a0bb-4424-8627-d907e8103680,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:33.276751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad103028-2eb2-476f-b0e3-5ca94fdff653 req-7267b901-e672-4cd7-9f0a-3fccead78a85 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023717 Oct 19 20:34:33.552861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.610641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b75fe2fe-57af-4643-9f1d-6d668583f515 req-0bffd9fa-de77-4489-8478-5bb7c55d9010 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/58bca03a-a0bb-4424-8627-d907e8103680 HTTP/1.1" status: 200 len: 1813 time: 0.0635049 Oct 19 20:34:33.679367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6412-62f8-48cd-b02d-f45c0fa9a586 req-0882bb4c-5aff-4658-8a77-c4c17819b1b8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:33.681559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ac6412-62f8-48cd-b02d-f45c0fa9a586 req-0882bb4c-5aff-4658-8a77-c4c17819b1b8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1081650 Oct 19 20:34:33.682662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.710932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-71813228', 'description': 'tempest-description-1070997425'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:33.769274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.779214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=dd182160-60b2-43ba-88ac-aa1a920cb2e1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:33.803093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:33.811499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:33.819814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:33.892138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ac6412-62f8-48cd-b02d-f45c0fa9a586 req-218cc5c9-9f90-4c2c-8ca4-8adb463fcc2a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997514 Oct 19 20:34:33.910294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.917154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.960906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b1b48-d965-4e53-adb3-90339cd61175,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:33.973390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:33.986233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f7d5693-c797-436f-a37f-44bb0cffe773 req-be8ebb06-1d4d-48f2-b312-1777483c076e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2721894 Oct 19 20:34:33.988262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6483365c-dadd-412f-8536-f1d1b8b839b5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:34:34.159734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:34.194009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'network_id': '98d37dd6-65ac-4c93-8b82-62ae167a0559', 'port_id': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'mac_address': 'fa:16:3e:55:f7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5ab801-1e31-4e0f-811a-331e02553c07', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:34:34.283770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:34.299900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6483365c-dadd-412f-8536-f1d1b8b839b5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:34.327878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:34.335212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:34.336391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bd39c7a2-6949-411d-9fbe-4529fd11fcb9 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:34:34.422240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:34.514557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34641b06-9d43-4d4a-85b2-53a481a64457 req-5834ea74-9818-488b-b439-687a40950b6f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:34.536285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:34.537419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34641b06-9d43-4d4a-85b2-53a481a64457 req-5834ea74-9818-488b-b439-687a40950b6f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:34.550070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34641b06-9d43-4d4a-85b2-53a481a64457 req-5834ea74-9818-488b-b439-687a40950b6f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1679 time: 0.1677568 Oct 19 20:34:34.566159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9', 'network_id': 'd96019ae-8961-41fc-8ebd-b9aec031cac2', 'port_id': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9', 'mac_address': 'fa:16:3e:49:60:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223226af-4ea8-4045-a2ee-59f7e7acffbe', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:34:34.631133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:34.648705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34641b06-9d43-4d4a-85b2-53a481a64457 req-fa4a75a1-3136-42e8-bf64-8435c30d9009 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973914 Oct 19 20:34:34.652172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd39c7a2-6949-411d-9fbe-4529fd11fcb9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:34.694353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:34.700003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:34.704771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:34.827621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:34.919997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a21f6ee-8620-4db4-aaf7-ea161a472cf3 req-f1d9d551-5f15-401a-a625-e5604c862a91 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/e20b1b48-d965-4e53-adb3-90339cd61175 HTTP/1.1" status: 200 len: 1813 time: 0.8860080 Oct 19 20:34:34.996996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['bd39c7a2-6949-411d-9fbe-4529fd11fcb9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:34:35.004650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1992316047', 'description': 'tempest-description-2068834957'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:35.096304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.102068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbfd8b-d223-4602-ae12-2f81337517fb req-e22c126e-cc25-41e7-9da7-abdd6ab91e50 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:35.112186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45dbfd8b-d223-4602-ae12-2f81337517fb req-e22c126e-cc25-41e7-9da7-abdd6ab91e50 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0903697 Oct 19 20:34:35.165836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45dbfd8b-d223-4602-ae12-2f81337517fb req-0b0443b5-8c12-44d6-a14d-9055e228e132 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Oct 19 20:34:35.200653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.266747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.304576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.342027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.363704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39a9e61f-53ed-4347-ab02-b8cc59157659 req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3665247 Oct 19 20:34:35.378166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e364bd-8b30-467c-91d0-2a70fc3e8d1e tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce99c65-5010-4a47-8d4f-6024ee3abb3d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:35.474966 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3e7f20-e0a6-41b3-84ab-2187fa2aec63 req-2ac1970a-6628-4973-8892-ca69039e4a38 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/2ce99c65-5010-4a47-8d4f-6024ee3abb3d HTTP/1.1" status: 200 len: 1815 time: 0.0872829 Oct 19 20:34:35.481567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07701c-2749-49c9-95b6-b055674bce5b req-225fc708-8729-4e7f-822f-7e6040789e2b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:35.483109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f07701c-2749-49c9-95b6-b055674bce5b req-225fc708-8729-4e7f-822f-7e6040789e2b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0640781 Oct 19 20:34:35.498527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-149439173', 'description': 'tempest-description-977427244'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:35.534979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.546134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f07701c-2749-49c9-95b6-b055674bce5b req-48724e9f-4438-4ef8-b3ab-baf3337f1091 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561070 Oct 19 20:34:35.549286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 8fef278f-0cbe-4646-b88c-d2a591becf5f is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:34:35.702661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.713348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.754231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d4a63-e55f-48c9-845e-f0792517ba7f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:35.758344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:35.768688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] Sync routers for ids ['8fef278f-0cbe-4646-b88c-d2a591becf5f'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:35.779783 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] Routers {'8fef278f-0cbe-4646-b88c-d2a591becf5f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:35.780632 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8fef278f-0cbe-4646-b88c-d2a591becf5f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:35.781918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.784291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e88ea25a-faf5-4a94-a6d6-485db15cf789 req-41a2baea-44bf-4f17-94fb-7f2ced2dc6c8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2911456 Oct 19 20:34:35.804878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28740f-d9ad-4531-a8c6-ed045377f419 req-198d8b3c-d3d8-42a8-87ac-697fe498a811 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:35.809620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:35.813505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5fc63cf6-0f58-4c76-9c1b-356eb1609bde tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9424009 Oct 19 20:34:35.813619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52442) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:35.814410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28740f-d9ad-4531-a8c6-ed045377f419 req-198d8b3c-d3d8-42a8-87ac-697fe498a811 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:35.824712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb28740f-d9ad-4531-a8c6-ed045377f419 req-198d8b3c-d3d8-42a8-87ac-697fe498a811 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1680 time: 0.1026883 Oct 19 20:34:35.847509 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:35.858244 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] Routers {'8fef278f-0cbe-4646-b88c-d2a591becf5f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:35.858779 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8fef278f-0cbe-4646-b88c-d2a591becf5f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:35.902265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:35.903131 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f32755-35b1-4b3b-a6d0-2b5a505a2ada None None] The sync data for ids ['8fef278f-0cbe-4646-b88c-d2a591becf5f'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:35.918263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb28740f-d9ad-4531-a8c6-ed045377f419 req-17d25be8-0ab0-4bcc-81bb-07726575d03e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Oct 19 20:34:36.004429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bd39c7a2-6949-411d-9fbe-4529fd11fcb9 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:36.007455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-484ec984-4786-470c-a27c-366bf21f1c35 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers/8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 200 len: 880 time: 0.1925883 Oct 19 20:34:36.010053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52446) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:36.035844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a828c43d-62ec-4546-a00b-61d88e1f5208 req-fd8c6af2-aef1-4c2f-b040-e25a68730c88 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/b62d4a63-e55f-48c9-845e-f0792517ba7f HTTP/1.1" status: 200 len: 1813 time: 0.1097229 Oct 19 20:34:36.076891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6483365c-dadd-412f-8536-f1d1b8b839b5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:34:36.090729 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-b7791962-a82c-4244-9c51-b411315b964d req-170ea114-de89-4233-b0c8-162569c80226 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] show failed (client error): The resource could not be found. Oct 19 20:34:36.091907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7791962-a82c-4244-9c51-b411315b964d req-170ea114-de89-4233-b0c8-162569c80226 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/57dad659-a03a-4d70-bc51-95c10bea048d HTTP/1.1" status: 404 len: 352 time: 0.0222487 Oct 19 20:34:36.147071 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-ceeafc94-95a5-40b6-83cf-9aee82a97b19 req-48f78dc3-fc7d-4a64-bcb3-b67722248213 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] show failed (client error): The resource could not be found. Oct 19 20:34:36.157108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ceeafc94-95a5-40b6-83cf-9aee82a97b19 req-48f78dc3-fc7d-4a64-bcb3-b67722248213 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-group-rules/8cc4c817-d7c2-408c-8897-203e3e993a6e HTTP/1.1" status: 404 len: 361 time: 0.0389526 Oct 19 20:34:36.172531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:34:36.177119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:36.177607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.301071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-090fda4b-09bf-43ef-a9f9-d39dedd0c135 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/b62d4a63-e55f-48c9-845e-f0792517ba7f HTTP/1.1" status: 200 len: 1813 time: 0.1146791 Oct 19 20:34:36.367186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.389323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.414223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:36.417420 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e76635b-4d3e-44ad-9ce0-312d4040846c" -d '{"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-plugged", "status": "completed", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:36.420341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-24f696ca-2ddb-4c89-ab00-94ba9af9c7f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4091053 Oct 19 20:34:36.422746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52466) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:36.429135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1448616652'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:36.468151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:36.482203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.491395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.588992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.592309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:36.599329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68b8b738-cc01-4640-ac35-dff3149c9597 req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-groups/b62d4a63-e55f-48c9-845e-f0792517ba7f HTTP/1.1" status: 204 len: 173 time: 0.2964635 Oct 19 20:34:36.601342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:36.623145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a07d88-4e46-4aa6-b338-4b832da2784b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d4a63-e55f-48c9-845e-f0792517ba7f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:36.789077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:36.827004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a369-ddfb-4c28-9724-c9ce5270e784 req-cbfa0852-c190-45f6-8081-aa0839d19206 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:36.832998 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46e5a369-ddfb-4c28-9724-c9ce5270e784 req-cbfa0852-c190-45f6-8081-aa0839d19206 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1068761 Oct 19 20:34:36.901235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46e5a369-ddfb-4c28-9724-c9ce5270e784 req-6b2a92e8-7856-4351-ba81-830dd22c255f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614641 Oct 19 20:34:36.925406 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b08a2a-4d6d-44df-a6a5-c09b27e64f21 x-openstack-request-id: req-17b08a2a-4d6d-44df-a6a5-c09b27e64f21 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:36.925885 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-plugged", "status": "completed", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:36.926318 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17b08a2a-4d6d-44df-a6a5-c09b27e64f21 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:36.926863 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9', 'code': 200} Oct 19 20:34:36.991716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c32203-6e20-4904-a57b-abc9cd5cb481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.026846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.038438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c963b34-6089-444f-9601-89b9d5f07779 req-df0e7518-3253-4ee1-9157-be6c65c9b1d5 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/2ce99c65-5010-4a47-8d4f-6024ee3abb3d HTTP/1.1" status: 200 len: 1815 time: 0.0878832 Oct 19 20:34:37.047080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.150663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3c963b34-6089-444f-9601-89b9d5f07779 req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.258389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 8fef278f-0cbe-4646-b88c-d2a591becf5f has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:34:37.288620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2debd03-2c6b-4e80-a465-606eb45c3aa5 req-50736074-d59c-4531-8fce-cfff791194f0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:37.298094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2debd03-2c6b-4e80-a465-606eb45c3aa5 req-50736074-d59c-4531-8fce-cfff791194f0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0865500 Oct 19 20:34:37.430087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2debd03-2c6b-4e80-a465-606eb45c3aa5 req-290c5b9e-fe3d-4bf2-bb1b-4a0c4a7984cd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305494 Oct 19 20:34:37.459110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:37.469861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] Sync routers for ids ['8fef278f-0cbe-4646-b88c-d2a591becf5f'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:37.471100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.473785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58936ad0-5f52-499e-895d-4b38081a62f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 200 len: 887 time: 1.0485237 Oct 19 20:34:37.475599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:37.484951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] Routers {'8fef278f-0cbe-4646-b88c-d2a591becf5f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:37.486953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8fef278f-0cbe-4646-b88c-d2a591becf5f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:37.492014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c32203-6e20-4904-a57b-abc9cd5cb481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.514367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c32203-6e20-4904-a57b-abc9cd5cb481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.536215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:37.549585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] Routers {'8fef278f-0cbe-4646-b88c-d2a591becf5f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:37.550193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8fef278f-0cbe-4646-b88c-d2a591becf5f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:37.556982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3c963b34-6089-444f-9601-89b9d5f07779 req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.563421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92c32203-6e20-4904-a57b-abc9cd5cb481 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e70ea36c9ab4a97a6ad9ec915a760c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7733347 Oct 19 20:34:37.574369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52496) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:37.595336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:37.596000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67da0-365e-4c4f-be21-965645702efe None None] The sync data for ids ['8fef278f-0cbe-4646-b88c-d2a591becf5f'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:37.653854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c32203-6e20-4904-a57b-abc9cd5cb481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83878f34-1a54-42ac-9aa2-fa44aa6ed929,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:37.667398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4143dd25-5a80-4bef-9091-ac2f5a05749d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers/8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 200 len: 887 time: 0.1880922 Oct 19 20:34:37.670978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52498) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:37.695602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f3b95-1164-4b44-99ad-4fc01be36795 req-c391ca65-c107-419d-8972-dfd41bc2e81a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:37.702454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f3b95-1164-4b44-99ad-4fc01be36795 req-c391ca65-c107-419d-8972-dfd41bc2e81a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:37.704075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-183f3b95-1164-4b44-99ad-4fc01be36795 req-c391ca65-c107-419d-8972-dfd41bc2e81a tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1681 time: 0.0906692 Oct 19 20:34:37.704893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72564df5-0366-414f-a924-be6e85dbb6ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 200 len: 205 time: 0.0326092 Oct 19 20:34:37.707164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:37.714872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3c963b34-6089-444f-9601-89b9d5f07779 req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.717863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3c963b34-6089-444f-9601-89b9d5f07779 req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.724267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c963b34-6089-444f-9601-89b9d5f07779 req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ce99c65-5010-4a47-8d4f-6024ee3abb3d HTTP/1.1" status: 204 len: 173 time: 0.6731498 Oct 19 20:34:37.761488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.796718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.806326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-183f3b95-1164-4b44-99ad-4fc01be36795 req-63ee952a-6326-4a02-bcc4-1f55037e9844 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899422 Oct 19 20:34:37.859200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b082fde-e992-44a0-970b-f3687710a78b tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce99c65-5010-4a47-8d4f-6024ee3abb3d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:37.896566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.899144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.903266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83878f34-1a54-42ac-9aa2-fa44aa6ed929 HTTP/1.1" status: 204 len: 168 time: 0.3232603 Oct 19 20:34:37.928093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-a393572a-7a21-4244-baba-0d0afa731ea1 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/e20b1b48-d965-4e53-adb3-90339cd61175 HTTP/1.1" status: 200 len: 1813 time: 0.0891082 Oct 19 20:34:37.928321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22188b82-b5f0-47de-aa88-a358287eba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83878f34-1a54-42ac-9aa2-fa44aa6ed929,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:37.969933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a3344-f114-4385-83bc-0aaff44c6c87 req-9a106b73-5f7c-4fb1-ad05-3b17f91785e2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:37.971097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:37.974755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c1a3344-f114-4385-83bc-0aaff44c6c87 req-9a106b73-5f7c-4fb1-ad05-3b17f91785e2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1170249 Oct 19 20:34:38.019761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6483365c-dadd-412f-8536-f1d1b8b839b5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:38.059190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c1a3344-f114-4385-83bc-0aaff44c6c87 req-fe23235e-8840-460a-8025-e3be88fcee48 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751965 Oct 19 20:34:38.110231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.143947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 6483365c-dadd-412f-8536-f1d1b8b839b5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:34:38.153549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 6483365c-dadd-412f-8536-f1d1b8b839b5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:38.154164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.175836 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.209830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.364340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.416600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4ac60-dd17-4175-adc4-de41ff80f7b4 req-d5ffe544-3f35-4858-a717-505509ea1fef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:38.432210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ff4ac60-dd17-4175-adc4-de41ff80f7b4 req-d5ffe544-3f35-4858-a717-505509ea1fef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1071575 Oct 19 20:34:38.434790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:38.435345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:38.442491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.498157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52516) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:38.545752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee3a-86d1-4edf-a96f-2dacb6651c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.565064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:38.603146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ff4ac60-dd17-4175-adc4-de41ff80f7b4 req-d85f0b16-f0de-4f48-8488-44bcc1dddda4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693740 Oct 19 20:34:38.726778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee3a-86d1-4edf-a96f-2dacb6651c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.733011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ee3a-86d1-4edf-a96f-2dacb6651c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.747465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.753627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.755452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-508c6c7a-5e75-4673-ae54-fb9ddd5ec476 req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-groups/e20b1b48-d965-4e53-adb3-90339cd61175 HTTP/1.1" status: 204 len: 173 time: 0.8068199 Oct 19 20:34:38.770604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4b576-7b12-4a2b-848d-ef949eaa2ff3 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b1b48-d965-4e53-adb3-90339cd61175,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:38.788257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port dd182160-60b2-43ba-88ac-aa1a920cb2e1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:38.788558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.879357 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:38.879560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1fb6ee3a-86d1-4edf-a96f-2dacb6651c9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6ade7898198474e859943dd7a288880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715842 Oct 19 20:34:38.883600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:38.886088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ee3a-86d1-4edf-a96f-2dacb6651c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3e7001-ce6a-4e96-a3fe-6de9e122882e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:38.907321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-3c15644f-d60c-4313-9d0a-5ae4342d22fc tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/58bca03a-a0bb-4424-8627-d907e8103680 HTTP/1.1" status: 200 len: 1813 time: 0.1167223 Oct 19 20:34:38.928691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:38.932006 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3148aa9f-aa90-4733-ba43-e79958805cdb" -d '{"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-plugged", "status": "completed", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:38.983783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for dd182160-60b2-43ba-88ac-aa1a920cb2e1 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:39.022694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.046708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.048999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.073371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.104077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61f47-ff1d-43f4-bb2a-98ee2ad958d6 req-91a83ed7-a175-4047-852d-93ff493472cd tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:39.111938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61f47-ff1d-43f4-bb2a-98ee2ad958d6 req-91a83ed7-a175-4047-852d-93ff493472cd tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:39.114405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edc61f47-ff1d-43f4-bb2a-98ee2ad958d6 req-91a83ed7-a175-4047-852d-93ff493472cd tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.1685789 Oct 19 20:34:39.123489 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.127017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.133457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ed32b9c-9d85-41ec-951a-6e1599719b46 req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-groups/58bca03a-a0bb-4424-8627-d907e8103680 HTTP/1.1" status: 204 len: 173 time: 0.2253823 Oct 19 20:34:39.162558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.165441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.166789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf3e7001-ce6a-4e96-a3fe-6de9e122882e HTTP/1.1" status: 204 len: 168 time: 0.2813103 Oct 19 20:34:39.186361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64381f-365b-4314-8494-be3ad0f9c0e8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bca03a-a0bb-4424-8627-d907e8103680,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:39.196718 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53d6a7-fb40-4150-9aea-d35c816560fc x-openstack-request-id: req-7f53d6a7-fb40-4150-9aea-d35c816560fc {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:39.197824 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-plugged", "status": "completed", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:39.198299 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f53d6a7-fb40-4150-9aea-d35c816560fc {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:39.199241 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'code': 200} Oct 19 20:34:39.256985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fedfec-3823-4337-9aed-f0471986a54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3e7001-ce6a-4e96-a3fe-6de9e122882e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:39.319303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edc61f47-ff1d-43f4-bb2a-98ee2ad958d6 req-aba1702a-ee94-438d-af14-52ec771249f8 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585395 Oct 19 20:34:39.395759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-f300c8a1-97ee-4332-9271-8d8823524be8 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "GET /v2.0/security-groups/0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3 HTTP/1.1" status: 200 len: 1815 time: 0.1453900 Oct 19 20:34:39.406257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2aa7-699b-4a6e-8acb-baedf0789a9b req-f9f8951d-b0c0-4254-b8cf-08e9e1c8acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:39.406842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2aa7-699b-4a6e-8acb-baedf0789a9b req-f9f8951d-b0c0-4254-b8cf-08e9e1c8acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:39.408431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-954b2aa7-699b-4a6e-8acb-baedf0789a9b req-f9f8951d-b0c0-4254-b8cf-08e9e1c8acae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1984 time: 0.1466513 Oct 19 20:34:39.473576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.534975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=dd182160-60b2-43ba-88ac-aa1a920cb2e1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:39.543276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-954b2aa7-699b-4a6e-8acb-baedf0789a9b req-e8f39807-66f9-4a02-917d-1372182c25b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242230 Oct 19 20:34:39.561207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.660338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.700609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.751817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.754927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.759567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59a6ac5a-1795-4b17-b9b1-8bcc7fa88f21 req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3 HTTP/1.1" status: 204 len: 173 time: 0.3624110 Oct 19 20:34:39.771058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52550) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:39.789244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9a7a6-97fa-4fae-a6e4-890fa0f59092 tempest-SecurityGroupRulesNegativeTestJSON-865030353 tempest-SecurityGroupRulesNegativeTestJSON-865030353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12fb04-8fd6-42a6-ac86-47fe01f2b5d3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:39.905599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.909067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:39.935418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.033674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Deleting subnet 2e897b92-f0c0-49d0-8891-d45d44903e50 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:40.043470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.088575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.089574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router 8fef278f-0cbe-4646-b88c-d2a591becf5f {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:34:40.107507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.112387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-13036e2a-6ddf-499d-90b6-3fbdbe0ed19a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 204 len: 168 time: 2.4009573 Oct 19 20:34:40.116441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:40.128365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1304817696'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:40.143842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.201170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.204098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:40.213177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.300681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:40.317709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.318182 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 42443a40-bb0f-463f-94c1-748b853df0b6 of type vlan for network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a Oct 19 20:34:40.374023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.378083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Deleting port 9be8762b-6bca-4041-8c8b-aba52f525542 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:40.378561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.382450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.413673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.420365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e897b92-f0c0-49d0-8891-d45d44903e50 HTTP/1.1" status: 204 len: 168 time: 0.6485987 Oct 19 20:34:40.420824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:40.424769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fc899-e662-4a05-981e-70d032ceb78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e897b92-f0c0-49d0-8891-d45d44903e50,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:40.497865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:34:40.502353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.538935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] For port 9be8762b-6bca-4041-8c8b-aba52f525542, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9be8762b-6bca-4041-8c8b-aba52f525542,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:40.539660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.557606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Calling delete_port for 9be8762b-6bca-4041-8c8b-aba52f525542 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:40.562547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.570157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:40.570981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.634921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2ef93-3bda-42f1-bbeb-afcc83db2d15 req-87e0dd47-94e4-4cee-8367-1229a3bfb0a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:40.641090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2ef93-3bda-42f1-bbeb-afcc83db2d15 req-87e0dd47-94e4-4cee-8367-1229a3bfb0a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:40.642754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06d2ef93-3bda-42f1-bbeb-afcc83db2d15 req-87e0dd47-94e4-4cee-8367-1229a3bfb0a6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.1382692 Oct 19 20:34:40.729836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6118910 Oct 19 20:34:40.733649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52578) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:40.744964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:40.819067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2e7cc-4b9f-4043-88fd-f11ac5f00c7e tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:40.832450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:40.869221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.874542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06d2ef93-3bda-42f1-bbeb-afcc83db2d15 req-a78ac2a5-093c-4c09-8c0c-3818786ca20e tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233119 Oct 19 20:34:40.924840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec94e57-0192-47f0-ae88-56d5efb7dc06']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:40.962104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0593bad7-73dc-4451-88dc-ff8be2b3be6e') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:40.963599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0593bad7-73dc-4451-88dc-ff8be2b3be6e') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:40.977283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:40.991874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.019185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.034582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:41.034582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.036466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be8762b-6bca-4041-8c8b-aba52f525542,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:41.037511 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:41.054622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:41.070721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.131443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.142949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.152032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0ec94e57-0192-47f0-ae88-56d5efb7dc06 HTTP/1.1" status: 204 len: 168 time: 0.7282438 Oct 19 20:34:41.167610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6ccb3-9637-4ea9-a5d2-93294a423006 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec94e57-0192-47f0-ae88-56d5efb7dc06,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:41.379361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52590) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:41.421030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5bf95070-d42c-43ff-8e77-7700e87c114f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2308811ccf9e4992b4ce54c3e5351cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400198 Oct 19 20:34:41.423203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52592) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:41.440006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.451224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.486789 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.510253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.565923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.568679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=f13c8026-9cce-4f2a-8d5b-e209e3cb11ec,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:41.570738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.578896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e74ec89d-c343-4001-aac2-17f262f2c46c HTTP/1.1" status: 204 len: 168 time: 0.1522295 Oct 19 20:34:41.587968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f70f95-ffda-4edf-87b0-8326e0675dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ec89d-c343-4001-aac2-17f262f2c46c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:41.609618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '42443a40-bb0f-463f-94c1-748b853df0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:41.609980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:41.643300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:41.698051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:41.703843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:41.710220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:41.713437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057951af-aafa-4942-969f-e21404fc1832 None None] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:41.806804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-653c247b-d9d3-4645-b794-1f7252e7403c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0697169 Oct 19 20:34:41.807162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52616) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:41.825845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-659079159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:41.890220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Router 4b47a997-2652-4cf1-820e-fd9c0900337d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:34:41.983501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a', 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': 'f13c8026-9cce-4f2a-8d5b-e209e3cb11ec'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:34:41.988111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.074742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91853da-a3a7-4f17-a6d5-6dd7a684d302 req-353338ba-28f3-4362-a531-da18a0e17865 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:42.093507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91853da-a3a7-4f17-a6d5-6dd7a684d302 req-353338ba-28f3-4362-a531-da18a0e17865 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:42.101494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f91853da-a3a7-4f17-a6d5-6dd7a684d302 req-353338ba-28f3-4362-a531-da18a0e17865 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.1106629 Oct 19 20:34:42.143624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:42.154281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-33fd02dd-27f0-430c-a8dc-d761c7f059d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b47a997-2652-4cf1-820e-fd9c0900337d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7185001 Oct 19 20:34:42.159323 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Sync routers for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:42.168126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.169191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.173218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:42.174404 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:42.175021 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:42.180855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Allocated IP 172.20.0.2 (71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a/f13c8026-9cce-4f2a-8d5b-e209e3cb11ec/66859a32-4de6-4e1a-a7e5-240f84debc67) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:42.206369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f91853da-a3a7-4f17-a6d5-6dd7a684d302 req-dde5f772-2055-4961-b00d-c2296526a5b1 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039085 Oct 19 20:34:42.354678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.428116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.437675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.493634 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:34:42.504899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Pushing event updated for resources: {'Port': ['ID=66859a32-4de6-4e1a-a7e5-240f84debc67,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:42.523215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:42.525842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:42.537787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:42.663602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Attempting to bind port 66859a32-4de6-4e1a-a7e5-240f84debc67 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:42.663976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Attempting to bind port 66859a32-4de6-4e1a-a7e5-240f84debc67 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '42443a40-bb0f-463f-94c1-748b853df0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:42.664624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Attempting to bind port 66859a32-4de6-4e1a-a7e5-240f84debc67 on network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:42.674976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.679574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:42.679950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Checking segment: {'id': '42443a40-bb0f-463f-94c1-748b853df0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:42.680350 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.681417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Bound using segment: {'id': '42443a40-bb0f-463f-94c1-748b853df0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:42.681932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Bound port: 66859a32-4de6-4e1a-a7e5-240f84debc67, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42443a40-bb0f-463f-94c1-748b853df0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:42.682310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.845640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] For port 66859a32-4de6-4e1a-a7e5-240f84debc67, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:42.849966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] For port 66859a32-4de6-4e1a-a7e5-240f84debc67, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=66859a32-4de6-4e1a-a7e5-240f84debc67,segment=NetworkSegment(42443a40-bb0f-463f-94c1-748b853df0b6),segment_id=42443a40-bb0f-463f-94c1-748b853df0b6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:42.866422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:42.872016 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:34:40Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:42.887807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:42.912075 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Checking router: 4b47a997-2652-4cf1-820e-fd9c0900337d for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:34:42.924584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52668) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:42.929268 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Routers {'4b47a997-2652-4cf1-820e-fd9c0900337d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:42.942752 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b47a997-2652-4cf1-820e-fd9c0900337d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:43.045469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.059633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28600f3f-c406-42eb-8159-8f4d57ed4bd5 None None] Pushing event updated for resources: {'Port': ['ID=66859a32-4de6-4e1a-a7e5-240f84debc67,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:43.068365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23609108-f67b-423f-8da3-aaf238b40d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.167062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1411932130-network', 'tenant_id': 'f51acb58749e4e36876e92536f72fc18'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:43.189414 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] Set router 4b47a997-2652-4cf1-820e-fd9c0900337d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:34:43.218704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23609108-f67b-423f-8da3-aaf238b40d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.220486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Made reservation on behalf of f51acb58749e4e36876e92536f72fc18 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:43.222945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.233279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23609108-f67b-423f-8da3-aaf238b40d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.283184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-23609108-f67b-423f-8da3-aaf238b40d62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0b568fc6401426e9885c2357630e43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920255 Oct 19 20:34:43.292414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52672) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:43.298557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.339381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.361647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.382304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.386966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23609108-f67b-423f-8da3-aaf238b40d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40265e0-f49b-422e-be52-753d2ed57fb0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:43.406230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.410827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e3bae1e-5020-40ce-8773-8eb1b85677d3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6027505 Oct 19 20:34:43.421721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52674) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:43.436381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.443787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.492762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:43.496458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b5fc2-93e6-4720-9d97-e2458f0da7f8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:43.512858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.514557 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Added segment 927a5a38-4189-445c-893b-147353c5ce58 of type vlan for network 39da0323-bd77-4e33-abe5-f494684140c7 Oct 19 20:34:43.562282 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:34:40Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:43.564243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.592753 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23371daf-b202-48f6-87c7-f92620a2c9f8 None None] The sync data for ids ['4b47a997-2652-4cf1-820e-fd9c0900337d'] in n-d-805649-9 is: [{'id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'name': 'tempest-TaggedBootDevicesTest-819586477-router', 'tenant_id': '779389c31f7048f2ae14dc97c0d18100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:22:44Z', 'updated_at': '2021-10-19T20:34:40Z', 'revision_number': 5, 'project_id': '779389c31f7048f2ae14dc97c0d18100', 'gw_port': {'id': '0b669c96-c92d-4f37-8c22-c813c75952eb', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47a997-2652-4cf1-820e-fd9c0900337d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:22:45Z', 'updated_at': '2021-10-19T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:43.599752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.600730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:43.601329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.632651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7043478 Oct 19 20:34:43.632822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52676) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:43.644901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Request body: {'subnet': {'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1411932130-subnet', 'tenant_id': 'f51acb58749e4e36876e92536f72fc18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:43.664613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88d7bd-8d64-416f-8619-95e9694ddae1 req-442c901e-a6be-4f15-98a0-a2ae6d3cecc3 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:43.670748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88d7bd-8d64-416f-8619-95e9694ddae1 req-442c901e-a6be-4f15-98a0-a2ae6d3cecc3 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:43.672388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b88d7bd-8d64-416f-8619-95e9694ddae1 req-442c901e-a6be-4f15-98a0-a2ae6d3cecc3 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.5043368 Oct 19 20:34:43.694404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044cde7-a4dc-41cd-849b-bbb2c3342959 admin admin] Pushing event updated for resources: {'Network': ['ID=39da0323-bd77-4e33-abe5-f494684140c7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:43.707805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 39da0323-bd77-4e33-abe5-f494684140c7 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:43.743375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Made reservation on behalf of f51acb58749e4e36876e92536f72fc18 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:43.747119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.820908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:43.894968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b88d7bd-8d64-416f-8619-95e9694ddae1 req-87492341-ffc7-4a48-b5fe-413f9d7e5eb9 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988022 Oct 19 20:34:43.914832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.027911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.032367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Deleting port 0b669c96-c92d-4f37-8c22-c813c75952eb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:44.032712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.041249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.125103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07287ee-ecd7-426c-a24d-c0348d04120e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:44.137823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Checking segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:44.138303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Network hostable DHCP agents. Network: 39da0323-bd77-4e33-abe5-f494684140c7, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:44.164166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Network 39da0323-bd77-4e33-abe5-f494684140c7 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:44.175355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 39da0323-bd77-4e33-abe5-f494684140c7) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:44.187083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b889a9-afda-46d5-bbe1-37959d56bdb7 None None] Network 39da0323-bd77-4e33-abe5-f494684140c7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:44.188460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.191678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:44.192257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.199198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.202705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c40265e0-f49b-422e-be52-753d2ed57fb0 HTTP/1.1" status: 204 len: 168 time: 0.8567860 Oct 19 20:34:44.231045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-df6f7985-6997-4966-b569-fea8290c96ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5967042 Oct 19 20:34:44.349597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a83a45-74e6-4b59-b816-dbd227ad5aaa None None] Network 39da0323-bd77-4e33-abe5-f494684140c7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:44.405814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea05dd-346d-4b31-a072-8bb61b039924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40265e0-f49b-422e-be52-753d2ed57fb0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:44.443577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] For port 0b669c96-c92d-4f37-8c22-c813c75952eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b669c96-c92d-4f37-8c22-c813c75952eb,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:44.447910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.495745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Calling delete_port for 0b669c96-c92d-4f37-8c22-c813c75952eb owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:44.551063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ddc5c-499a-407e-ad01-367f383e45ff None None] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:44.552402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-3dddaa59-311f-449a-896b-109b7081170c tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:44.565569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-3dddaa59-311f-449a-896b-109b7081170c tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:44.568303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-3dddaa59-311f-449a-896b-109b7081170c tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.3925364 Oct 19 20:34:44.599663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] Provisioning complete for port 66859a32-4de6-4e1a-a7e5-240f84debc67 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:44.600031 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.677976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52700) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:44.705807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cddf-174f-45cb-b8fe-639334016ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.822782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cddf-174f-45cb-b8fe-639334016ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.826474 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3c5cddf-174f-45cb-b8fe-639334016ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.873368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5cddf-174f-45cb-b8fe-639334016ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248e771d-3ba0-48ac-aa4d-db2e822c1aae,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:44.882649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b3c5cddf-174f-45cb-b8fe-639334016ba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bb5c85c34fc4d2897a8f18e8767f31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035840 Oct 19 20:34:44.883161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52706) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:44.901607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.20.0.1 (71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a/f13c8026-9cce-4f2a-8d5b-e209e3cb11ec/0b8f040e-6956-434c-9006-23b67293f0f6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:44.931774 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.960324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:44.996202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-adf87c71-0050-4177-816d-0370e970876f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:44.997792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-adf87c71-0050-4177-816d-0370e970876f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 818 time: 0.2555983 Oct 19 20:34:44.999987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.010457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:45.010804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.012144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.038009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] For port 66859a32-4de6-4e1a-a7e5-240f84debc67, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=66859a32-4de6-4e1a-a7e5-240f84debc67,segment=NetworkSegment(42443a40-bb0f-463f-94c1-748b853df0b6),segment_id=42443a40-bb0f-463f-94c1-748b853df0b6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:45.061420 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.128780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b669c96-c92d-4f37-8c22-c813c75952eb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:45.141779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-bb2ad953-5a71-4e4e-a3c0-8f4241ecd146 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/quotas/f51acb58749e4e36876e92536f72fc18 HTTP/1.1" status: 200 len: 375 time: 0.1192110 Oct 19 20:34:45.158255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e49a5-032b-411a-9b55-47c956380788 None None] Pushing event updated for resources: {'Port': ['ID=66859a32-4de6-4e1a-a7e5-240f84debc67,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:45.166281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720394-9208-43af-bd3e-bf49bb148460 req-96100158-03a8-4d2c-ae54-0519d197c4eb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:45.172939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720394-9208-43af-bd3e-bf49bb148460 req-96100158-03a8-4d2c-ae54-0519d197c4eb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:45.174627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb720394-9208-43af-bd3e-bf49bb148460 req-96100158-03a8-4d2c-ae54-0519d197c4eb tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.1417689 Oct 19 20:34:45.210767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.214212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.215843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/248e771d-3ba0-48ac-aa4d-db2e822c1aae HTTP/1.1" status: 204 len: 168 time: 0.3313258 Oct 19 20:34:45.236850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb720394-9208-43af-bd3e-bf49bb148460 req-455b391c-2ce0-44ca-b56d-0dcee5fa11f6 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554204 Oct 19 20:34:45.237898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca348-b3c4-4c93-92b4-5710ef0ef716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248e771d-3ba0-48ac-aa4d-db2e822c1aae,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:45.289631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-f86de874-4b91-43fa-8705-52fae1184437 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162229 Oct 19 20:34:45.515633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.540575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 66859a32-4de6-4e1a-a7e5-240f84debc67 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:45.566746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-5b85e346-f7b1-4f6d-86dd-24addb306696 service neutron] 10.222.0.31 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136714 Oct 19 20:34:45.612729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c18a6150-c8d8-479f-9411-43b240cc95b8 None None] Provisioning complete for port 66859a32-4de6-4e1a-a7e5-240f84debc67 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:45.613472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c18a6150-c8d8-479f-9411-43b240cc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.624121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port bd39c7a2-6949-411d-9fbe-4529fd11fcb9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:45.624492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.684199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.685713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 66859a32-4de6-4e1a-a7e5-240f84debc67 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:45.686277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.686546 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.709288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for bd39c7a2-6949-411d-9fbe-4529fd11fcb9 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:45.800712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.817965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9be8762b-6bca-4041-8c8b-aba52f525542 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:45.839463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9be8762b-6bca-4041-8c8b-aba52f525542 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:45.839906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9be8762b-6bca-4041-8c8b-aba52f525542 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:45.880980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.881631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b47a997-2652-4cf1-820e-fd9c0900337d {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:34:45.891887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.893055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-26502449-bc74-4e9a-9979-0a2ee4025d69 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b47a997-2652-4cf1-820e-fd9c0900337d HTTP/1.1" status: 204 len: 168 time: 3.7006581 Oct 19 20:34:45.895822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52732) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:45.941423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-062973e3-2e50-4d80-b79a-0b0e6e17cce5 service neutron] 10.222.0.31 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340559 Oct 19 20:34:45.978780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:45.989318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Deleting subnet 34afaaab-dc03-44db-8d59-00efa1e9b8e0 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:46.007774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.059083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:46.061166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=0b8f040e-6956-434c-9006-23b67293f0f6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:46.063837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:46.066705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:46.132333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.254401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.329144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.513827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5b5-1d91-4658-8e0c-b5f39fa421b3 req-82af3edf-86ae-4b29-a3dc-0286a92b8047 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:46.523932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5b5-1d91-4658-8e0c-b5f39fa421b3 req-82af3edf-86ae-4b29-a3dc-0286a92b8047 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:46.530952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfbeb5b5-1d91-4658-8e0c-b5f39fa421b3 req-82af3edf-86ae-4b29-a3dc-0286a92b8047 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 1682 time: 0.1270518 Oct 19 20:34:46.533444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.581561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34afaaab-dc03-44db-8d59-00efa1e9b8e0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:46.591044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bfc75-45b2-4f54-b349-4db665cceb09 None None] Network c98a30e4-b281-46d3-bfab-daa865a652fa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:46.606455 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.622627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-23414b47-53c4-4d96-85ac-3ede031ea8df admin admin] 10.222.0.31 "DELETE /v2.0/subnets/34afaaab-dc03-44db-8d59-00efa1e9b8e0 HTTP/1.1" status: 204 len: 168 time: 0.7211413 Oct 19 20:34:46.626062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52760) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:46.675410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-42b5cadd-b4b1-4a81-bc0e-e20727116519 None None] Provisioning complete for port 0b8f040e-6956-434c-9006-23b67293f0f6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:46.675805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42b5cadd-b4b1-4a81-bc0e-e20727116519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.702512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfbeb5b5-1d91-4658-8e0c-b5f39fa421b3 req-82d1d039-b656-4f43-87e7-a52044355a66 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593721 Oct 19 20:34:46.789096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-42b5cadd-b4b1-4a81-bc0e-e20727116519 None None] Port 0b8f040e-6956-434c-9006-23b67293f0f6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:46.848580 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.955373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Deleting port 3adabb29-0180-4c3d-b966-b86c0476ca68 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:46.955994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:46.970619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] DHCP port deletion for c98a30e4-b281-46d3-bfab-daa865a652fa request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:47.025832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.043827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Deleting port 3adabb29-0180-4c3d-b966-b86c0476ca68 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:47.044806 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.056974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-375ce081-4044-420b-bb5c-1744da7668ce req-b66944c7-5014-47ba-a8ab-efa961a04e9f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 210 time: 0.0837023 Oct 19 20:34:47.148919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] For port 3adabb29-0180-4c3d-b966-b86c0476ca68, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3adabb29-0180-4c3d-b966-b86c0476ca68,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:47.149870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.151928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] For port 3adabb29-0180-4c3d-b966-b86c0476ca68, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3adabb29-0180-4c3d-b966-b86c0476ca68,segment=NetworkSegment(38065043-fe75-4b1e-80ad-804268aceb08),segment_id=38065043-fe75-4b1e-80ad-804268aceb08)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:47.153108 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.160438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 66859a32-4de6-4e1a-a7e5-240f84debc67 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:34:47.183596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=bd39c7a2-6949-411d-9fbe-4529fd11fcb9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:47.206143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Calling delete_port for 3adabb29-0180-4c3d-b966-b86c0476ca68 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:47.219980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.220337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.220924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.221313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.222078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.222543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.222922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.223296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.223803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.224608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.225132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.225754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:34:47.249045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Calling delete_port for 3adabb29-0180-4c3d-b966-b86c0476ca68 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:47.294902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port bd39c7a2-6949-411d-9fbe-4529fd11fcb9 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:47.315523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.319428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-c956be49-8897-49e7-8743-41b38008d98b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "DELETE /v2.0/ports/bd39c7a2-6949-411d-9fbe-4529fd11fcb9 HTTP/1.1" status: 204 len: 173 time: 2.6303251 Oct 19 20:34:47.320119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-deleted', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:47.323253 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349301de-8630-4fa8-b3d8-599792a59fea" -d '{"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-deleted", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:47.401381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.421466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 66859a32-4de6-4e1a-a7e5-240f84debc67 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:47.422179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.489039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.494706 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcbf9f5-0901-4b52-bba5-621272bfa1ba x-openstack-request-id: req-adcbf9f5-0901-4b52-bba5-621272bfa1ba {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:47.495002 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-deleted", "tag": "bd39c7a2-6949-411d-9fbe-4529fd11fcb9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:47.498602 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adcbf9f5-0901-4b52-bba5-621272bfa1ba {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:47.501122 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-deleted', 'tag': 'bd39c7a2-6949-411d-9fbe-4529fd11fcb9', 'status': 'completed', 'code': 200} Oct 19 20:34:47.520163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.590518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] Pushing event deleted for resources: {'Port': ['ID=3adabb29-0180-4c3d-b966-b86c0476ca68,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:47.619939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] No DVR routers for this DVR port 3adabb29-0180-4c3d-b966-b86c0476ca68 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:47.629964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adabb29-0180-4c3d-b966-b86c0476ca68,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:47.640561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded6e19-1cfe-4fe2-a62d-11abc8e9329b None None] No DVR routers for this DVR port 3adabb29-0180-4c3d-b966-b86c0476ca68 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:47.764686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3adabb29-0180-4c3d-b966-b86c0476ca68 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:47.809447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3adabb29-0180-4c3d-b966-b86c0476ca68 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:47.810131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3adabb29-0180-4c3d-b966-b86c0476ca68 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:47.812362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b669c96-c92d-4f37-8c22-c813c75952eb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:47.819233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 6483365c-dadd-412f-8536-f1d1b8b839b5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:47.819755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.854702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 0b669c96-c92d-4f37-8c22-c813c75952eb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:47.856576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b669c96-c92d-4f37-8c22-c813c75952eb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:47.858552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.940380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98a30e4-b281-46d3-bfab-daa865a652fa']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:47.952918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38065043-fe75-4b1e-80ad-804268aceb08') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:47.953323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38065043-fe75-4b1e-80ad-804268aceb08') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:47.967400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:47.986596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3e21-085e-4f0b-8f90-4199dbc8c797 req-dff7f3d7-3d76-4f86-833e-96e4806a7b5f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:47.994786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-679d3e21-085e-4f0b-8f90-4199dbc8c797 req-dff7f3d7-3d76-4f86-833e-96e4806a7b5f tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 946 time: 0.1222138 Oct 19 20:34:48.006983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.022100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:48.022532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:48.025470 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:48.032298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:48.033597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.084096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bd39c7a2-6949-411d-9fbe-4529fd11fcb9 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:48.088046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 6483365c-dadd-412f-8536-f1d1b8b839b5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:48.121929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: bd39c7a2-6949-411d-9fbe-4529fd11fcb9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:48.122272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bd39c7a2-6949-411d-9fbe-4529fd11fcb9 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:48.122912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6483365c-dadd-412f-8536-f1d1b8b839b5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:48.146237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-679d3e21-085e-4f0b-8f90-4199dbc8c797 req-d094efb7-a82d-4c1c-9bdc-fb5612befe63 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/security-groups?id=6834adb0-a756-4037-b751-336b4d50f664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503742 Oct 19 20:34:48.168688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.179634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.188372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c98a30e4-b281-46d3-bfab-daa865a652fa HTTP/1.1" status: 204 len: 168 time: 1.5567064 Oct 19 20:34:48.211691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c812d-b2e9-4f55-9f4b-6a004c049ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98a30e4-b281-46d3-bfab-daa865a652fa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:48.276446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6805269-c098-48cb-bb71-c596ae042be0 req-47a3b207-59b4-4b38-9d6e-bb55180b35c9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 210 time: 0.1393762 Oct 19 20:34:48.328010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.355769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:48.358473 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7543f576-d843-4ee6-a0b1-59e711fa0c41" -d '{"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-unplugged", "status": "completed", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:48.407758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6483365c-dadd-412f-8536-f1d1b8b839b5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6483365c-dadd-412f-8536-f1d1b8b839b5,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:48.416856 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.450236 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b13d4-3ca9-4da6-a5f3-c4671e8ab497 x-openstack-request-id: req-1d1b13d4-3ca9-4da6-a5f3-c4671e8ab497 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:48.450551 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-unplugged", "status": "completed", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:48.450810 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d1b13d4-3ca9-4da6-a5f3-c4671e8ab497 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:48.451254 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'code': 200} Oct 19 20:34:48.515413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.528709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:48.611940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.670843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.704425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.712156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52810) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:48.794979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-68482960-048b-496c-b432-71175db655bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=779389c31f7048f2ae14dc97c0d18100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814247 Oct 19 20:34:48.798357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:48.880816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 6483365c-dadd-412f-8536-f1d1b8b839b5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:48.882768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=0b8f040e-6956-434c-9006-23b67293f0f6,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:48.903828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52818) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:48.913593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.922329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.928056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70990512-8bcd-4288-a658-ddc2fec9e794 req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.37 "DELETE /v2.0/ports/6483365c-dadd-412f-8536-f1d1b8b839b5 HTTP/1.1" status: 204 len: 173 time: 1.5981889 Oct 19 20:34:48.942376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.994925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:48.998672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.000193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fed50139-10c1-47af-9fa0-c8bea4951083 HTTP/1.1" status: 204 len: 168 time: 0.2005036 Oct 19 20:34:49.031972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc3a8f-7dde-42e4-93ef-0fa8fb61ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed50139-10c1-47af-9fa0-c8bea4951083,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:49.068140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928ea7-48be-4552-bab3-a4ad6cbb949b tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=6483365c-dadd-412f-8536-f1d1b8b839b5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:49.157745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:49.190401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:49.226473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01bd4236-4e75-4a79-8b07-4305dc99ae13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.505074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-deleted', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:49.517525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c127072e-ffd5-4af6-85c8-ac8e8ccd1cb1 req-ced32e71-66b4-4174-9ce7-09426395b277 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "GET /v2.0/ports?device_id=008cd53f-09c6-4d24-a69c-2cb2813a7213 HTTP/1.1" status: 200 len: 210 time: 0.0933876 Oct 19 20:34:49.525341 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b025c1-9559-4cd0-b984-9ca6e9c3d617" -d '{"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-deleted", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:49.596253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01bd4236-4e75-4a79-8b07-4305dc99ae13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.601978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01bd4236-4e75-4a79-8b07-4305dc99ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.682773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-01bd4236-4e75-4a79-8b07-4305dc99ae13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f40611c3ee124ff9b25655fcb1684181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7746189 Oct 19 20:34:49.683148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd4236-4e75-4a79-8b07-4305dc99ae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8baa21-1549-423a-a549-69d18dc93458,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:49.686546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:49.768108 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8176d580-64c5-44f9-affd-4b26886b5cc1 x-openstack-request-id: req-8176d580-64c5-44f9-affd-4b26886b5cc1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:49.768417 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008cd53f-09c6-4d24-a69c-2cb2813a7213", "name": "network-vif-deleted", "tag": "6483365c-dadd-412f-8536-f1d1b8b839b5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:49.768752 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8176d580-64c5-44f9-affd-4b26886b5cc1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:49.769253 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008cd53f-09c6-4d24-a69c-2cb2813a7213', 'name': 'network-vif-deleted', 'tag': '6483365c-dadd-412f-8536-f1d1b8b839b5', 'status': 'completed', 'code': 200} Oct 19 20:34:49.776722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-04c35e36-5fe6-4d6b-a61b-dada9f42fb67 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:49.778323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-04c35e36-5fe6-4d6b-a61b-dada9f42fb67 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 818 time: 0.6231630 Oct 19 20:34:49.780917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c13248-6302-443b-bfc3-6ad3101bdd51 req-7faa4c29-eea1-4e60-bdf5-d8cf1419a23f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 210 time: 0.1987453 Oct 19 20:34:49.788011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.810702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-026917fc-b8e1-4c26-a59f-da24c0de6f7e None None] Provisioning complete for port 0b8f040e-6956-434c-9006-23b67293f0f6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:34:49.811867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-026917fc-b8e1-4c26-a59f-da24c0de6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.829228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.904171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.907819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:49.912101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d8baa21-1549-423a-a549-69d18dc93458 HTTP/1.1" status: 204 len: 168 time: 0.2244260 Oct 19 20:34:49.920067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-026917fc-b8e1-4c26-a59f-da24c0de6f7e None None] Port 0b8f040e-6956-434c-9006-23b67293f0f6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:34:49.925078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2cdf-4df0-4ab5-99ea-d00877339b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8baa21-1549-423a-a549-69d18dc93458,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:50.020262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-6353e540-e4c1-4d98-9f1a-9033e96e9023 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:50.022447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-6353e540-e4c1-4d98-9f1a-9033e96e9023 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 818 time: 0.2375178 Oct 19 20:34:50.029290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Request body: {'port': {'device_id': 'c145aa92-4771-4a17-8688-7556257f59c8', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'admin_state_up': True, 'tenant_id': 'f51acb58749e4e36876e92536f72fc18'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:50.051671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Request body: {'port': {'device_id': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'admin_state_up': True, 'tenant_id': 'f51acb58749e4e36876e92536f72fc18'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:50.078022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52846) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.231651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-45bd643b-49dc-4fb6-9fb8-848aeb2d2b33 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:50.233036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-45bd643b-49dc-4fb6-9fb8-848aeb2d2b33 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.37 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 818 time: 0.6688218 Oct 19 20:34:50.259773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Request body: {'port': {'device_id': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'admin_state_up': True, 'tenant_id': 'f51acb58749e4e36876e92536f72fc18'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:50.318018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 55f8a590-b965-4a7b-a677-999d5de79634 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:34:50.402769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee80028f-83a6-4759-813e-36d5b751ed62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.512354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.537378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe66eb57-0080-4b76-a28a-c0acb361dbf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.563378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee80028f-83a6-4759-813e-36d5b751ed62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.578494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee80028f-83a6-4759-813e-36d5b751ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.611463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee80028f-83a6-4759-813e-36d5b751ed62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=361e2f86a03d4f79b3fd3976e1dd2d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302427 Oct 19 20:34:50.612012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Made reservation on behalf of f51acb58749e4e36876e92536f72fc18 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:50.616419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.619512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.619837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52864) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.640691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:50.654248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] Sync routers for ids ['55f8a590-b965-4a7b-a677-999d5de79634'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:50.658534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7de081ba-ad36-4de3-95d2-90ff9cfd157d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/55f8a590-b965-4a7b-a677-999d5de79634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2327216 Oct 19 20:34:50.666689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52870) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.667760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Made reservation on behalf of f51acb58749e4e36876e92536f72fc18 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:50.671598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.677879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] Routers {'55f8a590-b965-4a7b-a677-999d5de79634'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:50.678537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['55f8a590-b965-4a7b-a677-999d5de79634'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:50.763113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:50.777182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80028f-83a6-4759-813e-36d5b751ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f477f56-6ed6-43f0-84d0-c7576bb0fac9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:50.786246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe66eb57-0080-4b76-a28a-c0acb361dbf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.786463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Made reservation on behalf of f51acb58749e4e36876e92536f72fc18 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:50.790711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.791375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] Routers {'55f8a590-b965-4a7b-a677-999d5de79634'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:50.792269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['55f8a590-b965-4a7b-a677-999d5de79634'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:50.808905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe66eb57-0080-4b76-a28a-c0acb361dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:50.828617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33358db-ddf7-49c7-a9f4-4af71c072140 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:50.830371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e33358db-ddf7-49c7-a9f4-4af71c072140 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports/0b8f040e-6956-434c-9006-23b67293f0f6 HTTP/1.1" status: 200 len: 910 time: 0.1559699 Oct 19 20:34:50.837775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:50.839032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9ba23-a98c-478e-938c-354d4a693eb7 None None] The sync data for ids ['55f8a590-b965-4a7b-a677-999d5de79634'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:50.858732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52880) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.873152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f13c8026-9cce-4f2a-8d5b-e209e3cb11ec'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:50.957751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66eb57-0080-4b76-a28a-c0acb361dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909df913-3949-4983-bd0a-13e779b9ef8e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:50.979091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting subnet da5ab801-1e31-4e0f-811a-331e02553c07 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:50.986542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe66eb57-0080-4b76-a28a-c0acb361dbf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d78834aab04d4abc9eea2431f71331dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723992 Oct 19 20:34:50.989205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52884) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:50.994569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6aa396a5-d48e-405b-bac6-93a886967190 req-43cbec79-7670-424f-aaee-b0a82c336cd0 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 210 time: 0.0642831 Oct 19 20:34:51.004588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.007137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:51.032003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Allocated IP 172.20.0.3 (39da0323-bd77-4e33-abe5-f494684140c7/b07287ee-ecd7-426c-a24d-c0348d04120e/ecb2899d-b43b-4722-8e93-7098fc5b668a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:51.113928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.129516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.162025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1861917051-network', 'tenant_id': 'b6e6fd7aff9a4694b06b8db1dbc50f2b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:51.163216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.188351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.219094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.262906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Made reservation on behalf of b6e6fd7aff9a4694b06b8db1dbc50f2b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:51.262906 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.268796 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.280849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.325740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.332677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.335288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.336444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/909df913-3949-4983-bd0a-13e779b9ef8e HTTP/1.1" status: 204 len: 168 time: 0.3460760 Oct 19 20:34:51.360621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.360898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7d4c-430e-45bb-aaac-15139c3a45b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909df913-3949-4983-bd0a-13e779b9ef8e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:51.397101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.400028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.401261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f477f56-6ed6-43f0-84d0-c7576bb0fac9 HTTP/1.1" status: 204 len: 168 time: 0.7790236 Oct 19 20:34:51.417664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.474828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fde7-5ecb-451a-a11f-dd26b439dd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f477f56-6ed6-43f0-84d0-c7576bb0fac9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:51.499892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.522826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.528637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Network 39da0323-bd77-4e33-abe5-f494684140c7 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:51.551950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:51.554540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:51.591159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event updated for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:51.591315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.594578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:51.611900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Allocated IP 172.20.0.4 (39da0323-bd77-4e33-abe5-f494684140c7/b07287ee-ecd7-426c-a24d-c0348d04120e/5ccb53d0-86f0-44ef-9036-5b8423dbca2f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:51.632641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Subnet': ['ID=da5ab801-1e31-4e0f-811a-331e02553c07,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:51.635191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.638494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:51.641668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-70b14f5b-2013-4a9c-a2bf-4946473772f0 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/subnets/da5ab801-1e31-4e0f-811a-331e02553c07 HTTP/1.1" status: 204 len: 168 time: 1.0159850 Oct 19 20:34:51.642914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.643260 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Added segment 3b80e416-b815-4ab4-86ac-1bf1567ea0cf of type vlan for network 85fc34e2-387f-44a6-a914-7b354ef916f3 Oct 19 20:34:51.643379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52900) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:51.648227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f39d8-5303-45d1-ab96-dc2eb60cd5c9 None None] Network 98d37dd6-65ac-4c93-8b82-62ae167a0559 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:51.696837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:51.700032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.740711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.800193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.881141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:51.896398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] DHCP port deletion for 98d37dd6-65ac-4c93-8b82-62ae167a0559 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:51.918018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 37d9406a-3511-4546-9fd6-8ce35822544f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:51.918356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:51.946398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Deleting port 37d9406a-3511-4546-9fd6-8ce35822544f {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:51.947101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.001752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 37d9406a-3511-4546-9fd6-8ce35822544f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=37d9406a-3511-4546-9fd6-8ce35822544f,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:52.002169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.007064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3dc65e1d-9f2e-4a7c-8e4e-9e3b3a6bb25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.024675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] For port 37d9406a-3511-4546-9fd6-8ce35822544f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=37d9406a-3511-4546-9fd6-8ce35822544f,segment=NetworkSegment(b92b97b3-29ad-448e-900d-10212ec0e649),segment_id=b92b97b3-29ad-448e-900d-10212ec0e649)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:52.025475 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.035048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 37d9406a-3511-4546-9fd6-8ce35822544f owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:52.042967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Calling delete_port for 37d9406a-3511-4546-9fd6-8ce35822544f owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:52.192944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.215286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.228477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] Pushing event deleted for resources: {'Port': ['ID=37d9406a-3511-4546-9fd6-8ce35822544f,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.239429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3dc65e1d-9f2e-4a7c-8e4e-9e3b3a6bb25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.239792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236349a-5342-423c-a83e-c09ee7b2e56d None None] No DVR routers for this DVR port 37d9406a-3511-4546-9fd6-8ce35822544f on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:52.245174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f26e6381-da61-4e61-a014-e3d20fc1bccc req-cbb1c5cc-1617-4d7c-9338-580392fb2a3e tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 210 time: 0.1232276 Oct 19 20:34:52.250562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3dc65e1d-9f2e-4a7c-8e4e-9e3b3a6bb25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.294310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.349164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.372542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ebda8fa0-e4e4-47d7-9054-50ad4ee5b88d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3471744 Oct 19 20:34:52.391086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.392062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:52.392641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.436742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4283717 Oct 19 20:34:52.440644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:52.453762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Request body: {'subnet': {'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1861917051-subnet', 'tenant_id': 'b6e6fd7aff9a4694b06b8db1dbc50f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:52.518715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Made reservation on behalf of b6e6fd7aff9a4694b06b8db1dbc50f2b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:52.521325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.533994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.576018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Request body: {'port': {'device_id': 'c145aa92-4771-4a17-8688-7556257f59c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:52.580666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1901-e183-49d6-99b0-65571df1f21f admin admin] Pushing event updated for resources: {'Network': ['ID=85fc34e2-387f-44a6-a914-7b354ef916f3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.600575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 85fc34e2-387f-44a6-a914-7b354ef916f3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:34:52.695303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3dc65e1d-9f2e-4a7c-8e4e-9e3b3a6bb25e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b4f6e9d47f14b17b0da3aa297da6731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789445 Oct 19 20:34:52.702745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52940) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:52.734695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Allocated IP 172.20.0.7 (39da0323-bd77-4e33-abe5-f494684140c7/b07287ee-ecd7-426c-a24d-c0348d04120e/a5cc844e-844f-4778-a2fc-40339e97f020) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:34:52.738472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc65e1d-9f2e-4a7c-8e4e-9e3b3a6bb25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d04519-4146-457d-9f05-82271ff6cba3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.749729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Network 39da0323-bd77-4e33-abe5-f494684140c7 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:52.750654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.762481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:52.763099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.767425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/ports/0b8f040e-6956-434c-9006-23b67293f0f6 HTTP/1.1" status: 200 len: 910 time: 1.8996513 Oct 19 20:34:52.768065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516275eb-bb5f-4dca-aa2c-5e539e41aba0 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=0b8f040e-6956-434c-9006-23b67293f0f6,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.772028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52944) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:52.780719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.785684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:52.799013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:52.845186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 37d9406a-3511-4546-9fd6-8ce35822544f on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:52.863121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.878364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52946) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:52.895551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=37d9406a-3511-4546-9fd6-8ce35822544f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:52.974555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:52.975171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.982181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:52.998907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.044745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cacd84-0dec-4d75-846f-6402e785c23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.057970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4868027a-2c29-453c-94b6-7501116605c7 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0101390 Oct 19 20:34:53.082419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Request body: {'port': {'device_id': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:53.086309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 37d9406a-3511-4546-9fd6-8ce35822544f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:53.087728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d37dd6-65ac-4c93-8b82-62ae167a0559']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:53.106183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92b97b3-29ad-448e-900d-10212ec0e649') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:53.106541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92b97b3-29ad-448e-900d-10212ec0e649') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:53.112899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 37d9406a-3511-4546-9fd6-8ce35822544f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:53.113342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 37d9406a-3511-4546-9fd6-8ce35822544f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:53.115460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.128989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.174987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.194495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:53.194880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:53.198497 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:53.307219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.316486 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.322577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.325882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/networks/98d37dd6-65ac-4c93-8b82-62ae167a0559 HTTP/1.1" status: 204 len: 168 time: 1.6815398 Oct 19 20:34:53.333556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52954) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:53.365634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bfcbc-1214-47d0-b375-4cb981d8a0ad tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Network': ['ID=98d37dd6-65ac-4c93-8b82-62ae167a0559,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:53.419435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.428009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cacd84-0dec-4d75-846f-6402e785c23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.439623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.440761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cacd84-0dec-4d75-846f-6402e785c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.446715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.449277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.450445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68d04519-4146-457d-9f05-82271ff6cba3 HTTP/1.1" status: 204 len: 168 time: 0.7420645 Oct 19 20:34:53.458242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96523819-0aba-4610-8723-ac6a2a4f5278,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:53.500478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f1d0-4910-4c9e-9706-bc2cf1ec6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d04519-4146-457d-9f05-82271ff6cba3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:53.505907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting subnet 223226af-4ea8-4045-a2ee-59f7e7acffbe {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:53.517732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25cacd84-0dec-4d75-846f-6402e785c23a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e67a1faab2bc47b3af9eb1c9498be913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231048 Oct 19 20:34:53.521149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Checking segment: {'id': '3b80e416-b815-4ab4-86ac-1bf1567ea0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:53.521594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Network hostable DHCP agents. Network: 85fc34e2-387f-44a6-a914-7b354ef916f3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:34:53.522951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.526207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52958) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:53.534342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3731dd-cdfe-4dc3-b744-24317c0d64e5 req-34dcc458-e019-4eb0-94bd-d5c9c38235e3 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:53.536158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd3731dd-cdfe-4dc3-b744-24317c0d64e5 req-34dcc458-e019-4eb0-94bd-d5c9c38235e3 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 931 time: 0.1813128 Oct 19 20:34:53.562091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cacd84-0dec-4d75-846f-6402e785c23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b872133-4755-465f-b569-cd870372bef8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:53.615095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.663646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Network 85fc34e2-387f-44a6-a914-7b354ef916f3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:34:53.676346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd3731dd-cdfe-4dc3-b744-24317c0d64e5 req-15361e4f-4801-44f3-b917-b33a12679395 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173098 Oct 19 20:34:53.719341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.726536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.758230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 85fc34e2-387f-44a6-a914-7b354ef916f3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:53.772845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee9cad-64a0-4150-8293-7fb3f7f38b43 None None] Network 85fc34e2-387f-44a6-a914-7b354ef916f3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:53.787977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:53.788559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.810021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.829940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Network 39da0323-bd77-4e33-abe5-f494684140c7 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:34:53.839739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.841563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:34:53.853717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:34:53.875554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a8a73111-b264-45ba-b300-40bb4ce577d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4333301 Oct 19 20:34:53.899374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event updated for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:53.938430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.959567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:53.997918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Subnet': ['ID=223226af-4ea8-4045-a2ee-59f7e7acffbe,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:54.004552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab01af8-c423-40c7-8067-2c0af6900ccf None None] Network 85fc34e2-387f-44a6-a914-7b354ef916f3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:54.009322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.013642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db1309b9-7455-48a2-8e57-3c73c2ad9542 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/subnets/223226af-4ea8-4045-a2ee-59f7e7acffbe HTTP/1.1" status: 204 len: 168 time: 0.6776707 Oct 19 20:34:54.016547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:54.024450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:54.025378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.031799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2a9e1-9da7-452f-9fe6-284feca8250f None None] Network d96019ae-8961-41fc-8ebd-b9aec031cac2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:54.054903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb2899d-b43b-4722-8e93-7098fc5b668a {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:54.067822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-9649f19b-f04d-48d2-a5ef-e7aeeb5104de tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8156993 Oct 19 20:34:54.070348 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.080891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Request body: {'port': {'device_id': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:54.111662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.114770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.120153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b872133-4755-465f-b569-cd870372bef8 HTTP/1.1" status: 204 len: 168 time: 0.5861235 Oct 19 20:34:54.127468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Transition to ACTIVE for port object ecb2899d-b43b-4722-8e93-7098fc5b668a will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:34:54.146364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0674e3-85ba-4ce7-82b1-1ebb7db39535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b872133-4755-465f-b569-cd870372bef8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:54.153969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.235366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.285768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.304633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 0b8f040e-6956-434c-9006-23b67293f0f6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:54.305846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.306640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:54.475234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Deleting port 90235b97-340d-4d23-9654-a984e02811d1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:54.475475 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.498412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.529986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 0b8f040e-6956-434c-9006-23b67293f0f6 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:54.543844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Attempting to bind port ecb2899d-b43b-4722-8e93-7098fc5b668a on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:54.544352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Attempting to bind port ecb2899d-b43b-4722-8e93-7098fc5b668a by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:54.544572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Attempting to bind port ecb2899d-b43b-4722-8e93-7098fc5b668a on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:54.561065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] DHCP port deletion for d96019ae-8961-41fc-8ebd-b9aec031cac2 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:54.591877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] For port 90235b97-340d-4d23-9654-a984e02811d1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90235b97-340d-4d23-9654-a984e02811d1,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:54.592267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.608059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Port ecb2899d-b43b-4722-8e93-7098fc5b668a on network 39da0323-bd77-4e33-abe5-f494684140c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:34:54.608436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Attempting to bind port ecb2899d-b43b-4722-8e93-7098fc5b668a on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:54.635124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:54.635508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Checking segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:54.635839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Bound using segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:54.636274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Bound port: ecb2899d-b43b-4722-8e93-7098fc5b668a, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:54.636622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.639352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Calling delete_port for 90235b97-340d-4d23-9654-a984e02811d1 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:54.684330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Deleting port 90235b97-340d-4d23-9654-a984e02811d1 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:54.684707 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.815553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccb53d0-86f0-44ef-9036-5b8423dbca2f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:54.818451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] For port 90235b97-340d-4d23-9654-a984e02811d1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=90235b97-340d-4d23-9654-a984e02811d1,segment=NetworkSegment(45567134-d4a0-4a5a-af78-0b7a7f3f4966),segment_id=45567134-d4a0-4a5a-af78-0b7a7f3f4966)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:54.819035 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.834127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Calling delete_port for 90235b97-340d-4d23-9654-a984e02811d1 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:54.841577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.877015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Transition to ACTIVE for port object 5ccb53d0-86f0-44ef-9036-5b8423dbca2f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:34:54.887062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.927698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Port': ['ID=90235b97-340d-4d23-9654-a984e02811d1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:54.941730 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.948096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:54.962493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cfdd9-12b5-4d0f-955f-43d714e66c40 req-df4494ed-d217-4cd8-b47c-e86250810d87 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:54.964517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f81cfdd9-12b5-4d0f-955f-43d714e66c40 req-df4494ed-d217-4cd8-b47c-e86250810d87 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 931 time: 0.1358724 Oct 19 20:34:54.981081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] Pushing event deleted for resources: {'Port': ['ID=90235b97-340d-4d23-9654-a984e02811d1,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:54.987239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8012f-b5af-40b0-90f7-8db0d4efa43b None None] No DVR routers for this DVR port 90235b97-340d-4d23-9654-a984e02811d1 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:55.009421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] No DVR routers for this DVR port 90235b97-340d-4d23-9654-a984e02811d1 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:55.056601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:55.118730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90235b97-340d-4d23-9654-a984e02811d1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:55.132005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:55.137881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f81cfdd9-12b5-4d0f-955f-43d714e66c40 req-25d27a9e-6596-4a12-a6b3-9c7a598115be tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298437 Oct 19 20:34:55.155578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 90235b97-340d-4d23-9654-a984e02811d1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:55.155933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 90235b97-340d-4d23-9654-a984e02811d1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:55.170481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.185643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.193499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:55.220980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-2684cd6c-2586-452d-aba7-0a7fcf864515 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:55.223887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-2684cd6c-2586-452d-aba7-0a7fcf864515 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/networks?id=85fc34e2-387f-44a6-a914-7b354ef916f3 HTTP/1.1" status: 200 len: 818 time: 0.4459314 Oct 19 20:34:55.237454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96019ae-8961-41fc-8ebd-b9aec031cac2']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:55.253907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45567134-d4a0-4a5a-af78-0b7a7f3f4966') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:55.254612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45567134-d4a0-4a5a-af78-0b7a7f3f4966') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:55.265118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:55.266199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.267851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecb2899d-b43b-4722-8e93-7098fc5b668a HTTP/1.1" status: 200 len: 1091 time: 2.8861871 Oct 19 20:34:55.293031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.315754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.318361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:55.320695 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe622e4-5ff2-4edc-9b86-7947e676c2be" -d '{"events": [{"name": "network-changed", "server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:55.329237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:55.329682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:55.333089 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:55.354793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.462008 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e252138-59aa-4bac-bd9f-bb3bdb58ba4a x-openstack-request-id: req-5e252138-59aa-4bac-bd9f-bb3bdb58ba4a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:55.466353 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:55.467014 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e252138-59aa-4bac-bd9f-bb3bdb58ba4a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:55.468101 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a', 'status': 'completed', 'code': 200} Oct 19 20:34:55.471778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-8751f2a3-cda4-4e7f-8f85-8dbc962398a6 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/quotas/b6e6fd7aff9a4694b06b8db1dbc50f2b HTTP/1.1" status: 200 len: 375 time: 0.2217956 Oct 19 20:34:55.520267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=0b8f040e-6956-434c-9006-23b67293f0f6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:55.540719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.581868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.593818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95445c-ce6b-4980-b0f0-29fded796726 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:55.595592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] 10.222.0.31 "DELETE /v2.0/networks/d96019ae-8961-41fc-8ebd-b9aec031cac2 HTTP/1.1" status: 204 len: 168 time: 1.5678809 Oct 19 20:34:55.597365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf88ea-7679-4f92-8d22-9145947a6087 tempest-ServersTestMultiNic-1160514656 tempest-ServersTestMultiNic-1160514656-project] Pushing event deleted for resources: {'Network': ['ID=d96019ae-8961-41fc-8ebd-b9aec031cac2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:55.660177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cc844e-844f-4778-a2fc-40339e97f020 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:34:55.687937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-4b93763d-e7bd-4f6d-a57b-dc7064de85ca tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6e6fd7aff9a4694b06b8db1dbc50f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260321 Oct 19 20:34:55.714289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.743619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.796375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-1820ea6e-30a8-4450-b1ee-b3a83f008d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:55.810935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-1820ea6e-30a8-4450-b1ee-b3a83f008d39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 1094 time: 0.4873006 Oct 19 20:34:55.841166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Transition to ACTIVE for port object a5cc844e-844f-4778-a2fc-40339e97f020 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:34:55.850062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Attempting to bind port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:55.850802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Attempting to bind port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:55.851354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Attempting to bind port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:55.856238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:55.900137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:55.928266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 55f8a590-b965-4a7b-a677-999d5de79634 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:34:55.970305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f on network 39da0323-bd77-4e33-abe5-f494684140c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:34:55.970625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Attempting to bind port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:55.974105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-975ff26d-af06-477d-9260-9abfb17af7b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a HTTP/1.1" status: 200 len: 217 time: 0.1475067 Oct 19 20:34:56.026234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:34:56.028771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:56.029115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Checking segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:56.029526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Bound using segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:56.030827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Bound port: 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:56.031192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.036138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e82cde0-981d-47d9-a393-fd2847fd44d9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/55f8a590-b965-4a7b-a677-999d5de79634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2627513 Oct 19 20:34:56.038432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53060) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:56.041586 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] Sync routers for ids ['55f8a590-b965-4a7b-a677-999d5de79634'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:34:56.052063 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] Routers {'55f8a590-b965-4a7b-a677-999d5de79634'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:56.052906 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['55f8a590-b965-4a7b-a677-999d5de79634'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:56.093083 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:56.103347 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] Routers {'55f8a590-b965-4a7b-a677-999d5de79634'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:34:56.104565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['55f8a590-b965-4a7b-a677-999d5de79634'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:56.118147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8d50407-966b-40c7-9cf1-8fad6d019cad tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=55f8a590-b965-4a7b-a677-999d5de79634 HTTP/1.1" status: 200 len: 205 time: 0.0754268 Oct 19 20:34:56.120319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:56.146407 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:56.147405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907997a7-7844-45d7-a5cf-a8150eab5016 None None] The sync data for ids ['55f8a590-b965-4a7b-a677-999d5de79634'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:34:56.150147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ef399145-9785-4fe6-b80d-ff8c524ff436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:56.151638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ef399145-9785-4fe6-b80d-ff8c524ff436 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.1532824 Oct 19 20:34:56.155164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-4675b5b7-ff99-492e-ae76-6bbc483781dc service neutron] 10.222.0.31 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439981 Oct 19 20:34:56.250572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.262393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-afe3f51c-ef10-4d80-995d-0211f29109f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957870 Oct 19 20:34:56.421399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9601ff4-2a0e-46da-a860-6fed466f6d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.485737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66ce8a-bff0-4d30-be43-2d0f85420e29 req-55545fc0-94e7-4825-a86a-45aab3f3b299 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:56.494151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb66ce8a-bff0-4d30-be43-2d0f85420e29 req-55545fc0-94e7-4825-a86a-45aab3f3b299 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 943 time: 0.2402184 Oct 19 20:34:56.613275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:56.695655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:56.850727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.854223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.862298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:56.918541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:56.921136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Attempting to bind port a5cc844e-844f-4778-a2fc-40339e97f020 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:34:56.921501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Attempting to bind port a5cc844e-844f-4778-a2fc-40339e97f020 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:34:56.921828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Attempting to bind port a5cc844e-844f-4778-a2fc-40339e97f020 on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:56.926558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb66ce8a-bff0-4d30-be43-2d0f85420e29 req-2938b3fa-e51c-414f-99f1-d039d3ce92ed tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295330 Oct 19 20:34:56.928049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d7e0-ed9c-4aee-a441-955d54e3c8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.930128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.931494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router 55f8a590-b965-4a7b-a677-999d5de79634 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:34:56.940987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.947238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:56.953025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d968d17a-c6a7-4f80-baa6-adf3d34a0400 service neutron] 10.222.0.31 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320199 Oct 19 20:34:56.953326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b016cfdc-b236-4ae7-9c0b-411024e6d9fb tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/55f8a590-b965-4a7b-a677-999d5de79634 HTTP/1.1" status: 204 len: 168 time: 0.8317995 Oct 19 20:34:56.959498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:56.987385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Port a5cc844e-844f-4778-a2fc-40339e97f020 on network 39da0323-bd77-4e33-abe5-f494684140c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:34:56.987764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Attempting to bind port a5cc844e-844f-4778-a2fc-40339e97f020 on network 39da0323-bd77-4e33-abe5-f494684140c7 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:34:57.030470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:57.048846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:34:57.049056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Checking segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:34:57.049431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Bound using segment: {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:34:57.050309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Bound port: a5cc844e-844f-4778-a2fc-40339e97f020, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927a5a38-4189-445c-893b-147353c5ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:34:57.050309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.053447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-875b012b-ff96-49de-9714-b612312a8408 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445183 Oct 19 20:34:57.063921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:57.064509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.065904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ccb53d0-86f0-44ef-9036-5b8423dbca2f HTTP/1.1" status: 200 len: 1091 time: 3.9909487 Oct 19 20:34:57.083185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet f13c8026-9cce-4f2a-8d5b-e209e3cb11ec {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:34:57.092751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.148041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.199391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f934e-03b8-4942-a3af-d7da4c62b274 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.238919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbee8e16-dc51-4317-99af-b277a1d20ae8 req-36074b6b-9d5a-4e57-996d-43bd46d20fc4 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 210 time: 0.0460832 Oct 19 20:34:57.297768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-503b3258-c0d9-43f7-bf8f-4829aeea3a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.328620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:34:57.329555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.332857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a5cc844e-844f-4778-a2fc-40339e97f020,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:34:57.356997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.417424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.455650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-e5be4ae9-af95-414f-8f8a-6487192016ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:57.457182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-e5be4ae9-af95-414f-8f8a-6487192016ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 1094 time: 0.3319020 Oct 19 20:34:57.462620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=f13c8026-9cce-4f2a-8d5b-e209e3cb11ec,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.463155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:57.463770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.465128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5cc844e-844f-4778-a2fc-40339e97f020 HTTP/1.1" status: 200 len: 1091 time: 3.3890297 Oct 19 20:34:57.470734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f'}, {'name': 'network-changed', 'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:34:57.473591 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f"}, {"name": "network-changed", "server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:34:57.485330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-503b3258-c0d9-43f7-bf8f-4829aeea3a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.487285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.494319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d1f9211c-e8d6-42bc-af04-fd5c600e78e9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/f13c8026-9cce-4f2a-8d5b-e209e3cb11ec HTTP/1.1" status: 204 len: 168 time: 0.5307806 Oct 19 20:34:57.495339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:57.497775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37303dc-db59-45ac-8df7-f98aa93a393a None None] Network 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:34:57.520328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-503b3258-c0d9-43f7-bf8f-4829aeea3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.616015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-503b3258-c0d9-43f7-bf8f-4829aeea3a1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efaf2adc07eb45bc9c6bde012b002a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860329 Oct 19 20:34:57.623784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53112) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:57.624309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-d34dcbba-b4c3-47d2-829e-d5a6ee263437 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f HTTP/1.1" status: 200 len: 217 time: 0.1405711 Oct 19 20:34:57.634724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b3258-c0d9-43f7-bf8f-4829aeea3a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb694c-d511-48e7-a479-1a7656ecb941,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.639511 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 20:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc395820-2654-4b8e-a2bd-8e8e98bafb40 x-openstack-request-id: req-cc395820-2654-4b8e-a2bd-8e8e98bafb40 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:34:57.639776 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:34:57.639946 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc395820-2654-4b8e-a2bd-8e8e98bafb40 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:34:57.640322 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'status': 'completed', 'code': 200} Oct 19 20:34:57.640577 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020', 'status': 'completed', 'code': 200} Oct 19 20:34:57.642643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-f50ce998-9f0f-4a97-b11e-67f845d5e780 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600495 Oct 19 20:34:57.643230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa64d6-550a-46b7-8869-975969b73563 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.661142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d7e0-ed9c-4aee-a441-955d54e3c8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.668604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.729115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d7e0-ed9c-4aee-a441-955d54e3c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.751327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.756941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] DHCP port deletion for 71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:34:57.784427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.787001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 66859a32-4de6-4e1a-a7e5-240f84debc67 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:57.787312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.813723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Deleting port 66859a32-4de6-4e1a-a7e5-240f84debc67 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:34:57.813951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-3248ef06-fdc1-42fa-a13b-60b194775c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:57.814077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.815713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-3248ef06-fdc1-42fa-a13b-60b194775c5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.1586103 Oct 19 20:34:57.817902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d7e0-ed9c-4aee-a441-955d54e3c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f08062-0a45-41e6-8f6b-28232df7ac8a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.880113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 66859a32-4de6-4e1a-a7e5-240f84debc67, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=66859a32-4de6-4e1a-a7e5-240f84debc67,segment=NetworkSegment(42443a40-bb0f-463f-94c1-748b853df0b6),segment_id=42443a40-bb0f-463f-94c1-748b853df0b6)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:57.880519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.894904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 66859a32-4de6-4e1a-a7e5-240f84debc67 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:57.903760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-c3887869-ea5f-4124-ab37-f2912510ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:57.906136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-c3887869-ea5f-4124-ab37-f2912510ae82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 1094 time: 0.3688567 Oct 19 20:34:57.909178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.911727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.912881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4fb694c-d511-48e7-a479-1a7656ecb941 HTTP/1.1" status: 204 len: 168 time: 0.2881703 Oct 19 20:34:57.927832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] For port 66859a32-4de6-4e1a-a7e5-240f84debc67, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=66859a32-4de6-4e1a-a7e5-240f84debc67,segment=NetworkSegment(42443a40-bb0f-463f-94c1-748b853df0b6),segment_id=42443a40-bb0f-463f-94c1-748b853df0b6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:34:57.928235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:57.942918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Calling delete_port for 66859a32-4de6-4e1a-a7e5-240f84debc67 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:34:57.954105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706e8f-606f-4a67-997c-128ba988c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb694c-d511-48e7-a479-1a7656ecb941,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:57.955202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-ba057ae8-14a0-41ac-a8d3-9db898c3eb6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090872 Oct 19 20:34:57.970820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2c0d7e0-ed9c-4aee-a441-955d54e3c8c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce056299fb074fcab24dd00453c88ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3530304 Oct 19 20:34:57.973549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53118) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:58.043748 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.066910 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-c4ba5e84-277c-4739-b387-1a527644012e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5cc844e-844f-4778-a2fc-40339e97f020 HTTP/1.1" status: 200 len: 217 time: 0.1327074 Oct 19 20:34:58.072058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.081694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=66859a32-4de6-4e1a-a7e5-240f84debc67,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.119426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port 66859a32-4de6-4e1a-a7e5-240f84debc67 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:58.120115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-7916038a-d6fe-4733-9273-1eaf4a24886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:58.120247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] Pushing event deleted for resources: {'Port': ['ID=66859a32-4de6-4e1a-a7e5-240f84debc67,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.122186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-7916038a-d6fe-4733-9273-1eaf4a24886a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 1094 time: 0.3904772 Oct 19 20:34:58.123498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.140688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5c8d6-e18b-4597-996c-399efde97a23 None None] No DVR routers for this DVR port 66859a32-4de6-4e1a-a7e5-240f84debc67 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:34:58.188404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.198285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261512fc-3f16-4cd4-bc6d-a337ea971d12 req-21db19ca-a877-46fb-be4f-cbf33bf6ca89 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:58.200554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-261512fc-3f16-4cd4-bc6d-a337ea971d12 req-21db19ca-a877-46fb-be4f-cbf33bf6ca89 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 943 time: 0.1257195 Oct 19 20:34:58.305291 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.330302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-261512fc-3f16-4cd4-bc6d-a337ea971d12 req-ad913010-e51a-4d68-b15e-fd223bb5e934 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Oct 19 20:34:58.345384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:58.361986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42443a40-bb0f-463f-94c1-748b853df0b6') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:58.361986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42443a40-bb0f-463f-94c1-748b853df0b6') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:34:58.377119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.382372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.386047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f08062-0a45-41e6-8f6b-28232df7ac8a HTTP/1.1" status: 204 len: 168 time: 0.4089193 Oct 19 20:34:58.386823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.418472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-37e382eb-01c5-499b-be07-25b5a3ba8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:58.420005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-37e382eb-01c5-499b-be07-25b5a3ba8bca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.3410659 Oct 19 20:34:58.432660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53130) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:58.435584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b50e0-03fa-489e-88c7-bf2e55c8ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f08062-0a45-41e6-8f6b-28232df7ac8a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.451168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.474139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e57aa7-d835-4cc8-bd7d-356fcf087934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.483838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:34:58.484241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:34:58.487582 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:34:58.532802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-1e0c85ca-8d25-41af-a357-13d0fcb7c45d service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071893 Oct 19 20:34:58.571627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.582297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.585490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a HTTP/1.1" status: 204 len: 168 time: 1.0893416 Oct 19 20:34:58.589836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-f6b90181-546e-4242-a350-7937b4171217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:58.589836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-f6b90181-546e-4242-a350-7937b4171217 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 919 time: 0.4059403 Oct 19 20:34:58.591473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-e2a94458-b208-4c4c-90b6-a9f525c40d8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949244 Oct 19 20:34:58.593224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:58.600068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ca05bfd-87e5-4bfa-b8ac-c6c668870e56 req-4fb3ee37-6936-4de4-a81a-6dea28df036f tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 210 time: 0.1662619 Oct 19 20:34:58.601802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896219-b7e8-4537-8a0a-0694e49bdbe2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=71f07ca2-a8ce-4d5f-8a49-f5ce0b96b83a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.618100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1483973245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:58.643107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e57aa7-d835-4cc8-bd7d-356fcf087934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.647473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e57aa7-d835-4cc8-bd7d-356fcf087934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.686406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e57aa7-d835-4cc8-bd7d-356fcf087934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754b68c-3990-43af-a8b7-880da0cb0ca2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.690935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-07e57aa7-d835-4cc8-bd7d-356fcf087934 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccd1fea4f7fc48c6b1daab6bee9dc261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530963 Oct 19 20:34:58.693673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:58.743803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-8ef10a75-6f01-4285-971c-30e8e96347cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a HTTP/1.1" status: 200 len: 217 time: 0.1115577 Oct 19 20:34:58.746568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.757854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.763184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.764188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.782102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.821761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53140) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:58.837626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d62a9722-bffe-4862-9c7f-ca7af64d12c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.844229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-833f81dc-05e1-4359-a74d-27b2d5b165a4 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:58.845733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-833f81dc-05e1-4359-a74d-27b2d5b165a4 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.37 "GET /v2.0/networks?id=85fc34e2-387f-44a6-a914-7b354ef916f3 HTTP/1.1" status: 200 len: 818 time: 0.5766771 Oct 19 20:34:58.855674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.858653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.859801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7754b68c-3990-43af-a8b7-880da0cb0ca2 HTTP/1.1" status: 204 len: 168 time: 0.1643295 Oct 19 20:34:58.882142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea045d-75ce-4025-99ef-2473ee2a3631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754b68c-3990-43af-a8b7-880da0cb0ca2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:58.907710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Request body: {'port': {'device_id': '12482976-c535-4a35-a7f8-887ef711ce95', 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3', 'admin_state_up': True, 'tenant_id': 'b6e6fd7aff9a4694b06b8db1dbc50f2b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:58.933284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:34:58.974770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d62a9722-bffe-4862-9c7f-ca7af64d12c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:58.979445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d62a9722-bffe-4862-9c7f-ca7af64d12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.028596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d62a9722-bffe-4862-9c7f-ca7af64d12c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8a26dd6b1224d8d817352376c68a908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054424 Oct 19 20:34:59.030998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53144) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:59.037728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a9722-bffe-4862-9c7f-ca7af64d12c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87f8e6-f543-4a76-8e40-03aba626ce19,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:59.104893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.118367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 66859a32-4de6-4e1a-a7e5-240f84debc67 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:34:59.137679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.144673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 66859a32-4de6-4e1a-a7e5-240f84debc67 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:34:59.145684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 66859a32-4de6-4e1a-a7e5-240f84debc67 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:34:59.203587 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-15be9b1d-81c2-494f-b25d-5f4226d0de50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.210141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.214882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.216280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b87f8e6-f543-4a76-8e40-03aba626ce19 HTTP/1.1" status: 204 len: 168 time: 0.1843204 Oct 19 20:34:59.225766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ea13f-c9f8-4c15-842f-10a514d1863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87f8e6-f543-4a76-8e40-03aba626ce19,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:34:59.427127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-561f83da-635d-41ac-9ba1-9669496d038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:59.428662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-561f83da-635d-41ac-9ba1-9669496d038c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.6729476 Oct 19 20:34:59.434993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.440662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-3dbf1e6a-fd09-4efd-a605-6e38ea64d211 service neutron] 10.222.0.37 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397069 Oct 19 20:34:59.467540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.473510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-cac46993-b0f5-4054-b42e-e11bb2d4f3bb service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8770740 Oct 19 20:34:59.545450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-62d567f6-5a84-4b96-a7d0-a18efde72ac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037731 Oct 19 20:34:59.580197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.583922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2cbcd24-7963-4636-b391-6032ed910241 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9839158 Oct 19 20:34:59.584766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:34:59.592019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-621279197'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:34:59.622791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:59.633381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.669613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:34:59.683280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.684147 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b of type vlan for network c04db21f-dab2-4f2a-be9a-7e11d7619c69 Oct 19 20:34:59.759113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.806226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b564393-797b-4975-bc4e-7924eae06544 req-1e28d1e3-d854-4132-8983-e35385e3e334 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 210 time: 0.0404062 Oct 19 20:34:59.826378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.837912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:59.838769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.862876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1e9c6-f847-4585-87ba-51b92d62284a req-d8f15730-25a3-4351-9cd7-c853284b64f9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:59.864423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84c1e9c6-f847-4585-87ba-51b92d62284a req-d8f15730-25a3-4351-9cd7-c853284b64f9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 943 time: 0.4343908 Oct 19 20:34:59.894860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ecb2899d-b43b-4722-8e93-7098fc5b668a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:34:59.897381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-77077aaf-a233-4e15-8da2-b04dfc21bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:34:59.898927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-77077aaf-a233-4e15-8da2-b04dfc21bf47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 1094 time: 0.3336680 Oct 19 20:34:59.914997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Made reservation on behalf of b6e6fd7aff9a4694b06b8db1dbc50f2b for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:34:59.919605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:34:59.952567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5bd21d7-e6a0-48ee-ad3e-eb5f0cfcafef req-4ffd2564-4557-4255-9b4f-63bf3aab2076 service neutron] 10.222.0.37 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031414 Oct 19 20:35:00.009844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-12098ff8-4864-412b-98d1-70321724ce28 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475358 Oct 19 20:35:00.013651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4244950 Oct 19 20:35:00.023953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53186) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:00.024710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f99432-ed42-4a6e-8431-f2ae3d2e03bf tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=c04db21f-dab2-4f2a-be9a-7e11d7619c69,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:00.037638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:00.043255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:00.143167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:00.148137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:00.148617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.164306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'ecb2899d-b43b-4722-8e93-7098fc5b668a', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'port_id': 'ecb2899d-b43b-4722-8e93-7098fc5b668a', 'mac_address': 'fa:16:3e:24:97:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07287ee-ecd7-426c-a24d-c0348d04120e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:00.209092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84c1e9c6-f847-4585-87ba-51b92d62284a req-7fd53a37-ba4f-4ad8-9611-08ed8c181a4f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223991 Oct 19 20:35:00.212220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.235183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb2899d-b43b-4722-8e93-7098fc5b668a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:00.281802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:00.290037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.295908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.397662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:00.463392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.509436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['ecb2899d-b43b-4722-8e93-7098fc5b668a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:00.518000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-ca3e7c10-56fc-40e3-aedd-2bb6a4b3a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:00.521713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-ca3e7c10-56fc-40e3-aedd-2bb6a4b3a6bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 919 time: 0.6057065 Oct 19 20:35:00.530720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abe622e4-5ff2-4edc-9b86-7947e676c2be req-7d2d56e3-1998-493d-922c-b02bd6aa3019 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992721 Oct 19 20:35:00.556166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=847b7187-200e-4886-b98c-d69e3e2039ab,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:00.564159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:00.564529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: c04db21f-dab2-4f2a-be9a-7e11d7619c69, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:00.581424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Allocated IP 172.20.0.5 (85fc34e2-387f-44a6-a914-7b354ef916f3/96523819-0aba-4610-8723-ac6a2a4f5278/53357b83-c996-441e-8e89-a171fd8fdf99) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:00.595701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:00.600847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-56fe7802-dc56-452f-907e-0fb89c36678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:00.603096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-56fe7802-dc56-452f-907e-0fb89c36678d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f51acb58749e4e36876e92536f72fc18&device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 1094 time: 0.5793908 Oct 19 20:35:00.637837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c04db21f-dab2-4f2a-be9a-7e11d7619c69) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:00.659728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:00.661597 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:00.671619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-6699bf2a-ec0a-4765-af02-a1da21f3c741 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f HTTP/1.1" status: 200 len: 217 time: 0.0752909 Oct 19 20:35:00.702704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-90fb82fa-bd00-4b9d-87ed-4a0890d88352 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6737213 Oct 19 20:35:00.705375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:00.756710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213596a-9deb-4008-817e-388394d420f1 None None] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:00.936196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-3961edc7-8b46-4561-8732-dc369b427980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:00.937739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-3961edc7-8b46-4561-8732-dc369b427980 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.2456243 Oct 19 20:35:00.971299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9cb774a-f0ae-4d33-9cac-0505d679f477 req-5e02b7c2-cd5a-4b9b-914a-b36971e32e40 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Oct 19 20:35:00.972308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-beab4d01-2328-463c-aa54-68dc9f2d9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:00.973680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-beab4d01-2328-463c-aa54-68dc9f2d9ffd service neutron] 10.222.0.37 "GET /v2.0/networks?id=39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 200 len: 919 time: 0.3227310 Oct 19 20:35:01.016124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Deleting port 72a83fc3-5fb8-46e6-9d86-0746188142fe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:01.016463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.060091 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.100014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:35:01.101182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.150010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.155087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] For port 72a83fc3-5fb8-46e6-9d86-0746188142fe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=72a83fc3-5fb8-46e6-9d86-0746188142fe,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:01.155869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.170965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Calling delete_port for 72a83fc3-5fb8-46e6-9d86-0746188142fe owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:01.228627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-b2ff41e6-e0ac-4ad6-8647-60af8cdb9a60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5cc844e-844f-4778-a2fc-40339e97f020 HTTP/1.1" status: 200 len: 217 time: 0.2100432 Oct 19 20:35:01.354340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-1fc31afb-1e48-480d-9612-398bfb080f91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3629549 Oct 19 20:35:01.426616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Allocated IP 172.20.0.2 (c04db21f-dab2-4f2a-be9a-7e11d7619c69/847b7187-200e-4886-b98c-d69e3e2039ab/fc1bf1d6-2b91-46e3-8c6b-7feaa019e450) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:01.482294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc878-3822-47cd-a192-5163c448524e req-42e9e196-4673-4828-b000-64de65eb5c34 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:01.483830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c44fc878-3822-47cd-a192-5163c448524e req-42e9e196-4673-4828-b000-64de65eb5c34 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 943 time: 0.0941503 Oct 19 20:35:01.515041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-7c674b96-4ed8-42c9-97df-68f196dbc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:01.516984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-7c674b96-4ed8-42c9-97df-68f196dbc17a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 200 len: 858 time: 0.1615853 Oct 19 20:35:01.547024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c44fc878-3822-47cd-a192-5163c448524e req-a9169921-7be4-468f-96f9-2b352a4aa8e0 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Oct 19 20:35:01.602014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-597c41f7-611d-4474-939c-71ecd1b8c3ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39da0323-bd77-4e33-abe5-f494684140c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700417 Oct 19 20:35:01.640658 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.661114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.723538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:01.725269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.726693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:01.730968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:01.747746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.20.0.1 (c04db21f-dab2-4f2a-be9a-7e11d7619c69/847b7187-200e-4886-b98c-d69e3e2039ab/128ae17e-898d-4236-a293-e0db7ca84b74) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:01.750396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Pushing event updated for resources: {'Port': ['ID=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:01.810793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Attempting to bind port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:01.812225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Attempting to bind port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:01.812225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Attempting to bind port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 on network c04db21f-dab2-4f2a-be9a-7e11d7619c69 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:01.819326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:01.819948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Checking segment: {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:01.821262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.821749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Bound using segment: {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:01.822486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Bound port: fc1bf1d6-2b91-46e3-8c6b-7feaa019e450, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:01.822969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.833427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-bdee2b85-41d2-4803-a0f3-da51dff43035 service neutron] 10.222.0.37 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896677 Oct 19 20:35:01.847094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-3662b32d-a10f-4224-8c15-f24af1fae5a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117201 Oct 19 20:35:01.901412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] For port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:01.907952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ccb53d0-86f0-44ef-9036-5b8423dbca2f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:01.911191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ecb2899d-b43b-4722-8e93-7098fc5b668a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:01.950465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-9595ad39-dd83-4da5-9b85-b2c543bdb4ca service neutron] 10.222.0.37 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046231 Oct 19 20:35:01.965662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-b4bc6b0b-f96a-4a55-893b-924f66a7d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:01.967594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-b4bc6b0b-f96a-4a55-893b-924f66a7d2df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.0658257 Oct 19 20:35:01.972551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.985547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:01.993206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-9d897159-bdc9-4d4e-9261-44a76dd154c4 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196246 Oct 19 20:35:01.998836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] For port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:02.012189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.040385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port ecb2899d-b43b-4722-8e93-7098fc5b668a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:02.057038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Network 85fc34e2-387f-44a6-a914-7b354ef916f3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:02.077830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:02.078388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port ecb2899d-b43b-4722-8e93-7098fc5b668a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:02.078874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.084461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:02.194453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.255258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-b2ef8a96-198b-420f-a426-a24d36dd2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:02.257234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-b2ef8a96-198b-420f-a426-a24d36dd2cae service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2056785 Oct 19 20:35:02.265694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fe253-96be-4c54-b214-5776090c5fa0 None None] Pushing event updated for resources: {'Port': ['ID=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:02.266088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:02.342771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.368227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-8a2c74f1-4891-4cd5-beab-2ef313d353aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.0973489 Oct 19 20:35:02.369154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:02.378684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:02.410683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:02.431857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'port_id': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'mac_address': 'fa:16:3e:32:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07287ee-ecd7-426c-a24d-c0348d04120e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:02.456135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.468992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:02.476711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.479111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.502244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccb53d0-86f0-44ef-9036-5b8423dbca2f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:02.522930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:02.525325 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa571c7e-8260-4dd9-8ae2-7bd406672b59" -d '{"events": [{"server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "name": "network-vif-plugged", "status": "completed", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:02.545825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:02.547765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:02.556797 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.565679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.668089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:02.689485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:02.712207 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3959515-5337-4a8e-aa30-27d5de28a32b x-openstack-request-id: req-b3959515-5337-4a8e-aa30-27d5de28a32b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:02.712493 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "name": "network-vif-plugged", "status": "completed", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:02.712743 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3959515-5337-4a8e-aa30-27d5de28a32b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:02.713133 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a', 'code': 200} Oct 19 20:35:02.763782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-4617b27c-c2ad-436b-8fb1-88ef1492aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:02.766224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-4617b27c-c2ad-436b-8fb1-88ef1492aaf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.3111584 Oct 19 20:35:02.784925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:02.798538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5ccb53d0-86f0-44ef-9036-5b8423dbca2f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:02.885909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:02.972502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Pushing event updated for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:03.018873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19da-d9d1-4127-aaf1-9eae05e331c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.078805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Pushing event deleted for resources: {'Port': ['ID=72a83fc3-5fb8-46e6-9d86-0746188142fe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:03.097984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf39fe-8ea9-4156-88d8-e0fb3d929468 req-2767465d-2a89-4534-b7d3-cf33564a8889 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.106176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64cf39fe-8ea9-4156-88d8-e0fb3d929468 req-2767465d-2a89-4534-b7d3-cf33564a8889 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 944 time: 0.2909703 Oct 19 20:35:03.114036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.114703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.123683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-c3d856e8-7547-4ad4-a1f5-762948923c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.125844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-c3d856e8-7547-4ad4-a1f5-762948923c19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467264 Oct 19 20:35:03.204479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf69e-c213-4648-8fa5-63bcf8568b23 req-2d020873-b61d-4188-a234-8fbba4d73f55 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.206459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427bf69e-c213-4648-8fa5-63bcf8568b23 req-2d020873-b61d-4188-a234-8fbba4d73f55 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 931 time: 0.3494887 Oct 19 20:35:03.211279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:03.235381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46627-f72d-44a0-8437-d88f4b4d38fb req-f350544b-328d-49c0-8beb-670d129e72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.237358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0a46627-f72d-44a0-8437-d88f4b4d38fb req-f350544b-328d-49c0-8beb-670d129e72aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 1096 time: 0.3773124 Oct 19 20:35:03.293088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.305411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-d78d9ab5-d2d9-414d-b994-94da1e53b8fa tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4076235 Oct 19 20:35:03.312691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:03.313332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.323053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f30ebc9-1e37-4274-9b5e-e9031e4b41f6 req-cb4f5285-6f18-40cf-a0e3-4c219fc45169 service neutron] 10.222.0.11 "GET /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2899778 Oct 19 20:35:03.330305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Request body: {'port': {'device_id': '12482976-c535-4a35-a7f8-887ef711ce95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:03.341399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64cf39fe-8ea9-4156-88d8-e0fb3d929468 req-394fd1a2-25c1-49e8-ac12-e1264006ab93 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340510 Oct 19 20:35:03.343372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-721f3232-707d-426e-8518-e3d49f157a61 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051685 Oct 19 20:35:03.489053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0a46627-f72d-44a0-8437-d88f4b4d38fb req-64db0161-7956-4f20-9203-3c1c68c70c3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743042 Oct 19 20:35:03.500882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.524698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427bf69e-c213-4648-8fa5-63bcf8568b23 req-f9d417c9-046c-41aa-a7c7-e37b1cc45202 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162368 Oct 19 20:35:03.552954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:03.564252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.564462 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.582521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.701347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:03.810962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19da-d9d1-4127-aaf1-9eae05e331c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.845358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dfd19da-d9d1-4127-aaf1-9eae05e331c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:03.873452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d43472-d937-4abd-a2b5-7926d2154b01 req-20a8da8a-e85f-49ef-be83-c3984d75542c service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922023 Oct 19 20:35:03.924581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83caa41-24ce-4f3e-b95c-8425daa861d7 None None] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:03.944413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd19da-d9d1-4127-aaf1-9eae05e331c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da715305-4a9d-4292-a6ea-669e6a378a24,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:03.984735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4dfd19da-d9d1-4127-aaf1-9eae05e331c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54b63cf0cfe44c7ebb9a265ceba01ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2937527 Oct 19 20:35:03.987747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53324) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:03.989122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:03.995993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.001976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.008241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.014213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.020169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.026227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.028160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-a01e4a78-90f2-4bcc-92e9-61c88b185fd1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.2174907 Oct 19 20:35:04.056796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ccb53d0-86f0-44ef-9036-5b8423dbca2f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:04.092008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.095336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.107418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.170010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74c6d8f2-5422-466f-ae14-4bfd82fd037c req-cba01d08-2056-4478-a6f8-6b25ca5a3eff tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264176 Oct 19 20:35:04.172527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.181613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a5cc844e-844f-4778-a2fc-40339e97f020 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:04.200521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Router 38fb3588-6759-4c9d-88ff-699c42b43bdc has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:04.217363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53357b83-c996-441e-8e89-a171fd8fdf99 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:04.223411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:04.229190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.238328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.300426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.303235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.304394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da715305-4a9d-4292-a6ea-669e6a378a24 HTTP/1.1" status: 204 len: 168 time: 0.3155529 Oct 19 20:35:04.317491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e55d67cc-021c-4084-ab5a-d5e15556b336 None None] Provisioning complete for port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:04.317829 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e55d67cc-021c-4084-ab5a-d5e15556b336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.323087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eb871-94a4-4bff-a75f-c946cd483eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da715305-4a9d-4292-a6ea-669e6a378a24,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:04.388707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Transition to ACTIVE for port object 53357b83-c996-441e-8e89-a171fd8fdf99 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:04.392772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.509812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:04.525847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:04.530112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.resource_extend [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:35:04.533499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.555982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.562301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.568253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.602169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.613160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.620579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.621881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:04.622258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.647380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ff2d485-7e83-4a9a-ae4b-35b333198508 req-94ca5902-9aee-413e-b989-4a47c884af75 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.2614200 Oct 19 20:35:04.650416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:04.680972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:04.788930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a5cc844e-844f-4778-a2fc-40339e97f020,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:04.807150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:04.808979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53344) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:04.809142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'a5cc844e-844f-4778-a2fc-40339e97f020', 'network_id': '39da0323-bd77-4e33-abe5-f494684140c7', 'port_id': 'a5cc844e-844f-4778-a2fc-40339e97f020', 'mac_address': 'fa:16:3e:3d:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07287ee-ecd7-426c-a24d-c0348d04120e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:04.827897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b4a02ec6-f263-4a7d-8962-448dee2eb32b admin admin] 10.222.0.31 "PUT /v2.0/routers/38fb3588-6759-4c9d-88ff-699c42b43bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9607034 Oct 19 20:35:04.831007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Sync routers for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:04.838649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53346) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:04.855704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Attempting to bind port 53357b83-c996-441e-8e89-a171fd8fdf99 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:04.856309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Attempting to bind port 53357b83-c996-441e-8e89-a171fd8fdf99 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '3b80e416-b815-4ab4-86ac-1bf1567ea0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:04.857263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Attempting to bind port 53357b83-c996-441e-8e89-a171fd8fdf99 on network 85fc34e2-387f-44a6-a914-7b354ef916f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:04.872622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c8d8e-3f02-4b4c-b7bf-d3be96ae0a6c req-b12242cf-4e9d-45b9-8b5b-a125236177c2 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:04.875312 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f6c8d8e-3f02-4b4c-b7bf-d3be96ae0a6c req-b12242cf-4e9d-45b9-8b5b-a125236177c2 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 944 time: 0.2990963 Oct 19 20:35:04.877931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Port 53357b83-c996-441e-8e89-a171fd8fdf99 on network 85fc34e2-387f-44a6-a914-7b354ef916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:04.880383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Attempting to bind port 53357b83-c996-441e-8e89-a171fd8fdf99 on network 85fc34e2-387f-44a6-a914-7b354ef916f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:04.897282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.903731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:04.907836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:04.924426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d60f043d-3c30-4e09-93fb-c0241e88fb1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.970513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:04.987592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.000903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:05.003515 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97452a8f-28c7-44f3-b271-26b5619ec106" -d '{"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:05.035114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:05.037281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cc844e-844f-4778-a2fc-40339e97f020 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:05.051795 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.062016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d60f043d-3c30-4e09-93fb-c0241e88fb1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.080747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f6c8d8e-3f02-4b4c-b7bf-d3be96ae0a6c req-2e9e16ce-74d7-4903-a43f-c78bf1717149 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940811 Oct 19 20:35:05.084602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:05.086265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Checking segment: {'id': '3b80e416-b815-4ab4-86ac-1bf1567ea0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:05.087437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Bound using segment: {'id': '3b80e416-b815-4ab4-86ac-1bf1567ea0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:05.088147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Bound port: 53357b83-c996-441e-8e89-a171fd8fdf99, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b80e416-b815-4ab4-86ac-1bf1567ea0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:05.102358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.123949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d60f043d-3c30-4e09-93fb-c0241e88fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.167172 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d60f043d-3c30-4e09-93fb-c0241e88fb1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5bd7d7cc3774b27805c894bfd36da73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501041 Oct 19 20:35:05.192607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53352) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:05.284534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f043d-3c30-4e09-93fb-c0241e88fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e144fbff-e38a-4116-a456-f4b0b801a095,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:05.388868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:05.394361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=53357b83-c996-441e-8e89-a171fd8fdf99,segment=NetworkSegment(3b80e416-b815-4ab4-86ac-1bf1567ea0cf),segment_id=3b80e416-b815-4ab4-86ac-1bf1567ea0cf)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:05.416478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.460472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.479070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a902-b5a7-4c20-81d0-7013b78d2922 req-8283eef0-fe9b-41a0-9dca-11f6403b13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:05.479426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:05.480882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5004a902-b5a7-4c20-81d0-7013b78d2922 req-8283eef0-fe9b-41a0-9dca-11f6403b13c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 1096 time: 0.2228227 Oct 19 20:35:05.508663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:05.509374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.510946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] 10.222.0.37 "PUT /v2.0/ports/53357b83-c996-441e-8e89-a171fd8fdf99 HTTP/1.1" status: 200 len: 1091 time: 2.1860130 Oct 19 20:35:05.528107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:05.530433 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943c475-d29a-4721-931a-f23c3642412b" -d '{"events": [{"name": "network-changed", "server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:05.574079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.583522 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e0e10-1945-4f40-9a36-89659740f964 x-openstack-request-id: req-083e0e10-1945-4f40-9a36-89659740f964 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:05.584126 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:05.584126 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-083e0e10-1945-4f40-9a36-89659740f964 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:05.584972 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'code': 200} Oct 19 20:35:05.591702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:05.612645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5004a902-b5a7-4c20-81d0-7013b78d2922 req-94fefa89-129f-41bf-98ca-9d0ca47bf31b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078026 Oct 19 20:35:05.663108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d2f7a-14ad-4e02-b13f-52df42fc1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:05.690608 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3906e23b-8a41-4c15-b5ca-f0ca9391192d x-openstack-request-id: req-3906e23b-8a41-4c15-b5ca-f0ca9391192d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:05.692500 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:05.692883 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3906e23b-8a41-4c15-b5ca-f0ca9391192d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:05.693624 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99', 'status': 'completed', 'code': 200} Oct 19 20:35:05.727024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-c28264e6-6559-4c41-8c38-14ddc704626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:05.728727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-c28264e6-6559-4c41-8c38-14ddc704626b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e6fd7aff9a4694b06b8db1dbc50f2b&device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 1094 time: 0.1517084 Oct 19 20:35:05.789696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-f8c870fe-ff7a-44df-8db3-325c8c79d5dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53357b83-c996-441e-8e89-a171fd8fdf99 HTTP/1.1" status: 200 len: 217 time: 0.0508454 Oct 19 20:35:05.791084 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.794479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.798147 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e144fbff-e38a-4116-a456-f4b0b801a095 HTTP/1.1" status: 204 len: 168 time: 0.6022594 Oct 19 20:35:05.814260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a5cc844e-844f-4778-a2fc-40339e97f020,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:05.838743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a578a5-9d06-479b-a794-3b5430d66bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e144fbff-e38a-4116-a456-f4b0b801a095,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:05.850992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.863690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-c558fe16-852e-4421-96b0-2ad31554115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:05.866203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-c558fe16-852e-4421-96b0-2ad31554115b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96523819-0aba-4610-8723-ac6a2a4f5278 HTTP/1.1" status: 200 len: 858 time: 0.0663509 Oct 19 20:35:05.927129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-127ce86c-51ec-4602-bcef-12b0fbf900ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fc34e2-387f-44a6-a914-7b354ef916f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477486 Oct 19 20:35:05.936042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0835c534-61fe-439d-825c-852342e41bdc None None] Provisioning complete for port 128ae17e-898d-4236-a293-e0db7ca84b74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:05.936405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0835c534-61fe-439d-825c-852342e41bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:05.999744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:06.019394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:06.019933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.080184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2299bb-9676-4c41-a85b-1d0e7f11ee04 req-b2e87f54-9655-420d-b0a6-5c5bbd26f689 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.081818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c2299bb-9676-4c41-a85b-1d0e7f11ee04 req-b2e87f54-9655-420d-b0a6-5c5bbd26f689 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 943 time: 1.2566619 Oct 19 20:35:06.084539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:35:06.090928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:06.121688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.160365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-8f449fbd-8d02-48e1-a456-45af584f26c6 service neutron] 10.222.0.37 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197034 Oct 19 20:35:06.169876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0835c534-61fe-439d-825c-852342e41bdc None None] Port 128ae17e-898d-4236-a293-e0db7ca84b74 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:06.225551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c2299bb-9676-4c41-a85b-1d0e7f11ee04 req-baf3c21d-0be7-4088-a68f-984133a73816 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323450 Oct 19 20:35:06.226046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0835c534-61fe-439d-825c-852342e41bdc None None] Provisioning complete for port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:06.226573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0835c534-61fe-439d-825c-852342e41bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.286666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a5cc844e-844f-4778-a2fc-40339e97f020'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:06.339539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-6d13fadd-5305-4c8a-8b78-8c775a56312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.341110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-6d13fadd-5305-4c8a-8b78-8c775a56312c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.2112169 Oct 19 20:35:06.347399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:06.349228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eede7-0523-4b45-a300-c0094b6e3d14 req-d5f52031-a109-4369-9924-912bfda34644 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.359333 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:06.362209 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30e145ae-2714-4f8f-8758-188ab2290445 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6536117 Oct 19 20:35:06.364257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-215eede7-0523-4b45-a300-c0094b6e3d14 req-d5f52031-a109-4369-9924-912bfda34644 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2016943 Oct 19 20:35:06.367101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:35:02Z', 'revision_number': 5, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port': {'id': '7d10e57a-07e6-4436-a33a-ad623630303d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:33:02Z', 'updated_at': '2021-10-19T20:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:06.369872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53378) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:06.374162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:06.378397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:06.380022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228410887'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:06.426599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Checking router: 38fb3588-6759-4c9d-88ff-699c42b43bdc for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:06.481489 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:06.484266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5136ac04-f3f7-4df7-888a-a08dc8100dfc req-47d222df-e6d6-43a7-a400-ac8e7e508630 service neutron] 10.222.0.37 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205628 Oct 19 20:35:06.496144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-215eede7-0523-4b45-a300-c0094b6e3d14 req-c86ae323-abbe-4d08-84fd-83b989e9d29a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310308 Oct 19 20:35:06.497289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:06.498661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Deleting port 7d10e57a-07e6-4436-a33a-ad623630303d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:06.498997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.510223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.620037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:06.659003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.659347 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 9ab58140-8a0f-47c3-b0f0-fbe4df957aeb of type vlan for network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 Oct 19 20:35:06.670855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Routers {'38fb3588-6759-4c9d-88ff-699c42b43bdc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:06.671428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['38fb3588-6759-4c9d-88ff-699c42b43bdc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:06.675932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ddc8-3871-4a34-8e7f-9470afc35a1c req-354dea73-6322-471b-82f9-5c55ff6f6db2 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.677514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fb1ddc8-3871-4a34-8e7f-9470afc35a1c req-354dea73-6322-471b-82f9-5c55ff6f6db2 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 945 time: 0.2956986 Oct 19 20:35:06.743389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c475-d29a-4721-931a-f23c3642412b req-a2f50d25-6993-44c6-affb-afcb290224e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.745120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-a2f50d25-6993-44c6-affb-afcb290224e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6e6fd7aff9a4694b06b8db1dbc50f2b&device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 1094 time: 0.1941137 Oct 19 20:35:06.766568 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:02Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:03Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:06.823613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-61c6e35e-2747-47a7-ae3b-6c9e7b5251ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:06.825360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-61c6e35e-2747-47a7-ae3b-6c9e7b5251ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.4722090 Oct 19 20:35:06.860672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:06.917171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] Set router 38fb3588-6759-4c9d-88ff-699c42b43bdc gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:06.964461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.resource_extend [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:35:06.995329 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:06.995728 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Updating router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 port 128ae17e-898d-4236-a293-e0db7ca84b74 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:07.028476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] For port 7d10e57a-07e6-4436-a33a-ad623630303d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7d10e57a-07e6-4436-a33a-ad623630303d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:07.029207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.035126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.048549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:07.049333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fb1ddc8-3871-4a34-8e7f-9470afc35a1c req-e746bdeb-ca2e-4ec5-a810-0969d426b148 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509541 Oct 19 20:35:07.050011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.074358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:35:06Z', 'revision_number': 6, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:07.091756 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.106228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Calling delete_port for 7d10e57a-07e6-4436-a33a-ad623630303d owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:07.129670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cca1d2-e519-4be4-861b-232305db83d1 None None] The sync data for ids ['38fb3588-6759-4c9d-88ff-699c42b43bdc'] in n-d-805649-9 is: [{'id': '38fb3588-6759-4c9d-88ff-699c42b43bdc', 'name': 'tempest-ServersTestMultiNic-979634364-router', 'tenant_id': 'e80506a2365e45dda3ac44b64c0fd543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:33:00Z', 'updated_at': '2021-10-19T20:35:06Z', 'revision_number': 6, 'project_id': 'e80506a2365e45dda3ac44b64c0fd543', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:07.140638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e55d9321-0e8d-4b8e-ae75-75b00d6e950a None None] Provisioning complete for port 128ae17e-898d-4236-a293-e0db7ca84b74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:07.140914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e55d9321-0e8d-4b8e-ae75-75b00d6e950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.144055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c475-d29a-4721-931a-f23c3642412b req-f0f9e971-e765-42ce-91bb-d33dd29782de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:07.159224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-f0f9e971-e765-42ce-91bb-d33dd29782de service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fc34e2-387f-44a6-a914-7b354ef916f3 HTTP/1.1" status: 200 len: 919 time: 0.3823614 Oct 19 20:35:07.211621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8399143 Oct 19 20:35:07.227245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e55d9321-0e8d-4b8e-ae75-75b00d6e950a None None] Port 128ae17e-898d-4236-a293-e0db7ca84b74 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:07.228202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53410) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:07.246695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:07.472727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:07.484786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-60283c79-a156-406c-8c03-657964f9a0da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.6399827 Oct 19 20:35:07.630687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431be3-99d1-455e-9b29-f86590ad4412 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:07.654919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-417ae274-6c5b-4134-b2eb-8a770a9bc7ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53357b83-c996-441e-8e89-a171fd8fdf99 HTTP/1.1" status: 200 len: 217 time: 0.4847746 Oct 19 20:35:07.655959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:07.670039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.671207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:07.703163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-3854cb9f-e1d3-41cb-a759-508801b2c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:07.704658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-3854cb9f-e1d3-41cb-a759-508801b2c959 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1958294 Oct 19 20:35:07.752348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53426) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:07.818204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-984f38ed-4e17-4730-a4d4-29219b1f6b1a tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1177985696', 'prefixes': ['172.20.0.0/16']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:07.889203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.890816 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.902601 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:07.953736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d10e57a-07e6-4436-a33a-ad623630303d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:07.970472 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Pushing event updated for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:07.981740 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.982078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.982477 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.982818 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.983318 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.983742 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.984078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.984404 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.984728 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.985050 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.985393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:07.985717 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:08.050931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-2a442aee-c3a6-4a47-a39a-f4c9930c8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.052524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-2a442aee-c3a6-4a47-a39a-f4c9930c8d49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290815 Oct 19 20:35:08.077501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d14dbc-e935-4822-b789-7be55da02769 req-01a1dd20-9fe1-469b-84b4-574167be5c30 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.079013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d14dbc-e935-4822-b789-7be55da02769 req-01a1dd20-9fe1-469b-84b4-574167be5c30 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.3734481 Oct 19 20:35:08.081882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Attempting to bind port 128ae17e-898d-4236-a293-e0db7ca84b74 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:08.082256 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Attempting to bind port 128ae17e-898d-4236-a293-e0db7ca84b74 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:08.082620 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Attempting to bind port 128ae17e-898d-4236-a293-e0db7ca84b74 on network c04db21f-dab2-4f2a-be9a-7e11d7619c69 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:08.089816 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:08.090924 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Checking segment: {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:08.091330 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.091937 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Bound using segment: {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:08.092426 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Bound port: 128ae17e-898d-4236-a293-e0db7ca84b74, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:08.101661 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.113076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.113688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.114026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.114491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.116260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.116740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.117204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.119880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-4960982c-e778-4595-8b21-3ca83ec65040 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.3553092 Oct 19 20:35:08.169182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a5cc844e-844f-4778-a2fc-40339e97f020 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:08.224785 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] For port 128ae17e-898d-4236-a293-e0db7ca84b74, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:08.230305 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] For port 128ae17e-898d-4236-a293-e0db7ca84b74, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=128ae17e-898d-4236-a293-e0db7ca84b74,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:08.236673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.238796 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.326900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port a5cc844e-844f-4778-a2fc-40339e97f020 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:08.337342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port a5cc844e-844f-4778-a2fc-40339e97f020 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:08.337851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.338739 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:08.339425 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:08.459036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3deb-dddd-4f81-8984-ebddd292aba3 None None] Pushing event updated for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:08.500885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.509778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] Provisioning complete for port 128ae17e-898d-4236-a293-e0db7ca84b74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:08.510416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.516070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.530916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d14dbc-e935-4822-b789-7be55da02769 req-8761980d-7884-41bc-a3de-c22dbbf2c313 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352803 Oct 19 20:35:08.533666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-984f38ed-4e17-4730-a4d4-29219b1f6b1a tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] Publish callbacks [] for subnetpool, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.535107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-984f38ed-4e17-4730-a4d4-29219b1f6b1a tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0605471 Oct 19 20:35:08.537172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-0d0cdb55-7b14-49bc-8f2d-3b0cc43c3882 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72cfdef4-1075-4143-975d-7861a0171544&id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3927653 Oct 19 20:35:08.537764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53434) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:08.602697 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:08.611702 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.680854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a5cc844e-844f-4778-a2fc-40339e97f020,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:08.683024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:08.685616 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558e880-9ca1-4bdf-bc8b-a0641c2b9c46" -d '{"events": [{"server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:08.699367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-48ee89b2-4b1e-4d97-9793-f1db3e802d89 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354041 Oct 19 20:35:08.719654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.751140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1eec287d-002b-49e7-8442-43a199598c76 tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "GET /v2.0/subnetpools/0a5223dc-297b-47ab-89a6-047f7e19ca17 HTTP/1.1" status: 200 len: 732 time: 0.2081413 Oct 19 20:35:08.754498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53440) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:08.773245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943c475-d29a-4721-931a-f23c3642412b req-ec81c802-cc8a-4b22-bd33-f71a293faccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.775295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-ec81c802-cc8a-4b22-bd33-f71a293faccb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96523819-0aba-4610-8723-ac6a2a4f5278 HTTP/1.1" status: 200 len: 858 time: 0.9770811 Oct 19 20:35:08.780747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:08.794593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-383f834c-c145-4156-b975-88781d0e4816 tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-973978184'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:08.807117 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.818714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5190002-589f-4aaa-afd0-ce03038ee7d4 req-1cf5f407-7718-4157-b5e8-e5fe0af40c85 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:08.820056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5190002-589f-4aaa-afd0-ce03038ee7d4 req-1cf5f407-7718-4157-b5e8-e5fe0af40c85 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 943 time: 1.4002526 Oct 19 20:35:08.850462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] For port 128ae17e-898d-4236-a293-e0db7ca84b74, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=128ae17e-898d-4236-a293-e0db7ca84b74,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:08.855823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.863435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.864007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fb3588-6759-4c9d-88ff-699c42b43bdc {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:35:08.887641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:08.891237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7cadddd8-e6d6-4b8e-9cdd-2f598c701a1a admin admin] 10.222.0.31 "DELETE /v2.0/routers/38fb3588-6759-4c9d-88ff-699c42b43bdc HTTP/1.1" status: 204 len: 168 time: 4.0512378 Oct 19 20:35:08.903575 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:02Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:08.904491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:08.946898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1fc60-b3dd-430a-974b-c81cdae460fc None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:02Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:08.988366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-d5954617-22b0-43f8-b47d-6306db566b06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fc34e2-387f-44a6-a914-7b354ef916f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952281 Oct 19 20:35:09.010318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.076942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bef6c-bff0-4ba4-baf8-ec1d6b12e5f7 req-c426ae9d-e005-4f74-bd2b-a9a1ca0ce106 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:09.078545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e25bef6c-bff0-4ba4-baf8-ec1d6b12e5f7 req-c426ae9d-e005-4f74-bd2b-a9a1ca0ce106 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 945 time: 0.3917923 Oct 19 20:35:09.152395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Deleting subnet 89936596-1532-46b6-868d-8160e2e59627 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:09.160547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46e4a544-50d6-4f90-b70e-e69ac51bf680 req-54390ed4-b5e8-4f75-925f-9ab59bde0200 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383795 Oct 19 20:35:09.161220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.216840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5190002-589f-4aaa-afd0-ce03038ee7d4 req-6eeb25b9-98f8-46d8-9dd4-dcc814bad9bd tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619707 Oct 19 20:35:09.218057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-383f834c-c145-4156-b975-88781d0e4816 tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] Publish callbacks [] for subnetpool, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.219553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-383f834c-c145-4156-b975-88781d0e4816 tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "PUT /v2.0/subnetpools/0a5223dc-297b-47ab-89a6-047f7e19ca17 HTTP/1.1" status: 200 len: 683 time: 0.4362469 Oct 19 20:35:09.222297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53446) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:09.229484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e25bef6c-bff0-4ba4-baf8-ec1d6b12e5f7 req-9936477a-c8a6-48a7-9f63-a9c7c324c2e4 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337433 Oct 19 20:35:09.239315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.264865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 72a83fc3-5fb8-46e6-9d86-0746188142fe no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:09.294243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-6844b06f-9642-43f1-ae25-bc0dcbe477b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6421533 Oct 19 20:35:09.331285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 72a83fc3-5fb8-46e6-9d86-0746188142fe {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:09.331618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 72a83fc3-5fb8-46e6-9d86-0746188142fe not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:09.343165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7d10e57a-07e6-4436-a33a-ad623630303d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:09.381664 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981bdba2-ed53-4e61-9b2f-00c869f91bcb x-openstack-request-id: req-981bdba2-ed53-4e61-9b2f-00c869f91bcb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:09.398961 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:09.399412 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-981bdba2-ed53-4e61-9b2f-00c869f91bcb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:09.401319 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020', 'code': 200} Oct 19 20:35:09.456043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7d10e57a-07e6-4436-a33a-ad623630303d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:09.456382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7d10e57a-07e6-4436-a33a-ad623630303d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:09.463869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-99418bf5-c4a3-4652-b15e-f6bf87256de0 None None] Provisioning complete for port 128ae17e-898d-4236-a293-e0db7ca84b74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:09.464503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-99418bf5-c4a3-4652-b15e-f6bf87256de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.489943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c231a33-b114-4259-808d-f6a32043d059 None None] Pushing event updated for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:09.506693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3803994-b292-43db-bcb9-d0cb2d6192db tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] Publish callbacks [] for subnetpool, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.508020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c3803994-b292-43db-bcb9-d0cb2d6192db tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0a5223dc-297b-47ab-89a6-047f7e19ca17 HTTP/1.1" status: 204 len: 168 time: 0.2847223 Oct 19 20:35:09.510746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:09.530103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=3774622f-5170-4f5f-a354-7603a65ff9d1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:09.542848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.576877 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-6140829e-01b0-4400-8500-a58c4428bade tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] show failed (client error): The resource could not be found. Oct 19 20:35:09.577433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6140829e-01b0-4400-8500-a58c4428bade tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "GET /v2.0/subnetpools/0a5223dc-297b-47ab-89a6-047f7e19ca17 HTTP/1.1" status: 404 len: 346 time: 0.0654759 Oct 19 20:35:09.587970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:09.669626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-9f661183-346b-4126-a8da-30f3a64aae94 service neutron] 10.222.0.37 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122551 Oct 19 20:35:09.705942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934761-b8b5-4518-b97a-349813b894fd req-1cce6846-9dca-4450-bbb9-5b4cd7a98484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:09.708482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83934761-b8b5-4518-b97a-349813b894fd req-1cce6846-9dca-4450-bbb9-5b4cd7a98484 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 1096 time: 0.1675267 Oct 19 20:35:09.708644 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-4d99d961-6e2a-465b-9c99-fdf9ba0d18ce tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] delete failed (client error): The resource could not be found. Oct 19 20:35:09.711976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.714765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d99d961-6e2a-465b-9c99-fdf9ba0d18ce tempest-SubnetPoolsTestJSON-1241619427 tempest-SubnetPoolsTestJSON-1241619427-project] 10.222.0.31 "DELETE /v2.0/subnetpools/0a5223dc-297b-47ab-89a6-047f7e19ca17 HTTP/1.1" status: 404 len: 346 time: 0.1062744 Oct 19 20:35:09.717094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:09.717554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:09.765326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6be5f8-8587-4adc-9218-4baf50089eeb req-f2be74dd-03cc-4121-97bb-70d89024639a tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:09.767165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed6be5f8-8587-4adc-9218-4baf50089eeb req-f2be74dd-03cc-4121-97bb-70d89024639a tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.3089375 Oct 19 20:35:09.851325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89936596-1532-46b6-868d-8160e2e59627,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:09.881684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955ef2-ba5a-42a5-8598-d106f5f00728 req-0d3a58c2-4d90-46cc-97c1-28efafeada2b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:09.883761 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64955ef2-ba5a-42a5-8598-d106f5f00728 req-0d3a58c2-4d90-46cc-97c1-28efafeada2b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2520442 Oct 19 20:35:09.892290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:09.900613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ddd35-b6bf-4e4d-bcd1-17d3cf99023d None None] Network 26b4f0a5-aca8-4a3d-bc52-01271f49774a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:09.902638 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a79828a-5197-41fd-a60f-8c2958233d2a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/89936596-1532-46b6-868d-8160e2e59627 HTTP/1.1" status: 204 len: 168 time: 0.9927914 Oct 19 20:35:09.905736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53460) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:09.946051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83934761-b8b5-4518-b97a-349813b894fd req-527f3337-1bc0-48c9-8d67-1274a6f15e4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197251 Oct 19 20:35:10.028037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed6be5f8-8587-4adc-9218-4baf50089eeb req-44b63e09-3e1a-4daf-b84b-f2b6d9dc805c tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333150 Oct 19 20:35:10.035987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-65b39188-cf31-4fef-8857-24d1ae8bfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:10.037832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-65b39188-cf31-4fef-8857-24d1ae8bfc86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 1096 time: 0.5586181 Oct 19 20:35:10.052459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a943c475-d29a-4721-931a-f23c3642412b req-d6b0b68d-1d98-4abe-b9df-1bd2b910dfb4 service neutron] 10.222.0.37 "GET /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612535 Oct 19 20:35:10.061610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64955ef2-ba5a-42a5-8598-d106f5f00728 req-b463647f-55b7-4e90-a032-2a215bca40e8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565943 Oct 19 20:35:10.061959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:10.066282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.096576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:10.102263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:10.102860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.112372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e6a71-9069-4b61-ac25-2ff530fb97ef None None] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:10.166853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c86fbea9-82fa-4fb8-be78-7f491025f4b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9276350 Oct 19 20:35:10.169516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53464) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:10.210358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Deleting port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:10.211500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.232157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53466) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:10.243409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 53357b83-c996-441e-8e89-a171fd8fdf99 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:10.285691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-8377fe08-8a7b-4e27-8475-ec5201482ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:10.286605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-8377fe08-8a7b-4e27-8475-ec5201482ee3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2264092 Oct 19 20:35:10.339842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] For port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,segment=NetworkSegment(aca6a185-e526-4ff9-b57b-449661a0b71b),segment_id=aca6a185-e526-4ff9-b57b-449661a0b71b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:10.339842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.354830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Calling delete_port for 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:10.473161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.504090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb7fc90-4bb5-4f46-8a52-92e03badc7d9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:10.523991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] No DVR routers for this DVR port 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:10.532034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fbc8a-0982-4673-94da-dd0c99801e4d None None] DHCP port deletion for 26b4f0a5-aca8-4a3d-bc52-01271f49774a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:35:10.546452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=53357b83-c996-441e-8e89-a171fd8fdf99,segment=NetworkSegment(3b80e416-b815-4ab4-86ac-1bf1567ea0cf),segment_id=3b80e416-b815-4ab4-86ac-1bf1567ea0cf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:10.552965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-a3009d72-3348-46ba-b242-17f9720c66f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 200 len: 217 time: 0.2505927 Oct 19 20:35:10.583217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a3f6-e6b2-45f8-9975-9fb340972dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.592585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '53357b83-c996-441e-8e89-a171fd8fdf99', 'network_id': '85fc34e2-387f-44a6-a914-7b354ef916f3', 'port_id': '53357b83-c996-441e-8e89-a171fd8fdf99', 'mac_address': 'fa:16:3e:f0:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96523819-0aba-4610-8723-ac6a2a4f5278', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:10.641053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.669140 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.689776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53357b83-c996-441e-8e89-a171fd8fdf99 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:10.700041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b4f0a5-aca8-4a3d-bc52-01271f49774a']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:10.716650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:35:10.721212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca6a185-e526-4ff9-b57b-449661a0b71b') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:10.721979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca6a185-e526-4ff9-b57b-449661a0b71b') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:10.722610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.742226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.750372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=53357b83-c996-441e-8e89-a171fd8fdf99,segment=NetworkSegment(3b80e416-b815-4ab4-86ac-1bf1567ea0cf),segment_id=3b80e416-b815-4ab4-86ac-1bf1567ea0cf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:10.763584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.765117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.775404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:10.776105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:10.778002 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:10.786472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-e5a0a12f-d954-47a9-8797-9d95c1283ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:10.788031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-e5a0a12f-d954-47a9-8797-9d95c1283ba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2177641 Oct 19 20:35:10.852336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.856409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96feee-68ca-4ea9-bcbb-98eaff4f1b44 req-cc774986-7235-440d-a9d0-3a95f912e1b7 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:10.857905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e96feee-68ca-4ea9-bcbb-98eaff4f1b44 req-cc774986-7235-440d-a9d0-3a95f912e1b7 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 943 time: 0.3217988 Oct 19 20:35:10.865852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:10.876714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/26b4f0a5-aca8-4a3d-bc52-01271f49774a HTTP/1.1" status: 204 len: 168 time: 0.9423180 Oct 19 20:35:10.900239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:10.919668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbe7a5-566d-4225-a1a4-1d0b9fa358c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b4f0a5-aca8-4a3d-bc52-01271f49774a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:10.994851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Allocated IP 172.21.0.2 (2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985/3774622f-5170-4f5f-a354-7603a65ff9d1/b82b778a-77e3-4182-8b3d-f7be213a4c01) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:11.085276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e96feee-68ca-4ea9-bcbb-98eaff4f1b44 req-c64edfe0-5d34-463d-8b7e-1b0df744fc34 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002618 Oct 19 20:35:11.090085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a3f6-e6b2-45f8-9975-9fb340972dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.098495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-dfdd3f65-8aa2-41d1-9656-32fca72e43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:11.100542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-dfdd3f65-8aa2-41d1-9656-32fca72e43ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827728 Oct 19 20:35:11.130094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['53357b83-c996-441e-8e89-a171fd8fdf99'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:11.147402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:11.253877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 128ae17e-898d-4236-a293-e0db7ca84b74 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:11.263939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.273865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a3f6-e6b2-45f8-9975-9fb340972dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.279401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34503d77-1eb0-4b8b-b706-75e986a3ba62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e80506a2365e45dda3ac44b64c0fd543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308632 Oct 19 20:35:11.285521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53482) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:11.310075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb40b8-2080-4c4d-8ff2-a43965112581 req-60006cc3-35d4-4744-bb33-31c179c15270 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:11.310075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8bdb40b8-2080-4c4d-8ff2-a43965112581 req-60006cc3-35d4-4744-bb33-31c179c15270 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.1188517 Oct 19 20:35:11.310806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:11.311067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f2d7a3f6-e6b2-45f8-9975-9fb340972dc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b7fdd3eb35a402fb37172589dc7aac9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777092 Oct 19 20:35:11.369809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 128ae17e-898d-4236-a293-e0db7ca84b74 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:11.370170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.437727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.469381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3ce55-4874-48a1-be32-821120d4ea82 req-50652ddf-257e-481a-a4b9-1f4aa01bf070 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:11.469617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.471304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bf3ce55-4874-48a1-be32-821120d4ea82 req-50652ddf-257e-481a-a4b9-1f4aa01bf070 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1707914 Oct 19 20:35:11.477620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7a3f6-e6b2-45f8-9975-9fb340972dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce272c34-2783-4abf-92ed-e976eb925e90,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:11.560668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.570953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8bdb40b8-2080-4c4d-8ff2-a43965112581 req-b61fd0ef-5461-4f8d-86fa-3109a483971e tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453876 Oct 19 20:35:11.574054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.578355 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.579633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce272c34-2783-4abf-92ed-e976eb925e90 HTTP/1.1" status: 204 len: 168 time: 0.2616680 Oct 19 20:35:11.600156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-b71ec4ef-d106-4a3f-96ca-70e0e4701e43 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868579 Oct 19 20:35:11.601153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0536143-0214-41c4-9c13-745b83e4581b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce272c34-2783-4abf-92ed-e976eb925e90,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:11.616964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.645803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.652284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:11.678853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.729964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.733820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.738234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6834adb0-a756-4037-b751-336b4d50f664 HTTP/1.1" status: 204 len: 168 time: 0.4497867 Oct 19 20:35:11.739125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bf3ce55-4874-48a1-be32-821120d4ea82 req-b4ffd42d-7695-4879-8ab1-b88370679c5d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261765 Oct 19 20:35:11.747308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c744e3-4923-43b4-ac4e-ecce3ece90e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6834adb0-a756-4037-b751-336b4d50f664,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:11.793953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:11.794305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6fb7fc90-4bb5-4f46-8a52-92e03badc7d9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:11.800364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Pushing event updated for resources: {'Port': ['ID=b82b778a-77e3-4182-8b3d-f7be213a4c01,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:11.824280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41cbd7c0-5dfc-4d06-9d48-3fe558275ff8 req-d85fd63a-7743-4185-bcec-50a4ee7a7b8f service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091556 Oct 19 20:35:11.842221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:11.844613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:11.847256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:11.920377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Attempting to bind port b82b778a-77e3-4182-8b3d-f7be213a4c01 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:11.921183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Attempting to bind port b82b778a-77e3-4182-8b3d-f7be213a4c01 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:11.921936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Attempting to bind port b82b778a-77e3-4182-8b3d-f7be213a4c01 on network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:11.930500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:11.931280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Checking segment: {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:11.932461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.933021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Bound using segment: {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:11.933899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Bound port: b82b778a-77e3-4182-8b3d-f7be213a4c01, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:11.934460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:11.988374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.21.0.1 (2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985/3774622f-5170-4f5f-a354-7603a65ff9d1/322d6cb4-b446-458c-a720-aecd94ddc8b6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:12.021279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] For port b82b778a-77e3-4182-8b3d-f7be213a4c01, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:12.026505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] For port b82b778a-77e3-4182-8b3d-f7be213a4c01, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b82b778a-77e3-4182-8b3d-f7be213a4c01,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:12.032667 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.126452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215be51-3b8d-46ed-a803-7ec530d59ed1 None None] Pushing event updated for resources: {'Port': ['ID=b82b778a-77e3-4182-8b3d-f7be213a4c01,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:12.311564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abe15a-b18e-4b0e-85d1-4b49ba1cd0a8 req-b128204f-337b-421d-9385-92fc06064a0d tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:12.323030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-04abe15a-b18e-4b0e-85d1-4b49ba1cd0a8 req-b128204f-337b-421d-9385-92fc06064a0d tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 944 time: 0.1308298 Oct 19 20:35:12.329788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.411642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.449385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-04abe15a-b18e-4b0e-85d1-4b49ba1cd0a8 req-a091ca7e-391a-42d5-a564-d21b0172b2bc tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252382 Oct 19 20:35:12.505836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:12.511674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:12.516918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:12.552210 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.584142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:12.599031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.754827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:12.800665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5af9-77f6-47a8-bbd0-ea4a6ba78a4f req-ae4b3584-978c-4996-a1c3-1a7c3619916d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:12.802514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-150c5af9-77f6-47a8-bbd0-ea4a6ba78a4f req-ae4b3584-978c-4996-a1c3-1a7c3619916d tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.0836346 Oct 19 20:35:12.950621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-150c5af9-77f6-47a8-bbd0-ea4a6ba78a4f req-046469fa-eb61-4c3e-a27e-d4b204fbc3e4 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258583 Oct 19 20:35:12.997271 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.110788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53542) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:13.193063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802826f-3195-4c59-a832-f29ac79f025d req-4b884342-3ea5-4f26-8cf7-aef77002aacd tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:13.202993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.214084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7802826f-3195-4c59-a832-f29ac79f025d req-4b884342-3ea5-4f26-8cf7-aef77002aacd tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 945 time: 0.1389935 Oct 19 20:35:13.217711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b82b778a-77e3-4182-8b3d-f7be213a4c01 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:13.224708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.288642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7802826f-3195-4c59-a832-f29ac79f025d req-efe2bcab-0609-48f0-a59d-0cdfb657521f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Oct 19 20:35:13.350216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b82b778a-77e3-4182-8b3d-f7be213a4c01 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:13.350767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.352961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53552) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:13.396176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:13.418040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.531628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.559967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1720625477-network', 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:13.618517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-268929758-network', 'tenant_id': '23e96b00a66c471c871fcedcc8615254'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:13.638166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:13.653492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:13.656230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Made reservation on behalf of 23e96b00a66c471c871fcedcc8615254 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:13.658767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.671952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b82b778a-77e3-4182-8b3d-f7be213a4c01, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b82b778a-77e3-4182-8b3d-f7be213a4c01,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:13.677454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.679485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.688103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:13.690517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.704665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.733174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ce66f-cb9c-4a60-a1a2-374fe1291e3b req-2ea5b9b4-2eda-4527-bfea-bb52ec834ce1 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:13.741842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e49ce66f-cb9c-4a60-a1a2-374fe1291e3b req-2ea5b9b4-2eda-4527-bfea-bb52ec834ce1 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 944 time: 0.1037652 Oct 19 20:35:13.750223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b82b778a-77e3-4182-8b3d-f7be213a4c01,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:13.809922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e49ce66f-cb9c-4a60-a1a2-374fe1291e3b req-6412cc9b-3603-414e-b35f-9a2464e228c5 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664253 Oct 19 20:35:13.866353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d78e75-ec66-42a9-be94-3caeea3dc180 None None] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:13.868513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.874254 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.888667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:13.900057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.900744 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Added segment 8a05ec0e-4eed-47f7-9515-16f2f8a51086 of type vlan for network 29ad0092-3e00-487b-9ee0-bc7de2bec157 Oct 19 20:35:13.938867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7855175-b22a-4625-877f-a1f3b1523393 None None] Provisioning complete for port b82b778a-77e3-4182-8b3d-f7be213a4c01 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:13.939265 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7855175-b22a-4625-877f-a1f3b1523393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.949731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.983979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:13.985386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:13.986175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.033186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52fea2-82eb-4e50-a442-37cb49ded147,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:14.042018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6874647 Oct 19 20:35:14.045789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53560) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:14.051081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Request body: {'subnet': {'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1720625477-subnet', 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:14.097166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebcb28-94f4-425e-83a8-0670e2707a51 admin admin] Pushing event updated for resources: {'Network': ['ID=29ad0092-3e00-487b-9ee0-bc7de2bec157,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:14.118589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:14.120361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:14.123634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.200453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 53357b83-c996-441e-8e89-a171fd8fdf99 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:14.226560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f26c7-4354-4238-8755-f5ed8b04ef13 req-52705588-7217-43c5-9e5a-af8b0140b69f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:14.228904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-143f26c7-4354-4238-8755-f5ed8b04ef13 req-52705588-7217-43c5-9e5a-af8b0140b69f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 945 time: 0.5601890 Oct 19 20:35:14.255216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:14.297396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.297613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 53357b83-c996-441e-8e89-a171fd8fdf99 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:14.305080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 53357b83-c996-441e-8e89-a171fd8fdf99 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:14.305528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.350143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.371571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.388717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:14.397831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.398997 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Added segment 46bb17dd-ce01-4142-a442-f60e4108e7bc of type vlan for network 7dc90ed7-5fc7-4650-893a-be905c646a88 Oct 19 20:35:14.443674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.449817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:14.454604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.465043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:14.465608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Network hostable DHCP agents. Network: 29ad0092-3e00-487b-9ee0-bc7de2bec157, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:14.494574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:14.500633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:14.503073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-143f26c7-4354-4238-8755-f5ed8b04ef13 req-77f0ea8e-9950-441e-8762-aeffedc72229 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640395 Oct 19 20:35:14.505883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 29ad0092-3e00-487b-9ee0-bc7de2bec157) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:14.512047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:14.512780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.517572 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42ca53-a1e9-4862-bafa-b20edb65da03" -d '{"events": [{"server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "name": "network-vif-plugged", "status": "completed", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:14.540217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309f232-4378-49a8-a819-52e651973aa9 None None] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:14.540488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1afbbe66-eace-4455-804e-50da905f6656 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4938936 Oct 19 20:35:14.555245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a62df7-5697-4136-af9e-21ee3286dc04,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:14.594898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=53357b83-c996-441e-8e89-a171fd8fdf99,segment=NetworkSegment(3b80e416-b815-4ab4-86ac-1bf1567ea0cf),segment_id=3b80e416-b815-4ab4-86ac-1bf1567ea0cf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:14.603715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:14.614134 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9074266-8c3e-414c-a60b-392610ff853f x-openstack-request-id: req-a9074266-8c3e-414c-a60b-392610ff853f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:14.614462 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "name": "network-vif-plugged", "status": "completed", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:14.614749 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9074266-8c3e-414c-a60b-392610ff853f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:14.615317 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99', 'code': 200} Oct 19 20:35:14.616340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.617971 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d44691ba-75e1-4a6c-8b2c-f8b575d8ccba tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4470990 Oct 19 20:35:14.620913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53574) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:14.627019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.628120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881576099'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:14.631334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:14.645577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.662120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:14.670882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.672729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:14.718019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:14.730971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.731504 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 007ac065-933b-4881-add0-5027e81322ae of type vlan for network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 Oct 19 20:35:14.738644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:14.739304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:14.741356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fc349ece-3dc1-4d20-b628-b0e91580fe25 None None] Provisioning complete for port b82b778a-77e3-4182-8b3d-f7be213a4c01 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:14.741730 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc349ece-3dc1-4d20-b628-b0e91580fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.802161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6867068 Oct 19 20:35:14.848099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.864878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53576) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:14.873621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Request body: {'subnet': {'network_id': '7dc90ed7-5fc7-4650-893a-be905c646a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-268929758-subnet', 'tenant_id': '23e96b00a66c471c871fcedcc8615254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:14.892874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42b845-7730-4701-be9c-a250bb7b4abf admin admin] Pushing event updated for resources: {'Network': ['ID=7dc90ed7-5fc7-4650-893a-be905c646a88,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:14.920493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1696806-c563-43ce-9a56-27c0348b7a3a req-c964931a-b990-40db-ba30-de004a919c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:14.925061 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1696806-c563-43ce-9a56-27c0348b7a3a req-c964931a-b990-40db-ba30-de004a919c7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 1096 time: 0.2315433 Oct 19 20:35:14.948995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7dc90ed7-5fc7-4650-893a-be905c646a88 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:14.959445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Made reservation on behalf of 23e96b00a66c471c871fcedcc8615254 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:14.964773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:14.976084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1696806-c563-43ce-9a56-27c0348b7a3a req-738eed75-891e-4ee9-b084-8cbc46bc5a19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Oct 19 20:35:15.031790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:15.074383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84717-a8fd-42ac-bdc1-cb8e6eb45b84 req-7723cf45-9599-4f96-8446-1604d214afbb tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:15.083043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ec84717-a8fd-42ac-bdc1-cb8e6eb45b84 req-7723cf45-9599-4f96-8446-1604d214afbb tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 945 time: 0.1100352 Oct 19 20:35:15.118089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-335a2171-c5aa-4414-b1e4-a0554961d287 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:15.119886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-335a2171-c5aa-4414-b1e4-a0554961d287 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "GET /v2.0/ports?device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 945 time: 0.1458130 Oct 19 20:35:15.223179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ec84717-a8fd-42ac-bdc1-cb8e6eb45b84 req-0638888f-fc34-4ffd-b4f9-3266cf96576e tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388674 Oct 19 20:35:15.344760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Deleting port ecb2899d-b43b-4722-8e93-7098fc5b668a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:15.345106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.372557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b82b778a-77e3-4182-8b3d-f7be213a4c01 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:15.379712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:15.462230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] For port ecb2899d-b43b-4722-8e93-7098fc5b668a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ecb2899d-b43b-4722-8e93-7098fc5b668a,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:15.462848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.481257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Calling delete_port for ecb2899d-b43b-4722-8e93-7098fc5b668a owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:15.513258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899e1b8-aca8-44f1-8bec-49051b90dc9c None None] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:15.616563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.622323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:15.622986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.681180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0588481 Oct 19 20:35:15.683480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.701966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53602) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:15.702481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a5cc844e-844f-4778-a2fc-40339e97f020'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:15.705131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['ecb2899d-b43b-4722-8e93-7098fc5b668a', '5ccb53d0-86f0-44ef-9036-5b8423dbca2f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:15.720550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:15.788006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01566612-903d-429f-be61-dafe153a515c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=4b6a12b0-a644-4c8a-8a20-1e221c40d397,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:15.795713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83584c2a-0f28-4c37-8434-569bf1373c36 req-bc518f50-cc8b-4b1f-ae74-8f3044aaaea2 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=c145aa92-4771-4a17-8688-7556257f59c8 HTTP/1.1" status: 200 len: 210 time: 0.1231034 Oct 19 20:35:15.800580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-48fb6d2e-4585-485b-a4ac-12189cf312c3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:15.809612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:15.809881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-48fb6d2e-4585-485b-a4ac-12189cf312c3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.3008687 Oct 19 20:35:15.833809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event deleted for resources: {'Port': ['ID=ecb2899d-b43b-4722-8e93-7098fc5b668a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:15.841245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-e41cf224-b4df-4e58-8e4c-311e73696b68 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0302379 Oct 19 20:35:15.854661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b82b778a-77e3-4182-8b3d-f7be213a4c01 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:15.855034 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.890514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-37bc9c64-7ba5-4013-9140-1e60ca966fbb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483739 Oct 19 20:35:15.933100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fc349ece-3dc1-4d20-b628-b0e91580fe25 None None] Provisioning complete for port 322d6cb4-b446-458c-a720-aecd94ddc8b6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:15.933458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc349ece-3dc1-4d20-b628-b0e91580fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.949880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] No DVR routers for this DVR port ecb2899d-b43b-4722-8e93-7098fc5b668a on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:15.955077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:15.960155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4691a291-3410-40ec-8a8f-68d1ebbce228 req-360ad0fd-66c3-4b1b-bb00-a8984a35e5f6 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "DELETE /v2.0/ports/ecb2899d-b43b-4722-8e93-7098fc5b668a HTTP/1.1" status: 204 len: 173 time: 0.8334310 Oct 19 20:35:15.981942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'name': 'network-vif-deleted', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:15.985996 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c6f90-f749-4c32-a2f4-17ce95f79c39" -d '{"events": [{"server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "name": "network-vif-deleted", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:16.058483 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76491b2-74e3-4276-8984-89b93719d412 x-openstack-request-id: req-e76491b2-74e3-4276-8984-89b93719d412 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:16.059123 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c145aa92-4771-4a17-8688-7556257f59c8", "name": "network-vif-deleted", "tag": "ecb2899d-b43b-4722-8e93-7098fc5b668a", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:16.059784 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e76491b2-74e3-4276-8984-89b93719d412 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:16.061270 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c145aa92-4771-4a17-8688-7556257f59c8', 'name': 'network-vif-deleted', 'tag': 'ecb2899d-b43b-4722-8e93-7098fc5b668a', 'status': 'completed', 'code': 200} Oct 19 20:35:16.092154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.094617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:16.109915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.189528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b99ab42-695f-489e-b0fa-5b96b3d78dc9,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:16.206078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-a3398a62-4b13-430b-a1c0-7378be1e7ae3 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144066 Oct 19 20:35:16.214886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Checking segment: {'id': '46bb17dd-ce01-4142-a442-f60e4108e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7dc90ed7-5fc7-4650-893a-be905c646a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:16.215335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Network hostable DHCP agents. Network: 7dc90ed7-5fc7-4650-893a-be905c646a88, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:16.260190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fc349ece-3dc1-4d20-b628-b0e91580fe25 None None] Port 322d6cb4-b446-458c-a720-aecd94ddc8b6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:16.290047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Network 7dc90ed7-5fc7-4650-893a-be905c646a88 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:16.355559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7dc90ed7-5fc7-4650-893a-be905c646a88) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:16.375247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:16.375777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.403200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b0458924-7e24-4647-89f2-9838038bc7f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5338316 Oct 19 20:35:16.407922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ee1b8-b38c-44bb-bfeb-8729bfc7eeba None None] Network 7dc90ed7-5fc7-4650-893a-be905c646a88 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:16.422435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-e57c65d9-142a-4b9b-97a9-33cfc2b6cba2 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153041 Oct 19 20:35:16.461459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81439-7e4c-4185-b7f0-9a857067e000 req-2a97810f-93c4-4cdc-9ae3-ba16f16f38da tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:16.462972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9d81439-7e4c-4185-b7f0-9a857067e000 req-2a97810f-93c4-4cdc-9ae3-ba16f16f38da tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 945 time: 0.1144989 Oct 19 20:35:16.485929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.644343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1f1548c8-b912-4120-8c08-2a81915db1e8 None None] Provisioning complete for port 322d6cb4-b446-458c-a720-aecd94ddc8b6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:16.644903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f1548c8-b912-4120-8c08-2a81915db1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.648359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:12Z', 'revision_number': 3, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:12Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:16.677758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=aa07f9cc-c6c4-4d73-a998-1f000f348650,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:16.700685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9d81439-7e4c-4185-b7f0-9a857067e000 req-b40d2b69-fd04-46f2-bbe9-7d0b196458c4 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267311 Oct 19 20:35:16.720256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f52a18a3-3afd-4723-a89c-2829a0375166 req-74e272e7-7d27-49a5-916a-0dee395c9baa tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 210 time: 0.0434828 Oct 19 20:35:16.743225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:16.746443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: 4b6a12b0-a644-4c8a-8a20-1e221c40d397, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:16.756519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:16.757102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Updating router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 port 322d6cb4-b446-458c-a720-aecd94ddc8b6 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:16.783910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:16.803654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4b6a12b0-a644-4c8a-8a20-1e221c40d397) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:16.816638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1f1548c8-b912-4120-8c08-2a81915db1e8 None None] Port 322d6cb4-b446-458c-a720-aecd94ddc8b6 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:16.818214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfbdb48-c366-469e-9f0b-a40048776628 None None] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:16.824662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:16.825266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:16.852580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb5c175d-cce3-4a17-8b42-f9d8b0e76a47 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1377738 Oct 19 20:35:16.854438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53636) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:16.878237 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.001697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d664f8-551b-4643-8e02-e2d272fd0b51 None None] Network 7dc90ed7-5fc7-4650-893a-be905c646a88 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:17.300444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813db40-06f5-4938-ac90-0d794ebdcb0e req-0ac0c6d6-4ea7-4a17-a25b-61e21eec15a7 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:17.302563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c813db40-06f5-4938-ac90-0d794ebdcb0e req-0ac0c6d6-4ea7-4a17-a25b-61e21eec15a7 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 945 time: 0.1396918 Oct 19 20:35:17.372035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:17.378839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397183413-network', 'tenant_id': '62c8f09b04a448a196fdfbde98b939c5'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:17.395890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c813db40-06f5-4938-ac90-0d794ebdcb0e req-75c9823b-3395-4110-8c90-f3b4e1067900 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865223 Oct 19 20:35:17.415612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Made reservation on behalf of 62c8f09b04a448a196fdfbde98b939c5 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:17.420638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.443050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.501595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:35:17.502937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.639411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.651678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.664450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.712367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05683e-d735-4b08-9dd4-7243372fa235,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:17.745273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:17.764367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.765079 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Added segment 31b93668-f9c0-44d8-a85b-d1f2245556e3 of type vlan for network 0ebb2b0f-4c5d-439f-893d-814ea08eb370 Oct 19 20:35:17.812990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.861322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.863896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:17.864750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:17.913017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5373824 Oct 19 20:35:17.914731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53674) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:17.922036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Request body: {'subnet': {'network_id': '0ebb2b0f-4c5d-439f-893d-814ea08eb370', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397183413-subnet', 'tenant_id': '62c8f09b04a448a196fdfbde98b939c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:17.948892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81db30bd-0aee-4a59-8b16-242ea9cab3c2 req-d37ac75f-a0ac-4710-ac82-cc99eb959912 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 210 time: 0.0867436 Oct 19 20:35:17.962381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae14f-7479-483c-83b5-21c765fdd6ab admin admin] Pushing event updated for resources: {'Network': ['ID=0ebb2b0f-4c5d-439f-893d-814ea08eb370,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:18.013930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Made reservation on behalf of 62c8f09b04a448a196fdfbde98b939c5 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:18.016714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.034612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Allocated IP 172.22.0.2 (4b6a12b0-a644-4c8a-8a20-1e221c40d397/aa07f9cc-c6c4-4d73-a998-1f000f348650/4083be1d-be03-452e-885b-67bb0c660daa) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:18.247582 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.276079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0ebb2b0f-4c5d-439f-893d-814ea08eb370 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:18.278229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ecb2899d-b43b-4722-8e93-7098fc5b668a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:18.284284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.353443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.22.0.1 (4b6a12b0-a644-4c8a-8a20-1e221c40d397/aa07f9cc-c6c4-4d73-a998-1f000f348650/7eeece48-dd84-45a8-bc0b-5f1e4fea9044) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:18.373177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: ecb2899d-b43b-4722-8e93-7098fc5b668a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:18.373727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ecb2899d-b43b-4722-8e93-7098fc5b668a not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:18.373914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-cf5aeea7-cdcb-4120-bf71-abfbc4436724 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:18.379869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-cf5aeea7-cdcb-4120-bf71-abfbc4436724 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2208655 Oct 19 20:35:18.393573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:18.400865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:18.406432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:18.497208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:18.558932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069250-0eb6-4ca7-a275-d2cc3ebe3561 req-f8d04196-d720-4857-84c1-49b5c06485a9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:18.568016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:18.572267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.575439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069250-0eb6-4ca7-a275-d2cc3ebe3561 req-f8d04196-d720-4857-84c1-49b5c06485a9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:18.576770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d069250-0eb6-4ca7-a275-d2cc3ebe3561 req-f8d04196-d720-4857-84c1-49b5c06485a9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265&device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 1681 time: 0.2047052 Oct 19 20:35:18.599615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Pushing event updated for resources: {'Port': ['ID=4083be1d-be03-452e-885b-67bb0c660daa,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:18.658267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d069250-0eb6-4ca7-a275-d2cc3ebe3561 req-e8593e8c-52c8-4a6e-9a6d-2f913fd89912 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Oct 19 20:35:18.702579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.751866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.774209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Attempting to bind port 4083be1d-be03-452e-885b-67bb0c660daa on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:18.774583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Attempting to bind port 4083be1d-be03-452e-885b-67bb0c660daa by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:18.774945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Attempting to bind port 4083be1d-be03-452e-885b-67bb0c660daa on network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:18.796912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:18.797324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Checking segment: {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:18.798378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.799186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Bound using segment: {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:18.799319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Bound port: 4083be1d-be03-452e-885b-67bb0c660daa, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:18.799639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.815179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:18.818365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:18.826314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.839646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.847984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:18.929717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:18.938949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:18.939309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-1371d408-c5a1-485c-adbe-b0d2e8ac0e75 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:18.942848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.943320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.943657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.944048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.944643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-1371d408-c5a1-485c-adbe-b0d2e8ac0e75 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.37 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 945 time: 0.3808477 Oct 19 20:35:18.945713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.946053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.946380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.946703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.947413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.948207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.948626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.949075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:18.962395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d039602-10e8-4866-88d6-47f2af41dd4a None None] Pushing event updated for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:18.999288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] For port 4083be1d-be03-452e-885b-67bb0c660daa, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:19.040826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Attempting to bind port 322d6cb4-b446-458c-a720-aecd94ddc8b6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:19.041473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Attempting to bind port 322d6cb4-b446-458c-a720-aecd94ddc8b6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:19.042198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Attempting to bind port 322d6cb4-b446-458c-a720-aecd94ddc8b6 on network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:19.048336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] For port 4083be1d-be03-452e-885b-67bb0c660daa, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4083be1d-be03-452e-885b-67bb0c660daa,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:19.054947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:19.055479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Checking segment: {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:19.055995 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.056496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Bound using segment: {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:19.057068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Bound port: 322d6cb4-b446-458c-a720-aecd94ddc8b6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:19.057678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.061666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.244049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e874f-5fc6-4ba7-a8cd-3872bfbad9c6 None None] Pushing event updated for resources: {'Port': ['ID=4083be1d-be03-452e-885b-67bb0c660daa,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:19.304460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] For port 322d6cb4-b446-458c-a720-aecd94ddc8b6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:19.305540 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.316633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] For port 322d6cb4-b446-458c-a720-aecd94ddc8b6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=322d6cb4-b446-458c-a720-aecd94ddc8b6,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:19.322143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.361527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ae9b-6baf-474b-98cd-2559920846ee req-72e84b9b-b138-40c4-ab32-639c0a3863e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:19.369411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cee1ae9b-6baf-474b-98cd-2559920846ee req-72e84b9b-b138-40c4-ab32-639c0a3863e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 945 time: 0.7781947 Oct 19 20:35:19.423095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.10 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:19.435233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] Provisioning complete for port 322d6cb4-b446-458c-a720-aecd94ddc8b6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:19.435864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.490297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d039602-10e8-4866-88d6-47f2af41dd4a None None] Pushing event updated for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:19.493193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dca31af4-116d-4c66-8818-a0d75f260df4 req-7153fd2f-1d65-43f0-91de-6d92163d39f5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 210 time: 0.0822568 Oct 19 20:35:19.519952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:19.521167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:19.679062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cee1ae9b-6baf-474b-98cd-2559920846ee req-da9997d3-9d13-4b30-8ee9-f87bb018c96c tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083882 Oct 19 20:35:19.709428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:19.816968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d43287e-faaa-40bb-b5b7-65a9dda97704,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:19.850461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:19.903681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.013029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Deleting port 53357b83-c996-441e-8e89-a171fd8fdf99 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:20.013748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.038823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] For port 322d6cb4-b446-458c-a720-aecd94ddc8b6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=322d6cb4-b446-458c-a720-aecd94ddc8b6,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:20.072450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Checking segment: {'id': '31b93668-f9c0-44d8-a85b-d1f2245556e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0ebb2b0f-4c5d-439f-893d-814ea08eb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:20.072815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Network hostable DHCP agents. Network: 0ebb2b0f-4c5d-439f-893d-814ea08eb370, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:20.094191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.106884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.123866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.203589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Network 0ebb2b0f-4c5d-439f-893d-814ea08eb370 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:20.213134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbd5c8-de66-4164-aeae-532e47ed5e68 None None] Pushing event updated for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:20.239612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0ebb2b0f-4c5d-439f-893d-814ea08eb370) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:20.256047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a854127-94c1-45fd-9af5-e2844e2bbb43 None None] Network 0ebb2b0f-4c5d-439f-893d-814ea08eb370 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:20.268504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.278819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:20.279584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:20.281643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.301879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04bdc-9cf4-470a-ae46-489e77a94502 req-8f9f23d7-e2b8-4fda-8bf7-fc1326e9f9f9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:20.313450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3a04bdc-9cf4-470a-ae46-489e77a94502 req-8f9f23d7-e2b8-4fda-8bf7-fc1326e9f9f9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.2848399 Oct 19 20:35:20.326956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9ef40360-7ab7-41ce-be6f-75ce8d3a3500 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4031875 Oct 19 20:35:20.326956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] For port 53357b83-c996-441e-8e89-a171fd8fdf99, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=53357b83-c996-441e-8e89-a171fd8fdf99,segment=NetworkSegment(3b80e416-b815-4ab4-86ac-1bf1567ea0cf),segment_id=3b80e416-b815-4ab4-86ac-1bf1567ea0cf)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:20.326956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.350488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.358273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Calling delete_port for 53357b83-c996-441e-8e89-a171fd8fdf99 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:20.415354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e92130a5-1958-46dc-8659-61e7a0919c35 None None] Provisioning complete for port 322d6cb4-b446-458c-a720-aecd94ddc8b6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:20.415626 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e92130a5-1958-46dc-8659-61e7a0919c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.452834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3a04bdc-9cf4-470a-ae46-489e77a94502 req-5b59f418-cace-44cf-a94f-c2641e9c48d3 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384134 Oct 19 20:35:20.511147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:20.515135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:20.613538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53706) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:20.723415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:18Z', 'revision_number': 1, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:20.753450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Deleting subnet 6b99ab42-695f-489e-b0fa-5b96b3d78dc9 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:20.757499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.805010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:20.825012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-c4f5bbae-0c05-4143-8d76-6f0828b2d75f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:20.828430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-c4f5bbae-0c05-4143-8d76-6f0828b2d75f tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.37 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.2119088 Oct 19 20:35:20.854452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:20.854677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e16722-a567-4635-9fa6-087da1527d80 None None] Network 0ebb2b0f-4c5d-439f-893d-814ea08eb370 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:20.863724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7c451-ff69-48fb-84cb-b9d33198a037 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:18Z', 'revision_number': 1, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:20.984517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:20.987171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcc991-9791-42b4-b9a4-3bef5d57f8e2 None None] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:21.036014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:21.068826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.090799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:21.120334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb789-0692-4cfc-a2a8-cc6b6f00c35f req-f98d6833-7333-49ef-bcf3-1dc55ca51e52 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:21.130727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7ecb789-0692-4cfc-a2a8-cc6b6f00c35f req-f98d6833-7333-49ef-bcf3-1dc55ca51e52 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 932 time: 0.4826303 Oct 19 20:35:21.181607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] Provisioning complete for port 4083be1d-be03-452e-885b-67bb0c660daa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:21.181981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.194120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:21.212411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc044d-cb5c-422d-8356-d1a8b276b1ce req-02eceaff-5bd4-4cfa-9a11-b10e43e96c7f tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:21.224547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45cc044d-cb5c-422d-8356-d1a8b276b1ce req-02eceaff-5bd4-4cfa-9a11-b10e43e96c7f tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 867 time: 0.3938270 Oct 19 20:35:21.269368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:21.276350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c4f4ee8-fa54-481a-a9ef-01f92eff6830 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175093 Oct 19 20:35:21.280491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:21.285280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Pushing event deleted for resources: {'Port': ['ID=53357b83-c996-441e-8e89-a171fd8fdf99,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:21.288615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247176807'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:21.291514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.342997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:21.347905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.385188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45cc044d-cb5c-422d-8356-d1a8b276b1ce req-36a79f46-6494-4882-a894-821e7b857ca6 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/security-groups?id=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587498 Oct 19 20:35:21.397110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Deleting port a5cc844e-844f-4778-a2fc-40339e97f020 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:21.398441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.400610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 322d6cb4-b446-458c-a720-aecd94ddc8b6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:21.444873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:21.445579 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.509214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.544165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] For port a5cc844e-844f-4778-a2fc-40339e97f020, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a5cc844e-844f-4778-a2fc-40339e97f020,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:21.544805 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.596634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7ecb789-0692-4cfc-a2a8-cc6b6f00c35f req-5a9ea599-6950-4e05-84e4-46642a0314a9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132014 Oct 19 20:35:21.609144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Calling delete_port for a5cc844e-844f-4778-a2fc-40339e97f020 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:21.623042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 322d6cb4-b446-458c-a720-aecd94ddc8b6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:21.623413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.631685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.746779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] No DVR routers for this DVR port 53357b83-c996-441e-8e89-a171fd8fdf99 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:21.770329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-531ffc96-fae0-46b5-bfa9-11766fbcc0dc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3773263 Oct 19 20:35:21.771550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.775633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ee1b06-f883-465d-b14f-b0ef563f4847 req-2950c1da-34bb-4318-b763-524e462068e3 tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.37 "DELETE /v2.0/ports/53357b83-c996-441e-8e89-a171fd8fdf99 HTTP/1.1" status: 204 len: 173 time: 2.7943966 Oct 19 20:35:21.780576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] For port 4083be1d-be03-452e-885b-67bb0c660daa, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4083be1d-be03-452e-885b-67bb0c660daa,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:21.796893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:21.798409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'name': 'network-vif-deleted', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:21.807295 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47689f0-f986-4084-bcbd-2a61b1bc0665" -d '{"events": [{"server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "name": "network-vif-deleted", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:21.878721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Request body: {'port': {'device_id': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:21.920739 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd10e94-4964-4de9-87f2-2e5a8ee5aae8 x-openstack-request-id: req-dfd10e94-4964-4de9-87f2-2e5a8ee5aae8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:21.921041 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12482976-c535-4a35-a7f8-887ef711ce95", "name": "network-vif-deleted", "tag": "53357b83-c996-441e-8e89-a171fd8fdf99", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:21.921354 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfd10e94-4964-4de9-87f2-2e5a8ee5aae8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:21.921810 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12482976-c535-4a35-a7f8-887ef711ce95', 'name': 'network-vif-deleted', 'tag': '53357b83-c996-441e-8e89-a171fd8fdf99', 'status': 'completed', 'code': 200} Oct 19 20:35:21.997814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-570caa8b-526d-42c4-a7cd-89fa7db65aaf tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:22.002729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-570caa8b-526d-42c4-a7cd-89fa7db65aaf tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 945 time: 0.6179125 Oct 19 20:35:22.080466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac1d13-d51c-47dc-93e7-096d967f2b2c None None] Pushing event updated for resources: {'Port': ['ID=4083be1d-be03-452e-885b-67bb0c660daa,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:22.120027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4083be1d-be03-452e-885b-67bb0c660daa up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:22.123176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2594c1ad-49a9-46d6-999b-5a591f2eb353 None None] Provisioning complete for port 4083be1d-be03-452e-885b-67bb0c660daa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:22.123460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2594c1ad-49a9-46d6-999b-5a591f2eb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.255179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:22.268297 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.291197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.578134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:22.591332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.591903 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added segment 4dbee610-4118-4f2d-8302-263f4fd55b89 of type vlan for network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 Oct 19 20:35:22.619529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 53357b83-c996-441e-8e89-a171fd8fdf99 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:22.648293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.648702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 53357b83-c996-441e-8e89-a171fd8fdf99 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:22.649491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 53357b83-c996-441e-8e89-a171fd8fdf99 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:22.695063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4083be1d-be03-452e-885b-67bb0c660daa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:22.695681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.765313 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.772571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:22.773483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.782976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.830121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9108-9e35-4965-9d95-93645c86d8c2 req-c5345e0c-9655-492d-b8a0-2b2b4fd92d20 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:22.839416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2bfa9108-9e35-4965-9d95-93645c86d8c2 req-c5345e0c-9655-492d-b8a0-2b2b4fd92d20 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=d69c45f6-e6e2-401d-9cec-49fef52315c0 HTTP/1.1" status: 200 len: 945 time: 0.3884192 Oct 19 20:35:22.855689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2594c1ad-49a9-46d6-999b-5a591f2eb353 None None] Provisioning complete for port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:22.856061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2594c1ad-49a9-46d6-999b-5a591f2eb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.886304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:22.894744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.898338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2594c1ad-49a9-46d6-999b-5a591f2eb353 None None] Port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:22.915431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Transition to ACTIVE for port object 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:22.927640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event deleted for resources: {'Port': ['ID=a5cc844e-844f-4778-a2fc-40339e97f020,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:22.950413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6674907 Oct 19 20:35:22.956795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.959307 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:22.963590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3ad912c-05df-4c7e-8957-e87b3ebfd7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:22.967909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:22.969362 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:22.970087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] No DVR routers for this DVR port a5cc844e-844f-4778-a2fc-40339e97f020 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:22.970496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:23.002182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.009072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2bfa9108-9e35-4965-9d95-93645c86d8c2 req-f6e0c2cd-7a7f-47d4-9257-61e11a330ecf tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642554 Oct 19 20:35:23.012546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.016118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-129e0402-c497-497f-b93e-9bb7c84a9502 req-9f4d8fdc-81f7-4258-a4ac-9639ca55a9d9 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.37 "DELETE /v2.0/ports/a5cc844e-844f-4778-a2fc-40339e97f020 HTTP/1.1" status: 204 len: 173 time: 2.1761124 Oct 19 20:35:23.016715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'name': 'network-vif-deleted', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:23.020897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3e21ec64-fcaa-4492-970a-de6d7891df5a None None] Provisioning complete for port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:23.021544 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e21ec64-fcaa-4492-970a-de6d7891df5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.021867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b99ab42-695f-489e-b0fa-5b96b3d78dc9 HTTP/1.1" status: 204 len: 168 time: 2.3688490 Oct 19 20:35:23.028791 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c133b29-bddf-459c-ae10-97f1effcab7b" -d '{"events": [{"server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "name": "network-vif-deleted", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:23.031758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53742) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:23.035461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e27d-d853-4dce-92ce-21c7171cfc55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b99ab42-695f-489e-b0fa-5b96b3d78dc9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:23.041009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ffb33-7cb8-455a-a917-559a51846f87 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Network': ['ID=e7e75e6b-de52-4b62-a79f-efe1d32d4ba3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:23.067228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39078011-b0ad-45c4-821d-925df9775bc6 req-d26ac5f2-68fd-4b4d-9335-6fc10aa9dfab tempest-InstanceActionsV221TestJSON-969567971 tempest-InstanceActionsV221TestJSON-969567971-project] 10.222.0.31 "GET /v2.0/ports?device_id=12482976-c535-4a35-a7f8-887ef711ce95 HTTP/1.1" status: 200 len: 210 time: 0.1500258 Oct 19 20:35:23.097815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'subnet': {'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:23.098759 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:23.124635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3e21ec64-fcaa-4492-970a-de6d7891df5a None None] Port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:23.133358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:23.134110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Deleting port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:23.134455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.165723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.258561 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94862e07-3832-4031-a7fd-4f14c2a77fb3 x-openstack-request-id: req-94862e07-3832-4031-a7fd-4f14c2a77fb3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:23.259273 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69c45f6-e6e2-401d-9cec-49fef52315c0", "name": "network-vif-deleted", "tag": "a5cc844e-844f-4778-a2fc-40339e97f020", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:23.259758 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94862e07-3832-4031-a7fd-4f14c2a77fb3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:23.260393 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69c45f6-e6e2-401d-9cec-49fef52315c0', 'name': 'network-vif-deleted', 'tag': 'a5cc844e-844f-4778-a2fc-40339e97f020', 'status': 'completed', 'code': 200} Oct 19 20:35:23.333091 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:23.340830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:23.340830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.343041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4083be1d-be03-452e-885b-67bb0c660daa up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:23.370042 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:23.370393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Updating router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:23.389990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Calling delete_port for 5ccb53d0-86f0-44ef-9036-5b8423dbca2f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:23.396076 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.415019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4083be1d-be03-452e-885b-67bb0c660daa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:23.415236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.415409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.444897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc90ed7-5fc7-4650-893a-be905c646a88']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:23.463353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bb17dd-ce01-4142-a442-f60e4108e7bc') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:23.463864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bb17dd-ce01-4142-a442-f60e4108e7bc') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:23.475028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd4c2-f342-4aea-ba06-4c63f9e03545 req-b0cb0d87-2fe5-434d-badd-1ab67ad171f2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:23.476805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b98cd4c2-f342-4aea-ba06-4c63f9e03545 req-b0cb0d87-2fe5-434d-badd-1ab67ad171f2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 944 time: 0.2153423 Oct 19 20:35:23.493971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.529101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.549035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:23.549437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:23.551306 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:23.571627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b98cd4c2-f342-4aea-ba06-4c63f9e03545 req-574eec56-42c2-487b-ba8f-c004f0eaccf5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880356 Oct 19 20:35:23.635454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.655783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.661996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7dc90ed7-5fc7-4650-893a-be905c646a88 HTTP/1.1" status: 204 len: 168 time: 0.6282165 Oct 19 20:35:23.663433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4bfe-1002-4767-9da6-25c9dfdb56c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc90ed7-5fc7-4650-893a-be905c646a88,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:23.664672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53746) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:23.719169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Deleting subnet 4d43287e-faaa-40bb-b5b7-65a9dda97704 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:23.722686 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.760321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.762857 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.769793 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.801196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.803739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3ad912c-05df-4c7e-8957-e87b3ebfd7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.835575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3ad912c-05df-4c7e-8957-e87b3ebfd7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.851232 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb283d-e23d-40f5-89cb-5598a68fd3f7 None None] Pushing event updated for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:23.871989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.900667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d43287e-faaa-40bb-b5b7-65a9dda97704,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:23.904946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:23.912440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab060f1a-67fb-4d47-ace4-578aff982899 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4d43287e-faaa-40bb-b5b7-65a9dda97704 HTTP/1.1" status: 204 len: 168 time: 0.2467124 Oct 19 20:35:23.913116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53748) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:23.958434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.009073 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Attempting to bind port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:24.010066 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Attempting to bind port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:24.010631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Attempting to bind port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 on network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:24.015047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5ccb53d0-86f0-44ef-9036-5b8423dbca2f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:24.016494 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:24.017058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Checking segment: {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:24.017663 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.018210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Bound using segment: {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:24.018841 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Bound port: 7eeece48-dd84-45a8-bc0b-5f1e4fea9044, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007ac065-933b-4881-add0-5027e81322ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:24.019385 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.021670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.061989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3ad912c-05df-4c7e-8957-e87b3ebfd7da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19191ab5d09a482f86b4ccacf8353845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8008826 Oct 19 20:35:24.065694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53752) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:24.094273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad912c-05df-4c7e-8957-e87b3ebfd7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8ae89-a526-4dde-ad16-3953a1d5e6b4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.103056 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] For port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:24.106546 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] For port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:24.115862 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.168545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Made reservation on behalf of beb81f2309f74367992dad3d1e8da9ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:24.173637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.177311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.186601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.196518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Attempting to bind port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:24.196888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Attempting to bind port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:24.197215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Attempting to bind port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:24.198350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebb2b0f-4c5d-439f-893d-814ea08eb370']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:24.210072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b93668-f9c0-44d8-a85b-d1f2245556e3') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:24.210453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b93668-f9c0-44d8-a85b-d1f2245556e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:24.214658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:24.216485 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:34:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:24.223253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.238120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.239796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,segment=NetworkSegment(927a5a38-4189-445c-893b-147353c5ce58),segment_id=927a5a38-4189-445c-893b-147353c5ce58)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:24.241271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:24.243824 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ffd1fa-954e-48cc-a2c9-b89c5202826a" -d '{"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:24.249287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:24.249723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.250436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a5cc844e-844f-4778-a2fc-40339e97f020 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:24.251803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:24.255388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Attempting to bind port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:24.264693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.296039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: a5cc844e-844f-4778-a2fc-40339e97f020 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:24.296549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a5cc844e-844f-4778-a2fc-40339e97f020 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:24.300543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:24.302431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:24.304861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:24.305552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Bound port: 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:24.306083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.330900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] Provisioning complete for port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:24.331280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:24.409969 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:24.412229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.423240 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cd36b3-de1c-4253-b80c-81ae50dba26e x-openstack-request-id: req-10cd36b3-de1c-4253-b80c-81ae50dba26e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:24.423540 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:24.426902 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10cd36b3-de1c-4253-b80c-81ae50dba26e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:24.428279 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'code': 200} Oct 19 20:35:24.428713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb283d-e23d-40f5-89cb-5598a68fd3f7 None None] Pushing event updated for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.436089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.459995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.462410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0ebb2b0f-4c5d-439f-893d-814ea08eb370 HTTP/1.1" status: 204 len: 168 time: 0.5482457 Oct 19 20:35:24.494834 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:24.514857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.533382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.572142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.575509 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.598453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Pushing event deleted for resources: {'Port': ['ID=5ccb53d0-86f0-44ef-9036-5b8423dbca2f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.608550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:24.621225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bbe75-54fe-4993-9155-bfda4b6bdeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebb2b0f-4c5d-439f-893d-814ea08eb370,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.636187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53770) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:24.653274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] For port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:24.660850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.704742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce1281-b189-4919-b5fc-0078e7e1e3a8 req-e24a1c11-73ed-494d-8cff-392f71c062c5 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:24.711351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2ce1281-b189-4919-b5fc-0078e7e1e3a8 req-e24a1c11-73ed-494d-8cff-392f71c062c5 tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/ports?device_id=6399c564-0afb-4e13-af7d-6aa73a12a265 HTTP/1.1" status: 200 len: 865 time: 0.2981920 Oct 19 20:35:24.716498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53772) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:24.731544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] No DVR routers for this DVR port 5ccb53d0-86f0-44ef-9036-5b8423dbca2f on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:24.735893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:24.750700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.755199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9769c99-dd90-43ea-a315-0a34766320b6 req-56dbb08e-00a7-4743-94d5-ccd26b910cde tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.11 "DELETE /v2.0/ports/5ccb53d0-86f0-44ef-9036-5b8423dbca2f HTTP/1.1" status: 204 len: 173 time: 2.7380977 Oct 19 20:35:24.763679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-deleted', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:24.767579 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb96f14-3f6d-4528-a9ae-67176504a6ba" -d '{"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-deleted", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:24.777963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.783410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c03d3-41a3-4b4e-9fc3-68ab2c5b2f20 None None] Pushing event updated for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.797306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.800708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.804921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41e8ae89-a526-4dde-ad16-3953a1d5e6b4 HTTP/1.1" status: 204 len: 168 time: 0.4180727 Oct 19 20:35:24.807191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3ef1acd7-d429-4317-9d0a-94d493f360e8 None None] Provisioning complete for port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:24.807320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef1acd7-d429-4317-9d0a-94d493f360e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.819253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2ce1281-b189-4919-b5fc-0078e7e1e3a8 req-09513911-636f-403f-9a78-991f3c76432e tempest-ListServersNegativeTestJSON-524943443 tempest-ListServersNegativeTestJSON-524943443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60b5fc2-93e6-4720-9d97-e2458f0da7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797958 Oct 19 20:35:24.828322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8aaf1f10-7739-4301-aacf-2561c3291e71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23e96b00a66c471c871fcedcc8615254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105261 Oct 19 20:35:24.829238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd02b8-d31a-4592-86be-22f4c78fd88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8ae89-a526-4dde-ad16-3953a1d5e6b4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:24.832184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53778) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:24.892260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Deleting subnet 96523819-0aba-4610-8723-ac6a2a4f5278 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:24.914875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.920898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:24.921878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:24.923516 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] 10.222.0.11 "PUT /v2.0/ports/2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b HTTP/1.1" status: 200 len: 1092 time: 3.1032999 Oct 19 20:35:24.937078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:24.938865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088d2c-078c-4c9d-8d3a-ffdb034f812e req-40db6ac8-c7b3-4044-9314-f233741b9c1a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:24.940829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52088d2c-078c-4c9d-8d3a-ffdb034f812e req-40db6ac8-c7b3-4044-9314-f233741b9c1a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 944 time: 0.2110548 Oct 19 20:35:24.969151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3ccfe-2d07-4f40-8a40-ded538b11623 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:24.972013 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c37c9-baf2-4f81-8dc6-d25430ed171b x-openstack-request-id: req-5b6c37c9-baf2-4f81-8dc6-d25430ed171b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:24.972421 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399c564-0afb-4e13-af7d-6aa73a12a265", "name": "network-vif-deleted", "tag": "5ccb53d0-86f0-44ef-9036-5b8423dbca2f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:24.972788 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b6c37c9-baf2-4f81-8dc6-d25430ed171b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:24.973278 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399c564-0afb-4e13-af7d-6aa73a12a265', 'name': 'network-vif-deleted', 'tag': '5ccb53d0-86f0-44ef-9036-5b8423dbca2f', 'status': 'completed', 'code': 200} Oct 19 20:35:24.978819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.034563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.040687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e092116-043f-44c4-a50f-d23de1148846 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:25.046927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.057638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.113669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.116897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.124007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a62df7-5697-4136-af9e-21ee3286dc04 HTTP/1.1" status: 204 len: 168 time: 0.2908218 Oct 19 20:35:25.136825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8744-54d3-450e-a555-77f01fb302d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a62df7-5697-4136-af9e-21ee3286dc04,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:25.200430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52088d2c-078c-4c9d-8d3a-ffdb034f812e req-2b355393-e9ec-4fa7-a866-fe5943c737d6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119439 Oct 19 20:35:25.211448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-c0a222e0-66b2-4009-b2e8-da776e34b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:25.213800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-c0a222e0-66b2-4009-b2e8-da776e34b0dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 1095 time: 0.1976664 Oct 19 20:35:25.223937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:25.246642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.288716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Subnet': ['ID=676544f8-1cff-4ff6-bb09-6e46c0f3f104,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:25.301027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:25.301640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.323377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-018cc115-8092-42b6-ac37-ede5cba21bd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b HTTP/1.1" status: 200 len: 217 time: 0.0923989 Oct 19 20:35:25.435620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Checking segment: {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:25.436241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network hostable DHCP agents. Network: e7e75e6b-de52-4b62-a79f-efe1d32d4ba3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:25.447553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df063b-6915-4937-89a4-40dd47977fef req-6e3eb654-3b8a-4621-922e-a920aac005c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:25.449153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-6e3eb654-3b8a-4621-922e-a920aac005c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1138027 Oct 19 20:35:25.453207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.515128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96523819-0aba-4610-8723-ac6a2a4f5278,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:25.517794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.523763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18bb666a-5c6b-4dca-97cf-3c3a6102e3ae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/96523819-0aba-4610-8723-ac6a2a4f5278 HTTP/1.1" status: 204 len: 168 time: 0.8545744 Oct 19 20:35:25.523763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-b216f196-c583-4e7f-bbb6-adb21512cc1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617862 Oct 19 20:35:25.524196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53786) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.524839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:25.541044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e7e75e6b-de52-4b62-a79f-efe1d32d4ba3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:25.548806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46dff8-f0c8-478a-b3c0-033ad9826b4b None None] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:25.573139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:25.582012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.604313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53788) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.614327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53790) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.640596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fd7af3-5fca-4e12-bcb7-ce405c17f466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.649146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94b0863d-aece-4107-8850-afc08584ae91 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6262560 Oct 19 20:35:25.651804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53792) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.653838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.697259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2528c528-7fe5-4354-905e-9de6ad1e6e7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62c8f09b04a448a196fdfbde98b939c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815499 Oct 19 20:35:25.704897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.731796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:35:25.733074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.758604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-2d7976e4-ab43-44bc-a7c0-482228c50da7 service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266371 Oct 19 20:35:25.797827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.830541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc34e2-387f-44a6-a914-7b354ef916f3']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:25.848751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80e416-b815-4ab4-86ac-1bf1567ea0cf') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:25.849380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80e416-b815-4ab4-86ac-1bf1567ea0cf') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:25.852749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fd7af3-5fca-4e12-bcb7-ce405c17f466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.858678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43fd7af3-5fca-4e12-bcb7-ce405c17f466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.879698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.907945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Allocated IP 172.23.0.2 (e7e75e6b-de52-4b62-a79f-efe1d32d4ba3/676544f8-1cff-4ff6-bb09-6e46c0f3f104/c73c8423-e3fd-4230-9065-55239169776a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:25.925416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53798) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.943765 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.948581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43fd7af3-5fca-4e12-bcb7-ce405c17f466 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7741a65e71040a8ae2cab80fe2b8cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429880 Oct 19 20:35:25.952806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:25.963635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.975129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd7af3-5fca-4e12-bcb7-ce405c17f466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434515d7-f78c-4edd-b8c1-da2a1e5360a4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:25.980839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:25.981230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:25.982968 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:26.030722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.033911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51df063b-6915-4937-89a4-40dd47977fef req-9ff692a8-92a9-4d80-9edf-acadfc7fe00b service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623208 Oct 19 20:35:26.041065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Deleting subnet b07287ee-ecd7-426c-a24d-c0348d04120e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:26.045221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.066931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.082364 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.086126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85fc34e2-387f-44a6-a914-7b354ef916f3 HTTP/1.1" status: 204 len: 168 time: 0.5600917 Oct 19 20:35:26.099189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d344c2a-8092-4300-993e-6814b6b68ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fc34e2-387f-44a6-a914-7b354ef916f3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.108200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.121904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.132235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.154858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.178824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.215085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:26.224140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:26.232554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:26.238717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Pushing event updated for resources: {'Port': ['ID=c73c8423-e3fd-4230-9065-55239169776a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.239044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.275754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.280768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.296925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.297325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07287ee-ecd7-426c-a24d-c0348d04120e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.298134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d05683e-d735-4b08-9dd4-7243372fa235 HTTP/1.1" status: 204 len: 168 time: 0.5922763 Oct 19 20:35:26.305854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.313042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ecddd12-a41c-4f42-ae30-3b2a52c27ba9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b07287ee-ecd7-426c-a24d-c0348d04120e HTTP/1.1" status: 204 len: 168 time: 0.3823509 Oct 19 20:35:26.313272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:26.322370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Attempting to bind port c73c8423-e3fd-4230-9065-55239169776a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:26.322889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Attempting to bind port c73c8423-e3fd-4230-9065-55239169776a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:26.323468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Attempting to bind port c73c8423-e3fd-4230-9065-55239169776a on network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:26.330445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:26.330918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Checking segment: {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:26.331385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.331985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Bound using segment: {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:26.332809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Bound port: c73c8423-e3fd-4230-9065-55239169776a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:26.333284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.370446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f136fd8-c6f2-423b-8fb6-03821022da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05683e-d735-4b08-9dd4-7243372fa235,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.418333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53810) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:26.438425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4883e441-095d-4936-9a33-791e050c5128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.452716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] For port c73c8423-e3fd-4230-9065-55239169776a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:26.457987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] For port c73c8423-e3fd-4230-9065-55239169776a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c73c8423-e3fd-4230-9065-55239169776a,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:26.465256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.498256 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.501655 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50eaa432-01ba-45bb-a6e7-89422baaa80f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6e6fd7aff9a4694b06b8db1dbc50f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783441 Oct 19 20:35:26.501970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53814) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:26.509566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.521614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e79b-b513-472b-a50a-e4a741ccde75 req-ec394274-e36d-4dcb-a931-aafebf9c193a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:26.532138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d67e79b-b513-472b-a50a-e4a741ccde75 req-ec394274-e36d-4dcb-a931-aafebf9c193a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 944 time: 0.2322488 Oct 19 20:35:26.560924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3371cd-443d-4065-8564-bd8ccc79e327 None None] Pushing event updated for resources: {'Port': ['ID=c73c8423-e3fd-4230-9065-55239169776a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.571173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.574118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.577504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/434515d7-f78c-4edd-b8c1-da2a1e5360a4 HTTP/1.1" status: 204 len: 168 time: 0.6201615 Oct 19 20:35:26.598301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.600621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96410511-e4b8-49c5-9871-5c780ba15e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434515d7-f78c-4edd-b8c1-da2a1e5360a4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.643275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.735496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.740322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.742974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84f34894-2aa3-4efc-b7e7-05a4fb96a3fc HTTP/1.1" status: 204 len: 168 time: 0.2388308 Oct 19 20:35:26.756100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadeb5a0-8a45-4edf-865a-27b5c0afd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f34894-2aa3-4efc-b7e7-05a4fb96a3fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:26.780345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d67e79b-b513-472b-a50a-e4a741ccde75 req-17b9c816-c0d9-4da0-b621-3e88cc3f87f0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453873 Oct 19 20:35:26.837585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.887134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39da0323-bd77-4e33-abe5-f494684140c7']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:26.942146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927a5a38-4189-445c-893b-147353c5ce58') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:26.942683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927a5a38-4189-445c-893b-147353c5ce58') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:26.964027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:26.974888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:26.977601 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:27.060413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.081970 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270d8af9-dcfc-4d47-85f1-b32df07683c8 x-openstack-request-id: req-270d8af9-dcfc-4d47-85f1-b32df07683c8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:27.082266 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:27.082590 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-270d8af9-dcfc-4d47-85f1-b32df07683c8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:27.082985 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b', 'status': 'completed', 'code': 200} Oct 19 20:35:27.105092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:27.105092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:27.108624 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:27.189657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Allocated IP 172.23.0.1 (e7e75e6b-de52-4b62-a79f-efe1d32d4ba3/676544f8-1cff-4ff6-bb09-6e46c0f3f104/955251d6-22cc-4577-b5af-912393fdfbff) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:27.216119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.217212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c73c8423-e3fd-4230-9065-55239169776a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:27.229880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-5672035a-abbf-43b8-a47a-4846a92ae437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:27.231379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-5672035a-abbf-43b8-a47a-4846a92ae437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 1095 time: 0.1475239 Oct 19 20:35:27.239265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.243794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39da0323-bd77-4e33-abe5-f494684140c7 HTTP/1.1" status: 204 len: 168 time: 0.9187114 Oct 19 20:35:27.285762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53836) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:27.292084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c73c8423-e3fd-4230-9065-55239169776a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:27.293366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb793b-298d-4cf7-84d3-d50e210af853 admin admin] Pushing event deleted for resources: {'Network': ['ID=39da0323-bd77-4e33-abe5-f494684140c7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:27.293904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.309396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a53265d6-b25a-43fb-be63-997581732d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.415141 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.434802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-fd9e58e4-0aaa-4d05-945a-856e2d53f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:27.436897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-fd9e58e4-0aaa-4d05-945a-856e2d53f1cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.1915584 Oct 19 20:35:27.442598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.467544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c73c8423-e3fd-4230-9065-55239169776a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c73c8423-e3fd-4230-9065-55239169776a,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:27.475336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.485331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a53265d6-b25a-43fb-be63-997581732d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.498878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a53265d6-b25a-43fb-be63-997581732d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.512864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-6b990b09-40d8-45ba-bf02-3ea557c5f06f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b HTTP/1.1" status: 200 len: 217 time: 0.0668387 Oct 19 20:35:27.546545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a53265d6-b25a-43fb-be63-997581732d27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f50a15a7d6f49cfb70ef8da9a19b00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577462 Oct 19 20:35:27.549001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:27.582335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c73c8423-e3fd-4230-9065-55239169776a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:27.604840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-617e7d6f-7740-4ef7-b233-ac0db7378780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:27.607265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-617e7d6f-7740-4ef7-b233-ac0db7378780 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.0871422 Oct 19 20:35:27.616567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53265d6-b25a-43fb-be63-997581732d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb6ad2-3a4d-47f2-9bbb-224e51e24c23,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:27.622297 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.650352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.678839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-0b401ae9-8f09-43ce-b8f1-55c003bf7eaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645266 Oct 19 20:35:27.685811 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.713718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:27.731272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53846) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:27.734444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:27.743085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:27.796795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66b3038e-f50b-4f14-b5a2-c5bed7b940a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f51acb58749e4e36876e92536f72fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602982 Oct 19 20:35:27.799255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53852) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:27.856038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.863245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.867688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91fb6ad2-3a4d-47f2-9bbb-224e51e24c23 HTTP/1.1" status: 204 len: 168 time: 0.3107853 Oct 19 20:35:27.876033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:27.888278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.894054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:27.897238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b5fe-db72-4e30-809d-989e3c96712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb6ad2-3a4d-47f2-9bbb-224e51e24c23,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:27.947072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.021216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.026289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.031454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b60b5fc2-93e6-4720-9d97-e2458f0da7f8 HTTP/1.1" status: 204 len: 168 time: 0.2302771 Oct 19 20:35:28.042299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc828f-8ef4-4937-bafd-4b26a9dfc094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b5fc2-93e6-4720-9d97-e2458f0da7f8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:28.050249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:28.177244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d4a63-eeba-4cab-8dfd-c305835717ec None None] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:28.204091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:28.260279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b', 'mac_address': 'fa:16:3e:b5:63:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:28.333491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2eaa4aa8-88be-41d1-a357-066dcab5d94b None None] Provisioning complete for port c73c8423-e3fd-4230-9065-55239169776a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:28.334185 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4aa8-88be-41d1-a357-066dcab5d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.398180 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.425790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:28.468397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:28.493082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.501063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.587466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8e16f-10d7-4df9-852e-fd532da62394 req-f36bd5bb-c0d6-4399-93d5-8f09f1e22b3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:28.589845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15a8e16f-10d7-4df9-852e-fd532da62394 req-f36bd5bb-c0d6-4399-93d5-8f09f1e22b3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 944 time: 0.2278397 Oct 19 20:35:28.591941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-831dfacd-19d3-44cc-b753-d291204ab34f service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9012916 Oct 19 20:35:28.599518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:28.702626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:28.771100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15a8e16f-10d7-4df9-852e-fd532da62394 req-81e74ab4-1572-43bc-a42d-5e8b4bc34e29 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609936 Oct 19 20:35:28.896722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53892) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:28.899755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc728e4c-a3f1-4553-a2e6-57c42e68f5f5 req-c9de664e-d326-45f2-b112-cb095106dc60 service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993774 Oct 19 20:35:28.916248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-be5d3cbc-4f77-4942-aa24-ec453f187114 None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:28.916525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be5d3cbc-4f77-4942-aa24-ec453f187114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:28.990622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-be5d3cbc-4f77-4942-aa24-ec453f187114 None None] Port 955251d6-22cc-4577-b5af-912393fdfbff cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:29.002456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-be5d3cbc-4f77-4942-aa24-ec453f187114 None None] Provisioning complete for port c73c8423-e3fd-4230-9065-55239169776a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:29.002841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be5d3cbc-4f77-4942-aa24-ec453f187114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.090554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.120129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.160272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c73c8423-e3fd-4230-9065-55239169776a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:29.208676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1236499910-network', 'tenant_id': '8e859ebdf2194175af01259d89c047f4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:29.216292 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af695e54-0ca6-47e7-b793-ef23ca86e1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.228550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.254968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Made reservation on behalf of 8e859ebdf2194175af01259d89c047f4 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:29.258013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c73c8423-e3fd-4230-9065-55239169776a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:29.258763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.259094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.273976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.299294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event updated for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:29.360435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7f216684-5e74-49c4-bcf0-f5404dd48c0b None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:29.361011 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7f216684-5e74-49c4-bcf0-f5404dd48c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.397790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.405276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.425699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7f216684-5e74-49c4-bcf0-f5404dd48c0b None None] Port 955251d6-22cc-4577-b5af-912393fdfbff cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:29.445223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:29.447611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:29.449608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:29.467962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:29.472868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.473216 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Added segment 13c632b5-3032-4d37-b35d-e27c04f49974 of type vlan for network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 Oct 19 20:35:29.562906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.595897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.597244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:29.599040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.637950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7362795 Oct 19 20:35:29.638725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 53918) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:29.645039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Request body: {'subnet': {'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1236499910-subnet', 'tenant_id': '8e859ebdf2194175af01259d89c047f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:29.657070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:29.706929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8992-d55a-4e19-a05b-33273afdaf01 admin admin] Pushing event updated for resources: {'Network': ['ID=76a663b7-0396-4e95-a4cc-a9abb2a0d322,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:29.721856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Made reservation on behalf of 8e859ebdf2194175af01259d89c047f4 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:29.727642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:29.731256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:29.813202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:29.823487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-738f0e01-5d51-4209-b00b-db295f08c4dc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1699693 Oct 19 20:35:29.826271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:29.842281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:29.846687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:29.879849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:29.880773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:29.927028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-27981ac7-15fe-47f4-90b0-4490936370f4 None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:29.928145 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-27981ac7-15fe-47f4-90b0-4490936370f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.075141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d9f43-b87e-4d22-afb3-822a0bd9f86b req-e7521392-3245-4d9c-bfdd-e61e5afd7b86 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:30.083265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-943d9f43-b87e-4d22-afb3-822a0bd9f86b req-e7521392-3245-4d9c-bfdd-e61e5afd7b86 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 945 time: 0.1230116 Oct 19 20:35:30.145995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-943d9f43-b87e-4d22-afb3-822a0bd9f86b req-a5fa16e7-7451-4cea-9534-a5fca7b4a809 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Oct 19 20:35:30.151007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.221506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Checking segment: {'id': '13c632b5-3032-4d37-b35d-e27c04f49974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:30.222221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Network hostable DHCP agents. Network: 76a663b7-0396-4e95-a4cc-a9abb2a0d322, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:30.231517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf04404f-9502-48d8-aa79-ec1aca9cba2e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:30.260571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:30.263200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:30.286586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 76a663b7-0396-4e95-a4cc-a9abb2a0d322) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:30.292274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:30.293196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.323612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-196ca9c3-97fb-4a6c-8147-c18cc297f5d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6841202 Oct 19 20:35:30.395732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:30.433221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed7fea-9c5d-445f-ae99-d75b3d6fbb8a None None] Network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:30.465558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-27981ac7-15fe-47f4-90b0-4490936370f4 None None] Port 955251d6-22cc-4577-b5af-912393fdfbff cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:30.477759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:35:30.498780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Removed routes are [] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:35:30.499518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.524545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.570967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:30.586662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:30.587009 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.754470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.758745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.765823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31c065-d20f-4553-b3d3-f4c0540beea5 None None] Network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:30.847037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:30.854507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:28Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:28Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:30.857716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53964) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:30.873994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:30.905554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:30.905782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Updating router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 port 955251d6-22cc-4577-b5af-912393fdfbff binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:30.970087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:30.972617 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88905ef9-45bf-4693-9aa2-49c8e2a044aa" -d '{"events": [{"server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:31.001004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:31.003063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.003750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.010266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.010811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:31.012080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb1a2e34-0b43-42df-8d8a-b7da956a61a3 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 934 time: 1.1768203 Oct 19 20:35:31.014759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53972) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:31.020750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.104780 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86afcf00-0668-40fc-a60e-3b07f7b1a14d x-openstack-request-id: req-86afcf00-0668-40fc-a60e-3b07f7b1a14d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:31.105076 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "name": "network-vif-plugged", "status": "completed", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:31.105350 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86afcf00-0668-40fc-a60e-3b07f7b1a14d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:31.105754 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b', 'code': 200} Oct 19 20:35:31.132299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:31.249559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.249899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.250248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.250587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.250921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.251251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.251580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.251901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.252669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.252855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b623bd5b-562b-4c97-a2d0-898decfc557a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 934 time: 0.2298543 Oct 19 20:35:31.253343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.253848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.254333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:31.255920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53986) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:31.276213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'routes': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:31.281374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f173785-c098-449b-ac8f-ca7f3f4eba2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.304221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f209f7ab-6845-40c5-aac4-28ca55b011b9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:31.311090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f209f7ab-6845-40c5-aac4-28ca55b011b9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/networks?id=76a663b7-0396-4e95-a4cc-a9abb2a0d322 HTTP/1.1" status: 200 len: 814 time: 0.1695788 Oct 19 20:35:31.328091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-7c4c9bf2-3773-49a3-974e-a7a0f8908529 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/quotas/8e859ebdf2194175af01259d89c047f4 HTTP/1.1" status: 200 len: 375 time: 0.0160828 Oct 19 20:35:31.372207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-8cb2924d-34dc-4aa6-80fc-f40b2d91c6a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e859ebdf2194175af01259d89c047f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430233 Oct 19 20:35:31.411879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb133b-641e-4eb8-abae-c7f46c25da37 req-3ec83447-6551-4efe-bf15-e2ca25e32afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:31.422722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7bb133b-641e-4eb8-abae-c7f46c25da37 req-3ec83447-6551-4efe-bf15-e2ca25e32afb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 1097 time: 0.2612684 Oct 19 20:35:31.470263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cf07e-7733-4fba-ba72-30263d613c36 req-92bec275-27fc-403c-af7f-03f091c66075 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:31.473347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f62c04aa-0193-4908-a23b-7b7b00f58408 service neutron] 10.222.0.31 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001537 Oct 19 20:35:31.478143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d3cf07e-7733-4fba-ba72-30263d613c36 req-92bec275-27fc-403c-af7f-03f091c66075 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.2229228 Oct 19 20:35:31.528746 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.547775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.617581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7bb133b-641e-4eb8-abae-c7f46c25da37 req-b946a365-834f-4016-99b9-c189b287ad3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850040 Oct 19 20:35:31.618517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-04604417-6909-48f2-84b0-db30867a1bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374974 Oct 19 20:35:31.641848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d3cf07e-7733-4fba-ba72-30263d613c36 req-44e46ec2-e2d0-472a-97a6-0243f22905f8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628110 Oct 19 20:35:31.644038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333382b-40c8-4c9c-8b72-d7cd71085281 None None] Pushing event updated for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:31.693148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Attempting to bind port 955251d6-22cc-4577-b5af-912393fdfbff on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:31.693648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Attempting to bind port 955251d6-22cc-4577-b5af-912393fdfbff by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:31.694152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Attempting to bind port 955251d6-22cc-4577-b5af-912393fdfbff on network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:31.696279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f173785-c098-449b-ac8f-ca7f3f4eba2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.702248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:31.702681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Checking segment: {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:31.703736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.704637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Bound using segment: {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:31.705331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Bound port: 955251d6-22cc-4577-b5af-912393fdfbff, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbee610-4118-4f2d-8302-263f4fd55b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:31.706003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.787739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f173785-c098-449b-ac8f-ca7f3f4eba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.792624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] For port 955251d6-22cc-4577-b5af-912393fdfbff, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:31.796485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] For port 955251d6-22cc-4577-b5af-912393fdfbff, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=955251d6-22cc-4577-b5af-912393fdfbff,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:31.800787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:31.857931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f173785-c098-449b-ac8f-ca7f3f4eba2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bec2ccaa26d841a99adfd4d4cf5dee42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9993737 Oct 19 20:35:31.860671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:31.883279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333382b-40c8-4c9c-8b72-d7cd71085281 None None] Pushing event updated for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:31.947739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:31.948410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:31.999021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.039397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.146722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.150944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.163204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b06562f-8ea3-4288-b757-c5df5f113c67 HTTP/1.1" status: 204 len: 168 time: 0.3004432 Oct 19 20:35:32.193944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d067c-c153-4839-b6c6-f24cbe447da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06562f-8ea3-4288-b757-c5df5f113c67,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:32.199886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:32.200340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.225163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:32.325456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:32.352515 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.498219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173785-c098-449b-ac8f-ca7f3f4eba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06562f-8ea3-4288-b757-c5df5f113c67,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:32.507044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96f69583-9d13-46ac-be50-4553e48c1057 req-0e5b4eee-1e82-4da1-9e10-beb0d02882f8 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 210 time: 0.6012294 Oct 19 20:35:32.542450 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.602762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] For port 955251d6-22cc-4577-b5af-912393fdfbff, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=955251d6-22cc-4577-b5af-912393fdfbff,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:32.627828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.730174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added routes are [] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:35:32.730570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:35:32.788088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206da28f-05c5-4c82-a75b-cb6a782cc1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.803446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27faf8-d217-4d02-804e-6e2ef0b28c8f None None] Pushing event updated for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:32.832928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:30Z', 'revision_number': 6, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:31Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:32.836439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4aa1fa05-2991-4b20-a8f6-16816132a5a1 None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:32.836979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4aa1fa05-2991-4b20-a8f6-16816132a5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.846682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:32.918151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9f8f-f54a-4740-b446-109d66914ea3 req-c12af5f4-d81d-4564-b275-826ff808fba4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:32.920564 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c53b9f8f-f54a-4740-b446-109d66914ea3 req-c12af5f4-d81d-4564-b275-826ff808fba4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.1270599 Oct 19 20:35:32.935356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62bc63c-2290-4a80-a945-4ece73e59de4 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:30Z', 'revision_number': 6, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:31Z', 'revision_number': 4, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:33.005943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c53b9f8f-f54a-4740-b446-109d66914ea3 req-7abafd7e-e2a3-476f-889e-80703ca19c5a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710890 Oct 19 20:35:33.118203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206da28f-05c5-4c82-a75b-cb6a782cc1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.123938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-206da28f-05c5-4c82-a75b-cb6a782cc1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.189325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-206da28f-05c5-4c82-a75b-cb6a782cc1d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a1d39a9d82641bc93b6ab1d6d59c751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8627071 Oct 19 20:35:33.192009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54052) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:33.201196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206da28f-05c5-4c82-a75b-cb6a782cc1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b115e9f5-d9d5-4ad5-9c15-e42fb009d25b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:33.236108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.243924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.258243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 955251d6-22cc-4577-b5af-912393fdfbff up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:33.319636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.393408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 955251d6-22cc-4577-b5af-912393fdfbff triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:33.393817 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.436787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:33.473055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.574825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.578738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.583940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b115e9f5-d9d5-4ad5-9c15-e42fb009d25b HTTP/1.1" status: 204 len: 168 time: 0.3902378 Oct 19 20:35:33.646392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f58077-f98c-4eb2-b57c-dc9141e0d188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b115e9f5-d9d5-4ad5-9c15-e42fb009d25b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:33.685355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:33.704646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6da2583-4094-421e-a511-6af397a96571 req-ae669a87-f931-41db-964f-d789305da3f9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 210 time: 0.0433223 Oct 19 20:35:33.711598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:33.716356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02b51681-da74-4e4e-b88b-9c7337c6a5ac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 700 time: 2.4573696 Oct 19 20:35:33.717506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:33.729056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-59229b78-1304-4ea0-ba2e-7510f3011f3a tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:33.730685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-59229b78-1304-4ea0-ba2e-7510f3011f3a tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.37 "GET /v2.0/networks?id=76a663b7-0396-4e95-a4cc-a9abb2a0d322 HTTP/1.1" status: 200 len: 814 time: 0.3774529 Oct 19 20:35:33.745624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Request body: {'port': {'device_id': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322', 'admin_state_up': True, 'tenant_id': '8e859ebdf2194175af01259d89c047f4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:33.850684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-66ab7a65-59bc-408a-a672-237c56f20b28 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 700 time: 0.1320243 Oct 19 20:35:33.853164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54076) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:33.885432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Made reservation on behalf of 8e859ebdf2194175af01259d89c047f4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:33.890804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.066269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Allocated IP 172.20.0.9 (76a663b7-0396-4e95-a4cc-a9abb2a0d322/cf04404f-9502-48d8-aa79-ec1aca9cba2e/2560ad45-733f-4d30-af62-3afa4a6d627f) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:34.278027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb810162-ec10-445d-a07f-44cd5e3a198c req-2b03d9ae-07db-4dd4-a184-dbc04546c145 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:34.286241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb810162-ec10-445d-a07f-44cd5e3a198c req-2b03d9ae-07db-4dd4-a184-dbc04546c145 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.1693921 Oct 19 20:35:34.312135 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:34.329105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:34.329824 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:34.371200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb810162-ec10-445d-a07f-44cd5e3a198c req-6ec06dcf-57c0-4ed4-bd9e-6db927d141c2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840976 Oct 19 20:35:34.388816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.458937 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:34.472240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.573371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.677770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:34.686588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:34.704493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:34.753573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Pushing event updated for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:34.843540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:34.844218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.875392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54122) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:34.914213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-f1a4f02c-a7b4-4699-8a36-c2e75c2d98a3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1721380 Oct 19 20:35:34.947438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Request body: {'port': {'device_id': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:34.964794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 955251d6-22cc-4577-b5af-912393fdfbff {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:34.965138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:34.976032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82a489-1d71-4f60-96af-35fe0ef7834b req-ccd0ec6c-f0c2-4cea-ba07-0d4b72673081 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:34.981820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be82a489-1d71-4f60-96af-35fe0ef7834b req-ccd0ec6c-f0c2-4cea-ba07-0d4b72673081 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 931 time: 0.1327040 Oct 19 20:35:34.990294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b50a17-62cf-46d5-bd5b-73463371ee01 req-ecf55b28-2dfd-45d6-a913-08678c011c67 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:34.990647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 7, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:34.991972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4b50a17-62cf-46d5-bd5b-73463371ee01 req-ecf55b28-2dfd-45d6-a913-08678c011c67 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.0945864 Oct 19 20:35:35.087015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4b50a17-62cf-46d5-bd5b-73463371ee01 req-54c50e28-c947-48cb-9c82-7d4cdd948453 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823622 Oct 19 20:35:35.095109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-network', 'tenant_id': '919e6525108f451d97809f502beb72e0'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:35.114043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 955251d6-22cc-4577-b5af-912393fdfbff, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=955251d6-22cc-4577-b5af-912393fdfbff,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:35.114267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.130118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:35.134837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be82a489-1d71-4f60-96af-35fe0ef7834b req-f025d583-af06-4d69-a59a-6a27ec4989be tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163116 Oct 19 20:35:35.136739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 955251d6-22cc-4577-b5af-912393fdfbff owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:35.141927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.150426 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:35.151058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:35.166118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Made reservation on behalf of 919e6525108f451d97809f502beb72e0 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:35.169564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.196976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.358160 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:35.441786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.448226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.503850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:35.513268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2560ad45-733f-4d30-af62-3afa4a6d627f {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:35.521832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.537702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Transition to ACTIVE for port object 2560ad45-733f-4d30-af62-3afa4a6d627f will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:35.543179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.547692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.557758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.558098 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Added segment 120bdcf6-6096-42c1-8d2a-4b3a162a71f9 of type vlan for network 139ef725-3181-4001-ae4a-7d3ad5b4891f Oct 19 20:35:35.559294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5c5e7-73c4-42a6-bb05-020ba1316348,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:35.628724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=955251d6-22cc-4577-b5af-912393fdfbff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:35.649016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Pushing event updated for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:35.813011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 7, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:35.887963 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff101cef-7e52-4ace-9af1-d571264f5fed None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 7, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '955251d6-22cc-4577-b5af-912393fdfbff', 'name': '', 'network_id': 'e7e75e6b-de52-4b62-a79f-efe1d32d4ba3', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:d4:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:26Z', 'updated_at': '2021-10-19T20:35:32Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '676544f8-1cff-4ff6-bb09-6e46c0f3f104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:35.902666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:35.912830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Attempting to bind port 2560ad45-733f-4d30-af62-3afa4a6d627f on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:35.913176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Attempting to bind port 2560ad45-733f-4d30-af62-3afa4a6d627f by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '13c632b5-3032-4d37-b35d-e27c04f49974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:35.913563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Attempting to bind port 2560ad45-733f-4d30-af62-3afa4a6d627f on network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:35.916964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54146) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:35.932740 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:35:35.944247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Port 2560ad45-733f-4d30-af62-3afa4a6d627f on network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:35.944616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Attempting to bind port 2560ad45-733f-4d30-af62-3afa4a6d627f on network 76a663b7-0396-4e95-a4cc-a9abb2a0d322 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:35.956576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:35.956883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Checking segment: {'id': '13c632b5-3032-4d37-b35d-e27c04f49974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:35.957499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Bound using segment: {'id': '13c632b5-3032-4d37-b35d-e27c04f49974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:35.958576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Bound port: 2560ad45-733f-4d30-af62-3afa4a6d627f, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c632b5-3032-4d37-b35d-e27c04f49974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:35.959098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.003152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.072027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.073172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.074543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.075154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:36.080169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2560ad45-733f-4d30-af62-3afa4a6d627f,segment=NetworkSegment(13c632b5-3032-4d37-b35d-e27c04f49974),segment_id=13c632b5-3032-4d37-b35d-e27c04f49974)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:36.087642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.136182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2573624 Oct 19 20:35:36.142204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54152) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:36.150225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Request body: {'subnet': {'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-subnet', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:36.154113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41f32e23-12ce-46c4-8f28-f87e043ca345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.171707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.172608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.174389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] 10.222.0.37 "PUT /v2.0/ports/2560ad45-733f-4d30-af62-3afa4a6d627f HTTP/1.1" status: 200 len: 1091 time: 1.2411427 Oct 19 20:35:36.210969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd4668-fbbe-4fe2-8713-55fd082fc22f admin admin] Pushing event updated for resources: {'Network': ['ID=139ef725-3181-4001-ae4a-7d3ad5b4891f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:36.226040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:36.226632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:36.228690 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f980ef-f195-4fb1-94a0-27729445098a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:36.350945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-baea05bd-f18f-4212-bed3-32623c215e6e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.352439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-baea05bd-f18f-4212-bed3-32623c215e6e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.2234380 Oct 19 20:35:36.354554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-42c4cd41-0521-44ad-9d2b-51006cc3d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.356045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-42c4cd41-0521-44ad-9d2b-51006cc3d99b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e859ebdf2194175af01259d89c047f4&device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 1094 time: 0.1202106 Oct 19 20:35:36.362918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c015b-2808-4c3e-a14c-64c71d401af4 service neutron] Pushing event updated for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:36.380804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Made reservation on behalf of 919e6525108f451d97809f502beb72e0 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:36.383670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.407497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:36.417991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd0d23-2f85-42af-b831-d82fa031adf1 req-94ce5327-9c69-48cf-b94d-92b78d8d3cf8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.419459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eadd0d23-2f85-42af-b831-d82fa031adf1 req-94ce5327-9c69-48cf-b94d-92b78d8d3cf8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 946 time: 0.1577249 Oct 19 20:35:36.443437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-b08be29c-ac4c-422f-9a66-488a903f2ca2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2560ad45-733f-4d30-af62-3afa4a6d627f HTTP/1.1" status: 200 len: 217 time: 0.0750656 Oct 19 20:35:36.452386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41f32e23-12ce-46c4-8f28-f87e043ca345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.462783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b484f5-0cf4-4fd8-ab15-94c46f1d5ebe req-e4e3caff-4baf-42fd-a006-980951a6598b tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.464224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8b484f5-0cf4-4fd8-ab15-94c46f1d5ebe req-e4e3caff-4baf-42fd-a006-980951a6598b tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 943 time: 0.2322881 Oct 19 20:35:36.475381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41f32e23-12ce-46c4-8f28-f87e043ca345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.533427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eadd0d23-2f85-42af-b831-d82fa031adf1 req-8a76d3ce-25f2-44ce-a174-ce14d993df14 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030169 Oct 19 20:35:36.587329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:36.587670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.603828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:36.611231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6daa3ffd-2f87-4cba-97c3-ffdf9f751413 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7567730 Oct 19 20:35:36.613704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:36.619545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:36.620450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41f32e23-12ce-46c4-8f28-f87e043ca345 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1f652354a2442c7a646167e876fd430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7023923 Oct 19 20:35:36.623768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:36.626116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f32e23-12ce-46c4-8f28-f87e043ca345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2528f-fcf3-4ce1-9aef-31e3d82697ed,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:36.639316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:36.640089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-d723c793-59e1-45f1-99ec-0e1b8a12de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:36.641350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:36.641488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-d723c793-59e1-45f1-99ec-0e1b8a12de19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf04404f-9502-48d8-aa79-ec1aca9cba2e HTTP/1.1" status: 200 len: 854 time: 0.1876791 Oct 19 20:35:36.672086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8b484f5-0cf4-4fd8-ab15-94c46f1d5ebe req-c2beb68a-cc6a-4031-abcd-058fd542fe91 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985521 Oct 19 20:35:36.701610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-b6a45c9c-874f-41d5-88dc-b0e894b3e384 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76a663b7-0396-4e95-a4cc-a9abb2a0d322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419478 Oct 19 20:35:36.714228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 676544f8-1cff-4ff6-bb09-6e46c0f3f104 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:36.720637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.777367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:36.777718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.785041 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1360c8-c19f-4f3d-9246-b4fd036f86b9 x-openstack-request-id: req-0f1360c8-c19f-4f3d-9246-b4fd036f86b9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:36.785352 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:36.785604 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f1360c8-c19f-4f3d-9246-b4fd036f86b9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:36.785990 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f', 'status': 'completed', 'code': 200} Oct 19 20:35:36.790654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:36.795857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.798504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:36.926071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:36.951503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.001380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.098479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-1d6c7c12-6e5a-46c0-b125-b92575544f85 service neutron] 10.222.0.37 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907683 Oct 19 20:35:37.167044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a12fe5-6853-49f3-9b28-b8a14f1ec43f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:37.169105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.172264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.175679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eab2528f-fcf3-4ce1-9aef-31e3d82697ed HTTP/1.1" status: 204 len: 168 time: 0.5434926 Oct 19 20:35:37.225575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f9179-01af-41ba-b16c-9b35590de4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2528f-fcf3-4ce1-9aef-31e3d82697ed,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:37.229176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Checking segment: {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:37.229562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Network hostable DHCP agents. Network: 139ef725-3181-4001-ae4a-7d3ad5b4891f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:37.262411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8a962-a4d6-4dd7-8240-211ccab7a463 req-c03e9d32-a61f-45a0-b612-ade16582eb5e service neutron] 10.222.0.37 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525302 Oct 19 20:35:37.284354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:37.292166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:35Z', 'revision_number': 8, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:37.312035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 139ef725-3181-4001-ae4a-7d3ad5b4891f) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:37.316408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:37.317152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.347681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc1b96-fb2f-4443-b806-3d1c553f2da6 None None] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:37.353643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:37.362506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e47af6e0-7f3c-43e3-b1b9-3f9025c0b23f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2186689 Oct 19 20:35:37.367404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:37.371682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:37.394948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f980ef-f195-4fb1-94a0-27729445098a req-bf0dada3-1e09-4d04-8c84-83b063b94f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:37.397239 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-bf0dada3-1e09-4d04-8c84-83b063b94f8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e859ebdf2194175af01259d89c047f4&device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 1094 time: 0.0758462 Oct 19 20:35:37.426236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.427439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.431169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:37.431883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:37.442993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.537914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:37.577942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:37.580925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.585479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f54c8b4e-60e9-40c3-a63f-178ad448f383 req-cf6387dc-9e99-4f5e-91a5-f7a9d1c2e7f9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "DELETE /v2.0/ports/2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b HTTP/1.1" status: 204 len: 173 time: 1.2194948 Oct 19 20:35:37.598516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:37.613055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'name': 'network-vif-deleted', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:37.617774 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd8e46-7d83-4942-9eac-0f284245c299" -d '{"events": [{"server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "name": "network-vif-deleted", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:37.653053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.727371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:37.740868 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5733ce-3e0e-49ea-bec5-45c49222c0ea x-openstack-request-id: req-5e5733ce-3e0e-49ea-bec5-45c49222c0ea {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:37.742374 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf8779-12ac-481b-88ce-3b1788fefbfb", "name": "network-vif-deleted", "tag": "2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:37.743662 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e5733ce-3e0e-49ea-bec5-45c49222c0ea {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:37.744250 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf8779-12ac-481b-88ce-3b1788fefbfb', 'name': 'network-vif-deleted', 'tag': '2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b', 'status': 'completed', 'code': 200} Oct 19 20:35:37.744922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:37.764817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-944f3562-fb81-4cd4-a126-05d1608055cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.918362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.964394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07e4c1-d7bf-4d8e-b504-143fa9d32337 req-f90134dd-37cc-43a4-8068-ba15b355caaa tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:37.966059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce07e4c1-d7bf-4d8e-b504-143fa9d32337 req-f90134dd-37cc-43a4-8068-ba15b355caaa tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 943 time: 0.1352162 Oct 19 20:35:37.972043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:37.978804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/676544f8-1cff-4ff6-bb09-6e46c0f3f104 HTTP/1.1" status: 204 len: 168 time: 1.3608389 Oct 19 20:35:37.978804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ec455-c450-4f3f-8619-a938aafabb4a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=676544f8-1cff-4ff6-bb09-6e46c0f3f104,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:37.980334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54184) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:38.024634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf706e-6a82-4468-8204-81c9948f1cad None None] Network e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:38.106908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.125555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c023a-9719-422f-bcd1-66c1374c0a33 None None] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:38.152366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce07e4c1-d7bf-4d8e-b504-143fa9d32337 req-fc8dda7b-523d-4c29-916d-be806ab87cf7 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671705 Oct 19 20:35:38.156166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-944f3562-fb81-4cd4-a126-05d1608055cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.163284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.165840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81c9f7ec-9a37-4cba-894e-5909d302f7d6 req-68de8e59-55cf-4fc9-a593-e0c9916eb3be tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=91bf8779-12ac-481b-88ce-3b1788fefbfb HTTP/1.1" status: 200 len: 210 time: 0.0608010 Oct 19 20:35:38.167455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-944f3562-fb81-4cd4-a126-05d1608055cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.173167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f980ef-f195-4fb1-94a0-27729445098a req-6fbc476b-4f2a-4cc2-aed2-9e6cf3ad06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:38.176249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-6fbc476b-4f2a-4cc2-aed2-9e6cf3ad06db service neutron] 10.222.0.37 "GET /v2.0/networks?id=76a663b7-0396-4e95-a4cc-a9abb2a0d322 HTTP/1.1" status: 200 len: 915 time: 0.7725747 Oct 19 20:35:38.247287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-944f3562-fb81-4cd4-a126-05d1608055cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0291b5ee298f4b2c9aaaa8bab57840f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010905 Oct 19 20:35:38.253695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54188) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:38.272269 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-dc523467-4a99-4e89-82a8-7659a798c44e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2560ad45-733f-4d30-af62-3afa4a6d627f HTTP/1.1" status: 200 len: 217 time: 0.0500920 Oct 19 20:35:38.281445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f3562-fb81-4cd4-a126-05d1608055cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f099209-ce3c-4988-b8ff-fcc9c24d84e2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:38.367299 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.370783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:35Z', 'revision_number': 8, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:38.390069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.394211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.450298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2129d-8d28-4c20-9ce5-0334cf555588 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:35Z', 'revision_number': 8, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eeece48-dd84-45a8-bc0b-5f1e4fea9044', 'name': '', 'network_id': '4b6a12b0-a644-4c8a-8a20-1e221c40d397', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:52:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:17Z', 'updated_at': '2021-10-19T20:35:24Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': 'aa07f9cc-c6c4-4d73-a998-1f000f348650', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:38.470747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port c73c8423-e3fd-4230-9065-55239169776a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:38.471091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.473905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.478290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.481620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f099209-ce3c-4988-b8ff-fcc9c24d84e2 HTTP/1.1" status: 204 len: 168 time: 0.2031379 Oct 19 20:35:38.516952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3c290-f987-441d-8bd8-db2469e90ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f099209-ce3c-4988-b8ff-fcc9c24d84e2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:38.542527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f980ef-f195-4fb1-94a0-27729445098a req-6dfc2470-aa05-432d-b186-807bd69efaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:38.543974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-6dfc2470-aa05-432d-b186-807bd69efaec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf04404f-9502-48d8-aa79-ec1aca9cba2e HTTP/1.1" status: 200 len: 854 time: 0.1490841 Oct 19 20:35:38.575702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port c73c8423-e3fd-4230-9065-55239169776a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c73c8423-e3fd-4230-9065-55239169776a,segment=NetworkSegment(4dbee610-4118-4f2d-8302-263f4fd55b89),segment_id=4dbee610-4118-4f2d-8302-263f4fd55b89)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:38.575702 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.582515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-2594e13e-ca86-478f-8a51-fba5c20fe6c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76a663b7-0396-4e95-a4cc-a9abb2a0d322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297322 Oct 19 20:35:38.590968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for c73c8423-e3fd-4230-9065-55239169776a owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:38.685577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.698645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-2e35c7e5-b8ae-4514-8b72-d91600846fda service neutron] 10.222.0.37 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082170 Oct 19 20:35:38.723733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=c73c8423-e3fd-4230-9065-55239169776a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:38.730750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port c73c8423-e3fd-4230-9065-55239169776a on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:38.846844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.868174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79e789-0115-4606-898e-faef102fa81c None None] DHCP port deletion for e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:35:38.892179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e75e6b-de52-4b62-a79f-efe1d32d4ba3']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:38.914951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.916225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbee610-4118-4f2d-8302-263f4fd55b89') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:38.916225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbee610-4118-4f2d-8302-263f4fd55b89') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:38.931865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.966183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:38.983519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-05f980ef-f195-4fb1-94a0-27729445098a req-45b6b75f-0589-4595-ad87-6a4da5620839 service neutron] 10.222.0.37 "GET /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541265 Oct 19 20:35:39.009636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.026460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:39.028913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:39.103719 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:39.171635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Allocated IP 172.25.7.152 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/917a1221-d895-4e6c-8578-e5d4a4152ccc) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:39.211464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.243935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.250761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 955251d6-22cc-4577-b5af-912393fdfbff no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:39.256067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/e7e75e6b-de52-4b62-a79f-efe1d32d4ba3 HTTP/1.1" status: 204 len: 168 time: 1.2622442 Oct 19 20:35:39.258237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7d99f-32d0-4665-9a7d-645f54ca42f1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=e7e75e6b-de52-4b62-a79f-efe1d32d4ba3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:39.260010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54208) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:39.328875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 955251d6-22cc-4577-b5af-912393fdfbff {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:39.331163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 955251d6-22cc-4577-b5af-912393fdfbff not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:39.332147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c73c8423-e3fd-4230-9065-55239169776a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:39.361080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c73c8423-e3fd-4230-9065-55239169776a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:39.361657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c73c8423-e3fd-4230-9065-55239169776a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:39.456357 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.491777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487e9d9-2a73-446b-8a9d-93f3332fd7bb req-5e123612-d275-4e4c-ab4e-0df6b3f0aee1 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:39.493342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d487e9d9-2a73-446b-8a9d-93f3332fd7bb req-5e123612-d275-4e4c-ab4e-0df6b3f0aee1 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 943 time: 0.1257126 Oct 19 20:35:39.531241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.594727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d487e9d9-2a73-446b-8a9d-93f3332fd7bb req-7cef8bac-d91e-4dd8-bc17-aba32e3daa08 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744829 Oct 19 20:35:39.607971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:39.615078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:39.617620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:39.677149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Pushing event updated for resources: {'Port': ['ID=917a1221-d895-4e6c-8578-e5d4a4152ccc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:39.729797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-ec7e8329-e96c-4f87-80b2-383898a5a115 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:39.731198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-ec7e8329-e96c-4f87-80b2-383898a5a115 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2298946 Oct 19 20:35:39.737409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:39.799447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31d230c6-8426-46f0-8b59-a91d07d9a584 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0364225 Oct 19 20:35:39.844601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-946f1923-ff0c-4c55-9733-a1dfcb032b7a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310059 Oct 19 20:35:40.030109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.034341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-9a8a0fd2-e210-4239-bfe1-a34379ebdeb1 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521564 Oct 19 20:35:40.042726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:40.043150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.129120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:40.152401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:40.152840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2f3189b2-7e2f-4cee-b92c-8751b5c6ff7b not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:40.162158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 7eeece48-dd84-45a8-bc0b-5f1e4fea9044, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:40.163466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.186403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:40.266955 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-fc5bdfbf-a37e-4dc0-9a9c-33d3ca60ee28 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021511 Oct 19 20:35:40.324140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2560ad45-733f-4d30-af62-3afa4a6d627f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:40.333905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.477599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.482822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2560ad45-733f-4d30-af62-3afa4a6d627f,segment=NetworkSegment(13c632b5-3032-4d37-b35d-e27c04f49974),segment_id=13c632b5-3032-4d37-b35d-e27c04f49974)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:40.508103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '2560ad45-733f-4d30-af62-3afa4a6d627f', 'network_id': '76a663b7-0396-4e95-a4cc-a9abb2a0d322', 'port_id': '2560ad45-733f-4d30-af62-3afa4a6d627f', 'mac_address': 'fa:16:3e:fc:b5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf04404f-9502-48d8-aa79-ec1aca9cba2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:40.603790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=7eeece48-dd84-45a8-bc0b-5f1e4fea9044,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:40.619788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.650005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2560ad45-733f-4d30-af62-3afa4a6d627f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:40.652190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Router e91b067e-5471-48f0-a1cc-a2d8b54338e9 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:35:40.697259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2560ad45-733f-4d30-af62-3afa4a6d627f,segment=NetworkSegment(13c632b5-3032-4d37-b35d-e27c04f49974),segment_id=13c632b5-3032-4d37-b35d-e27c04f49974)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:40.705416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:40.799535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6a62ad-ee63-457a-960f-cf652927b8d3 req-2c655e42-489b-4b06-9118-58fbe50cf29f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0390191 Oct 19 20:35:40.858418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:40.970756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0bb6-6361-4060-a399-164a41b58eff req-2c76b139-b954-4277-941b-9d4e62455684 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:40.972550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ecd0bb6-6361-4060-a399-164a41b58eff req-2c76b139-b954-4277-941b-9d4e62455684 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 944 time: 0.1662037 Oct 19 20:35:40.974411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:40.989943 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Sync routers for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:41.004750 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:41.005451 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:41.016626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2560ad45-733f-4d30-af62-3afa4a6d627f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:41.017137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:41.083262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:41.096742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ead2b19-cd19-4695-a4c6-e03b68f2b277 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7284951 Oct 19 20:35:41.097713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:41.308856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ecd0bb6-6361-4060-a399-164a41b58eff req-af07d32d-cc3a-4977-a31d-0888241e87c3 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088412 Oct 19 20:35:41.345635 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:41.463782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:41.643432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:41.656342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:41.660286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ebddedc-a515-4bf5-b6f0-66dbfbbb28cc tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946245 Oct 19 20:35:41.660909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54320) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:41.668963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:41.669983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:41.751226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet aa07f9cc-c6c4-4d73-a998-1f000f348650 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:41.758943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:41.847998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:39Z', 'revision_number': 3, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:41.849003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:41.874006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:41.898809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Checking router: e91b067e-5471-48f0-a1cc-a2d8b54338e9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:41.899160 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Updating router e91b067e-5471-48f0-a1cc-a2d8b54338e9 port 917a1221-d895-4e6c-8578-e5d4a4152ccc binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:41.954351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-359197ea-9b99-4e8f-b9fa-efde4868b218 req-358c0593-93d0-45c2-a82f-631e545f73c0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0386519 Oct 19 20:35:41.959897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54326) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:41.961552 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.039338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.093727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.104392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.130610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.142523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/aa07f9cc-c6c4-4d73-a998-1f000f348650 HTTP/1.1" status: 204 len: 168 time: 0.4781907 Oct 19 20:35:42.143984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:42.147664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7402321-d356-437e-b8af-dd8fff291df6 None None] Network 4b6a12b0-a644-4c8a-8a20-1e221c40d397 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:42.232534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb12ec-c308-4fdd-8e69-49d859f77fac tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=aa07f9cc-c6c4-4d73-a998-1f000f348650,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:42.256353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e2a0-7d33-48fb-b488-087bb6bae04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.328961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2560ad45-733f-4d30-af62-3afa4a6d627f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:42.366377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e2a0-7d33-48fb-b488-087bb6bae04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.425077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e2a0-7d33-48fb-b488-087bb6bae04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.425756 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.490606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-4c577fd7-d1ac-4767-81fe-f4849ec355ba tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:42.492955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-4c577fd7-d1ac-4767-81fe-f4849ec355ba tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2836840 Oct 19 20:35:42.530744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:42.553484 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.558039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fcd1e2a0-7d33-48fb-b488-087bb6bae04e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ddacddca7a3476eb6e81c896c2d681b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902519 Oct 19 20:35:42.559809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54338) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:42.569185 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.575915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1e2a0-7d33-48fb-b488-087bb6bae04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067bf8c-7490-4ee9-8ac8-e8b29f1cb151,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:42.611776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6f62e-d15d-42de-be91-05d54d924311 req-0f12a585-809d-4473-a578-bce46c0751d7 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:42.620674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cca6f62e-d15d-42de-be91-05d54d924311 req-0f12a585-809d-4473-a578-bce46c0751d7 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 944 time: 0.1571069 Oct 19 20:35:42.626545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.633239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 2560ad45-733f-4d30-af62-3afa4a6d627f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:42.636231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Allocated IP 172.20.0.1 (139ef725-3181-4001-ae4a-7d3ad5b4891f/65a12fe5-6853-49f3-9b28-b8a14f1ec43f/5586d506-3315-47ab-b680-d219f805ec50) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:42.642486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 2560ad45-733f-4d30-af62-3afa4a6d627f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:42.643064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.697662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cca6f62e-d15d-42de-be91-05d54d924311 req-cf4ee95f-6ce8-4a4e-b583-afdabd6f171b tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759785 Oct 19 20:35:42.720194 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550d46-ddd1-4e4b-b4c1-822648f3e635 None None] Pushing event updated for resources: {'Port': ['ID=917a1221-d895-4e6c-8578-e5d4a4152ccc,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:42.722581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 4083be1d-be03-452e-885b-67bb0c660daa {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:42.723060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.737284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.751046 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Attempting to bind port 917a1221-d895-4e6c-8578-e5d4a4152ccc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:42.751444 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Attempting to bind port 917a1221-d895-4e6c-8578-e5d4a4152ccc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:42.755222 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Attempting to bind port 917a1221-d895-4e6c-8578-e5d4a4152ccc on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:42.760635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:40Z', 'revision_number': 9, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:42.769460 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:42.770249 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:42.770902 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.771465 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:42.772158 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Bound port: 917a1221-d895-4e6c-8578-e5d4a4152ccc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:42.772730 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.791732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.824752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.839578 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] For port 917a1221-d895-4e6c-8578-e5d4a4152ccc, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:42.844402 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] For port 917a1221-d895-4e6c-8578-e5d4a4152ccc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=917a1221-d895-4e6c-8578-e5d4a4152ccc,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:42.851616 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.879044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 4083be1d-be03-452e-885b-67bb0c660daa, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4083be1d-be03-452e-885b-67bb0c660daa,segment=NetworkSegment(007ac065-933b-4881-add0-5027e81322ae),segment_id=007ac065-933b-4881-add0-5027e81322ae)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:42.879282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.883359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.888503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:42.892280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:42.928048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 4083be1d-be03-452e-885b-67bb0c660daa owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:42.983680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Pushing event updated for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:43.022125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.023514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:43.024933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.026775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:43.026946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d067bf8c-7490-4ee9-8ac8-e8b29f1cb151 HTTP/1.1" status: 204 len: 168 time: 0.4604845 Oct 19 20:35:43.028583 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:43.029737 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:43.032470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:43.044649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550d46-ddd1-4e4b-b4c1-822648f3e635 None None] Pushing event updated for resources: {'Port': ['ID=917a1221-d895-4e6c-8578-e5d4a4152ccc,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:43.060409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] DHCP port deletion for 4b6a12b0-a644-4c8a-8a20-1e221c40d397 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:35:43.079139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:43.117196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898f407-589c-43de-894c-994e14ae9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067bf8c-7490-4ee9-8ac8-e8b29f1cb151,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:43.120529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91df21aa-b1c4-4ace-a4ca-bd493f2c9f1a req-297da255-1f8a-4e0e-a895-038d840d5082 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0385838 Oct 19 20:35:43.145337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:43.151770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:43.195496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.238689 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:43.246251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4083be1d-be03-452e-885b-67bb0c660daa no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:43.247243 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.297165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4083be1d-be03-452e-885b-67bb0c660daa {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:43.297698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4083be1d-be03-452e-885b-67bb0c660daa not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:43.336807 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.362057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=4083be1d-be03-452e-885b-67bb0c660daa,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:43.386455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port 4083be1d-be03-452e-885b-67bb0c660daa on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:43.428017 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.491248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:43.497772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:43.500562 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f578fe-f55c-4425-894a-1ddd5d5de527" -d '{"events": [{"server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:43.556698 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:39Z', 'revision_number': 3, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:43.558709 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9137a925-0c2d-4bbf-96aa-3cacd13a44ed x-openstack-request-id: req-9137a925-0c2d-4bbf-96aa-3cacd13a44ed {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:43.559206 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:43.559629 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9137a925-0c2d-4bbf-96aa-3cacd13a44ed {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:43.560194 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f', 'code': 200} Oct 19 20:35:43.571255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2560ad45-733f-4d30-af62-3afa4a6d627f,segment=NetworkSegment(13c632b5-3032-4d37-b35d-e27c04f49974),segment_id=13c632b5-3032-4d37-b35d-e27c04f49974)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:43.587850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Deleting port 4083be1d-be03-452e-885b-67bb0c660daa {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:43.588727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.593721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.656901 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2cfe-540a-4c0a-8989-a58987ce21fc None None] The sync data for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 is: [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:39Z', 'revision_number': 3, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:43.766723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:43.871544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] For port 4083be1d-be03-452e-885b-67bb0c660daa, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:43.872242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.889001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Calling delete_port for 4083be1d-be03-452e-885b-67bb0c660daa owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:43.892452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Port 4083be1d-be03-452e-885b-67bb0c660daa was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:35:43.894090 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:43.956324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54350) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:43.958779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.14 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/2222313b-acc2-40ce-8f92-08d8c2bdce99) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:44.022427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.040555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] Pushing event deleted for resources: {'Port': ['ID=4083be1d-be03-452e-885b-67bb0c660daa,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:44.050775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10238b5e-7bbf-49bb-ae94-2bc42fc0f004 None None] No DVR routers for this DVR port 4083be1d-be03-452e-885b-67bb0c660daa on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:44.088941 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55a9387c-3dc9-465d-a5ba-283246514905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.111327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6a12b0-a644-4c8a-8a20-1e221c40d397']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:44.117346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:40Z', 'revision_number': 9, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:44.155513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007ac065-933b-4881-add0-5027e81322ae') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:44.155798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007ac065-933b-4881-add0-5027e81322ae') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:44.193979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b1c40-6161-4153-bcd8-af8c95a81f58 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:40Z', 'revision_number': 9, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d6cb4-b446-458c-a720-aecd94ddc8b6', 'name': '', 'network_id': '2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:77:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:11Z', 'updated_at': '2021-10-19T20:35:19Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '3774622f-5170-4f5f-a354-7603a65ff9d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:44.212253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.212735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff83ed-bcbd-4852-b12c-df16363242e5 req-6408d186-d639-42de-8cbb-830a1b9016a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:44.214863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eeff83ed-bcbd-4852-b12c-df16363242e5 req-6408d186-d639-42de-8cbb-830a1b9016a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 1096 time: 0.1672008 Oct 19 20:35:44.231770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.253526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:44.254143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.260489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf323-07a5-4935-a02d-51c61c7935e6 req-0a3ff111-467b-4b07-9fd8-8cde3148da76 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:44.264229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d40cf323-07a5-4935-a02d-51c61c7935e6 req-0a3ff111-467b-4b07-9fd8-8cde3148da76 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2151556 Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:44.266473 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:44.286217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.292045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45295c-cbd2-4342-84af-ffc78f9ef21e req-76489a21-3fc8-4ed5-8ebc-412aee8098d4 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:44.293616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d45295c-cbd2-4342-84af-ffc78f9ef21e req-76489a21-3fc8-4ed5-8ebc-412aee8098d4 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 945 time: 0.3363752 Oct 19 20:35:44.334376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eeff83ed-bcbd-4852-b12c-df16363242e5 req-f0efcc25-8656-4711-b6f1-4c3b5e6b9c4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904548 Oct 19 20:35:44.355143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d40cf323-07a5-4935-a02d-51c61c7935e6 req-d340fb98-e665-4f24-bd9a-51c1751ca5df tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785868 Oct 19 20:35:44.407606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.418945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.435408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.438987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/4b6a12b0-a644-4c8a-8a20-1e221c40d397 HTTP/1.1" status: 204 len: 168 time: 2.2930799 Oct 19 20:35:44.448086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54360) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:44.463405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d45295c-cbd2-4342-84af-ffc78f9ef21e req-4b8a8195-d2a1-4d5d-acdb-573737a9f76e tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581268 Oct 19 20:35:44.467099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6105f-59d7-4d86-bd95-e0370e9d378f tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=4b6a12b0-a644-4c8a-8a20-1e221c40d397,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:44.521818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c1f7b64-831e-493b-be94-7f411ce40d93 req-e320b141-29cc-41d3-85ef-8c2a15310ea0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0658462 Oct 19 20:35:44.571439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55a9387c-3dc9-465d-a5ba-283246514905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.581522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55a9387c-3dc9-465d-a5ba-283246514905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.640891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55a9387c-3dc9-465d-a5ba-283246514905 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb00c5aea7604d04ba0a95b24b94551c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249199 Oct 19 20:35:44.642290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.643986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:44.730068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.744309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.825340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:44.827727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9387c-3dc9-465d-a5ba-283246514905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97721715-eea1-4a7c-a7d3-996a23e4a4b0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:44.860009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Pushing event updated for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:44.866366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.886170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:44.886912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:44.899317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908523f-789f-4037-b4a9-55d822d19337 req-6b1cce90-ca7f-48a2-a4c9-9b04c5044296 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:44.901291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9908523f-789f-4037-b4a9-55d822d19337 req-6b1cce90-ca7f-48a2-a4c9-9b04c5044296 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2952361 Oct 19 20:35:44.905733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:44.913952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:44.979193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.025770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:45.029331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9908523f-789f-4037-b4a9-55d822d19337 req-3cc8f15b-b34f-4f92-a114-8bc4d838956a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122897 Oct 19 20:35:45.040445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:45.041035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.044191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:45.098254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-90e5c22b-9173-413a-9e7f-ecca9fa0f5a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5742636 Oct 19 20:35:45.112961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Request body: {'port': {'device_id': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:45.196071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.199183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.200719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97721715-eea1-4a7c-a7d3-996a23e4a4b0 HTTP/1.1" status: 204 len: 168 time: 0.5364280 Oct 19 20:35:45.215846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ad97a-51af-40e3-a31e-e8e7fcab31b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97721715-eea1-4a7c-a7d3-996a23e4a4b0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:45.224151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.296809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 917a1221-d895-4e6c-8578-e5d4a4152ccc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:45.342288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.415327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 917a1221-d895-4e6c-8578-e5d4a4152ccc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:45.416336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.484197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Router e91b067e-5471-48f0-a1cc-a2d8b54338e9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:45.582923 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.620465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 917a1221-d895-4e6c-8578-e5d4a4152ccc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=917a1221-d895-4e6c-8578-e5d4a4152ccc,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:45.634707 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.644434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:45.805151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:45.805507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7eeece48-dd84-45a8-bc0b-5f1e4fea9044 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:45.808110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=917a1221-d895-4e6c-8578-e5d4a4152ccc,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:45.837561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-16681e27-24a5-42cc-931f-34ca07031ce7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:45.839165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-16681e27-24a5-42cc-931f-34ca07031ce7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.4242957 Oct 19 20:35:45.855165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2222313b-acc2-40ce-8f92-08d8c2bdce99 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:45.865830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-0d189a4f-289a-4731-b017-7396f58ba774 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/quotas/71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 375 time: 0.0189741 Oct 19 20:35:45.869709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.881632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676027c-6473-4f38-aaa9-1747eb849aae req-2362cf30-9a22-4e61-a461-a54a11c93cdd tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:45.884694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6676027c-6473-4f38-aaa9-1747eb849aae req-2362cf30-9a22-4e61-a461-a54a11c93cdd tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 945 time: 0.2714117 Oct 19 20:35:45.905666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Transition to ACTIVE for port object 2222313b-acc2-40ce-8f92-08d8c2bdce99 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:45.920274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:45.963967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:45.971750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e7670ce8-2fb0-4888-acc3-302a7f03b4fe admin admin] 10.222.0.31 "PUT /v2.0/routers/e91b067e-5471-48f0-a1cc-a2d8b54338e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8730395 Oct 19 20:35:46.007434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-294d95b3-56b1-4b98-adfd-a1a5deeb8486 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1117759 Oct 19 20:35:46.029929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6676027c-6473-4f38-aaa9-1747eb849aae req-7094164e-caf0-4626-934e-cec5fc6db998 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373773 Oct 19 20:35:46.046242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:46.196537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-164dfe66-6e26-40c3-b927-356c69545963 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631846 Oct 19 20:35:46.242106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Attempting to bind port 2222313b-acc2-40ce-8f92-08d8c2bdce99 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:46.242532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Attempting to bind port 2222313b-acc2-40ce-8f92-08d8c2bdce99 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:46.242933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Attempting to bind port 2222313b-acc2-40ce-8f92-08d8c2bdce99 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:46.261992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Port 2222313b-acc2-40ce-8f92-08d8c2bdce99 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:46.262365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Attempting to bind port 2222313b-acc2-40ce-8f92-08d8c2bdce99 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:46.281808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:46.282989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:46.283380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:46.283828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Bound port: 2222313b-acc2-40ce-8f92-08d8c2bdce99, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:46.284188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:46.294182 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Sync routers for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:46.303117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e4961-e789-4f12-8f34-55bc3b09a163 req-ad0d00b3-808a-439b-a398-e679e1da669e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:46.305011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de8e4961-e789-4f12-8f34-55bc3b09a163 req-ad0d00b3-808a-439b-a398-e679e1da669e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 944 time: 0.1164610 Oct 19 20:35:46.316157 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:46.317042 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:46.394707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de8e4961-e789-4f12-8f34-55bc3b09a163 req-2846dc0c-97a3-41ec-bfb6-ac942b5e7b11 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625067 Oct 19 20:35:46.397225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:46.401101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:46.421419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:46.503142 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:46.505344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-0bfb298d-4fa9-45c6-b6fe-6dd11014b690 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952597 Oct 19 20:35:46.547574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:46.552275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:46.554077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:46.556078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-31143db0-2ec7-4e92-8cf4-c5af87bb49a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/2222313b-acc2-40ce-8f92-08d8c2bdce99 HTTP/1.1" status: 200 len: 1092 time: 1.4488568 Oct 19 20:35:46.557272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:46.559897 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904af800-a05c-4728-9eb1-be6ff74fb66f" -d '{"events": [{"name": "network-changed", "server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:46.610280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 322d6cb4-b446-458c-a720-aecd94ddc8b6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:46.611235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:46.682235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:46.723198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-01491b45-f450-4cff-bbf3-a37f85efb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:46.727902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-01491b45-f450-4cff-bbf3-a37f85efb4fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 1095 time: 0.1242077 Oct 19 20:35:46.821531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-82a69435-9c83-4445-b839-c0b0a6291f52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99 HTTP/1.1" status: 200 len: 217 time: 0.0852640 Oct 19 20:35:46.848565 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17dc79-36e5-41f1-9dc9-cb82628d854b x-openstack-request-id: req-db17dc79-36e5-41f1-9dc9-cb82628d854b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:46.848964 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:46.851341 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db17dc79-36e5-41f1-9dc9-cb82628d854b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:46.854134 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99', 'status': 'completed', 'code': 200} Oct 19 20:35:46.946335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-7b7447a0-e599-4602-a623-38064f07964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:46.948420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-7b7447a0-e599-4602-a623-38064f07964d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1165736 Oct 19 20:35:46.951060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 322d6cb4-b446-458c-a720-aecd94ddc8b6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=322d6cb4-b446-458c-a720-aecd94ddc8b6,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:46.951529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:46.957428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-938772668-network', 'tenant_id': '934387eac5e34e81adb161f908670160'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:46.992661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Made reservation on behalf of 934387eac5e34e81adb161f908670160 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:46.994806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.004162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68c6a6d7-af87-4144-8a17-f5a6629e005b req-cb9a0400-438d-4566-8775-bc115c452ea2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 210 time: 0.0905092 Oct 19 20:35:47.021782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 322d6cb4-b446-458c-a720-aecd94ddc8b6 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:47.044832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-966dca3e-b56d-416f-b32b-6c1dff5c5659 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664732 Oct 19 20:35:47.053207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.068425 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 2, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:47.123492 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Checking router: e91b067e-5471-48f0-a1cc-a2d8b54338e9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:47.124068 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Updating router e91b067e-5471-48f0-a1cc-a2d8b54338e9 port 5586d506-3315-47ab-b680-d219f805ec50 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:35:47.156240 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.228858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 917a1221-d895-4e6c-8578-e5d4a4152ccc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:47.275394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-05fcfa55-8468-42bf-aca8-6e5aaaa43777 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:47.282594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-05fcfa55-8468-42bf-aca8-6e5aaaa43777 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 819 time: 0.1678972 Oct 19 20:35:47.403173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 917a1221-d895-4e6c-8578-e5d4a4152ccc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:47.404956 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.436364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-72274bff-762c-46b6-88f9-15511dc33da8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/quotas/919e6525108f451d97809f502beb72e0 HTTP/1.1" status: 200 len: 375 time: 0.1528573 Oct 19 20:35:47.550830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.594655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-0931dc72-3912-46bf-bd0b-cffd35ef0bde service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426166 Oct 19 20:35:47.607008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=322d6cb4-b446-458c-a720-aecd94ddc8b6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:47.665949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-e5172a02-5f9e-45bb-a88e-7e64430a4b02 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2287095 Oct 19 20:35:47.692875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.697484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ddacf-5391-44aa-b450-df6b279c1cda req-ef36b5c9-78bb-4f3c-abd3-8dda120ed007 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:47.699095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b6ddacf-5391-44aa-b450-df6b279c1cda req-ef36b5c9-78bb-4f3c-abd3-8dda120ed007 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 945 time: 0.1617384 Oct 19 20:35:47.720578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.733210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:47.746667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.747161 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Added segment b97059fa-5bda-4989-ae3e-7e86e1423083 of type vlan for network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 Oct 19 20:35:47.801006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.853003 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.866993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.868157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:47.869003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.874191 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:47.958871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b6ddacf-5391-44aa-b450-df6b279c1cda req-ff796407-e332-47b6-bd2a-b0d042c9c072 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490609 Oct 19 20:35:48.004086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f599f22a-9901-4eee-b8f9-e5121b214d8e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:48.067399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3840234 Oct 19 20:35:48.068550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Pushing event updated for resources: {'Network': ['ID=0102e582-1a41-4865-8bfb-8c90fef5ffc3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:48.078938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54462) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:48.083112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.083593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.084037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.084473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.084906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.085426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.085568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Request body: {'subnet': {'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-938772668-subnet', 'tenant_id': '934387eac5e34e81adb161f908670160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:48.085965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.086362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.086947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.087366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.087939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.088375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.101287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:48.149016 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e984d49-7131-45e5-87d8-ae66c9a0e525 None None] Pushing event updated for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:48.164211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.202708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.203057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.203401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.203740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.204077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.204413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.204745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.205070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.205430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.205759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.206089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.206415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d054bbaa-bd75-4f42-802e-14e7ab70572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:35:48.271754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Made reservation on behalf of 934387eac5e34e81adb161f908670160 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:48.274129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.285351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea588f0a-e30b-4bbf-9db5-d0b31a75bbf7 req-b481c81d-5aa8-4a7f-9db8-1f9b1903c7b8 service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784735 Oct 19 20:35:48.327642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54466) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:48.340326 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Attempting to bind port 5586d506-3315-47ab-b680-d219f805ec50 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:48.341035 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Attempting to bind port 5586d506-3315-47ab-b680-d219f805ec50 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:48.341835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Attempting to bind port 5586d506-3315-47ab-b680-d219f805ec50 on network 139ef725-3181-4001-ae4a-7d3ad5b4891f {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:48.354333 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:48.354825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e42d-70cd-40fc-8a1a-0da459d153cb req-dc9881a2-77ef-45f3-86d6-dca0e3e16ec3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:48.355417 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Checking segment: {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:48.356049 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.356650 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Bound using segment: {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:48.357403 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Bound port: 5586d506-3315-47ab-b680-d219f805ec50, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:48.358049 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.370341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61b6e42d-70cd-40fc-8a1a-0da459d153cb req-dc9881a2-77ef-45f3-86d6-dca0e3e16ec3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 944 time: 0.2923033 Oct 19 20:35:48.379486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3987a36c-9325-4423-8c42-7e738ffffc65 service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931305 Oct 19 20:35:48.484358 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] For port 5586d506-3315-47ab-b680-d219f805ec50, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:48.490989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] For port 5586d506-3315-47ab-b680-d219f805ec50, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5586d506-3315-47ab-b680-d219f805ec50,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:48.497922 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.585217 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e984d49-7131-45e5-87d8-ae66c9a0e525 None None] Pushing event updated for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:48.611002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:48.612099 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:48.630577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61b6e42d-70cd-40fc-8a1a-0da459d153cb req-28c39701-5042-4c55-a7bf-f9e336f69ef8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591588 Oct 19 20:35:48.669016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b50e4087-af9a-488d-915c-4a4b7007c9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:48.734166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-d5904f44-2756-4922-9b43-b722570d1ce7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:48.736079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-d5904f44-2756-4922-9b43-b722570d1ce7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.3794520 Oct 19 20:35:48.754212 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:48.759944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-ed880500-18e8-4449-98c8-4c2ed3e6cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:48.762037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-ed880500-18e8-4449-98c8-4c2ed3e6cd7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 1095 time: 0.3816767 Oct 19 20:35:48.768336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'device_id': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'admin_state_up': True, 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:48.868853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-1408936a-826b-4e52-8e3c-2ddfacf2dee1 service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803596 Oct 19 20:35:49.027294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b50e4087-af9a-488d-915c-4a4b7007c9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.030297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-1171cfec-afa4-462a-b734-e64b77047732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:49.031990 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:48Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:49.032608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-1171cfec-afa4-462a-b734-e64b77047732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.2601490 Oct 19 20:35:49.037253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b50e4087-af9a-488d-915c-4a4b7007c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.070989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cfb76-5594-4ba1-b4c0-071b1fc98501 None None] The sync data for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 is: [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:48Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:49.071204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b50e4087-af9a-488d-915c-4a4b7007c9ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b6c60877d804844aaeae09857903ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7282221 Oct 19 20:35:49.158242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54472) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:49.188585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-b1fac3a9-8340-48e4-ab8e-6a4a4b150609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99 HTTP/1.1" status: 200 len: 217 time: 0.1257212 Oct 19 20:35:49.303557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:49.307573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.323144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4087-af9a-488d-915c-4a4b7007c9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c926d43e-bf54-4299-8f21-6d87f264e85e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:49.442259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-58c6669b-8b0c-4383-a05a-339f00d2556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:49.449257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-58c6669b-8b0c-4383-a05a-339f00d2556e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.2302182 Oct 19 20:35:49.452766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.454179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.509327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8185a4ea-baeb-432d-8318-3877da7bc703 req-f5bea149-5168-451c-8aff-a457e7b06bf5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 210 time: 0.1552384 Oct 19 20:35:49.562266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c098-8d63-42fc-aea1-77d8dc7b94b1 req-30c1913d-af45-4665-90c5-5b1ce8ae0191 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:49.570840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306c098-8d63-42fc-aea1-77d8dc7b94b1 req-30c1913d-af45-4665-90c5-5b1ce8ae0191 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 945 time: 0.2909696 Oct 19 20:35:49.580029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-c7fa5ca3-7287-4d42-80a5-81feb18f2662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245692 Oct 19 20:35:49.638252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-dfbb4eab-0203-4a62-ad91-3e633a0e54b9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:49.639693 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-dfbb4eab-0203-4a62-ad91-3e633a0e54b9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 945 time: 1.0081887 Oct 19 20:35:49.694987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12297931-81a5-4103-8c8c-aca40ff975bb req-1d446d3b-e24a-40e6-a59c-ff805b8afe91 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 210 time: 0.0840907 Oct 19 20:35:49.749550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b50ac13-a265-484d-9769-d2a06b293b5e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:49.754111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:49.781785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:49.806919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Checking segment: {'id': 'b97059fa-5bda-4989-ae3e-7e86e1423083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:49.807479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Network hostable DHCP agents. Network: 0102e582-1a41-4865-8bfb-8c90fef5ffc3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:49.816164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f306c098-8d63-42fc-aea1-77d8dc7b94b1 req-fcedd9db-3321-4917-9c23-ed648ce0d0b9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443690 Oct 19 20:35:49.967704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:50.031942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-fdc1f521-988e-4183-bfeb-7e57bfc360ab service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792171 Oct 19 20:35:50.033822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.20.0.13 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/d6d0bbe8-f007-4f27-bd39-18941387b400) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:50.036860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0102e582-1a41-4865-8bfb-8c90fef5ffc3) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:50.045081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:50.045714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.051697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8288e-093c-4473-b3aa-f88fa0aff4fb None None] Network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:50.072105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2c6b-5605-4da3-a35a-25ee6df68346 req-0111e93a-74bd-4d61-b720-6744b6c3bf89 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:50.079850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bacf2c6b-5605-4da3-a35a-25ee6df68346 req-0111e93a-74bd-4d61-b720-6744b6c3bf89 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 944 time: 0.2648435 Oct 19 20:35:50.083800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Deleting port 2560ad45-733f-4d30-af62-3afa4a6d627f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:50.084351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.164336 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41fbeb55-92b4-4712-8df7-87a0f29c7a0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0821495 Oct 19 20:35:50.180820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:50.188333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0dd1b76e-eba7-48a0-8de1-c3e98757bc21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7405295 Oct 19 20:35:50.195576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54490) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:50.211829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2222313b-acc2-40ce-8f92-08d8c2bdce99 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:50.299089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bacf2c6b-5605-4da3-a35a-25ee6df68346 req-3f5ff1ab-71ea-4502-9128-7ad65ec933d6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177675 Oct 19 20:35:50.341576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:50.342279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 3774622f-5170-4f5f-a354-7603a65ff9d1 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:50.347411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.362905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:50.385663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2222313b-acc2-40ce-8f92-08d8c2bdce99', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': '2222313b-acc2-40ce-8f92-08d8c2bdce99', 'mac_address': 'fa:16:3e:96:a9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:50.407786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] For port 2560ad45-733f-4d30-af62-3afa4a6d627f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2560ad45-733f-4d30-af62-3afa4a6d627f,segment=NetworkSegment(13c632b5-3032-4d37-b35d-e27c04f49974),segment_id=13c632b5-3032-4d37-b35d-e27c04f49974)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:50.408186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.424158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Calling delete_port for 2560ad45-733f-4d30-af62-3afa4a6d627f owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:50.434753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:50.434753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:50.660705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:50.682904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.688687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.690802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c926d43e-bf54-4299-8f21-6d87f264e85e HTTP/1.1" status: 204 len: 168 time: 1.5313425 Oct 19 20:35:50.730078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.771888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.820994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3970cb-7026-497f-8715-ee1111257af3 None None] Network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:50.835474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:50.956859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179de93-a70e-438f-98b6-7c644ddbc4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926d43e-bf54-4299-8f21-6d87f264e85e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:50.959156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Pushing event deleted for resources: {'Port': ['ID=2560ad45-733f-4d30-af62-3afa4a6d627f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:50.965670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c686c49-4e70-4590-9143-60d2fa7a9d7e req-183b0209-028c-4a45-b17e-8355ec2e072e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 210 time: 0.0707488 Oct 19 20:35:50.982150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222313b-acc2-40ce-8f92-08d8c2bdce99 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:51.033684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:51.041902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7300e993-b18d-4b43-b499-87292f230264 req-9c9860d7-827b-4390-b3ea-64d451215a2c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 210 time: 0.1234243 Oct 19 20:35:51.076790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] No DVR routers for this DVR port 2560ad45-733f-4d30-af62-3afa4a6d627f on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:51.083048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.088503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-caaacf63-ff50-4f3f-842b-a69359a937e6 req-ff682e6e-11df-4db6-8ea7-d1375d422126 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.37 "DELETE /v2.0/ports/2560ad45-733f-4d30-af62-3afa4a6d627f HTTP/1.1" status: 204 len: 173 time: 1.4370317 Oct 19 20:35:51.089369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'name': 'network-vif-deleted', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:51.091848 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ecad68-4644-4701-8f1e-a354554b351f" -d '{"events": [{"server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "name": "network-vif-deleted", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:51.119506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.200672 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b9b36-88b1-44b0-8cb9-bf4f8d66f6dd x-openstack-request-id: req-3c2b9b36-88b1-44b0-8cb9-bf4f8d66f6dd {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:51.201870 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc533bff-feba-48f2-b262-1749189b1d8e", "name": "network-vif-deleted", "tag": "2560ad45-733f-4d30-af62-3afa4a6d627f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:51.204177 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c2b9b36-88b1-44b0-8cb9-bf4f8d66f6dd {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:51.204833 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc533bff-feba-48f2-b262-1749189b1d8e', 'name': 'network-vif-deleted', 'tag': '2560ad45-733f-4d30-af62-3afa4a6d627f', 'status': 'completed', 'code': 200} Oct 19 20:35:51.219526 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d1e24c8-d15c-4ef3-be61-9543232c748c req-12dd0c1c-3341-4cb3-b95a-a511989174f9 tempest-ServerAddressesTestJSON-1043643097 tempest-ServerAddressesTestJSON-1043643097-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc533bff-feba-48f2-b262-1749189b1d8e HTTP/1.1" status: 200 len: 210 time: 0.1161084 Oct 19 20:35:51.261121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.274836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:51.285353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-904af800-a05c-4728-9eb1-be6ff74fb66f req-f2175477-9c35-4487-8804-3a28163d4594 service neutron] 10.222.0.11 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2245502 Oct 19 20:35:51.343814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2222313b-acc2-40ce-8f92-08d8c2bdce99'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:51.352131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.372818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:51.382834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006572081-network', 'tenant_id': 'bf6339288daf4d0691e280ab592c409b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:51.395617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5586d506-3315-47ab-b680-d219f805ec50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:51.464440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.505203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=3774622f-5170-4f5f-a354-7603a65ff9d1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:51.522747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.524414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.530405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:47Z', 'revision_number': 10, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:51.532174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c27bc48d-6771-44a9-abfd-112d8c78e8df tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/3774622f-5170-4f5f-a354-7603a65ff9d1 HTTP/1.1" status: 204 len: 168 time: 1.3353796 Oct 19 20:35:51.534920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:51.546013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66cc9a-a52d-4a4c-a847-9583fa610dcf None None] Network 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:51.552284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:51.559047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5586d506-3315-47ab-b680-d219f805ec50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:51.559408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.603733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:51.605378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Made reservation on behalf of bf6339288daf4d0691e280ab592c409b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:51.607742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.617022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-42061655-31c0-4869-9f2d-4e74a15cbc05 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:51.618765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-42061655-31c0-4869-9f2d-4e74a15cbc05 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 819 time: 0.9248185 Oct 19 20:35:51.646674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:51.659769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.689785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:51.703961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'port': {'device_id': '0bc7c38e-6c89-49db-a072-3895809ae253', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'admin_state_up': True, 'tenant_id': '919e6525108f451d97809f502beb72e0'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:51.724657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:51.737862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port b82b778a-77e3-4182-8b3d-f7be213a4c01 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:51.738449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.739387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aec12-bcc7-4968-ada5-d5c4bda6fbdc req-8b4527aa-3e05-4e7c-b1a6-85766002b08f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:51.741005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca4aec12-bcc7-4968-ada5-d5c4bda6fbdc req-8b4527aa-3e05-4e7c-b1a6-85766002b08f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 945 time: 0.2721143 Oct 19 20:35:51.742507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.817590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:51.879654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port b82b778a-77e3-4182-8b3d-f7be213a4c01, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b82b778a-77e3-4182-8b3d-f7be213a4c01,segment=NetworkSegment(9ab58140-8a0f-47c3-b0f0-fbe4df957aeb),segment_id=9ab58140-8a0f-47c3-b0f0-fbe4df957aeb)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:51.880446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.888706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:51.889550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:51.896689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for b82b778a-77e3-4182-8b3d-f7be213a4c01 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:51.995084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-524f3822-3cfc-4dc6-b3ca-ee400ce57fb7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2431574 Oct 19 20:35:52.033579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Request body: {'port': {'device_id': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:52.034418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.045062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca4aec12-bcc7-4968-ada5-d5c4bda6fbdc req-f2758716-dfd6-44d0-993d-a34d71d82ade tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524679 Oct 19 20:35:52.067874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:52.068767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:52.112120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=b82b778a-77e3-4182-8b3d-f7be213a4c01,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:52.129936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No DVR routers for this DVR port b82b778a-77e3-4182-8b3d-f7be213a4c01 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:52.130878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.237232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d3cd210-244c-4541-bb77-1cac3cd2a577 req-ca503719-c22a-4076-85f2-2e0b06b070e1 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 210 time: 0.1102836 Oct 19 20:35:52.256383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.267927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6ad66462-618a-4135-8db5-1e8e0fd5700d None None] Provisioning complete for port d6d0bbe8-f007-4f27-bd39-18941387b400 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:52.268536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ad66462-618a-4135-8db5-1e8e0fd5700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.277773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.323840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:52.345494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Made reservation on behalf of 919e6525108f451d97809f502beb72e0 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:52.348763 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.369747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa35c-41a1-45d9-a1ef-09905cc5fadb req-79a7ecc0-c34e-49c0-a6cf-13bc13e49cb1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:52.371281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45daa35c-41a1-45d9-a1ef-09905cc5fadb req-79a7ecc0-c34e-49c0-a6cf-13bc13e49cb1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 932 time: 0.2161970 Oct 19 20:35:52.378231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54548) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:52.389796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2560ad45-733f-4d30-af62-3afa4a6d627f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:52.394913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.424262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:52.433022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786abec0-4d10-4efa-97c4-bfe600a46c1b None None] DHCP port deletion for 2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:35:52.443230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:52.443833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab58140-8a0f-47c3-b0f0-fbe4df957aeb') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:52.461921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.478398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 2560ad45-733f-4d30-af62-3afa4a6d627f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:52.478398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2560ad45-733f-4d30-af62-3afa4a6d627f not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:52.482354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.491296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:52.491519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.493272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:52.494766 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:52.537131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6ad66462-618a-4135-8db5-1e8e0fd5700d None None] Port d6d0bbe8-f007-4f27-bd39-18941387b400 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:35:52.552091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d18d04-ab01-41fe-aa79-ed795edb2dd1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:52.564574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.564879 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Added segment e4a80c15-f10f-47f4-a025-0f544b295f0d of type vlan for network 5b017b02-0208-4227-b574-a0273a2d53d2 Oct 19 20:35:52.629957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.630161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Deleting subnet cf04404f-9502-48d8-aa79-ec1aca9cba2e {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:52.630274 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.634600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.651456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.655918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985 HTTP/1.1" status: 204 len: 168 time: 1.1194847 Oct 19 20:35:52.657014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd31311-cc40-4927-8d5f-bbbae46a6555 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=2c585fa5-91f7-4bea-b8a1-7a3c0aa4a985,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:52.659249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54556) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:52.677748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.718299 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.718982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5586d506-3315-47ab-b680-d219f805ec50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5586d506-3315-47ab-b680-d219f805ec50,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:52.730658 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.792794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:52.797513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6a61d363-f735-41cb-a2d9-c99be17bd610'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:52.799563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.801181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:47Z', 'revision_number': 10, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:52.853344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee37c6-f7a2-4c5d-bbeb-721c64b825f1 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:47Z', 'revision_number': 10, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None, '_interfaces': [{'id': '128ae17e-898d-4236-a293-e0db7ca84b74', 'name': '', 'network_id': 'c04db21f-dab2-4f2a-be9a-7e11d7619c69', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'mac_address': 'fa:16:3e:f5:ec:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:01Z', 'updated_at': '2021-10-19T20:35:08Z', 'revision_number': 5, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'subnets': [{'id': '847b7187-200e-4886-b98c-d69e3e2039ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:52.861317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45daa35c-41a1-45d9-a1ef-09905cc5fadb req-3580bfa4-9f75-4618-88cb-c0ac69603956 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980329 Oct 19 20:35:52.898853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.904910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf04404f-9502-48d8-aa79-ec1aca9cba2e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:52.918327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Allocated IP 172.20.0.14 (139ef725-3181-4001-ae4a-7d3ad5b4891f/65a12fe5-6853-49f3-9b28-b8a14f1ec43f/9e994189-fea4-4f97-9959-2bb046f093f5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:35:52.924136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:52.930326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-81689d7b-8b7a-48ae-a602-c1d04e609414 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cf04404f-9502-48d8-aa79-ec1aca9cba2e HTTP/1.1" status: 204 len: 168 time: 0.4796653 Oct 19 20:35:52.933896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54562) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:53.015941 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.016803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:53.017399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.091749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7177908 Oct 19 20:35:53.094554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54570) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:53.105092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Request body: {'subnet': {'network_id': '5b017b02-0208-4227-b574-a0273a2d53d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006572081-subnet', 'tenant_id': 'bf6339288daf4d0691e280ab592c409b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:53.114930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.136451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.211423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e24ac-fcea-436b-97e0-8c2c7778ea22 admin admin] Pushing event updated for resources: {'Network': ['ID=5b017b02-0208-4227-b574-a0273a2d53d2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:53.225709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d0bbe8-f007-4f27-bd39-18941387b400 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:53.244738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.247777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5b017b02-0208-4227-b574-a0273a2d53d2 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:35:53.253397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Made reservation on behalf of bf6339288daf4d0691e280ab592c409b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:53.255661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.334408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa038dd3-ab2d-410a-986a-13991cb61a13 req-afb9e9d4-5de6-41b7-baf5-912f4f38a8db tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:53.336044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa038dd3-ab2d-410a-986a-13991cb61a13 req-afb9e9d4-5de6-41b7-baf5-912f4f38a8db tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 945 time: 0.1617501 Oct 19 20:35:53.387513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Transition to ACTIVE for port object d6d0bbe8-f007-4f27-bd39-18941387b400 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:53.410176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5586d506-3315-47ab-b680-d219f805ec50 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:53.432669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.447455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b776e22f-08d7-4691-88f4-40e0d638f5d4 req-b4965fba-64da-4504-be76-a655486addfb tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 210 time: 0.0889313 Oct 19 20:35:53.487337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5586d506-3315-47ab-b680-d219f805ec50 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:53.487896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.541374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa038dd3-ab2d-410a-986a-13991cb61a13 req-4368eb5b-1c75-4990-873b-e7beefa9717c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898489 Oct 19 20:35:53.560217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.584883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a663b7-0396-4e95-a4cc-a9abb2a0d322']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:53.601250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c632b5-3032-4d37-b35d-e27c04f49974') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:53.601833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c632b5-3032-4d37-b35d-e27c04f49974') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:53.614131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.682908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.690408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:53.691116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b82b778a-77e3-4182-8b3d-f7be213a4c01 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:53.697803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.708733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:53.709372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:53.713640 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:53.720262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b82b778a-77e3-4182-8b3d-f7be213a4c01 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:53.720685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b82b778a-77e3-4182-8b3d-f7be213a4c01 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:53.721117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 322d6cb4-b446-458c-a720-aecd94ddc8b6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:53.744450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.773049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 322d6cb4-b446-458c-a720-aecd94ddc8b6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:53.773425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 322d6cb4-b446-458c-a720-aecd94ddc8b6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:53.849016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.860298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.864237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] 10.222.0.31 "DELETE /v2.0/networks/76a663b7-0396-4e95-a4cc-a9abb2a0d322 HTTP/1.1" status: 204 len: 168 time: 0.9264340 Oct 19 20:35:53.901247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c9fd6-5090-416f-931c-306fc8f2d780 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a663b7-0396-4e95-a4cc-a9abb2a0d322,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:53.926896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.929656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Attempting to bind port d6d0bbe8-f007-4f27-bd39-18941387b400 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:53.929656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Attempting to bind port d6d0bbe8-f007-4f27-bd39-18941387b400 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:53.929942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Attempting to bind port d6d0bbe8-f007-4f27-bd39-18941387b400 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:53.936427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Port d6d0bbe8-f007-4f27-bd39-18941387b400 on network 35f73dbf-be31-4336-894f-8d663a12752a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:53.936756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Attempting to bind port d6d0bbe8-f007-4f27-bd39-18941387b400 on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:53.977889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:53.978126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:53.978454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:53.978962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Bound port: d6d0bbe8-f007-4f27-bd39-18941387b400, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:53.979316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:53.998400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Network 139ef725-3181-4001-ae4a-7d3ad5b4891f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:35:54.009316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:54.016899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cacad72-3e05-4beb-9ac7-e597ed9955a4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:54.027994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting port 128ae17e-898d-4236-a293-e0db7ca84b74 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:54.028205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:35:54.028347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.033196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Checking segment: {'id': 'e4a80c15-f10f-47f4-a025-0f544b295f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b017b02-0208-4227-b574-a0273a2d53d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:54.033597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Network hostable DHCP agents. Network: 5b017b02-0208-4227-b574-a0273a2d53d2, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:35:54.096336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:54.117650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:54.119760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045debe0-bb36-43c9-971f-0d1b0c9b42fc req-4ee98520-14f4-474a-b6f8-2715cf63f49b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.121280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-045debe0-bb36-43c9-971f-0d1b0c9b42fc req-4ee98520-14f4-474a-b6f8-2715cf63f49b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 944 time: 0.1484115 Oct 19 20:35:54.134893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.135928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.136072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Network 5b017b02-0208-4227-b574-a0273a2d53d2 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:35:54.161786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 5b017b02-0208-4227-b574-a0273a2d53d2) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:35:54.169510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3fb3bb37-5b60-4207-8338-ae61967df6c7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4958615 Oct 19 20:35:54.174942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.175827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71efaa6c-4352-4bcd-b5de-3a2bbbb8c56d None None] Network 5b017b02-0208-4227-b574-a0273a2d53d2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:54.176018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.191351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Request body: {'port': {'device_id': '0bc7c38e-6c89-49db-a072-3895809ae253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:54.205375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-853ee67f-fb4a-4793-a6fd-39aee935210c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1097357 Oct 19 20:35:54.213895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] For port 128ae17e-898d-4236-a293-e0db7ca84b74, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=128ae17e-898d-4236-a293-e0db7ca84b74,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:54.225131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:54.226275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2222313b-acc2-40ce-8f92-08d8c2bdce99 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:35:54.226917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.236145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3bde93f2-af91-49fa-a3b3-7a4f48928092 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e859ebdf2194175af01259d89c047f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170776 Oct 19 20:35:54.239082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54588) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:54.271953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-045debe0-bb36-43c9-971f-0d1b0c9b42fc req-dae56bf0-0e36-48ca-96bc-2470c3240f29 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257672 Oct 19 20:35:54.276034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:54.295392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.304655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Calling delete_port for 128ae17e-898d-4236-a293-e0db7ca84b74 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:54.359012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2222313b-acc2-40ce-8f92-08d8c2bdce99 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:35:54.383039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.383968 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.385415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2222313b-acc2-40ce-8f92-08d8c2bdce99 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:35:54.385771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] 10.222.0.11 "PUT /v2.0/ports/d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 1092 time: 2.3621764 Oct 19 20:35:54.385971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.388927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:54.392473 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44519f3-4458-4ae6-9431-99039e098ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:54.399119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.408701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.495519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87ad93-8407-47cc-a7f9-481ae17201ed service neutron] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:54.520170 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e4f6a-2cbd-43e9-981b-291bfbf517fe x-openstack-request-id: req-638e4f6a-2cbd-43e9-981b-291bfbf517fe {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:54.520663 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:54.521108 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-638e4f6a-2cbd-43e9-981b-291bfbf517fe {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:54.521699 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'status': 'completed', 'code': 200} Oct 19 20:35:54.541021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.659659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.665494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.666653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e HTTP/1.1" status: 204 len: 168 time: 0.4181445 Oct 19 20:35:54.675958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea25a0-513c-44ab-ba7f-41fb0baa2beb None None] Network 5b017b02-0208-4227-b574-a0273a2d53d2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:54.692968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-853e4a04-2acc-4bc0-a1ce-869789f84eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.702273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fffa45-a3a8-44cb-91c6-25834ac0b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb9a1f9-dab5-4f13-b384-9c4c17f3d84e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:54.710526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-853e4a04-2acc-4bc0-a1ce-869789f84eee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 1095 time: 0.2577538 Oct 19 20:35:54.760102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.791347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f439bc-87e6-4f32-a94e-19eef54ba64e req-540429f3-757f-413d-a6ae-631585c13c4b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:54.793138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40f439bc-87e6-4f32-a94e-19eef54ba64e req-540429f3-757f-413d-a6ae-631585c13c4b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 945 time: 0.0960515 Oct 19 20:35:54.853482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Port': ['ID=128ae17e-898d-4236-a293-e0db7ca84b74,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:54.883508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-ac8f2120-a280-4b29-b5c5-d21dc84f8847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 217 time: 0.1720815 Oct 19 20:35:54.899826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:54.981238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:54.983731 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc718bb-784d-4feb-a829-bbf83a4e5168" -d '{"events": [{"server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "name": "network-vif-plugged", "status": "completed", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:55.001035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e807-81b8-425a-bdc0-00d31afb50ab req-8d44f8b5-1dca-43de-8dc2-a112b25518a6 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:55.002802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40f439bc-87e6-4f32-a94e-19eef54ba64e req-d4f62e97-006e-4d4a-a283-3a49ff3ff1d6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805098 Oct 19 20:35:55.003560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd59e807-81b8-425a-bdc0-00d31afb50ab req-8d44f8b5-1dca-43de-8dc2-a112b25518a6 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 932 time: 0.3644087 Oct 19 20:35:55.079521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:55.089056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:55.158588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-dab42704-86fb-4a50-aa0d-01fc9bff4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:55.175130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-dab42704-86fb-4a50-aa0d-01fc9bff4daf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2419977 Oct 19 20:35:55.261999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:55.307716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd59e807-81b8-425a-bdc0-00d31afb50ab req-ff2c0de0-0c6b-4e43-b9c6-4740432d1ff5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935076 Oct 19 20:35:55.392025 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0650ddaa-3250-4b15-a380-2a6848c71dde x-openstack-request-id: req-0650ddaa-3250-4b15-a380-2a6848c71dde {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:55.392323 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "name": "network-vif-plugged", "status": "completed", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:55.392581 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0650ddaa-3250-4b15-a380-2a6848c71dde {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:55.392992 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99', 'code': 200} Oct 19 20:35:55.427891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-0beeab16-c32d-4532-b90e-f127b156c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:55.430889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-0beeab16-c32d-4532-b90e-f127b156c7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549927 Oct 19 20:35:55.714162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:55.877821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-b8719c87-84d9-478b-9d13-f63ab5b05898 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:55.877821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-b8719c87-84d9-478b-9d13-f63ab5b05898 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/networks?id=0102e582-1a41-4865-8bfb-8c90fef5ffc3 HTTP/1.1" status: 200 len: 808 time: 0.2208703 Oct 19 20:35:55.930843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-5887b428-240f-4d00-a984-fce754a040c1 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/quotas/934387eac5e34e81adb161f908670160 HTTP/1.1" status: 200 len: 375 time: 0.0448461 Oct 19 20:35:55.969490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e994189-fea4-4f97-9959-2bb046f093f5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:55.982589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.004408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:56.014502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf5aa-f673-4580-81c0-650884458467 req-6521dbfd-2708-4a4c-a481-1d9e319cae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:56.015562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-2ecace0c-f2fe-4f52-8020-119723f37d40 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=934387eac5e34e81adb161f908670160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523458 Oct 19 20:35:56.015980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2afaf5aa-f673-4580-81c0-650884458467 req-6521dbfd-2708-4a4c-a481-1d9e319cae1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 1097 time: 0.5352900 Oct 19 20:35:56.026759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Transition to ACTIVE for port object 9e994189-fea4-4f97-9959-2bb046f093f5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:35:56.042449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902476f-d4a6-4c74-8b7b-6914c21b4dd7 req-56f4b689-78a1-4cc3-a87b-ebba01d97389 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:56.043915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6902476f-d4a6-4c74-8b7b-6914c21b4dd7 req-56f4b689-78a1-4cc3-a87b-ebba01d97389 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 944 time: 0.5395916 Oct 19 20:35:56.051422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.064691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-15fd3c41-8fb2-4c47-9c15-df64aa11e009 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119065 Oct 19 20:35:56.143865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2afaf5aa-f673-4580-81c0-650884458467 req-498e9490-9132-465b-a2a7-5bfe7510011c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192994 Oct 19 20:35:56.176699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:56.183790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:56.191026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3a3e7949-9fad-450f-aa53-466a20014198 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5255711 Oct 19 20:35:56.194681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:56.198472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:56.210240 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:56.210841 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:56.232309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-aaf386bb-851a-42dc-8261-40a1752822a5 service neutron] 10.222.0.31 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158685 Oct 19 20:35:56.305179 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:56.308920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6902476f-d4a6-4c74-8b7b-6914c21b4dd7 req-6a926d3d-0b7e-42c7-916f-cb48a9c18715 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488370 Oct 19 20:35:56.310179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Deleting subnet 847b7187-200e-4886-b98c-d69e3e2039ab {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:35:56.311376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-622bc2df-7f6c-4028-867c-8479787c7e67 req-5277d214-5c70-4810-99c6-165e93f3307b service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359273 Oct 19 20:35:56.322991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.389157 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:54Z', 'revision_number': 11, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:56.422448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1300f918-041f-409a-a644-9fe21f5c40b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.450761 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:35:56.461136 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:56.462055 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:56.479024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Attempting to bind port 9e994189-fea4-4f97-9959-2bb046f093f5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:35:56.479364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Attempting to bind port 9e994189-fea4-4f97-9959-2bb046f093f5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:35:56.479696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Attempting to bind port 9e994189-fea4-4f97-9959-2bb046f093f5 on network 139ef725-3181-4001-ae4a-7d3ad5b4891f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:56.492438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.497331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Port 9e994189-fea4-4f97-9959-2bb046f093f5 on network 139ef725-3181-4001-ae4a-7d3ad5b4891f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:35:56.497682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Attempting to bind port 9e994189-fea4-4f97-9959-2bb046f093f5 on network 139ef725-3181-4001-ae4a-7d3ad5b4891f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:35:56.526461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:35:56.526803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Checking segment: {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:35:56.527194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Bound using segment: {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:35:56.527642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Bound port: 9e994189-fea4-4f97-9959-2bb046f093f5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120bdcf6-6096-42c1-8d2a-4b3a162a71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:35:56.527996 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.547165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44519f3-4458-4ae6-9431-99039e098ebe req-22e61d94-8c2b-4def-8fd4-af06851c75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:56.548809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-22e61d94-8c2b-4def-8fd4-af06851c75f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 1095 time: 0.1598694 Oct 19 20:35:56.550283 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:35:56.607925 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:54Z', 'revision_number': 11, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:56.619406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.643013 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18642d5a-98bb-4338-b5c2-eb4294afd14a None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:54Z', 'revision_number': 11, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:35:56.684025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-d5af1265-c467-4355-a67b-d219fb0421d8 service neutron] 10.222.0.31 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430125 Oct 19 20:35:56.730543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44519f3-4458-4ae6-9431-99039e098ebe req-37843b86-1e58-4058-88e2-014e6740b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:56.732185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-37843b86-1e58-4058-88e2-014e6740b607 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1574233 Oct 19 20:35:56.743501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.796744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Subnet': ['ID=847b7187-200e-4886-b98c-d69e3e2039ab,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:56.808131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:56.809711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-dfdd2789-6490-4297-a5cf-d1c85541c256 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 217 time: 0.0408556 Oct 19 20:35:56.811086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b57248-569b-4333-a5d6-fb1ad9078ff4 None None] Network c04db21f-dab2-4f2a-be9a-7e11d7619c69 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:35:56.814740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:56.816206 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-65eb8b92-f8c8-45c0-ac0d-19ad8dba70b2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/847b7187-200e-4886-b98c-d69e3e2039ab HTTP/1.1" status: 204 len: 168 time: 0.6166215 Oct 19 20:35:57.103941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 128ae17e-898d-4236-a293-e0db7ca84b74 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:57.105981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f727b7-2f7b-4012-a21d-f2084396f818 req-d5e3609f-8135-4297-8fc0-3d207d430ed4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.109984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71f727b7-2f7b-4012-a21d-f2084396f818 req-d5e3609f-8135-4297-8fc0-3d207d430ed4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 944 time: 0.1561301 Oct 19 20:35:57.159117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 128ae17e-898d-4236-a293-e0db7ca84b74 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:57.159459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 128ae17e-898d-4236-a293-e0db7ca84b74 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:57.180259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] DHCP port deletion for c04db21f-dab2-4f2a-be9a-7e11d7619c69 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:35:57.213582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71f727b7-2f7b-4012-a21d-f2084396f818 req-d7999aab-2204-4d9b-9aa2-672c6cf652cd tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841839 Oct 19 20:35:57.279673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Deleting port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:35:57.280267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.339022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44519f3-4458-4ae6-9431-99039e098ebe req-45d4e784-e793-43e8-b117-45dc40dca31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.340510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-45d4e784-e793-43e8-b117-45dc40dca31a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.5234697 Oct 19 20:35:57.367146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:35:57.372305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:35:57.412207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.420572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe06a41c-728c-4c06-9dcb-993c68bb900b req-a485e7e9-dfc1-436b-b42d-465ae675711d tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0897100 Oct 19 20:35:57.426946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.443968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5f64-7056-4dba-a7d8-e3d74cc78451 req-41248a12-37ab-47cb-800c-cc86d29164f5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.512371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] For port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,segment=NetworkSegment(e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b),segment_id=e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:57.514383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.523209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bea5f64-7056-4dba-a7d8-e3d74cc78451 req-41248a12-37ab-47cb-800c-cc86d29164f5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 946 time: 0.6094913 Oct 19 20:35:57.564808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Calling delete_port for fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:35:57.598223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-756f4a01-f25d-4ffe-b264-582d88dfcecb req-a9ed63fe-a4de-4fab-8091-3d397c64528e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 210 time: 0.0486078 Oct 19 20:35:57.690978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.692107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.693967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 1092 time: 3.5106728 Oct 19 20:35:57.701986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:35:57.704876 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ae0166-e39e-4230-8b83-cbca6e56c280" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:35:57.724292 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:57.776032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] The port 'fc1bf1d6-2b91-46e3-8c6b-7feaa019e450' was deleted {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 20:35:57.798513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44519f3-4458-4ae6-9431-99039e098ebe req-6b9031f3-b3ab-4fd1-b511-950da0a7bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.801185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-6b9031f3-b3ab-4fd1-b511-950da0a7bddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4401000 Oct 19 20:35:57.802147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf07a-b3d7-4e06-a8de-71d1ba654206 service neutron] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:57.817954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] No DVR routers for this DVR port fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:35:57.824143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166100a-f41d-4a61-9ad2-5cbde368a264 req-70f044d6-8973-4959-a2bc-f72a296ab38f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.836573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4166100a-f41d-4a61-9ad2-5cbde368a264 req-70f044d6-8973-4959-a2bc-f72a296ab38f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 944 time: 0.1042547 Oct 19 20:35:57.837648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde89d26-c5a8-4d17-98f3-124e930fc982 None None] Pushing event deleted for resources: {'Port': ['ID=fc1bf1d6-2b91-46e3-8c6b-7feaa019e450,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:57.868991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bea5f64-7056-4dba-a7d8-e3d74cc78451 req-b03c2409-05fe-4ac3-82fb-dfc76749724a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971742 Oct 19 20:35:57.893835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4166100a-f41d-4a61-9ad2-5cbde368a264 req-a6ae80fe-19ba-494c-8536-2750ea3501e5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Oct 19 20:35:57.940086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-2e4e6728-a3d9-4243-92e5-69e946305021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:57.941676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-2e4e6728-a3d9-4243-92e5-69e946305021 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1095 time: 0.1934822 Oct 19 20:35:57.956040 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361fc7e-7927-40bd-89a6-6f0b2f7b8b81 x-openstack-request-id: req-8361fc7e-7927-40bd-89a6-6f0b2f7b8b81 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:35:57.956040 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:35:57.956040 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8361fc7e-7927-40bd-89a6-6f0b2f7b8b81 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:35:57.956040 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:35:58.020977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.078789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-3dfe0fb8-4b30-485d-8687-f141c08e1bc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.0933454 Oct 19 20:35:58.083261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04db21f-dab2-4f2a-be9a-7e11d7619c69']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:58.104859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:58.105159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ca9cbd-139c-4ab9-ab77-b64b71bcc53b') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:58.149069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.166238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-86d1c23c-eedd-4093-9abe-c8df4c2b4ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129261 Oct 19 20:35:58.172043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.179274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-9e3a91f3-bc6c-4b8f-9163-48b3e4bcd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:58.180731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-9e3a91f3-bc6c-4b8f-9163-48b3e4bcd638 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.0892279 Oct 19 20:35:58.190067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:35:58.190467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:35:58.193615 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:35:58.231572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6d0bbe8-f007-4f27-bd39-18941387b400 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:35:58.244015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-4d380655-c4d8-4cd2-b382-2dfbf49f8c8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494778 Oct 19 20:35:58.458700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:58.505016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5901b-f555-4567-aac3-1e0605ea9f53 req-aeb6f1b4-3e82-44a6-b178-9d4f6457f337 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:58.508253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12a5901b-f555-4567-aac3-1e0605ea9f53 req-aeb6f1b4-3e82-44a6-b178-9d4f6457f337 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 944 time: 0.1206741 Oct 19 20:35:58.510565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'mac_address': 'fa:16:3e:d4:05:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:35:58.550545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a44519f3-4458-4ae6-9431-99039e098ebe req-924d36b3-b39c-47dd-96b9-4bb242194631 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738837 Oct 19 20:35:58.580447 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.617915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f502285-63d8-4d18-9b59-cdb53dffa101 req-f1c4aa89-03c7-4301-9440-c4ded6886726 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.3694949 Oct 19 20:35:58.622533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d0bbe8-f007-4f27-bd39-18941387b400 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:35:58.652763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12a5901b-f555-4567-aac3-1e0605ea9f53 req-9bafd745-3f1b-48a6-9b7a-2299166ccf53 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359453 Oct 19 20:35:58.658803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.683384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:35:58.688382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.692050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:58.698528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/networks/c04db21f-dab2-4f2a-be9a-7e11d7619c69 HTTP/1.1" status: 204 len: 168 time: 1.8824923 Oct 19 20:35:58.701521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:58.707244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'routes': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:58.731259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fb40d-c840-4599-8563-8fd18f80493b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Pushing event deleted for resources: {'Network': ['ID=c04db21f-dab2-4f2a-be9a-7e11d7619c69,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:58.741520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-d686d85f-3236-4bd8-9c7f-c7555b418bee service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879265 Oct 19 20:35:58.796413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-513c58d9-59d3-413f-b84d-df405a71906c req-cca2c8d3-7107-4283-ac5e-3696254bf539 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 210 time: 0.0597463 Oct 19 20:35:58.803125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:35:58.892226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a72a8c32-9490-48b5-9879-3dc13f781640 req-58baec3a-0b67-4a35-b4d7-61752be0defc service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345747 Oct 19 20:35:58.912351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d6d0bbe8-f007-4f27-bd39-18941387b400'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:35:59.055355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.extraroute_db [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Added routes are [] {{(pid=100735) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:35:59.056278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.extraroute_db [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Removed routes are [] {{(pid=100735) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:35:59.056795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.071437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-01378231-4de6-4c6b-8bc7-711326ddbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.073572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-01378231-4de6-4c6b-8bc7-711326ddbbc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1095 time: 0.1088848 Oct 19 20:35:59.220537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d3df0163-b983-46aa-a01b-56baee3a6f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.225699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:35:59.252949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:35:59.253315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fc1bf1d6-2b91-46e3-8c6b-7feaa019e450 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:35:59.278531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-4266b79c-279e-45e0-b8d9-d033a7ce37c0 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.280108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-4266b79c-279e-45e0-b8d9-d033a7ce37c0 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.37 "GET /v2.0/networks?id=0102e582-1a41-4865-8bfb-8c90fef5ffc3 HTTP/1.1" status: 200 len: 808 time: 0.4770908 Oct 19 20:35:59.300313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-525cb8e6-2c23-42b6-b441-296fdd86aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.301821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-525cb8e6-2c23-42b6-b441-296fdd86aa9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.2203810 Oct 19 20:35:59.314269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d41f-ad14-4916-b6d1-c4d177a3cd7b req-40ca528e-0200-4222-a7a9-6d5f70a45822 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.316196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Request body: {'port': {'device_id': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3', 'admin_state_up': True, 'tenant_id': '934387eac5e34e81adb161f908670160'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:35:59.322451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.323127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1461d41f-ad14-4916-b6d1-c4d177a3cd7b req-40ca528e-0200-4222-a7a9-6d5f70a45822 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 945 time: 0.0941386 Oct 19 20:35:59.337852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322ff33-97d6-48d4-9c2a-3281745d29a7 req-0ddac5f4-cc07-4bdb-a927-9895ee4bca59 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.345177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8322ff33-97d6-48d4-9c2a-3281745d29a7 req-0ddac5f4-cc07-4bdb-a927-9895ee4bca59 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 946 time: 0.2331178 Oct 19 20:35:59.366747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-bc5d49ea-aa1c-471d-9459-2b0f36457618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.0396612 Oct 19 20:35:59.380144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.444990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1461d41f-ad14-4916-b6d1-c4d177a3cd7b req-67870558-0b99-4972-bc95-401f6a35c402 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208787 Oct 19 20:35:59.446123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8322ff33-97d6-48d4-9c2a-3281745d29a7 req-b4cf2eeb-8056-4894-948a-84d86d0a2e9d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001070 Oct 19 20:35:59.473392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-538451c8-669d-44c5-abb7-f7583e448c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:35:59.474949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-538451c8-669d-44c5-abb7-f7583e448c97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.1008024 Oct 19 20:35:59.534532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:35:59.541803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-37e9ba48-c171-46dc-95dc-8fd992a1be1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578642 Oct 19 20:35:59.661881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:35:59.671366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.675491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6f9aaabb-4b0f-499e-b4de-6763bf28aa8c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 701 time: 0.9727910 Oct 19 20:35:59.679303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54738) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:59.687230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Sync routers for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:35:59.717115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Routers {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:35:59.717373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f4e8318-5283-4cdd-8150-c660ad8f41f7 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 205 time: 0.0366490 Oct 19 20:35:59.717987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54740) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:35:59.721522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:35:59.811802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50e88105-b60b-4832-a4fe-4b12b8c4ecb0 req-e3105180-0bf0-4065-b895-a0a968880dfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.1015615 Oct 19 20:35:59.872286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.878258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-599f442b-b65b-428d-8ae7-c004c796e890 req-5aacf816-8f65-4ab4-b81e-973b17aff4b3 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0784249 Oct 19 20:35:59.882980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Made reservation on behalf of 934387eac5e34e81adb161f908670160 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:35:59.887085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:35:59.903245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-c30411e6-5f26-461e-a163-a74af27ec4b5 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529601 Oct 19 20:36:00.027211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54750) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:00.141085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Set router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:00.146582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0179cc90-91f6-4dca-8656-2d449ee1019b req-78e5cda4-f261-4bde-828a-b7e768c57862 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 210 time: 0.0970035 Oct 19 20:36:00.229231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abeab3f2-c785-45d9-b1ce-35c2fcad62d9', 'name': 'tempest-RoutersTest-router-1483973245', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:34:58Z', 'updated_at': '2021-10-19T20:35:54Z', 'revision_number': 11, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:00.284428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Checking router: abeab3f2-c785-45d9-b1ce-35c2fcad62d9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:36:00.286915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.289325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.293690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6d0bbe8-f007-4f27-bd39-18941387b400 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:00.324095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4cad-52c1-471e-8e3c-33d8fad5198b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.342694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.343484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router abeab3f2-c785-45d9-b1ce-35c2fcad62d9 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:36:00.354426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.361737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:00.362554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:36:00.363263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_agentschedulers_db [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abeab3f2-c785-45d9-b1ce-35c2fcad62d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:36:00.363686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6e5c-f12a-4352-ab45-161e3b2020e4 None None] The sync data for ids ['abeab3f2-c785-45d9-b1ce-35c2fcad62d9'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:36:00.364201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ff9ee3cd-db22-4b50-adf8-9f516e4be0e8 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 204 len: 168 time: 0.6439252 Oct 19 20:36:00.364934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54756) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:00.373807 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.383000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-342717030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:00.399003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01ae0166-e39e-4230-8b83-cbca6e56c280 req-821e1e89-541c-49b5-9354-74fc4be5c839 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025271 Oct 19 20:36:00.429734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb80f-abd4-4daf-9329-e9cc26f197b4 req-dfe17a30-fe66-47ef-a126-4b404d83967b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:00.433964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port d6d0bbe8-f007-4f27-bd39-18941387b400 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:36:00.437652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab8cb80f-abd4-4daf-9329-e9cc26f197b4 req-dfe17a30-fe66-47ef-a126-4b404d83967b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 944 time: 0.5627451 Oct 19 20:36:00.439460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port d6d0bbe8-f007-4f27-bd39-18941387b400 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:00.439919 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.480922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.485342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.562756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab8cb80f-abd4-4daf-9329-e9cc26f197b4 req-5343dbdf-bbc6-47d6-801e-7532d8c39470 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078317 Oct 19 20:36:00.603098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Allocated IP 172.20.0.3 (0102e582-1a41-4865-8bfb-8c90fef5ffc3/6b50ac13-a265-484d-9769-d2a06b293b5e/3e3267bc-75d4-43de-98ff-1c17c6ec9c04) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:36:00.687782 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.699205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.711394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.735038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:00.737569 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252bebfd-2905-46f2-b1f4-43cc7ec5ac3f" -d '{"events": [{"server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "name": "network-vif-plugged", "status": "completed", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:00.772769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:00.778124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.823927 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b675149-73f3-494b-af5c-a87e17a86ef2 x-openstack-request-id: req-1b675149-73f3-494b-af5c-a87e17a86ef2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:00.824669 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "name": "network-vif-plugged", "status": "completed", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:00.825110 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b675149-73f3-494b-af5c-a87e17a86ef2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:00.825665 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'code': 200} Oct 19 20:36:00.860373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:00.912387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.914931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a27779b-1136-42c3-a9c3-2650b3ee185b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5476608 Oct 19 20:36:00.926015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e59a9d13-aa4a-49b8-bc7c-1b76a079730a req-4815530a-cb30-4e8c-88d8-1d29e93284bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.2171307 Oct 19 20:36:00.928097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4cad-52c1-471e-8e3c-33d8fad5198b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.930251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:00.942415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:00.949554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:00.952646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4cad-52c1-471e-8e3c-33d8fad5198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.182804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e4cad-52c1-471e-8e3c-33d8fad5198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27c73a-7826-49c7-b4e8-d238fc570e29,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:01.200716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d4e4cad-52c1-471e-8e3c-33d8fad5198b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=902c6ed1b46346e1b3cd756480c1f273&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1684010 Oct 19 20:36:01.208976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54770) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:01.313779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d590-6732-4b4f-b0ab-ef3728d214cf req-9536e02d-64ab-44e4-a2d3-9ec004e89104 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:01.315540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c56d590-6732-4b4f-b0ab-ef3728d214cf req-9536e02d-64ab-44e4-a2d3-9ec004e89104 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 945 time: 0.6098514 Oct 19 20:36:01.338699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f03533cb-7357-431d-b493-0297edd71fc6 req-c30d65ef-cb7c-49a9-b2af-6344770e273e tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0447648 Oct 19 20:36:01.391639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.437530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.445743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.475053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9db4-524d-4475-9a0a-903cafa2f43d req-5b91bb19-51bb-4556-83e0-25f62cf1100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:01.476589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbff9db4-524d-4475-9a0a-903cafa2f43d req-5b91bb19-51bb-4556-83e0-25f62cf1100c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 1097 time: 0.2712390 Oct 19 20:36:01.483806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.502126 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c56d590-6732-4b4f-b0ab-ef3728d214cf req-2c65bea7-644f-445b-9281-b7627d0e897e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712096 Oct 19 20:36:01.512310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:36:01.517496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.519579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:36:01.527268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:36:01.548469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Pushing event updated for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:01.582062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ce29-ba44-4e4a-bda5-0c5cb9d4ecba req-575cb39f-d22b-48cc-b473-e5a7d48e9ef5 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:01.583570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4936ce29-ba44-4e4a-bda5-0c5cb9d4ecba req-575cb39f-d22b-48cc-b473-e5a7d48e9ef5 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 931 time: 0.1127465 Oct 19 20:36:01.591714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:01.592247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.614104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbff9db4-524d-4475-9a0a-903cafa2f43d req-011feae3-963d-4289-bfef-ffb449f64bf5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267059 Oct 19 20:36:01.619463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.625452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-cc2d0310-37ee-441c-ac78-fc7d6077eb41 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3133924 Oct 19 20:36:01.639337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Request body: {'port': {'device_id': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:01.650737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4936ce29-ba44-4e4a-bda5-0c5cb9d4ecba req-0da1116f-32f6-4f87-9607-d621f02b4001 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557117 Oct 19 20:36:01.710659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.712409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2917-1e10-4b95-a2dc-e01bb5c20ebd req-412c64ae-3ea8-43a7-90c7-066bc4367647 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:01.713943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd7c2917-1e10-4b95-a2dc-e01bb5c20ebd req-412c64ae-3ea8-43a7-90c7-066bc4367647 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 944 time: 0.0926113 Oct 19 20:36:01.716636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Router 70313783-8f54-4323-96d2-74d90010ac76 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:36:01.747373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.749926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:01.751045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af27c73a-7826-49c7-b4e8-d238fc570e29 HTTP/1.1" status: 204 len: 168 time: 0.4948511 Oct 19 20:36:02.034906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:02.044284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.057708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Transition to ACTIVE for port object 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:36:02.061582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.087234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54778) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:02.108388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb69a-cf21-4ba0-b245-d81f341f2528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27c73a-7826-49c7-b4e8-d238fc570e29,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:02.113095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe6c1-96a7-4b74-a108-ee979741e724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.138571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:02.145476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:36:02.154454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd7c2917-1e10-4b95-a2dc-e01bb5c20ebd req-0014288c-317b-43c9-8598-7d31706a2791 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329660 Oct 19 20:36:02.156673 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Sync routers for ids ['70313783-8f54-4323-96d2-74d90010ac76'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:36:02.166001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.170075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec7fc166-43e6-40da-b192-01ce88a10094 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "PUT /v2.0/routers/70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 200 len: 693 time: 1.2242393 Oct 19 20:36:02.170686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54782) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:02.180923 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Routers {'70313783-8f54-4323-96d2-74d90010ac76'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:02.181665 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['70313783-8f54-4323-96d2-74d90010ac76'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:02.247367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Attempting to bind port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:36:02.247705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Attempting to bind port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b97059fa-5bda-4989-ae3e-7e86e1423083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:36:02.248504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Attempting to bind port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 on network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:02.248634 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.259616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 on network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:36:02.259942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Attempting to bind port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 on network 0102e582-1a41-4865-8bfb-8c90fef5ffc3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:02.276168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:36:02.276517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Checking segment: {'id': 'b97059fa-5bda-4989-ae3e-7e86e1423083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:36:02.276905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Bound using segment: {'id': 'b97059fa-5bda-4989-ae3e-7e86e1423083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:36:02.277573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Bound port: 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97059fa-5bda-4989-ae3e-7e86e1423083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:36:02.277776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.300123 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Set router 70313783-8f54-4323-96d2-74d90010ac76 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:02.303030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe6c1-96a7-4b74-a108-ee979741e724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.304477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3901871-b81a-43e8-aec5-ae65f24b4bf1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/routers/70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 200 len: 699 time: 0.1325872 Oct 19 20:36:02.307124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54788) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:02.336988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddcbe6c1-96a7-4b74-a108-ee979741e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.355088 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70313783-8f54-4323-96d2-74d90010ac76', 'name': 'tempest-RoutersTest-router-342717030', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:36:00Z', 'updated_at': '2021-10-19T20:36:01Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:02.368551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c973daa9-a992-45ec-a32c-cb8baec72c6d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 200 len: 205 time: 0.0602648 Oct 19 20:36:02.371683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:02.389153 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Checking router: 70313783-8f54-4323-96d2-74d90010ac76 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:36:02.399111 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Routers {'70313783-8f54-4323-96d2-74d90010ac76'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:02.399952 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:35:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['70313783-8f54-4323-96d2-74d90010ac76'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:02.403779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9e994189-fea4-4f97-9959-2bb046f093f5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:36:02.410587 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddcbe6c1-96a7-4b74-a108-ee979741e724 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5569cf4566c4187882b4a40954f67c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207555 Oct 19 20:36:02.415340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:02.419401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbe6c1-96a7-4b74-a108-ee979741e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2706383-5502-4970-9c40-5e4344661e4c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:02.431569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:36:02.435638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,segment=NetworkSegment(b97059fa-5bda-4989-ae3e-7e86e1423083),segment_id=b97059fa-5bda-4989-ae3e-7e86e1423083)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:36:02.441175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.512557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:02.513278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.514859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] 10.222.0.37 "PUT /v2.0/ports/3e3267bc-75d4-43de-98ff-1c17c6ec9c04 HTTP/1.1" status: 200 len: 1091 time: 0.8796175 Oct 19 20:36:02.515390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:02.517794 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d" -d '{"events": [{"name": "network-changed", "server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:02.534488 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] Set router 70313783-8f54-4323-96d2-74d90010ac76 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:02.554148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054d8b-b643-4c06-9d6b-c16bd7de2b5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:02.571636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.573993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:02.592220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '9e994189-fea4-4f97-9959-2bb046f093f5', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'port_id': '9e994189-fea4-4f97-9959-2bb046f093f5', 'mac_address': 'fa:16:3e:ea:67:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:36:02.680558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3dd26a7b-9ecd-4a80-9860-9da04f5bbc39 req-382522cf-8de6-4bd3-8281-e9b1fb75184b tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1639266 Oct 19 20:36:02.688102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.697262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-3c584209-dc95-4615-aade-72b02e5175d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:02.702818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-3c584209-dc95-4615-aade-72b02e5175d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=934387eac5e34e81adb161f908670160&device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 1094 time: 0.1279604 Oct 19 20:36:02.728426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e994189-fea4-4f97-9959-2bb046f093f5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:02.763619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-074491d0-0087-4151-b48b-f24ef0e68be2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04 HTTP/1.1" status: 200 len: 217 time: 0.0504451 Oct 19 20:36:02.768657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:02.777122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.821709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-3a2d1813-7783-451a-9513-7c3354c7d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:02.823294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-3a2d1813-7783-451a-9513-7c3354c7d3cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b50ac13-a265-484d-9769-d2a06b293b5e HTTP/1.1" status: 200 len: 848 time: 0.0510659 Oct 19 20:36:02.834105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:02.846295 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74972a7c-41ff-4467-aa91-546cffb5e21b x-openstack-request-id: req-74972a7c-41ff-4467-aa91-546cffb5e21b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:02.846654 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:02.846922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:02.847040 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74972a7c-41ff-4467-aa91-546cffb5e21b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:02.847417 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04', 'status': 'completed', 'code': 200} Oct 19 20:36:02.886456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-1f12bc14-d850-4573-8501-7668cbb77ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0102e582-1a41-4865-8bfb-8c90fef5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380158 Oct 19 20:36:02.907292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d847-fc72-458e-9c65-5f738bfe4897 req-7924ae36-9b6c-40e4-8461-c690250fa221 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:02.914972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf11d847-fc72-458e-9c65-5f738bfe4897 req-7924ae36-9b6c-40e4-8461-c690250fa221 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 946 time: 0.1547513 Oct 19 20:36:02.945012 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70313783-8f54-4323-96d2-74d90010ac76', 'name': 'tempest-RoutersTest-router-342717030', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:36:00Z', 'updated_at': '2021-10-19T20:36:01Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:02.984638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4cd52a-cba3-4e92-8b7b-f879e208edf5 None None] The sync data for ids ['70313783-8f54-4323-96d2-74d90010ac76'] in n-d-805649-9 is: [{'id': '70313783-8f54-4323-96d2-74d90010ac76', 'name': 'tempest-RoutersTest-router-342717030', 'tenant_id': 'beb81f2309f74367992dad3d1e8da9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:36:00Z', 'updated_at': '2021-10-19T20:36:01Z', 'revision_number': 2, 'project_id': 'beb81f2309f74367992dad3d1e8da9ad', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:36:03.067526 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.072262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:03.077913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.080060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.085677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf11d847-fc72-458e-9c65-5f738bfe4897 req-fd22eff2-777e-45f3-9887-348b66127b7d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674218 Oct 19 20:36:03.094208 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-80fb6761-22a9-4e17-b37f-3e60530653f4 service neutron] 10.222.0.37 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768684 Oct 19 20:36:03.114741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7be0d8-c7a5-4f85-a3c7-6c5276a72d44 req-a053e22e-6f0c-4139-a2c3-53ee4cbe93cc tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:03.116808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f7be0d8-c7a5-4f85-a3c7-6c5276a72d44 req-a053e22e-6f0c-4139-a2c3-53ee4cbe93cc tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 943 time: 0.1840796 Oct 19 20:36:03.232202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.233611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Fanout notify agent at l3_agent the message router_deleted on router 70313783-8f54-4323-96d2-74d90010ac76 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:36:03.256533 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.271459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb2ed5c5-3376-4f59-bd4e-36a990ee04ca tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 204 len: 168 time: 0.8917689 Oct 19 20:36:03.271636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.301664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.305263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:03.311789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2706383-5502-4970-9c40-5e4344661e4c HTTP/1.1" status: 204 len: 168 time: 0.8261168 Oct 19 20:36:03.319823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0d6c9a1f-0d68-4757-9baf-37f9a764e586 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 200 len: 205 time: 0.0451267 Oct 19 20:36:03.320479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.330008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b1b006-6cb2-47a9-a2a5-11af9e3911a1 req-94a12109-c04a-43f1-9649-a80eb86cb3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280025 Oct 19 20:36:03.342911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc00ab3-7294-45b4-b982-9f2e1d17d6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2706383-5502-4970-9c40-5e4344661e4c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:03.380870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f7be0d8-c7a5-4f85-a3c7-6c5276a72d44 req-7430148a-c156-4684-9f46-76fe956c1f4a tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695807 Oct 19 20:36:03.489357 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-e661d8d2-8343-4bf8-ae19-6aed75333c49 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:03.493355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e661d8d2-8343-4bf8-ae19-6aed75333c49 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/70313783-8f54-4323-96d2-74d90010ac76 HTTP/1.1" status: 404 len: 336 time: 0.1691158 Oct 19 20:36:03.494829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54826) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.513113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-742ec51c-f510-454d-9c44-d21000fddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:03.514657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-742ec51c-f510-454d-9c44-d21000fddd5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=934387eac5e34e81adb161f908670160&device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 1094 time: 0.0953820 Oct 19 20:36:03.564550 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16d8233-ca02-4277-8706-1c7a290f38b4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:03.564943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16d8233-ca02-4277-8706-1c7a290f38b4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:03.568026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e16d8233-ca02-4277-8706-1c7a290f38b4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/676544f8-1cff-4ff6-bb09-6e46c0f3f104 HTTP/1.1" status: 404 len: 337 time: 0.0716665 Oct 19 20:36:03.572596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54832) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.601539 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae770c0-7118-432a-a7b7-16f5bd1430f9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:03.602056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae770c0-7118-432a-a7b7-16f5bd1430f9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:03.605532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7ae770c0-7118-432a-a7b7-16f5bd1430f9 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/aa07f9cc-c6c4-4d73-a998-1f000f348650 HTTP/1.1" status: 404 len: 337 time: 0.0334604 Oct 19 20:36:03.613458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54836) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.658541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadff024-8a0d-49b4-9ee3-232e923376dd req-172795a0-7c06-4e85-8f65-b4974799b996 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:03.666332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fadff024-8a0d-49b4-9ee3-232e923376dd req-172795a0-7c06-4e85-8f65-b4974799b996 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 945 time: 0.1731265 Oct 19 20:36:03.667296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7401cb1-2359-49a5-854c-84d7fb54eaab req-759f1289-df45-4876-96e5-6e9fa79c2a44 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0335102 Oct 19 20:36:03.720522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fadff024-8a0d-49b4-9ee3-232e923376dd req-ec398146-678d-485e-a094-c91fe13f2c47 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Oct 19 20:36:03.725161 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ca39e-122f-432a-a5c4-a5bcb4d2c12a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:03.725667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69ca39e-122f-432a-a5c4-a5bcb4d2c12a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:03.731334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f69ca39e-122f-432a-a5c4-a5bcb4d2c12a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/3774622f-5170-4f5f-a354-7603a65ff9d1 HTTP/1.1" status: 404 len: 337 time: 0.1168776 Oct 19 20:36:03.731538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.773688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-5d96dffd-344e-401d-8e2b-e4e940c84537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:03.775635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-5d96dffd-344e-401d-8e2b-e4e940c84537 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0102e582-1a41-4865-8bfb-8c90fef5ffc3 HTTP/1.1" status: 200 len: 909 time: 0.2534022 Oct 19 20:36:03.821812 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbee8ed8-9dd6-47a1-a1a7-189919fadb4d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:03.822286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbee8ed8-9dd6-47a1-a1a7-189919fadb4d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:03.825711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cbee8ed8-9dd6-47a1-a1a7-189919fadb4d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/847b7187-200e-4886-b98c-d69e3e2039ab HTTP/1.1" status: 404 len: 337 time: 0.0928226 Oct 19 20:36:03.828112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.846260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-9cd7005f-04a6-4098-9e79-2b35827237b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04 HTTP/1.1" status: 200 len: 217 time: 0.0631390 Oct 19 20:36:03.870098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dd0e4441-e832-43d3-ab35-141744fca771 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 200 len: 205 time: 0.0408764 Oct 19 20:36:03.872348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.913589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-7f96b58e-cdb0-4d83-a68d-07fe3e13281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:03.915086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-7f96b58e-cdb0-4d83-a68d-07fe3e13281a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b50ac13-a265-484d-9769-d2a06b293b5e HTTP/1.1" status: 200 len: 848 time: 0.0612497 Oct 19 20:36:03.919162 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-36d7abee-bf93-4fe8-bd89-30ac35407900 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:03.920745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-36d7abee-bf93-4fe8-bd89-30ac35407900 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/abeab3f2-c785-45d9-b1ce-35c2fcad62d9 HTTP/1.1" status: 404 len: 336 time: 0.0473938 Oct 19 20:36:03.923389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:03.956722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-9ed04243-2c33-4e9f-ad1a-d4bf94b80e0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0102e582-1a41-4865-8bfb-8c90fef5ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318367 Oct 19 20:36:03.973122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-64a845df-1419-43e2-9a3b-00b42ab466b5 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=55f8a590-b965-4a7b-a677-999d5de79634 HTTP/1.1" status: 200 len: 205 time: 0.0480421 Oct 19 20:36:03.975555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54856) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.026145 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-a8506bbe-f559-4fdf-b44c-61355e7ce4e2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:04.027303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a8506bbe-f559-4fdf-b44c-61355e7ce4e2 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/55f8a590-b965-4a7b-a677-999d5de79634 HTTP/1.1" status: 404 len: 336 time: 0.0507863 Oct 19 20:36:04.030094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54858) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.065207 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c05f101-ad62-43e7-954d-bf33bc0621a7 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:04.065701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c05f101-ad62-43e7-954d-bf33bc0621a7 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:04.072367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-efcf777d-ae45-47b8-9c33-a7d460e33e8d service neutron] 10.222.0.37 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039610 Oct 19 20:36:04.072796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.079301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c05f101-ad62-43e7-954d-bf33bc0621a7 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/f13c8026-9cce-4f2a-8d5b-e209e3cb11ec HTTP/1.1" status: 404 len: 337 time: 0.0481400 Oct 19 20:36:04.110782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f98319a-f6b4-42ab-aa5a-e94387d89c21 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 200 len: 205 time: 0.0357659 Oct 19 20:36:04.114341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.166343 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-908a62f1-4e21-4a11-abb4-c19d6403377c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:04.167803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-908a62f1-4e21-4a11-abb4-c19d6403377c tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/8fef278f-0cbe-4646-b88c-d2a591becf5f HTTP/1.1" status: 404 len: 336 time: 0.0524664 Oct 19 20:36:04.170589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.251075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.261216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66356706-1a6b-466d-a2e6-d5ad6cdc02e5 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 HTTP/1.1" status: 200 len: 205 time: 0.0865798 Oct 19 20:36:04.314606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b34a51b-9fa4-48ab-b1b2-b1625efbc85d req-aa8c0a42-fb42-44d9-9ed3-aa7bcfbc4db0 service neutron] 10.222.0.37 "GET /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288737 Oct 19 20:36:04.323273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8484e-65ac-4b91-b497-bcc2cb9bd769 req-38ede2f1-3f68-4d0a-b593-48a6d1cbbd0d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:04.325010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7f8484e-65ac-4b91-b497-bcc2cb9bd769 req-38ede2f1-3f68-4d0a-b593-48a6d1cbbd0d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 946 time: 0.1089871 Oct 19 20:36:04.330829 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-0f9d2e62-c96c-4572-9fac-b3d2ca3f8283 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:04.332976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0f9d2e62-c96c-4572-9fac-b3d2ca3f8283 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/f7a1a74e-9e22-4526-9e05-90ec0f2c32d2 HTTP/1.1" status: 404 len: 336 time: 0.0797446 Oct 19 20:36:04.335224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54878) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.368388 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24e53b3-144a-40a6-acf8-40ec813a9a32 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:04.369076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24e53b3-144a-40a6-acf8-40ec813a9a32 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:04.374873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b24e53b3-144a-40a6-acf8-40ec813a9a32 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/0cfacb11-7946-4590-baac-9236b8b8c588 HTTP/1.1" status: 404 len: 337 time: 0.0382969 Oct 19 20:36:04.378032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54880) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.416714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9eda9369-9152-46b1-903b-de5905164e4d tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=3758e1e2-2aec-49ba-9b39-2a67058fd010 HTTP/1.1" status: 200 len: 205 time: 0.0354927 Oct 19 20:36:04.416911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9e994189-fea4-4f97-9959-2bb046f093f5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:04.417501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.426170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7f8484e-65ac-4b91-b497-bcc2cb9bd769 req-eead976a-5a0c-43ec-ac74-11bc703e966c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897849 Oct 19 20:36:04.488928 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-52454fe1-643e-4868-b790-36f4a2b20eb1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:04.500710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52454fe1-643e-4868-b790-36f4a2b20eb1 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/3758e1e2-2aec-49ba-9b39-2a67058fd010 HTTP/1.1" status: 404 len: 336 time: 0.0798757 Oct 19 20:36:04.501371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54890) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.551219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 9e994189-fea4-4f97-9959-2bb046f093f5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:36:04.558934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 9e994189-fea4-4f97-9959-2bb046f093f5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:04.561477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:04.575365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-02a107e5-c606-4596-9b83-dfcf880cdaef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 267 time: 0.0341601 Oct 19 20:36:04.620856 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d781e3-643f-4498-9eda-4de4162378c4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:04.622646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d781e3-643f-4498-9eda-4de4162378c4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:04.630110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54894) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.632282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92d781e3-643f-4498-9eda-4de4162378c4 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/5cf416cc-561a-4942-a910-12587eb9dd22 HTTP/1.1" status: 404 len: 337 time: 0.1288953 Oct 19 20:36:04.670692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097f8c3-4e49-43f0-9bfc-fef2b517b436 req-cbb63068-4166-4002-9d80-3cdeb50a55a1 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:04.681081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e8801591-90f2-456e-880b-fc810a42747b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d5364c-6961-4292-9127-0b55f0fbbe92 HTTP/1.1" status: 200 len: 205 time: 0.0474002 Oct 19 20:36:04.681376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3097f8c3-4e49-43f0-9bfc-fef2b517b436 req-cbb63068-4166-4002-9d80-3cdeb50a55a1 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 943 time: 0.1239326 Oct 19 20:36:04.684038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.692116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-d8622d11-0030-4cb1-be94-3c9e18e710fb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:04.700840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-d8622d11-0030-4cb1-be94-3c9e18e710fb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 946 time: 0.1193683 Oct 19 20:36:04.713202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'security_groups': []}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:04.721344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3097f8c3-4e49-43f0-9bfc-fef2b517b436 req-ded1d18b-3985-4988-ba75-818cad99968e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Oct 19 20:36:04.734810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:04.764005 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-edd89e56-21e2-4b0f-8b45-4d2391b0d65a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] delete failed (client error): The resource could not be found. Oct 19 20:36:04.765040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-edd89e56-21e2-4b0f-8b45-4d2391b0d65a tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/routers/80d5364c-6961-4292-9127-0b55f0fbbe92 HTTP/1.1" status: 404 len: 336 time: 0.0620911 Oct 19 20:36:04.768247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54902) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.774257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:04.779587 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e21f8cb-f94a-4ce6-9fab-ccceb84e336e" -d '{"events": [{"server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "name": "network-vif-plugged", "status": "completed", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:04.801758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:04.809988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:04.838857 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6140bf90-ec56-4b60-8f67-5b8792d5fc4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:04.839319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6140bf90-ec56-4b60-8f67-5b8792d5fc4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:04.843435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6140bf90-ec56-4b60-8f67-5b8792d5fc4b tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/f996e5a3-e69a-4c59-a57c-8bf34ce77323 HTTP/1.1" status: 404 len: 337 time: 0.0722885 Oct 19 20:36:04.845106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54910) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:04.874902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:04.915035 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b77006-a426-4070-bc1b-d9b10068db89 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] DELETE failed (client error): The resource could not be found. Oct 19 20:36:04.915490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b77006-a426-4070-bc1b-d9b10068db89 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:36:04.919256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e9b77006-a426-4070-bc1b-d9b10068db89 tempest-RoutersTest-983320163 tempest-RoutersTest-983320163-project] 10.222.0.31 "DELETE /v2.0/subnets/9a4bf6d3-7ff2-4afd-8f11-66f674984c3a HTTP/1.1" status: 404 len: 337 time: 0.0730891 Oct 19 20:36:04.942799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:04.972277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe66ed32-f063-4b94-9b17-b3c213ef69ee req-72477fcb-962a-4a33-943e-d57bee294458 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0694327 Oct 19 20:36:05.177184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83168f75-5bba-480a-8fe0-fb8cfce41440 req-1f0383f4-9071-4b60-832a-567168e61d19 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.179571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83168f75-5bba-480a-8fe0-fb8cfce41440 req-1f0383f4-9071-4b60-832a-567168e61d19 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0908601 Oct 19 20:36:05.194851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:05.243273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83168f75-5bba-480a-8fe0-fb8cfce41440 req-0c58babf-13fc-48f1-a1f8-d443abafc5a1 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Oct 19 20:36:05.251528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.264736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.281827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:05.332740 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be62a25-780e-49c3-83fb-a2b13e892a39 x-openstack-request-id: req-7be62a25-780e-49c3-83fb-a2b13e892a39 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:05.333127 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "name": "network-vif-plugged", "status": "completed", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:05.333516 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7be62a25-780e-49c3-83fb-a2b13e892a39 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:05.334508 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'code': 200} Oct 19 20:36:05.338511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6a61d363-f735-41cb-a2d9-c99be17bd610', 'd6d0bbe8-f007-4f27-bd39-18941387b400'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:05.375426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:05.381098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.382385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.384011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92ec497e-25b8-4595-9b31-4fe1068fdbd5 req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "PUT /v2.0/ports/d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 905 time: 0.6822262 Oct 19 20:36:05.425194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:05.430619 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:05.458152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d6d0bbe8-f007-4f27-bd39-18941387b400'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:05.532642 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f966606-b830-4d1c-8b9a-00a237237955 x-openstack-request-id: req-6f966606-b830-4d1c-8b9a-00a237237955 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:05.533152 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:05.533152 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f966606-b830-4d1c-8b9a-00a237237955 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:05.533664 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'status': 'completed', 'code': 200} Oct 19 20:36:05.551433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161bc2-2902-472a-9806-31fca2971de4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:05.570362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a067-432b-4fc9-8ecb-469ce6601882 req-1079f193-39fa-4f6c-895a-32c41bee050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.572238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3215a067-432b-4fc9-8ecb-469ce6601882 req-1079f193-39fa-4f6c-895a-32c41bee050c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.1873615 Oct 19 20:36:05.646374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3215a067-432b-4fc9-8ecb-469ce6601882 req-117067d7-6b77-436a-9636-7395c98517d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653737 Oct 19 20:36:05.729247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1d62d45c-0b19-4802-b2d5-8d6bbf12df7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=beb81f2309f74367992dad3d1e8da9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524566 Oct 19 20:36:05.731839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54936) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:05.742747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae44d4-e06c-4b6e-85b2-0c1252313e31 req-5a11a7cb-c62b-410e-a098-91b253898756 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.744297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35ae44d4-e06c-4b6e-85b2-0c1252313e31 req-5a11a7cb-c62b-410e-a098-91b253898756 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 908 time: 0.2287936 Oct 19 20:36:05.751724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-08932157-0de8-4603-af82-fea320ed38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.754722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-08932157-0de8-4603-af82-fea320ed38e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 1059 time: 0.1744153 Oct 19 20:36:05.803910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.850140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a342db16-b648-4eed-8e2d-02d33bf3d089 None None] Provisioning complete for port d6d0bbe8-f007-4f27-bd39-18941387b400 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:05.853378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a342db16-b648-4eed-8e2d-02d33bf3d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.902217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-3e8804f5-4c44-4f23-ab56-db5dab27b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:05.904964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-3e8804f5-4c44-4f23-ab56-db5dab27b15b service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1419790 Oct 19 20:36:05.913909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:05.979324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-d88a270a-9cfb-44a7-b0ca-7a2b804af9a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 217 time: 0.0433247 Oct 19 20:36:06.026996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730e38-02a1-4392-ae45-6f44dd64bffb req-d179a1f3-a5d7-494e-8da8-28ad7e75c27b tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.034801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb730e38-02a1-4392-ae45-6f44dd64bffb req-d179a1f3-a5d7-494e-8da8-28ad7e75c27b tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 943 time: 0.1874344 Oct 19 20:36:06.044030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-d76f353e-e1ef-492d-b385-0fe7e7583c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.046598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-d76f353e-e1ef-492d-b385-0fe7e7583c7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0592835 Oct 19 20:36:06.075302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18b01e-5ad1-42bd-abea-9d1cc5bc2729 req-3cf24bb0-a027-44cb-ac5b-3dbee3b2ed3a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.083381 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd18b01e-5ad1-42bd-abea-9d1cc5bc2729 req-3cf24bb0-a027-44cb-ac5b-3dbee3b2ed3a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1769245 Oct 19 20:36:06.086388 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb730e38-02a1-4392-ae45-6f44dd64bffb req-c35890c7-f662-4127-8cc6-39d10618619a tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506437 Oct 19 20:36:06.105237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:06.109156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:06.121987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd12e482-8ae7-4bd4-a6ac-001205a4e0b2 HTTP/1.1" status: 204 len: 168 time: 0.3890340 Oct 19 20:36:06.141230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3242a8-2c78-414e-ae20-01392aa6526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12e482-8ae7-4bd4-a6ac-001205a4e0b2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:06.167343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-9053e314-20b9-4af1-9d47-08824a90e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.168854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-9053e314-20b9-4af1-9d47-08824a90e4b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141143 Oct 19 20:36:06.185042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd18b01e-5ad1-42bd-abea-9d1cc5bc2729 req-5845c4f9-76be-4938-9a53-d5d2590817b5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960293 Oct 19 20:36:06.216078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa026b40-9a91-441f-ac78-0ce2370a307d req-d4e3ebf5-6e4f-4831-9d5d-2df0e3d84a30 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0391767 Oct 19 20:36:06.389840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-343898ba-8ca3-429c-9798-6ed92d37cdf2 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044148 Oct 19 20:36:06.426681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:36:06.441572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8294b6-9135-4184-b8d5-7ae9af6c4ee0 req-6c57d037-a430-4f85-abc8-bcb836cd9981 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.449438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e8294b6-9135-4184-b8d5-7ae9af6c4ee0 req-6c57d037-a430-4f85-abc8-bcb836cd9981 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1103089 Oct 19 20:36:06.469928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed579fb-40f5-4daa-8e7e-334b2a6d5aab req-f7a0da14-1378-4af9-9105-7d1c4fb5a831 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.471900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed579fb-40f5-4daa-8e7e-334b2a6d5aab req-f7a0da14-1378-4af9-9105-7d1c4fb5a831 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1113625 Oct 19 20:36:06.501628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e8294b6-9135-4184-b8d5-7ae9af6c4ee0 req-b4f60bc2-0fe1-4ef0-88f2-6ee1909dd0fe tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Oct 19 20:36:06.557577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed579fb-40f5-4daa-8e7e-334b2a6d5aab req-72e73a2b-167b-4769-9e7e-9941e586ffe2 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Oct 19 20:36:06.566707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66c9a3e2-b845-4ea0-a797-4ae4ccb860dc req-39769348-2d91-4476-b067-acb2c7ad4619 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697118 Oct 19 20:36:06.640945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,segment=NetworkSegment(b97059fa-5bda-4989-ae3e-7e86e1423083),segment_id=b97059fa-5bda-4989-ae3e-7e86e1423083)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:06.668022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04', 'network_id': '0102e582-1a41-4865-8bfb-8c90fef5ffc3', 'port_id': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04', 'mac_address': 'fa:16:3e:bf:20:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b50ac13-a265-484d-9769-d2a06b293b5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:36:06.710635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:06.724358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:06.791684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,segment=NetworkSegment(b97059fa-5bda-4989-ae3e-7e86e1423083),segment_id=b97059fa-5bda-4989-ae3e-7e86e1423083)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:06.795952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:06.873899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:06.968554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c508f5fb-ee29-4444-9956-0847f9128742 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:06.983991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c508f5fb-ee29-4444-9956-0847f9128742 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.1833820 Oct 19 20:36:07.015484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-48baacfe-3945-440c-a517-3d32133bf26b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/quotas/71f6b3fd28ec4a0c8ec7c18fd9322fd1 HTTP/1.1" status: 200 len: 375 time: 0.0304222 Oct 19 20:36:07.106281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['3e3267bc-75d4-43de-98ff-1c17c6ec9c04'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:07.137739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-aa978940-7a09-46b4-9b6a-3482e29396b8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1183500 Oct 19 20:36:07.300094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315af08c-23e2-4118-8311-a54a2631e3fc req-a7ffe084-f598-40bf-a229-67d0b744d631 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:07.305388 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-315af08c-23e2-4118-8311-a54a2631e3fc req-a7ffe084-f598-40bf-a229-67d0b744d631 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 944 time: 0.1414447 Oct 19 20:36:07.318499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-88e1ffac-320b-4489-9d5f-7c35976863e3 service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797535 Oct 19 20:36:07.380159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55008) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:07.394473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-315af08c-23e2-4118-8311-a54a2631e3fc req-aa58a5c4-2afc-4645-91d2-8f867d4a3e2c tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Oct 19 20:36:07.449646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-2644e79a-3e86-4068-b895-dbcc5afbbb4c service neutron] 10.222.0.31 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296158 Oct 19 20:36:07.513238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--164372445'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:07.547399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5b0fafc-9910-45e8-b3a3-1b67950b7ae8 req-b687ac6f-81ce-43c5-b2a8-aca28c901dbc tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0337515 Oct 19 20:36:07.554410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.564825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.674836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c304db9c-d085-4c3d-8b57-878e1ef30faf req-c3a6f4b8-4aff-4eb8-b064-458a611a3004 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 210 time: 0.0376318 Oct 19 20:36:07.699494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.705246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.767241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccb21f0-039a-4039-b1ff-53dcbc65b669,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:07.798244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe28ec1-f50b-4582-87d6-04ce0c855fb6 req-462aa03d-474f-402d-92b9-f2ee52a3adf8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:07.805889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fe28ec1-f50b-4582-87d6-04ce0c855fb6 req-462aa03d-474f-402d-92b9-f2ee52a3adf8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0857072 Oct 19 20:36:07.847533 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.852599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.875532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fe28ec1-f50b-4582-87d6-04ce0c855fb6 req-a2fcd3fe-5b19-4dc1-a615-e730273cfa6e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500987 Oct 19 20:36:07.924585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:07.929184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5478203 Oct 19 20:36:07.933255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55024) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.023370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb2a57-f67a-461e-87e6-31bebf936198 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0c829-2b4f-44f9-ade0-0d30fc261179,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:08.084432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-21be0831-556e-4ba9-9a7a-7f0eae360527 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1474538 Oct 19 20:36:08.085327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55028) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.094090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-security--457336218', 'description': 'tempest-security-description-1230154515'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:08.156168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.303874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b1cd-7025-41d2-a67a-356595cae43f req-eccdc9a6-0eb7-43d0-997c-d1515d1d3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.319995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-eccdc9a6-0eb7-43d0-997c-d1515d1d3eda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.1724460 Oct 19 20:36:08.333356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.333356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.333356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.334995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "PUT /v2.0/security-groups/d5d0c829-2b4f-44f9-ade0-0d30fc261179 HTTP/1.1" status: 200 len: 1779 time: 0.2486312 Oct 19 20:36:08.339992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55036) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.432719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:08.442801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d52e6520-62b0-40ed-b181-f176b569630c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups/d5d0c829-2b4f-44f9-ade0-0d30fc261179 HTTP/1.1" status: 200 len: 1779 time: 0.0976219 Oct 19 20:36:08.475368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55040) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.482387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-59f34228-0f9c-48ba-80f3-372fd5b78a7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949458 Oct 19 20:36:08.512643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bdd90-47cb-4091-af0a-635572c518aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0c829-2b4f-44f9-ade0-0d30fc261179,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:08.526382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbfe9-0027-4b94-9c93-146d0f49525c req-f1a7e178-bbeb-414d-8cb0-1b46d2b2fa12 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.527972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9cdbfe9-0027-4b94-9c93-146d0f49525c req-f1a7e178-bbeb-414d-8cb0-1b46d2b2fa12 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.2449203 Oct 19 20:36:08.564980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:36:08.579651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:08.580524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.616190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b1cd-7025-41d2-a67a-356595cae43f req-5692bc14-7ae6-4c2b-9160-acc04c81b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.617771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-5692bc14-7ae6-4c2b-9160-acc04c81b78a service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.2771156 Oct 19 20:36:08.696214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-2ac554f4-a446-4127-a1cd-65fbae866cf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.0701263 Oct 19 20:36:08.706508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.721815 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e9cdbfe9-0027-4b94-9c93-146d0f49525c req-73a322db-dac5-4fe4-8348-c3f357389825 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832495 Oct 19 20:36:08.722443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.735050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.787398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.791700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,segment=NetworkSegment(b97059fa-5bda-4989-ae3e-7e86e1423083),segment_id=b97059fa-5bda-4989-ae3e-7e86e1423083)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:08.791917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.795484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:08.796188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5d0c829-2b4f-44f9-ade0-0d30fc261179 HTTP/1.1" status: 204 len: 168 time: 0.3070793 Oct 19 20:36:08.796661 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c532cec3-9b1d-4087-bd24-41765f40ab50" -d '{"events": [{"server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "name": "network-vif-plugged", "status": "completed", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:08.799477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55046) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.800899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:08.829717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2ba19-d322-4877-8813-3164375eda22 req-a4f9e747-0be1-49ca-b105-eb74c3f64718 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.831380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee2ba19-d322-4877-8813-3164375eda22 req-a4f9e747-0be1-49ca-b105-eb74c3f64718 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 944 time: 0.2560165 Oct 19 20:36:08.841801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51320c2-4c4c-49cc-a37a-c54d9e46cbb9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d0c829-2b4f-44f9-ade0-0d30fc261179,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:08.852659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-63fca7c3-fda5-4e77-8031-2262e2c05a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.854212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-63fca7c3-fda5-4e77-8031-2262e2c05a9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 1096 time: 0.2671123 Oct 19 20:36:08.864849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-975b58dd-36f9-4706-ba5f-c3eeaa601c21 req-918265d8-246f-44c3-9b8c-7a1c008c07ac tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0522397 Oct 19 20:36:08.870426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b1cd-7025-41d2-a67a-356595cae43f req-08907904-2ce5-4b52-a74b-672c23e76a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:08.871711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:08.872257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-08907904-2ce5-4b52-a74b-672c23e76a21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.1491156 Oct 19 20:36:08.922633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-df1e21d9-5f8c-4590-abdf-16568f4ac8a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375848 Oct 19 20:36:08.926592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee2ba19-d322-4877-8813-3164375eda22 req-d2831ee7-8f20-46ca-8891-a934cd66c0d2 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792599 Oct 19 20:36:08.951488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9f912afe-73db-4abc-a8e1-278f39eeef94 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1463454 Oct 19 20:36:08.956443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55050) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:08.992902 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd70a4-a0ac-48b9-b74a-61bd4c81248f x-openstack-request-id: req-4dfd70a4-a0ac-48b9-b74a-61bd4c81248f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:08.993487 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "name": "network-vif-plugged", "status": "completed", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:08.993989 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dfd70a4-a0ac-48b9-b74a-61bd4c81248f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:08.995240 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04', 'code': 200} Oct 19 20:36:09.002644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6eeefd54-4d71-4ba8-9fc7-e120c26c3e98 req-a8e8ee8d-6793-4815-81d2-3825d3c40c6c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 210 time: 0.0514109 Oct 19 20:36:09.003776 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-807456c7-4e31-49b5-8620-c5afa2c52be9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] delete failed (client error): The resource could not be found. Oct 19 20:36:09.004448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-807456c7-4e31-49b5-8620-c5afa2c52be9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5d0c829-2b4f-44f9-ade0-0d30fc261179 HTTP/1.1" status: 404 len: 347 time: 0.0470142 Oct 19 20:36:09.012209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:09.019631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709661494'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:09.086599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-e92da20c-35da-48d7-a72e-a205e8060556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:09.088095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-e92da20c-35da-48d7-a72e-a205e8060556 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2098217 Oct 19 20:36:09.088808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.106432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-21d280aa-b207-4797-918a-953adf027e20 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668994 Oct 19 20:36:09.170335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-a61f6e4b-a88a-4cd8-bbdd-4e8c774a62d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 200 len: 217 time: 0.0636792 Oct 19 20:36:09.208275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6122b1cd-7025-41d2-a67a-356595cae43f req-10c2515e-3c7e-4105-ba87-9675a7e8e841 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957129 Oct 19 20:36:09.254923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1c42d-f371-46fe-a4b7-553cf5bd4427 req-bcd0db12-4693-49ae-9812-db718e4a09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:09.257129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-caa1c42d-f371-46fe-a4b7-553cf5bd4427 req-bcd0db12-4693-49ae-9812-db718e4a09b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 1096 time: 0.1950388 Oct 19 20:36:09.379833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-caa1c42d-f371-46fe-a4b7-553cf5bd4427 req-9170aa8f-695c-4b77-9fdc-aa26754d5fe1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910394 Oct 19 20:36:09.403288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-4399a139-ea61-45b5-9255-89336e5ad86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:09.404751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-4399a139-ea61-45b5-9255-89336e5ad86e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2206614 Oct 19 20:36:09.417558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-f5deef82-1b83-499c-bc8c-4046d93a2b91 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:09.418981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-f5deef82-1b83-499c-bc8c-4046d93a2b91 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 811 time: 0.2303994 Oct 19 20:36:09.433610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.439547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Request body: {'port': {'device_id': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'admin_state_up': True, 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:09.470607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.547549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.551912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5355639 Oct 19 20:36:09.552082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55066) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:09.557703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '7cb2398f-cfc6-4290-81d9-837b6ee84d20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:09.570030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-7629e438-db13-4d28-b424-c8441ab269be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:09.571493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-7629e438-db13-4d28-b424-c8441ab269be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478961 Oct 19 20:36:09.577566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e543be-0df2-4c93-ab70-0ac151c87d3f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb2398f-cfc6-4290-81d9-837b6ee84d20,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:09.634897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.755314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Made reservation on behalf of 71f6b3fd28ec4a0c8ec7c18fd9322fd1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:36:09.759365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.772543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-84dc52ac-2b79-40a0-ac44-687725c4ea18 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867881 Oct 19 20:36:09.804666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.845468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:09.991410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e03f71e6-513a-4fdd-806a-92ac8fd83b7a req-be7a0b30-aefd-47f1-aeaf-88dc96b8d834 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0362556 Oct 19 20:36:10.136210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7c1e-9f43-425a-9c34-73530f41a20f req-190aee95-6a76-485e-860e-deeac61a4468 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:10.138176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fdd7c1e-9f43-425a-9c34-73530f41a20f req-190aee95-6a76-485e-860e-deeac61a4468 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 945 time: 0.0668204 Oct 19 20:36:10.195092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fdd7c1e-9f43-425a-9c34-73530f41a20f req-84afb720-4da2-49cb-b627-e1b9a37cfe45 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Oct 19 20:36:10.263426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2060421a-5a7f-4532-962d-3b6c09567ab0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:10.284042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.285228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e58267d-8126-4b52-bb16-fb76f3b42599 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7322869 Oct 19 20:36:10.288988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:10.354088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.358463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee0e59-a75a-422f-bc05-379da7606485 req-abde74f7-48cb-4ddc-bd01-dd0f68b09587 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:10.360022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fee0e59-a75a-422f-bc05-379da7606485 req-abde74f7-48cb-4ddc-bd01-dd0f68b09587 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.5431936 Oct 19 20:36:10.363141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2eb3d6c4-805a-472f-85f0-d08e1b10ae32 req-f68a0a16-d5f9-45ef-9e58-9f2eb916dbb4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 210 time: 0.0469654 Oct 19 20:36:10.364632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8746f1f6-ca6c-4a9b-9238-348658f33127 req-cb5a4a58-3e45-4687-8eb3-7f5b1aa4582d service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808496 Oct 19 20:36:10.365134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.381781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Allocated IP 172.20.0.14 (35f73dbf-be31-4336-894f-8d663a12752a/e306c51a-8c15-4150-a93d-c05b9702157b/b80a2acd-520b-4e00-8a4f-e2151f76128f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:36:10.411248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.432514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.434343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2060421a-5a7f-4532-962d-3b6c09567ab0 HTTP/1.1" status: 204 len: 168 time: 0.1437299 Oct 19 20:36:10.435285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088566-a6ef-477d-8a60-12eda22311be tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2060421a-5a7f-4532-962d-3b6c09567ab0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:10.437171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55090) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:10.443436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fee0e59-a75a-422f-bc05-379da7606485 req-5ecfb34b-5544-4fba-a323-670edee62208 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Oct 19 20:36:10.510994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4698e8f5-b197-4d8b-a0c0-36614d6e4d9f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0695367 Oct 19 20:36:10.511774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:10.578156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.611287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.627951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.656198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.658972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.660594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/7cb2398f-cfc6-4290-81d9-837b6ee84d20 HTTP/1.1" status: 204 len: 168 time: 0.1478555 Oct 19 20:36:10.663788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55102) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:10.669808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8660-14e5-4159-9f78-b96ea0ed2daf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb2398f-cfc6-4290-81d9-837b6ee84d20,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:10.683451 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.696918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6a61d363-f735-41cb-a2d9-c99be17bd610'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:10.705888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:10.757505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Network 35f73dbf-be31-4336-894f-8d663a12752a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:36:10.767577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d8c4fdd-8265-4875-8279-7ae4f2811ebd tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991063 Oct 19 20:36:10.767577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:36:10.768601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:10.769858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:36:10.775213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385639182'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:10.830281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.851357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:10.883009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:10.883660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.924946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-c6edb5bf-6a77-4908-b1fb-668588ab330d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4899333 Oct 19 20:36:10.940680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Request body: {'port': {'device_id': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:10.982205 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:10.987702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.059142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.060383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2900803 Oct 19 20:36:11.061489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b51cc-4280-4858-a272-47e0984e34fc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3a5c15-a4f2-44db-963c-386d62a9fbfc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:11.064084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:11.071385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '4e3a5c15-a4f2-44db-963c-386d62a9fbfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:11.087115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.110413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0164236d-b88f-4d17-9efa-14b3c2dfa8d5 req-948e5f1f-6da3-41be-8f9d-99d4bec1ce00 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0273504 Oct 19 20:36:11.149722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.151489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2cc662f9-e2df-4fca-b0cb-e22f9534d422 None None] Provisioning complete for port b80a2acd-520b-4e00-8a4f-e2151f76128f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:11.152023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2cc662f9-e2df-4fca-b0cb-e22f9534d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.188285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2cc662f9-e2df-4fca-b0cb-e22f9534d422 None None] Port b80a2acd-520b-4e00-8a4f-e2151f76128f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:36:11.275863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.279932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.336317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8114d640-3146-4117-a756-448c95b698ba,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:11.380636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.382439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab7abf5b-6eb0-4b6e-ba53-a0caf1a8c521 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150012 Oct 19 20:36:11.385338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55114) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:11.391155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '4e3a5c15-a4f2-44db-963c-386d62a9fbfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:11.420478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.424895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9450-8d96-4d26-bf7d-88b1812493f6 req-c53360e3-bad4-43d7-9a2f-9451933c5ded tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:11.426453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-260c9450-8d96-4d26-bf7d-88b1812493f6 req-c53360e3-bad4-43d7-9a2f-9451933c5ded tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 945 time: 0.1215589 Oct 19 20:36:11.510199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-260c9450-8d96-4d26-bf7d-88b1812493f6 req-7d72f222-c484-4a5b-83ef-0c10bd439362 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Oct 19 20:36:11.529088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80a2acd-520b-4e00-8a4f-e2151f76128f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:11.541158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.557882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.563948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.567313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Transition to ACTIVE for port object b80a2acd-520b-4e00-8a4f-e2151f76128f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:36:11.572116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.589497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaddd8-441f-4392-a717-e809c9fdc541 req-bdd80801-ef63-4834-aaed-5a128b3ec6e8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:11.596676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74eaddd8-441f-4392-a717-e809c9fdc541 req-bdd80801-ef63-4834-aaed-5a128b3ec6e8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 932 time: 0.1261067 Oct 19 20:36:11.610452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c182ed0f-be53-41ee-8396-1687dd039b91,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:11.620767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.622010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c8b6119-3b1e-45c4-b353-3ca29e08c98c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2355621 Oct 19 20:36:11.625362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55124) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:11.642776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '4e3a5c15-a4f2-44db-963c-386d62a9fbfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:11.650817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74eaddd8-441f-4392-a717-e809c9fdc541 req-6b0bab6d-865b-452d-b849-8a6300d49fdc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Oct 19 20:36:11.699592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:11.734911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.765864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f74b79-ee04-4da7-840a-a5f102d9a3bf req-e8005f19-8189-42cf-8a18-e5fa34fdd5ea tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:11.767614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33f74b79-ee04-4da7-840a-a5f102d9a3bf req-e8005f19-8189-42cf-8a18-e5fa34fdd5ea tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1513653 Oct 19 20:36:11.869211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-33f74b79-ee04-4da7-840a-a5f102d9a3bf req-d82ebf30-e8b6-435c-aab4-9ead55e9aae9 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916295 Oct 19 20:36:11.871409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Attempting to bind port b80a2acd-520b-4e00-8a4f-e2151f76128f on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:36:11.871745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Attempting to bind port b80a2acd-520b-4e00-8a4f-e2151f76128f by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:36:11.872074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Attempting to bind port b80a2acd-520b-4e00-8a4f-e2151f76128f on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:11.884091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.885674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Port b80a2acd-520b-4e00-8a4f-e2151f76128f on network 35f73dbf-be31-4336-894f-8d663a12752a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:36:11.885926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Attempting to bind port b80a2acd-520b-4e00-8a4f-e2151f76128f on network 35f73dbf-be31-4336-894f-8d663a12752a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:11.891788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:36:11.892132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Checking segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:36:11.892510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Bound using segment: {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:36:11.893021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Bound port: b80a2acd-520b-4e00-8a4f-e2151f76128f, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:36:11.893435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.897037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.948369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e08699-6b37-4cc7-9949-56299c1bc29b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:11.969272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:11.973578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d9781576-1ee7-40b3-be39-598a1e9d9020 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375776 Oct 19 20:36:11.974637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:11.984808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '4e3a5c15-a4f2-44db-963c-386d62a9fbfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:12.015117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:36:12.019876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:36:12.029021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.029529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.097809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.098616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:12.104693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.112442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:12.113109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.114636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-d8d97a0a-2ee7-463d-911e-f520b9f0dc82 service neutron] 10.222.0.11 "PUT /v2.0/ports/b80a2acd-520b-4e00-8a4f-e2151f76128f HTTP/1.1" status: 200 len: 1092 time: 1.1809607 Oct 19 20:36:12.115222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:12.119090 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c7219-09c8-4171-abd0-6fed9ce76901" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:12.141936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8271646a-f993-4f5b-a92c-8c34aea7cbc3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:12.176148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.177536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55140) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:12.179081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e2e4bfe-84fd-46cf-a7a8-c4c595daf6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1976120 Oct 19 20:36:12.185908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '4e3a5c15-a4f2-44db-963c-386d62a9fbfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:12.243957 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3619d9-409c-4850-ab62-04e36cebf95c x-openstack-request-id: req-bd3619d9-409c-4850-ab62-04e36cebf95c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:12.244258 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:12.244500 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd3619d9-409c-4850-ab62-04e36cebf95c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:12.244966 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'status': 'completed', 'code': 200} Oct 19 20:36:12.278965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c61b1558-811d-4ed7-908b-2092c2197dca req-14c9af99-17f5-483f-b5b2-f5dd64e3724a tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0396390 Oct 19 20:36:12.296754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-77f39294-c84a-4b3d-aeae-89e7000d9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:12.298405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-77f39294-c84a-4b3d-aeae-89e7000d9646 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 1095 time: 0.1079104 Oct 19 20:36:12.305308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.363528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-142c1f97-6ef7-4380-baf4-700aa9230367 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f HTTP/1.1" status: 200 len: 217 time: 0.0552795 Oct 19 20:36:12.447288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-88e90e58-44d4-4e19-a4d8-3854b3779fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:12.448729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-88e90e58-44d4-4e19-a4d8-3854b3779fd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0759616 Oct 19 20:36:12.460866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.471863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.505735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b959ee5f-1b07-4c22-ad3d-5ada3e1d0178,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:12.517623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.518916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c908f56-a75c-4b83-9b6b-08d7d9fdb2b3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3396580 Oct 19 20:36:12.522863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:12.527880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-be7b91f0-4c22-4926-9380-f1a45bddaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:12.529472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-be7b91f0-4c22-4926-9380-f1a45bddaeae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715451 Oct 19 20:36:12.551859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.570888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.577258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.609900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.617963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.620953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b959ee5f-1b07-4c22-ad3d-5ada3e1d0178 HTTP/1.1" status: 204 len: 168 time: 0.0965636 Oct 19 20:36:12.625155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55146) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:12.633361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5434fe-64e1-4944-8892-4f3b91cbd1aa tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b959ee5f-1b07-4c22-ad3d-5ada3e1d0178,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:12.719060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-237f96c2-79fc-46f0-b7bf-4b9b9ada8116 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0857940 Oct 19 20:36:12.721837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:12.726622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-69253643-e511-45ad-9ff1-6cffa80488fc service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810458 Oct 19 20:36:12.789443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d35314-62de-4d51-a4d0-042eb8981299 req-cbdd199c-829c-4037-bf80-c4ad2e19c4ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:12.792284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96d35314-62de-4d51-a4d0-042eb8981299 req-cbdd199c-829c-4037-bf80-c4ad2e19c4ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.0649636 Oct 19 20:36:12.792558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.830542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.836056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96d35314-62de-4d51-a4d0-042eb8981299 req-25d38996-178f-4b88-b977-3ac1767b12cb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Oct 19 20:36:12.916615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7507d264-5bb7-46ad-97b1-b3c03605caaa req-3b24e58b-3ba7-4272-9a16-57a21fa7ba9e service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713023 Oct 19 20:36:12.917623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.932051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:12.933390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8271646a-f993-4f5b-a92c-8c34aea7cbc3 HTTP/1.1" status: 204 len: 168 time: 0.2101362 Oct 19 20:36:12.933711 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:36:12.934412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e556-ca0c-4ae0-acc6-7657b403a769 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8271646a-f993-4f5b-a92c-8c34aea7cbc3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:12.936659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55154) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.002367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.040107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f54e7d30-4b25-4855-931b-999fe764def2 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1008344 Oct 19 20:36:13.040739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55160) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.092357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-ce072e05-8c92-470c-b325-dcf279483e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.094338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.094526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-ce072e05-8c92-470c-b325-dcf279483e71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 1095 time: 0.1106811 Oct 19 20:36:13.103558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.106980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b831e-0645-4b73-8ba3-06cf49ddb1be req-4b1b94dc-ea47-4bc6-acf6-061e00ca8a79 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.108496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-720b831e-0645-4b73-8ba3-06cf49ddb1be req-4b1b94dc-ea47-4bc6-acf6-061e00ca8a79 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1275327 Oct 19 20:36:13.132201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.137423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.138553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e5e08699-6b37-4cc7-9949-56299c1bc29b HTTP/1.1" status: 204 len: 168 time: 0.0968165 Oct 19 20:36:13.142408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55162) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.148136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383485c-f662-406e-a8fc-8ac5b059662a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e08699-6b37-4cc7-9949-56299c1bc29b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:13.230128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-720b831e-0645-4b73-8ba3-06cf49ddb1be req-8b00a350-8c44-4084-a16e-3e2da061cc14 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122868 Oct 19 20:36:13.260952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4488d1a1-66ea-424a-b02a-e011c7c5a7ad tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1159461 Oct 19 20:36:13.263892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.279511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-7a804548-302f-4df3-a9a2-6ad741dbac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.280769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-7a804548-302f-4df3-a9a2-6ad741dbac9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1713862 Oct 19 20:36:13.293974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.303940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.329372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.333289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-107dd68d-f5a7-4489-8786-9db5abc69401 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f HTTP/1.1" status: 200 len: 217 time: 0.0379601 Oct 19 20:36:13.336731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.337992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c182ed0f-be53-41ee-8396-1687dd039b91 HTTP/1.1" status: 204 len: 168 time: 0.0731122 Oct 19 20:36:13.341075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55168) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.343103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5110656-515f-4939-97d0-75b0c028d6b1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c182ed0f-be53-41ee-8396-1687dd039b91,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:13.411910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3d83593-12d1-4836-bf96-acea22e5b1a6 req-89375802-b72b-49c4-9f1d-40db33a4c687 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0281518 Oct 19 20:36:13.416947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-6cfaa237-4a99-4f1a-a0e2-c1663ee2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.418537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-6cfaa237-4a99-4f1a-a0e2-c1663ee2e40b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0764971 Oct 19 20:36:13.433213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c0f0765d-3d34-4a40-8af3-c60720a19e53 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0893419 Oct 19 20:36:13.435870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.483865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.493607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.510997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-a165fa58-851a-46ea-aeca-bc679ca9f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.512479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-a165fa58-851a-46ea-aeca-bc679ca9f480 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782254 Oct 19 20:36:13.539856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.550318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.551301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8114d640-3146-4117-a756-448c95b698ba HTTP/1.1" status: 204 len: 168 time: 0.1145325 Oct 19 20:36:13.554115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.562123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b2803-fb36-42f0-9329-159ec9532fc6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8114d640-3146-4117-a756-448c95b698ba,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:13.611568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-655ec116-d8ab-4102-ad58-743c81f3c51a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534854 Oct 19 20:36:13.611832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.625868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-1d985b44-f04a-4461-9b09-af05c87c6b57 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037245 Oct 19 20:36:13.666602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.688612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.732118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a5c7219-09c8-4171-abd0-6fed9ce76901 req-610ac983-7d1d-4169-a2d7-67520214997c service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978591 Oct 19 20:36:13.756677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.759371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.760575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e3a5c15-a4f2-44db-963c-386d62a9fbfc HTTP/1.1" status: 204 len: 168 time: 0.1479015 Oct 19 20:36:13.763361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55178) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.769943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba691b0d-cbe3-43c1-8565-5761e512cb3b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3a5c15-a4f2-44db-963c-386d62a9fbfc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:13.806877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-32db4487-3a50-4473-9001-77abe397ecfc tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420318 Oct 19 20:36:13.811275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55180) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.817235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340764636'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:13.839767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.907293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.911331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.939784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:13.941095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1281705 Oct 19 20:36:13.944200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:13.949233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '09eaf4a1-2b7b-423b-9557-0ddc3cf3fb66', 'direction': 'ingress', 'protocol': 17}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:13.956072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbbb63-4afe-40cc-921d-9720efc135f0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09eaf4a1-2b7b-423b-9557-0ddc3cf3fb66,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:13.971446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e4bb-c7ea-48aa-a018-f0c657c52a85 req-5d894e99-057a-43e7-929e-54ada80669ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:13.972947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dea5e4bb-c7ea-48aa-a018-f0c657c52a85 req-5d894e99-057a-43e7-929e-54ada80669ea tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.0564599 Oct 19 20:36:13.979535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.041386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dea5e4bb-c7ea-48aa-a018-f0c657c52a85 req-bd2ab5f0-ee70-4e68-aebf-6a8b0db42dd1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584979 Oct 19 20:36:14.048642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.052668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.074236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04c7e3b-92fc-4563-86ed-2f7654b65360,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:14.081133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.082374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e9c0644-68ac-4417-b1a1-04b02c94a38e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1372213 Oct 19 20:36:14.086345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55190) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:14.150660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.184117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.248138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.251014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.253456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/09eaf4a1-2b7b-423b-9557-0ddc3cf3fb66 HTTP/1.1" status: 204 len: 168 time: 0.1650989 Oct 19 20:36:14.255390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:14.286043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31fd45-a48b-46de-be05-47a4bbd83c8a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eaf4a1-2b7b-423b-9557-0ddc3cf3fb66,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:14.354738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eac27dc0-efec-472c-adc0-819a73e86eb1 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970876 Oct 19 20:36:14.358520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55202) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:14.371172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890151837'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:14.433710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.462710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b7e84-5b41-48e2-9e32-cf2428368534 req-560e79ce-1f0c-4a7f-a84f-6a71bcc2f399 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:14.470565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb7b7e84-5b41-48e2-9e32-cf2428368534 req-560e79ce-1f0c-4a7f-a84f-6a71bcc2f399 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1145546 Oct 19 20:36:14.547774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb7b7e84-5b41-48e2-9e32-cf2428368534 req-68edbad6-8cbf-4eca-b52d-7ca0dc4814a1 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Oct 19 20:36:14.589110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf50c076-e78d-49d1-bd4b-7a4c492f9443 req-5c38be95-3800-40dc-8748-020b9287a6f0 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0357437 Oct 19 20:36:14.606866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.610834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.648981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.653037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2911396 Oct 19 20:36:14.653760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55218) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:14.659684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714105727'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:14.660257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe67bb-3c7b-4795-a53c-d63dbcbf9cd8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9035c42c-a23e-4084-b81d-887a52d4f558,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:14.693548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.769547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.773405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.810134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.811790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1557658 Oct 19 20:36:14.813142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfadab4-d2af-4529-a150-440e596121d6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493cafbc-e150-4cb1-986e-b321f04633a6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:14.814628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55224) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:14.821553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '9035c42c-a23e-4084-b81d-887a52d4f558', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '493cafbc-e150-4cb1-986e-b321f04633a6', 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:14.881779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.964757 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.968669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:14.986893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70660f10-e9c6-48eb-a2e2-9b1a9af2eca1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.001336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.005535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dc4ceb98-5615-4f62-aa39-1c625353a9d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1860483 Oct 19 20:36:15.005888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55228) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.034381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.042516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.072523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.086349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.089703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/70660f10-e9c6-48eb-a2e2-9b1a9af2eca1 HTTP/1.1" status: 204 len: 168 time: 0.0800145 Oct 19 20:36:15.090396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55236) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.093660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f209cf-548b-472c-96cb-1812f8af5565 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70660f10-e9c6-48eb-a2e2-9b1a9af2eca1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.156346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-54f32494-369d-4f09-96bf-937f05ef3803 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0633986 Oct 19 20:36:15.159176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55240) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.200841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d8e9-dbab-45ae-bb31-0b8b620959a0 req-545e7700-a16d-45d2-9062-1b96db71236f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:15.202377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f223d8e9-dbab-45ae-bb31-0b8b620959a0 req-545e7700-a16d-45d2-9062-1b96db71236f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.0725405 Oct 19 20:36:15.231520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.259421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.286927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f223d8e9-dbab-45ae-bb31-0b8b620959a0 req-8f07ee69-142c-422f-8a3e-9422e3d17c7c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752316 Oct 19 20:36:15.333221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.342023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.346750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55246) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.355188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/493cafbc-e150-4cb1-986e-b321f04633a6 HTTP/1.1" status: 204 len: 168 time: 0.1948068 Oct 19 20:36:15.374718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07588-e06e-429a-88d2-02adf805ac19 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cafbc-e150-4cb1-986e-b321f04633a6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.424726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55250) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.436848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-84c11443-bbb3-424e-a6d4-5825766e2465 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0886490 Oct 19 20:36:15.490148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.514320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.538665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b0c04-26a4-49d1-882b-704470d628ab req-f23210d5-4c77-448b-8551-12359d4560b1 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:15.540159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b0b0c04-26a4-49d1-882b-704470d628ab req-f23210d5-4c77-448b-8551-12359d4560b1 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 945 time: 0.0507348 Oct 19 20:36:15.556666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.559469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.563246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/9035c42c-a23e-4084-b81d-887a52d4f558 HTTP/1.1" status: 204 len: 168 time: 0.1372545 Oct 19 20:36:15.563862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55256) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.572555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d791-2073-446a-b1cb-f27d9e1bc8a6 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9035c42c-a23e-4084-b81d-887a52d4f558,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.598769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b0b0c04-26a4-49d1-882b-704470d628ab req-acde5071-a77b-4178-bc44-cadaa473dbb8 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523224 Oct 19 20:36:15.621565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8df6543c-14cf-482b-81cc-35695cd60e5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565734 Oct 19 20:36:15.625536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.630803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810493249'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:15.661136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.667950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787c240-dfb6-445b-a024-67072fefcc55 req-90801d44-afdf-4f12-92ae-6ba130e9f2f2 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:15.669718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4787c240-dfb6-445b-a024-67072fefcc55 req-90801d44-afdf-4f12-92ae-6ba130e9f2f2 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0525870 Oct 19 20:36:15.716154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4787c240-dfb6-445b-a024-67072fefcc55 req-0afcb904-f7d9-4282-a89d-51b1f69cf7b6 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Oct 19 20:36:15.724185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60d2e56b-ace5-4e59-a996-752e88d2b4d5 req-44ee89ab-09ca-475a-8139-e45a48aadf83 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0367160 Oct 19 20:36:15.758085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.761741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.792125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.793316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1663592 Oct 19 20:36:15.794387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa2b5a-493d-4519-b5f1-17cc96668f70 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb9102-44b3-4b31-a23d-f1dff00ef766,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.796175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55262) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.801118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': '88fb9102-44b3-4b31-a23d-f1dff00ef766', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:15.827026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.873915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.877949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.900662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8e709d-3ed2-4837-b550-79a0277355b2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:15.905410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.906567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab0aa2b1-4fe2-4b15-a6a6-d3ba4f78c7e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1093976 Oct 19 20:36:15.909400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.932194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.940128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.966149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.972278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:15.973448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bc8e709d-3ed2-4837-b550-79a0277355b2 HTTP/1.1" status: 204 len: 168 time: 0.0631084 Oct 19 20:36:15.976078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55268) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:15.978785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211556e7-a636-4b5b-8e7c-62309c934166 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc8e709d-3ed2-4837-b550-79a0277355b2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.026305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-657aaf71-17e2-4fde-a526-c7e939e2b6e3 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489879 Oct 19 20:36:16.030750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.086268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.108188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.151362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.153963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.155103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/88fb9102-44b3-4b31-a23d-f1dff00ef766 HTTP/1.1" status: 204 len: 168 time: 0.1233907 Oct 19 20:36:16.158106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55272) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.163832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc6b8c-4218-4205-8b13-06738e45aba9 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb9102-44b3-4b31-a23d-f1dff00ef766,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.201853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a56da32-e28f-4426-aff3-9222039689f4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426030 Oct 19 20:36:16.205460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55274) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.209609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group': {'name': 'tempest-secgroup--485939932'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:16.230712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.295143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.299093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.323393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.324623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1182675 Oct 19 20:36:16.327465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.332033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': 'a7adfda6-c8a9-4687-81c7-828a79c79b04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:16.335454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279164d-679a-431b-8c8e-a324de3cfc5c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7adfda6-c8a9-4687-81c7-828a79c79b04,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.353505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:36:16.380310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.416298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f45c4-5e32-4763-adac-015b655790ab req-3d7a5235-cb49-4b64-bae7-e881361affd3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:16.417899 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-116f45c4-5e32-4763-adac-015b655790ab req-3d7a5235-cb49-4b64-bae7-e881361affd3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Oct 19 20:36:16.437403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.442308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.461896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ee1aa-1613-495f-ac4c-519e19fdbf0f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.463160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:16.471379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-116f45c4-5e32-4763-adac-015b655790ab req-8675a9b2-3d99-4186-81c8-36167ca434ab tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Oct 19 20:36:16.473393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.474823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-33c749fd-9386-40f8-9f42-d0ecb4b0f2d0 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463358 Oct 19 20:36:16.477501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55280) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.483068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'mac_address': 'fa:16:3e:fc:59:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:36:16.498713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f834b439-74c2-4e0d-bc45-58b939cf5fcf tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules/378ee1aa-1613-495f-ac4c-519e19fdbf0f HTTP/1.1" status: 200 len: 763 time: 0.0177836 Oct 19 20:36:16.499080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55284) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.525808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.539671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80a2acd-520b-4e00-8a4f-e2151f76128f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:16.541800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cbfe3021-71b0-412d-8ed7-ab150f069f4c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412879 Oct 19 20:36:16.545114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55288) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.561743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:16.565739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.571197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.579029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.605972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.612964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.617114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/378ee1aa-1613-495f-ac4c-519e19fdbf0f HTTP/1.1" status: 204 len: 168 time: 0.0679564 Oct 19 20:36:16.617845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55292) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.619110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035d3c8-a2b5-4566-b774-a63f8dc784e4 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=378ee1aa-1613-495f-ac4c-519e19fdbf0f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.626261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.664428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b21b3602-cd0f-42e7-9ec8-c6d6e2b8b329 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412674 Oct 19 20:36:16.665209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.668928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': 'a7adfda6-c8a9-4687-81c7-828a79c79b04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:16.700752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.744462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee6afa-2cf8-4a3b-8c70-bb74ec723003 req-fc52f7e3-184f-4cab-b61e-cdb419afa302 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:16.746267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bee6afa-2cf8-4a3b-8c70-bb74ec723003 req-fc52f7e3-184f-4cab-b61e-cdb419afa302 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 945 time: 0.0568216 Oct 19 20:36:16.775588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.779897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.796051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5bee6afa-2cf8-4a3b-8c70-bb74ec723003 req-40badda6-ba5c-446f-b769-928a1978f4fc tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/security-groups?id=f599f22a-9901-4eee-b8f9-e5121b214d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Oct 19 20:36:16.797421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d90fe8c-de58-4f70-9dda-ebbbeb05c6cc,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:16.821019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:16.824813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9cfe7337-8efa-4c75-ad8a-7cdc5cb2da0a tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569085 Oct 19 20:36:16.825204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55310) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.854059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eb657746-be92-429e-a1ed-78fda90d267c tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules/3d90fe8c-de58-4f70-9dda-ebbbeb05c6cc HTTP/1.1" status: 200 len: 763 time: 0.0254924 Oct 19 20:36:16.854439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.859157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['b80a2acd-520b-4e00-8a4f-e2151f76128f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:16.871929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b01f40-949d-4b79-9e4b-b4bbd6fdfe44 req-eae35fbc-4129-4982-b578-d5507ef21c7d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:16.873922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79b01f40-949d-4b79-9e4b-b4bbd6fdfe44 req-eae35fbc-4129-4982-b578-d5507ef21c7d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0809467 Oct 19 20:36:16.905024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6eb3be76-f3a7-4ede-b159-819e0a04c0ff req-6467b961-e28e-45d3-bef3-1e4d79cfcf77 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0314827 Oct 19 20:36:16.936113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ebe16c28-8d74-4499-a75c-8240b5409619 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0804319 Oct 19 20:36:16.938736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:16.980849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.002517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-909fb5de-5121-4ee9-b4ca-1ded18401379 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:17.004384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-909fb5de-5121-4ee9-b4ca-1ded18401379 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.37 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 945 time: 0.0913324 Oct 19 20:36:17.008287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79b01f40-949d-4b79-9e4b-b4bbd6fdfe44 req-7b3fb570-64d4-4208-94bc-a47d397c258b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275067 Oct 19 20:36:17.008927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.096331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.105725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.109689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.114571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3d90fe8c-de58-4f70-9dda-ebbbeb05c6cc HTTP/1.1" status: 204 len: 168 time: 0.1727080 Oct 19 20:36:17.126305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33578d9-e396-46eb-b621-c061783f3d6d tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d90fe8c-de58-4f70-9dda-ebbbeb05c6cc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:17.174188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6792e46d-e2d5-4e03-b6df-023cf9e4ac4e tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632100 Oct 19 20:36:17.177492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55330) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.183000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Request body: {'security_group_rule': {'security_group_id': 'a7adfda6-c8a9-4687-81c7-828a79c79b04', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:17.190045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Deleting port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:36:17.190387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.213321 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Project e78b423b2576483b89bee7da7aa1dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:36:17.222607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.295780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.299740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.320893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de5b1d3-60be-4ae5-970d-58b59a9b6f4b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:17.329396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.331465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c93de9d-9d3d-42f6-9f4f-01b36110685b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521490 Oct 19 20:36:17.334078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55334) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.351310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] For port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,segment=NetworkSegment(b97059fa-5bda-4989-ae3e-7e86e1423083),segment_id=b97059fa-5bda-4989-ae3e-7e86e1423083)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:17.351681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.352092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9cb6b39a-e8c2-407f-a451-2b8c6a5c42ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules/2de5b1d3-60be-4ae5-970d-58b59a9b6f4b HTTP/1.1" status: 200 len: 769 time: 0.0154803 Oct 19 20:36:17.354627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55336) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.369777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Calling delete_port for 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:36:17.385221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412db3d-5ddd-4fb9-a297-3818506f13ff req-79019c20-c67e-469f-bb5b-fee8ea26ded8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:17.386732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5412db3d-5ddd-4fb9-a297-3818506f13ff req-79019c20-c67e-469f-bb5b-fee8ea26ded8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 946 time: 0.0882151 Oct 19 20:36:17.399068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08de78d7-0a3f-4cc8-840d-df12e51343c8 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0407622 Oct 19 20:36:17.399332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55338) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.422893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.431243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.458710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.464978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.466104 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2de5b1d3-60be-4ae5-970d-58b59a9b6f4b HTTP/1.1" status: 204 len: 168 time: 0.0658164 Oct 19 20:36:17.468734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.471614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5412db3d-5ddd-4fb9-a297-3818506f13ff req-122e335a-5d93-4cc6-9f7e-e6a12ad32e88 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Oct 19 20:36:17.490102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e744661-0d7b-4eec-8f84-ae2fbbf26133 tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de5b1d3-60be-4ae5-970d-58b59a9b6f4b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:17.537857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4943f43e-a62e-42f2-b79e-178421bfe45b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678506 Oct 19 20:36:17.540500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55344) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.569186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.581434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['3e3267bc-75d4-43de-98ff-1c17c6ec9c04'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:17.605924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Pushing event deleted for resources: {'Port': ['ID=3e3267bc-75d4-43de-98ff-1c17c6ec9c04,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:17.623810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd6b0-7621-44f6-97d0-122126239361 req-5b27d257-7856-42cc-95ce-203aa7a1640c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:17.625286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-292fd6b0-7621-44f6-97d0-122126239361 req-5b27d257-7856-42cc-95ce-203aa7a1640c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 945 time: 0.0778942 Oct 19 20:36:17.651690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.661290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] No DVR routers for this DVR port 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:36:17.664578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.667977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74d9bee1-22c8-434a-8f07-31fe479e29c8 req-fed7d308-6551-4908-99d3-2d6d4a32792e tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.37 "DELETE /v2.0/ports/3e3267bc-75d4-43de-98ff-1c17c6ec9c04 HTTP/1.1" status: 204 len: 173 time: 0.6559048 Oct 19 20:36:17.668447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'name': 'network-vif-deleted', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:17.670732 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5061cb6e-4ad5-44fb-9cd5-da79608235bb" -d '{"events": [{"server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "name": "network-vif-deleted", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:17.686663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.691810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-292fd6b0-7621-44f6-97d0-122126239361 req-a287bd0a-5451-42de-88f9-529d7d15c8c2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Oct 19 20:36:17.740237 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5007f88-135f-4476-a2cb-c22a76dc35c8 x-openstack-request-id: req-f5007f88-135f-4476-a2cb-c22a76dc35c8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:17.741121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.741461 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da64134d-344d-4a0c-aa2f-189269f00a31", "name": "network-vif-deleted", "tag": "3e3267bc-75d4-43de-98ff-1c17c6ec9c04", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:17.741909 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5007f88-135f-4476-a2cb-c22a76dc35c8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:17.742466 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da64134d-344d-4a0c-aa2f-189269f00a31', 'name': 'network-vif-deleted', 'tag': '3e3267bc-75d4-43de-98ff-1c17c6ec9c04', 'status': 'completed', 'code': 200} Oct 19 20:36:17.743974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:17.745333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "DELETE /v2.0/security-groups/a7adfda6-c8a9-4687-81c7-828a79c79b04 HTTP/1.1" status: 204 len: 168 time: 0.2037075 Oct 19 20:36:17.749668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55348) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.757356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd9a85-2031-4c54-b822-4637340320ba tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7adfda6-c8a9-4687-81c7-828a79c79b04,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:17.810754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea3f3a70-0bf9-4ffa-98b1-e13e4523567f tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591712 Oct 19 20:36:17.815174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55350) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:17.861979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-33a3df8d-7471-4907-bbe7-f47092226c7b tempest-SecGroupIPv6Test-678723746 tempest-SecGroupIPv6Test-678723746-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461483 Oct 19 20:36:17.918849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29464ca7-87b9-4868-bfee-5d14e3c395a5 req-8c05e1fe-c376-4ab0-a6a0-7cd1a1dadca8 tempest-VolumesActionsTest-901657563 tempest-VolumesActionsTest-901657563-project] 10.222.0.31 "GET /v2.0/ports?device_id=da64134d-344d-4a0c-aa2f-189269f00a31 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Oct 19 20:36:18.030188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97e48f3c-3f94-4403-a8ed-718d7046caae req-f7dadcaf-3d00-4419-977e-45c48c4054e9 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0378931 Oct 19 20:36:18.160270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea99f-7079-4d31-a598-b575c02a0af7 req-82dbbb4f-c93a-4273-8b45-9144a19dc5ec tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:18.167858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a2ea99f-7079-4d31-a598-b575c02a0af7 req-82dbbb4f-c93a-4273-8b45-9144a19dc5ec tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0663950 Oct 19 20:36:18.223385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a2ea99f-7079-4d31-a598-b575c02a0af7 req-210b5f3f-4c9b-45dd-bf01-191a9e166e33 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Oct 19 20:36:18.248200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55364) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:18.367302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:18.396845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:18.397096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d8086b1-271e-4f57-bec5-f62fc220bc8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e78b423b2576483b89bee7da7aa1dedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473367 Oct 19 20:36:18.426094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port b80a2acd-520b-4e00-8a4f-e2151f76128f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:36:18.430519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port b80a2acd-520b-4e00-8a4f-e2151f76128f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:18.430890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.470224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.495651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.523332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.550779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:18.553658 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78caa6-caec-4cd4-b537-8576b889b08b" -d '{"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-plugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:18.569892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.572666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.573023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:18.574159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cccb21f0-039a-4039-b1ff-53dcbc65b669 HTTP/1.1" status: 204 len: 168 time: 0.1757517 Oct 19 20:36:18.577866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:18.588089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584d9ab-3d5a-4df2-b523-1a9d463f0bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccb21f0-039a-4039-b1ff-53dcbc65b669,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:18.648082 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746991ab-9c43-44ba-b23d-7e2aa1e59de4 x-openstack-request-id: req-746991ab-9c43-44ba-b23d-7e2aa1e59de4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:18.648894 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-plugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:18.649412 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-746991ab-9c43-44ba-b23d-7e2aa1e59de4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:18.649989 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'code': 200} Oct 19 20:36:18.655422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:18.741225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092f53c-298f-4a91-b52d-7b5e298b3d25 req-12e703ee-bac5-43a8-bb32-56ff75f092ea tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:18.746625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f092f53c-298f-4a91-b52d-7b5e298b3d25 req-12e703ee-bac5-43a8-bb32-56ff75f092ea tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 946 time: 0.1497748 Oct 19 20:36:18.774690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599371a-b7af-4af5-829d-bea7691ffc68 req-b3fe3cb1-e5ca-4d45-9530-654f6382b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:18.776557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0599371a-b7af-4af5-829d-bea7691ffc68 req-b3fe3cb1-e5ca-4d45-9530-654f6382b85b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 1097 time: 0.0855925 Oct 19 20:36:18.848962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f092f53c-298f-4a91-b52d-7b5e298b3d25 req-817312af-2074-4120-8584-44750431605c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901392 Oct 19 20:36:18.851210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0599371a-b7af-4af5-829d-bea7691ffc68 req-d7484b23-876f-49b6-8f24-05d17ce62fc1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565281 Oct 19 20:36:18.875251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d7cec-3967-4af2-8eb7-e04589352cf7 req-e4f3f4b7-fb21-46e0-8b74-4a42c6f21230 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:18.877260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f5d7cec-3967-4af2-8eb7-e04589352cf7 req-e4f3f4b7-fb21-46e0-8b74-4a42c6f21230 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0960231 Oct 19 20:36:18.938947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f5d7cec-3967-4af2-8eb7-e04589352cf7 req-70346f21-4aee-4f2e-9ef5-f94b13ee088b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Oct 19 20:36:19.198012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45b49582-5586-4b99-a5f2-08250240867b req-7fef5042-f4f4-49f9-aa7a-5efd81fb7615 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0532703 Oct 19 20:36:19.468396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5483df94-c82b-420b-9d53-3a721479c442 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:19.470000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5483df94-c82b-420b-9d53-3a721479c442 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 946 time: 0.1291063 Oct 19 20:36:19.482471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c9ae-b5bc-49ff-839d-53be9c305dd8 req-7860174e-1739-4776-96c1-46499aa3ef36 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:19.490728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e792c9ae-b5bc-49ff-839d-53be9c305dd8 req-7860174e-1739-4776-96c1-46499aa3ef36 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1778951 Oct 19 20:36:19.570507 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e792c9ae-b5bc-49ff-839d-53be9c305dd8 req-c25df773-c957-4549-bce0-a41ddb0329d6 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Oct 19 20:36:19.628878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port 2222313b-acc2-40ce-8f92-08d8c2bdce99 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:36:19.629474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:19.746882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port 2222313b-acc2-40ce-8f92-08d8c2bdce99, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2222313b-acc2-40ce-8f92-08d8c2bdce99,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:19.747477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:19.764745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for 2222313b-acc2-40ce-8f92-08d8c2bdce99 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:36:19.943134 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:19.957994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2222313b-acc2-40ce-8f92-08d8c2bdce99'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:20.043369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=2222313b-acc2-40ce-8f92-08d8c2bdce99,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:20.091393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ece8de-c0ce-42f3-a64f-e45f920dcfea req-56d6e714-4dfc-4124-b8a7-69a2a51e5f56 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:20.099506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81ece8de-c0ce-42f3-a64f-e45f920dcfea req-56d6e714-4dfc-4124-b8a7-69a2a51e5f56 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 867 time: 0.1707077 Oct 19 20:36:20.134634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port 2222313b-acc2-40ce-8f92-08d8c2bdce99 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:36:20.138251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:20.155654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81ece8de-c0ce-42f3-a64f-e45f920dcfea req-a5826810-0b75-4788-aa45-327ca6bdc2e8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503244 Oct 19 20:36:20.163879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3b75d6a-3b6e-4879-a50b-b061078b442a req-5999f62e-b438-44c4-a0e9-9077e9b8e0e5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.11 "DELETE /v2.0/ports/2222313b-acc2-40ce-8f92-08d8c2bdce99 HTTP/1.1" status: 204 len: 173 time: 0.6564586 Oct 19 20:36:20.165871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'name': 'network-vif-deleted', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:20.168730 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d92f75c-62dd-4bee-9aba-aa1b8cd3713c" -d '{"events": [{"server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "name": "network-vif-deleted", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:20.224595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cbd00-90d9-41f0-a930-fabe0a36c49c req-f135502b-1812-43b6-9837-062d16271006 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:20.227299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-999cbd00-90d9-41f0-a930-fabe0a36c49c req-f135502b-1812-43b6-9837-062d16271006 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1255946 Oct 19 20:36:20.287565 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb2a504-a24a-4266-9f80-6d6382b7c284 x-openstack-request-id: req-8eb2a504-a24a-4266-9f80-6d6382b7c284 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:20.287935 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4553d1a4-3f20-484d-aebb-6116dfe334d8", "name": "network-vif-deleted", "tag": "2222313b-acc2-40ce-8f92-08d8c2bdce99", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:20.288252 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eb2a504-a24a-4266-9f80-6d6382b7c284 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:20.288814 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553d1a4-3f20-484d-aebb-6116dfe334d8', 'name': 'network-vif-deleted', 'tag': '2222313b-acc2-40ce-8f92-08d8c2bdce99', 'status': 'completed', 'code': 200} Oct 19 20:36:20.314264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-999cbd00-90d9-41f0-a930-fabe0a36c49c req-859d506b-4d97-4bac-a362-1121ca86b50c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Oct 19 20:36:20.420937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd25559c-5f1a-4aa2-9ad8-58696d987fe7 req-a167df60-61a7-4587-b193-7221e08be91f tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0358071 Oct 19 20:36:20.480519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:36:20.528221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:36:20.529258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3e3267bc-75d4-43de-98ff-1c17c6ec9c04 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:36:20.803702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bc53-b448-4253-b4fd-2750bd527e30 req-fe875a42-ca77-498d-9b24-78a64079ee7a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:20.806309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ce3bc53-b448-4253-b4fd-2750bd527e30 req-fe875a42-ca77-498d-9b24-78a64079ee7a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0833192 Oct 19 20:36:20.821346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55456) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:20.863108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ce3bc53-b448-4253-b4fd-2750bd527e30 req-5ede4be6-745f-41f6-a92a-e3c66753f625 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 Oct 19 20:36:20.962680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.067799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.073137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.080374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55462) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:21.124800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9323c5-756f-4523-acd3-b111f46c6c82,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:21.129023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a592281fce94150b068c9c7d7833b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065989 Oct 19 20:36:21.132117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55466) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:21.143311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.143652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.143992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.144329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.144685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.145014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.145365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.145704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.146024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.146346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.147248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.147569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f25bcd-eae8-4a31-9e6d-94b63e22c347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:21.200891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.232536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.277699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efd87ae7-9db4-4db5-bf26-9dd4b3376dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.281550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc779bca-4f1d-4703-8c00-ba2c569debbd req-0f4c3944-1931-4241-bc03-b3ef3234733f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0504148 Oct 19 20:36:21.334486 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.338857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.341137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d9323c5-756f-4523-acd3-b111f46c6c82 HTTP/1.1" status: 204 len: 168 time: 0.2080450 Oct 19 20:36:21.352808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdb04-ef57-411f-aed7-a8b72ca84480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9323c5-756f-4523-acd3-b111f46c6c82,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:21.451125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efd87ae7-9db4-4db5-bf26-9dd4b3376dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.484742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efd87ae7-9db4-4db5-bf26-9dd4b3376dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.519296 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-efd87ae7-9db4-4db5-bf26-9dd4b3376dad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d34962808f54aeba05f878c0ecbba78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357519 Oct 19 20:36:21.519917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:21.595242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004149a-9bd9-47b7-a6a8-94146a584d78 req-6d637781-baf9-4a8c-a644-8619deeb7589 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:21.597605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d004149a-9bd9-47b7-a6a8-94146a584d78 req-6d637781-baf9-4a8c-a644-8619deeb7589 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1656699 Oct 19 20:36:21.611199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-febe69e5-a877-4d5b-a8d4-e4bec6a07855 req-3c575933-ae8a-4914-8123-1eb17c4e436f tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0827398 Oct 19 20:36:21.619371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd87ae7-9db4-4db5-bf26-9dd4b3376dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa46822-f33f-4e88-8013-f56b221be33d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:21.672334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d004149a-9bd9-47b7-a6a8-94146a584d78 req-584c6f16-5718-4a72-9085-c7f9c5bea37a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678000 Oct 19 20:36:21.679680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.721937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.806461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.810028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:21.811711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fa46822-f33f-4e88-8013-f56b221be33d HTTP/1.1" status: 204 len: 168 time: 0.2907884 Oct 19 20:36:21.823259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6693e-0586-4854-b33d-f9751445df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa46822-f33f-4e88-8013-f56b221be33d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:21.863799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:21.896106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65c336da-14e4-41f4-b60d-2643f0686f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.033312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f6bd-0b27-4103-81ec-5e3812545632 req-a7e84665-b653-4f4e-980b-463275c2d269 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:22.036113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2516f6bd-0b27-4103-81ec-5e3812545632 req-a7e84665-b653-4f4e-980b-463275c2d269 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0747960 Oct 19 20:36:22.055678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65c336da-14e4-41f4-b60d-2643f0686f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.084144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65c336da-14e4-41f4-b60d-2643f0686f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.099560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2516f6bd-0b27-4103-81ec-5e3812545632 req-43741c8f-4936-409a-a631-2219aaeab071 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Oct 19 20:36:22.128863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c336da-14e4-41f4-b60d-2643f0686f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cdf8c5-779a-4284-8c11-550553d441ae,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:22.163435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-65c336da-14e4-41f4-b60d-2643f0686f9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9de8d91c49ed4b198e10dbac8ff76c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985189 Oct 19 20:36:22.166640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55502) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:22.173957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9306-1676-4925-b4c0-f575dcb08a18 req-c3be89ad-ec8b-4de9-a073-3e306b5aa2ba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:22.183037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-499f9306-1676-4925-b4c0-f575dcb08a18 req-c3be89ad-ec8b-4de9-a073-3e306b5aa2ba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.2272139 Oct 19 20:36:22.236792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-499f9306-1676-4925-b4c0-f575dcb08a18 req-dbfba5cd-2d60-47da-8f73-9c47481ca5de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Oct 19 20:36:22.268176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.295598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.354940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.359573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.363224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6cdf8c5-779a-4284-8c11-550553d441ae HTTP/1.1" status: 204 len: 168 time: 0.1932454 Oct 19 20:36:22.369731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd37b0-2d14-4080-bd1f-65310267de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cdf8c5-779a-4284-8c11-550553d441ae,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:22.396959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2222313b-acc2-40ce-8f92-08d8c2bdce99 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:36:22.436713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-268c6bdb-b04d-46e6-a130-7d7e70e985f3 req-036577dd-9044-4edf-91a1-cfa5747f4126 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0436585 Oct 19 20:36:22.439271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2222313b-acc2-40ce-8f92-08d8c2bdce99 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:36:22.439869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2222313b-acc2-40ce-8f92-08d8c2bdce99 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:36:22.497697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55508) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:22.518296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c47e2a9-264e-45a7-96b0-aa9c07f6d5db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.623657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c47e2a9-264e-45a7-96b0-aa9c07f6d5db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.628178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c47e2a9-264e-45a7-96b0-aa9c07f6d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.671925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9c47e2a9-264e-45a7-96b0-aa9c07f6d5db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6126b3ffcef342028480d949548f26b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721973 Oct 19 20:36:22.673186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47e2a9-264e-45a7-96b0-aa9c07f6d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5727ba7-0366-4ddb-b719-4b09ab52d4c3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:22.674595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:22.770055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5322b340-48c7-498b-92a0-b0a36d0d77a8 req-3a7c726a-311f-4403-a1ad-3326fd8cd6e3 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0384026 Oct 19 20:36:22.774090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.810907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.817436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55516) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:22.833529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-20eee91e-bc1f-4734-aeee-fbb90d8c9c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.868370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.872795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.874151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5727ba7-0366-4ddb-b719-4b09ab52d4c3 HTTP/1.1" status: 204 len: 168 time: 0.1985207 Oct 19 20:36:22.909065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f30503-411d-4f9e-8c21-3b40b8bc514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5727ba7-0366-4ddb-b719-4b09ab52d4c3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:22.954121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-20eee91e-bc1f-4734-aeee-fbb90d8c9c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:22.961765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-20eee91e-bc1f-4734-aeee-fbb90d8c9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:23.017460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55522) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:23.033707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-20eee91e-bc1f-4734-aeee-fbb90d8c9c9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11ad1892ecac4ee682807d3f5bbaae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149076 Oct 19 20:36:23.036689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eee91e-bc1f-4734-aeee-fbb90d8c9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34556ca-477c-4bc1-ba80-f7e8a22f2095,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:23.155251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:23.199192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:23.300615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:23.305844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:23.309421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c34556ca-477c-4bc1-ba80-f7e8a22f2095 HTTP/1.1" status: 204 len: 168 time: 0.2882631 Oct 19 20:36:23.338436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadc85c-ed15-414c-806d-de69ebcf1dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34556ca-477c-4bc1-ba80-f7e8a22f2095,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:23.347426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce43c-5b62-4b62-b662-0916cf76b0a6 req-513f99c0-0bca-471f-9ffc-9633066f0528 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:23.357631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cfce43c-5b62-4b62-b662-0916cf76b0a6 req-513f99c0-0bca-471f-9ffc-9633066f0528 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1531036 Oct 19 20:36:23.429420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cfce43c-5b62-4b62-b662-0916cf76b0a6 req-747123dc-362b-4b16-85bb-9c80d78f6c9c tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708821 Oct 19 20:36:23.467980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83daa9-d1dc-4de1-88ed-3c4702e929f0 req-b899018c-3c76-47ef-b04e-fc8bd764169e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:23.472839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d83daa9-d1dc-4de1-88ed-3c4702e929f0 req-b899018c-3c76-47ef-b04e-fc8bd764169e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0913713 Oct 19 20:36:23.534283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d83daa9-d1dc-4de1-88ed-3c4702e929f0 req-a4be753a-dede-49dc-8417-ea976739b04d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561571 Oct 19 20:36:23.624047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51a7c863-9a08-4b8a-a1d3-8fed1ba9471a req-50d704a9-e2e8-4b1c-8212-0f22f5fc12be tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0805986 Oct 19 20:36:23.960520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54503f83-82dd-4fc6-a767-b2203475ceec req-2011e2fe-6d0e-47b4-bab9-ca5fd3d0e6e1 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0497072 Oct 19 20:36:24.246965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a684-c69c-48de-85fe-112e7b9184b9 req-d51510c6-60a4-4d8e-9b5e-690c77c69370 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:24.264107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7d6a684-c69c-48de-85fe-112e7b9184b9 req-d51510c6-60a4-4d8e-9b5e-690c77c69370 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1076148 Oct 19 20:36:24.317594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7d6a684-c69c-48de-85fe-112e7b9184b9 req-14457bed-d68c-478a-acd7-be8b69685348 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Oct 19 20:36:24.595181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e081e9-99d9-4c17-915a-2ca8dd672c2c req-142c261b-230f-4b0b-887a-c08f905b59e8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:24.597325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e081e9-99d9-4c17-915a-2ca8dd672c2c req-142c261b-230f-4b0b-887a-c08f905b59e8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0607214 Oct 19 20:36:24.656560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29e081e9-99d9-4c17-915a-2ca8dd672c2c req-da1c103f-2218-42cd-9e6a-1bb043c321b3 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509269 Oct 19 20:36:24.763268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f87f296-133b-4d36-b086-37f2e61d51e0 req-5e4e7cce-1285-4a1e-8de6-803dfc37b6a5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0361679 Oct 19 20:36:25.151384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5102acbc-09ee-4399-b66a-4df01c7336b0 req-6d655760-eeb1-4f4f-9a7f-9da04a141cb3 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0604174 Oct 19 20:36:25.458124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca71bdc-228e-48e3-a8e6-72ab066196b4 req-9a5f22ae-4d73-49e3-8f7c-e118485cee97 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:25.466573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ca71bdc-228e-48e3-a8e6-72ab066196b4 req-9a5f22ae-4d73-49e3-8f7c-e118485cee97 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0633352 Oct 19 20:36:25.514201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ca71bdc-228e-48e3-a8e6-72ab066196b4 req-2fc32d3b-d60d-4b45-9a66-253c3e2a2d0c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 Oct 19 20:36:25.881774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08a849-20a3-4805-8213-3b49bd2f1e63 req-5aeb89f0-94fd-4c0f-ab2d-7f7f93cc1d10 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:25.885914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf08a849-20a3-4805-8213-3b49bd2f1e63 req-5aeb89f0-94fd-4c0f-ab2d-7f7f93cc1d10 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0988319 Oct 19 20:36:25.961960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b567a1d-6750-4764-b61e-315c141f1a92 req-ef52fab8-55fb-47cd-84d4-30a6bb967250 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=4553d1a4-3f20-484d-aebb-6116dfe334d8 HTTP/1.1" status: 200 len: 210 time: 0.0652561 Oct 19 20:36:25.989019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf08a849-20a3-4805-8213-3b49bd2f1e63 req-c0b58a62-25f3-4365-8622-743095ef8cec tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967138 Oct 19 20:36:26.371766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e94f57f7-dc82-4a4d-bf82-919dee72e72d req-33b71937-363c-4881-8523-9fb4d2279516 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0493031 Oct 19 20:36:26.390837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:36:26.505260 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b64dcc96-f2df-451b-97e8-ad83cde6673e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:26.525401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:26.537782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'port_id': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'mac_address': 'fa:16:3e:fc:59:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:36:26.580089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:26.593730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b80a2acd-520b-4e00-8a4f-e2151f76128f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:26.619621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:26.635735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:26.651486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a96f6-8d0b-47ef-b01f-04b5dd3a10be req-47faaa04-82bf-4026-8126-dfbad22d46d0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:26.661256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391a96f6-8d0b-47ef-b01f-04b5dd3a10be req-47faaa04-82bf-4026-8126-dfbad22d46d0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0706246 Oct 19 20:36:26.711777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:26.718437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-391a96f6-8d0b-47ef-b01f-04b5dd3a10be req-9b0ca75f-f1a7-46cd-97ef-29c32ff9b6bb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548525 Oct 19 20:36:26.782165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['b80a2acd-520b-4e00-8a4f-e2151f76128f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:27.547353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25723ed-ee8d-47a6-8ff8-d8b5f532872e req-a4bd38b7-6359-4504-a59d-34dcdb801521 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:27.549512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e25723ed-ee8d-47a6-8ff8-d8b5f532872e req-a4bd38b7-6359-4504-a59d-34dcdb801521 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.4982653 Oct 19 20:36:27.553409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8dd09ef1-125a-44c8-8e57-ec433d56c01e req-0725258c-60e2-4c6f-bd09-f8dfdcdb248d tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0383627 Oct 19 20:36:27.650301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e25723ed-ee8d-47a6-8ff8-d8b5f532872e req-4ba84474-5432-46d1-a0cb-c881a3008924 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924711 Oct 19 20:36:27.826237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-86a3403f-f20b-4fa9-b780-0ceaae212aaa tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:27.836642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-86a3403f-f20b-4fa9-b780-0ceaae212aaa tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.1798327 Oct 19 20:36:27.863767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-7141fc64-db0e-40e7-b16c-3162fc1ac73c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0197885 Oct 19 20:36:27.919535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdf769-620c-459a-aa6b-6af6e831ee24 req-9bd8ab33-9c34-4b93-9281-1de9b128e96b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:27.928246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0cdf769-620c-459a-aa6b-6af6e831ee24 req-9bd8ab33-9c34-4b93-9281-1de9b128e96b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 945 time: 0.1044180 Oct 19 20:36:27.967545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-325b865d-b751-4bb2-8538-49fab29f9c47 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026976 Oct 19 20:36:28.004616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0cdf769-620c-459a-aa6b-6af6e831ee24 req-c17408b4-2389-4e11-8360-c19a4c48ea16 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Oct 19 20:36:28.096282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-e46025a3-f19e-4f4d-a987-cc2dc4090896 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278367 Oct 19 20:36:28.294473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30ffebd7-0505-4c0a-9773-70612c99c2d3 req-f729276e-42a9-4342-a9da-6e33c9e9d6aa service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905599 Oct 19 20:36:28.396981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:28.523599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port b80a2acd-520b-4e00-8a4f-e2151f76128f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:28.524397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:28.654834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-104c8bdb-85fe-4915-8e22-3915daaca93f req-30138264-f674-4551-9482-092393a91bdb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5440389-dc7b-4b0b-bccd-b7232f0a97e0 HTTP/1.1" status: 200 len: 210 time: 0.0591593 Oct 19 20:36:28.699607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:28.750382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:28.755026 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31876d2f-6179-4564-8bf5-b953e375b64c" -d '{"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-plugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:28.784272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:28.790259 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:28.903955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad2a1d6e-9d20-4b68-9d0f-563586c38780 req-ae88cbbf-14bb-4447-be75-33f0ec4ae835 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1712399 Oct 19 20:36:28.941867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a417-ec94-4f24-acfd-d8703e3fca50 req-6bdb29cd-38bd-4b55-95da-a5a797b38637 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:28.947679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b551a417-ec94-4f24-acfd-d8703e3fca50 req-6bdb29cd-38bd-4b55-95da-a5a797b38637 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1714437 Oct 19 20:36:28.949026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:29.111498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b551a417-ec94-4f24-acfd-d8703e3fca50 req-fb0aca03-978d-4bcb-b4b8-b83990174ef4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419508 Oct 19 20:36:29.223179 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1b4bf-07e5-4479-a206-4e29a6da338d x-openstack-request-id: req-6ae1b4bf-07e5-4479-a206-4e29a6da338d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:29.223825 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-plugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:29.224259 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ae1b4bf-07e5-4479-a206-4e29a6da338d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:29.228412 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'code': 200} Oct 19 20:36:29.233140 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-755000b4-cf62-42a3-ba05-88f6bf63f661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:29.425385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df97c6-cdd9-4372-b11b-727115cd0d0f req-cdbd7fa3-b3a6-41e7-8f9d-5e3975162d92 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:29.427624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5df97c6-cdd9-4372-b11b-727115cd0d0f req-cdbd7fa3-b3a6-41e7-8f9d-5e3975162d92 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0857258 Oct 19 20:36:29.531790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5df97c6-cdd9-4372-b11b-727115cd0d0f req-1b9fa1d9-5d03-4a5f-b0a7-660775cd32ef tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843720 Oct 19 20:36:30.100085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-343b9659-63f5-4106-a8c9-c943e1c9dc2c req-3877037e-d10f-4056-aeb7-fc03a1c95f77 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0682905 Oct 19 20:36:30.221489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-74cfa069-3c9a-4198-8b79-72c66b807c72 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:30.230484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-74cfa069-3c9a-4198-8b79-72c66b807c72 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2268045 Oct 19 20:36:30.249131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-1f0f6091-cf66-4c24-9905-e6172e903662 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0170681 Oct 19 20:36:30.290593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d63d34ba-ade6-4541-8ad7-9dd4c22cf94a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399835 Oct 19 20:36:30.293558 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:30.339508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690a4f7-5e94-4db8-a29a-670c7821b5e2 req-ce755589-d608-46e3-bab9-57de18af866f tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:30.354979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d690a4f7-5e94-4db8-a29a-670c7821b5e2 req-ce755589-d608-46e3-bab9-57de18af866f tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1330249 Oct 19 20:36:30.412434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-5ed3458d-5ac3-4a39-84ad-bc215dddb963 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197512 Oct 19 20:36:30.533534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d690a4f7-5e94-4db8-a29a-670c7821b5e2 req-5d747b70-a88d-419d-b2d2-5a719c4012ae tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753154 Oct 19 20:36:30.645171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-5dc60443-d239-4d7d-bc6b-71d9cbbb13e7 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178156 Oct 19 20:36:30.769169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beb45a-98a0-43d7-8319-a43fbcda4cb7 req-9767890d-b6e8-4a86-9a0d-1143c69eaa2c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:30.780578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8beb45a-98a0-43d7-8319-a43fbcda4cb7 req-9767890d-b6e8-4a86-9a0d-1143c69eaa2c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1173089 Oct 19 20:36:30.905513 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8beb45a-98a0-43d7-8319-a43fbcda4cb7 req-f42ae275-9e72-4d33-a159-e54f7ee78cbc tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239445 Oct 19 20:36:30.930143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:31.186116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-04b3f2f5-6e4e-44ae-aaad-71ad693db281 req-7ad6a7e2-12b3-4f75-bcd8-f180b9c69a00 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 210 time: 0.1146421 Oct 19 20:36:31.690729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483fa30-495d-4741-aa19-5f7e88d1eeb2 req-7d05beb9-eb38-4b0e-886a-768803de8169 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:31.703637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2483fa30-495d-4741-aa19-5f7e88d1eeb2 req-7d05beb9-eb38-4b0e-886a-768803de8169 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0873525 Oct 19 20:36:31.805657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2483fa30-495d-4741-aa19-5f7e88d1eeb2 req-45db9539-1aed-4503-bdae-715eacf40ca6 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984173 Oct 19 20:36:31.823053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b4ab464-ae22-4eee-b2bd-20d0e99469fa req-0140ad62-1521-404e-886a-af3b63242ae2 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.5884178 Oct 19 20:36:32.108429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f3aa4-ef14-4dab-a61c-5019b418dd53 req-62cff5b4-402f-4288-b51b-6d27aaaff425 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:32.110012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-778f3aa4-ef14-4dab-a61c-5019b418dd53 req-62cff5b4-402f-4288-b51b-6d27aaaff425 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1031678 Oct 19 20:36:32.158243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-778f3aa4-ef14-4dab-a61c-5019b418dd53 req-dd756f4c-3ce2-4f81-97df-c8390b320f92 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Oct 19 20:36:32.260189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:32.307453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-729390d1-2eaf-4341-8b54-41ccacfe3c59 req-d24f1992-0ec6-439a-8af7-63ef66160191 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 210 time: 0.0619037 Oct 19 20:36:32.762082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-201e0f5f-5c08-4997-a200-63c2f73ca932 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:32.768084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-201e0f5f-5c08-4997-a200-63c2f73ca932 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2565815 Oct 19 20:36:32.794443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:33.038120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e342d9-27fd-4be5-a18b-e6f1d8f4c8a8 req-3098d71f-fe9c-4dd6-9839-0cb1f89a141e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:33.044833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86e342d9-27fd-4be5-a18b-e6f1d8f4c8a8 req-3098d71f-fe9c-4dd6-9839-0cb1f89a141e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1000307 Oct 19 20:36:33.114348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86e342d9-27fd-4be5-a18b-e6f1d8f4c8a8 req-81839dea-6455-4272-8871-f476cdc15c4c tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 Oct 19 20:36:33.157501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d6a5f98a-e93b-4658-9fdf-e2df87867a38 req-b074bb6a-e9d7-4352-8282-6bc4fd463122 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1221843 Oct 19 20:36:33.158709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:36:33.162995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:33.397966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.14 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/bffab444-c9ad-4537-9bf7-02154c004f7b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:36:33.451670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad40b7-8613-47db-94d7-ca44dd242fe9 req-d84f245a-8205-4f5a-baba-e102c96b4753 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:33.464733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70ad40b7-8613-47db-94d7-ca44dd242fe9 req-d84f245a-8205-4f5a-baba-e102c96b4753 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1199558 Oct 19 20:36:33.555000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70ad40b7-8613-47db-94d7-ca44dd242fe9 req-4167e4b5-1178-4ed8-9590-73bfc4ea44cb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890985 Oct 19 20:36:33.663583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:33.824723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a098b99-d41b-423d-a735-595566bdda3c req-fc87f167-1fa2-42a8-b486-cf10b3346e03 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 210 time: 0.1527312 Oct 19 20:36:33.835796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:33.901116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:36:33.904567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:36:33.908935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:36:33.920363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:34.069215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:34.078122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:34.109424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7bd78840-1790-467a-95c8-34a092e62640 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3261700 Oct 19 20:36:34.118185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Request body: {'port': {'device_id': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:34.321024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:34.414884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d41e9b-0844-41c2-a659-7a54b5657c91 req-2f3e299b-b689-40ed-a5ca-c45b2d41be09 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:34.425935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78d41e9b-0844-41c2-a659-7a54b5657c91 req-2f3e299b-b689-40ed-a5ca-c45b2d41be09 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1148820 Oct 19 20:36:34.509767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78d41e9b-0844-41c2-a659-7a54b5657c91 req-7520ba01-88cc-4d39-8fe7-a33e1ec4acc5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Oct 19 20:36:34.512084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9870c61-ead1-495f-9e30-21a8cd6386c3 req-1d69e8db-01be-486b-9e17-84bfbd7e1a5a tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1575921 Oct 19 20:36:34.731094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c70d4-3937-48b4-947c-02688b640c32 req-89f99c1d-bf61-4e28-823f-ed71a6740eba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:34.756320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-095c70d4-3937-48b4-947c-02688b640c32 req-89f99c1d-bf61-4e28-823f-ed71a6740eba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1108711 Oct 19 20:36:34.829011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-095c70d4-3937-48b4-947c-02688b640c32 req-e83dcc66-fb98-4294-baa3-77e951fe5d69 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717771 Oct 19 20:36:34.946690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffab444-c9ad-4537-9bf7-02154c004f7b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:34.956333 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:35.004622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Transition to ACTIVE for port object bffab444-c9ad-4537-9bf7-02154c004f7b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:36:35.150115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:35.357910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Pushing event updated for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:35.437345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1518e2-5dcd-4a9f-ac6a-2733eee46bfa req-9a06e681-5688-40ec-ac98-e0f416f8b40b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:35.439379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f1518e2-5dcd-4a9f-ac6a-2733eee46bfa req-9a06e681-5688-40ec-ac98-e0f416f8b40b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 944 time: 0.4580410 Oct 19 20:36:35.509268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Attempting to bind port bffab444-c9ad-4537-9bf7-02154c004f7b on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:36:35.509636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Attempting to bind port bffab444-c9ad-4537-9bf7-02154c004f7b by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:36:35.509969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Attempting to bind port bffab444-c9ad-4537-9bf7-02154c004f7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:35.519042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Port bffab444-c9ad-4537-9bf7-02154c004f7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:36:35.519371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Attempting to bind port bffab444-c9ad-4537-9bf7-02154c004f7b on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:36:35.527119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f1518e2-5dcd-4a9f-ac6a-2733eee46bfa req-8a9a10e2-71ae-425c-8747-3d3948944025 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772271 Oct 19 20:36:35.530311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:36:35.530311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:36:35.530574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:36:35.531143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Bound port: bffab444-c9ad-4537-9bf7-02154c004f7b, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:36:35.531507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:35.599389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0fa94-e9e2-4fd6-9cb7-b3118ac1b86d req-c59468d2-dbd1-4805-a55b-9d17a753362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:35.602897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dab0fa94-e9e2-4fd6-9cb7-b3118ac1b86d req-c59468d2-dbd1-4805-a55b-9d17a753362b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.1029389 Oct 19 20:36:35.722871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dab0fa94-e9e2-4fd6-9cb7-b3118ac1b86d req-e61933d2-48e9-4c59-9561-71e7a03c29c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116440 Oct 19 20:36:35.743994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c8deac2-3e28-4a14-8cf5-f9cd2dbfa981 req-7933eabf-cdf2-48a8-a1fd-a0d58aa8664b tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0534770 Oct 19 20:36:35.748623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:36:35.769812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bffab444-c9ad-4537-9bf7-02154c004f7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:36:35.785504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:35.828168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7666b-e73b-421e-8d0f-ce9555b72af7 req-5a294c19-d323-48de-9c60-4a04754f9a8d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:35.838179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06e7666b-e73b-421e-8d0f-ce9555b72af7 req-5a294c19-d323-48de-9c60-4a04754f9a8d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1487467 Oct 19 20:36:35.894065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06e7666b-e73b-421e-8d0f-ce9555b72af7 req-db2c0fcd-7fc7-4a8c-9fab-45a45232ecc0 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Oct 19 20:36:35.918989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Pushing event updated for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:35.931443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:35.932324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:35.934086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-d4492af2-442d-440c-948a-0db70710a78f service neutron] 10.222.0.37 "PUT /v2.0/ports/bffab444-c9ad-4537-9bf7-02154c004f7b HTTP/1.1" status: 200 len: 1092 time: 1.8210509 Oct 19 20:36:35.934653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:35.937061 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:36.161411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71cb9-0ab9-4f89-b0c3-55286397bea4 req-f5076017-5e18-43ae-b10f-a79abb239623 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:36.172559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49e71cb9-0ab9-4f89-b0c3-55286397bea4 req-f5076017-5e18-43ae-b10f-a79abb239623 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1855037 Oct 19 20:36:36.176553 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838707b-2cfc-4551-9101-001fcdd2c348 x-openstack-request-id: req-c838707b-2cfc-4551-9101-001fcdd2c348 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:36.176943 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:36.177270 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c838707b-2cfc-4551-9101-001fcdd2c348 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:36.178990 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b', 'status': 'completed', 'code': 200} Oct 19 20:36:36.203669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-85fd543b-0dda-4c9b-a172-bebe6147ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:36.205288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-85fd543b-0dda-4c9b-a172-bebe6147ce08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 1095 time: 0.2041945 Oct 19 20:36:36.329503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-8f80c05f-ce97-4a42-a5de-af14e7838c80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffab444-c9ad-4537-9bf7-02154c004f7b HTTP/1.1" status: 200 len: 217 time: 0.1008797 Oct 19 20:36:36.383215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49e71cb9-0ab9-4f89-b0c3-55286397bea4 req-d5edebf0-ddca-44c2-b3d8-8692bcbcee08 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097504 Oct 19 20:36:36.414258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7be8ff13-ddf1-4aac-9d39-8da70d876ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:36.425258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-7be8ff13-ddf1-4aac-9d39-8da70d876ae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.0852218 Oct 19 20:36:36.455317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-cb4e0fc2-a5ed-4cff-bf80-14a4ab3a36b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291708 Oct 19 20:36:36.612667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-27283525-3c86-41a7-bf76-cd5bc09eb61f service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331184 Oct 19 20:36:36.653221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b183bf7e-e444-4189-bed1-91b2bcd20b8b req-4bc17fd5-358f-4b79-81d7-428b6130efd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1376362 Oct 19 20:36:36.765136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5f40292-15aa-45aa-983c-88ed623738bb req-df1a1da2-65f7-4f24-8001-7d50eabf3087 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106584 Oct 19 20:36:36.787602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86720b3-c73d-4005-8cd2-820899ce242c req-c08c3303-372d-4bd6-b709-c25771ee345f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:36.789828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c86720b3-c73d-4005-8cd2-820899ce242c req-c08c3303-372d-4bd6-b709-c25771ee345f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 944 time: 0.1237447 Oct 19 20:36:36.907566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c86720b3-c73d-4005-8cd2-820899ce242c req-2494328d-256f-4797-a198-f278f32732ad tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087081 Oct 19 20:36:36.992220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-578ec721-cda2-454f-91db-9b96b28a6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:36.994089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-578ec721-cda2-454f-91db-9b96b28a6a29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 1095 time: 0.1452620 Oct 19 20:36:36.996168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf1f3cd2-f5db-4f7d-a34e-f4db01d6a72c req-87528b41-27f5-40c6-8bc7-bdc66cf75842 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0545399 Oct 19 20:36:37.173515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458748-a1e3-4d5f-9034-c2bf8f9e8fcc req-83d1141b-2c64-49d2-bbf3-685f4dcd8b01 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:37.183055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d458748-a1e3-4d5f-9034-c2bf8f9e8fcc req-83d1141b-2c64-49d2-bbf3-685f4dcd8b01 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1246288 Oct 19 20:36:37.199914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-5c30936b-bb29-40b2-956d-e76611e92333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:37.201424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-5c30936b-bb29-40b2-956d-e76611e92333 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.1948900 Oct 19 20:36:37.234380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2d458748-a1e3-4d5f-9034-c2bf8f9e8fcc req-4bad2594-1550-47d0-9031-27b5d6da4464 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451822 Oct 19 20:36:37.287742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-ccba3925-1771-4823-9cc3-0cee959525f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffab444-c9ad-4537-9bf7-02154c004f7b HTTP/1.1" status: 200 len: 217 time: 0.0778208 Oct 19 20:36:37.300742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1687108117', 'description': 'tempest-description-1804648869'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:37.450698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:37.477576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-0401a361-a71d-4847-984f-c253fe0d2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:37.479074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-0401a361-a71d-4847-984f-c253fe0d2cd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1705554 Oct 19 20:36:37.555480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-2497b2d4-aa9c-4150-ac83-55fc9218fc2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611601 Oct 19 20:36:37.618138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa1219-6a32-4ff7-81e2-5f376b4d43ff req-bd3e8c97-28dd-416c-adec-f564da969883 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:37.626250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23aa1219-6a32-4ff7-81e2-5f376b4d43ff req-bd3e8c97-28dd-416c-adec-f564da969883 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1193027 Oct 19 20:36:37.731077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23aa1219-6a32-4ff7-81e2-5f376b4d43ff req-a1c11735-825a-438a-8240-c4823c29ce42 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035800 Oct 19 20:36:37.830507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:37.837351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-f7b83850-1c38-4f8e-957c-c87572e02293 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726078 Oct 19 20:36:37.838106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:37.917828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:37.918593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-581313d1-8d63-4a07-9165-b0a2431269c7 req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6296561 Oct 19 20:36:38.234597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae257dbf-b599-4d64-82fe-4ca32629e608 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292355e4-dc2d-42ab-ab4b-6af11e0bf13a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:38.357555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-c576f964-80fd-4dbd-a6f6-8f05f1bea09d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1687108117&fields=id&tenant_id=919e6525108f451d97809f502beb72e0 HTTP/1.1" status: 200 len: 267 time: 0.1163132 Oct 19 20:36:38.363991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5c1fd2f-a8d2-4699-bc1a-50762daf03e0 req-b6f5904c-e022-49dc-ad66-f957e47e9128 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170352 Oct 19 20:36:38.426641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249b95-3861-4392-b8cc-478425b3ceef req-8a861569-2b99-4da6-b2a0-918beff2c163 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:38.448119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70249b95-3861-4392-b8cc-478425b3ceef req-8a861569-2b99-4da6-b2a0-918beff2c163 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 944 time: 0.1441505 Oct 19 20:36:38.451576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-8aa1613e-03a1-4b27-822f-9285005622c8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:38.463308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-8aa1613e-03a1-4b27-822f-9285005622c8 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.0987506 Oct 19 20:36:38.470698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'port': {'security_groups': ['bef5c5e7-73c4-42a6-bb05-020ba1316348', '292355e4-dc2d-42ab-ab4b-6af11e0bf13a']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:38.526671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70249b95-3861-4392-b8cc-478425b3ceef req-57664832-4b02-472c-8ff9-86cd7d01a298 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657592 Oct 19 20:36:38.566059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:38.714808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c2bce40-5779-42b1-91b8-722cd3bae7ea req-3b0f47b5-3744-4d97-87b2-0b36afa0e3f1 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0556855 Oct 19 20:36:38.894938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:38.938346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:38.945792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:38.954455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf576570-69a2-4130-a1f4-8e098134b5fc req-4b6a11a1-0897-4dc5-9127-ed308fb5cf11 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:38.958270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:38.960193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf576570-69a2-4130-a1f4-8e098134b5fc req-4b6a11a1-0897-4dc5-9127-ed308fb5cf11 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1022921 Oct 19 20:36:38.996331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:38.997527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:39.009888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d099dda8-026b-4cd8-9fc5-7d70e33ee190 req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "PUT /v2.0/ports/9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 982 time: 0.5453181 Oct 19 20:36:39.010402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:39.013286 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f674942-0d5c-419a-be8b-dcf084bbdf69" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:39.056397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf576570-69a2-4130-a1f4-8e098134b5fc req-008f14e8-555e-4e1f-839b-3f3815af7c80 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878363 Oct 19 20:36:39.067225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac2211-4624-4cac-905a-15e36112a510 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:39.158673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:39.346432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-e3fde6c4-4835-42b1-b6eb-2bd13d258cfd tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1687108117&fields=id&tenant_id=919e6525108f451d97809f502beb72e0 HTTP/1.1" status: 200 len: 267 time: 0.1668630 Oct 19 20:36:39.472602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-d0ff4409-f226-4598-8ed0-3d96653c4043 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:39.490240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-d0ff4409-f226-4598-8ed0-3d96653c4043 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 985 time: 0.1425750 Oct 19 20:36:39.504243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'port': {'security_groups': ['bef5c5e7-73c4-42a6-bb05-020ba1316348']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:39.528612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ed757a9-9868-435a-a5f1-843d093a128f req-a7e3e6ed-a81c-4220-801f-1db2c8974bf3 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a&device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0825367 Oct 19 20:36:39.585899 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93901c8-5698-4467-90b7-7c5f037b4a9b x-openstack-request-id: req-b93901c8-5698-4467-90b7-7c5f037b4a9b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:39.586461 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:39.587041 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b93901c8-5698-4467-90b7-7c5f037b4a9b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:39.587660 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:36:39.883763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-3aab69f5-882a-44aa-9380-0cc54a96c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:39.886303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-3aab69f5-882a-44aa-9380-0cc54a96c9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1136 time: 0.2405105 Oct 19 20:36:39.921688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:40.084524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd44ed5-504b-4286-b103-19593f23ad1b req-108a53b5-7e58-4c15-9871-57154129f728 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:40.086385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd44ed5-504b-4286-b103-19593f23ad1b req-108a53b5-7e58-4c15-9871-57154129f728 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 944 time: 0.1226180 Oct 19 20:36:40.114325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-014cf987-5f1c-4c7d-8a6e-8ad889516c3d req-6dd87483-4b8c-4c62-bac5-489bd5a70f3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57048575fdcd48379b971dbc62f1fbc5&device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.1887150 Oct 19 20:36:40.139088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edd44ed5-504b-4286-b103-19593f23ad1b req-9d4271c4-9de2-4cfa-8dc5-8921c7fd62dd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Oct 19 20:36:40.299746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-014cf987-5f1c-4c7d-8a6e-8ad889516c3d req-0c43e3e1-1de5-48f3-a384-b60ef3c9da0b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=57048575fdcd48379b971dbc62f1fbc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718554 Oct 19 20:36:40.334973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ade91d4-743d-431b-82ef-a705db3562d9 req-0e5c81a7-caa8-44ab-8186-2a4d4712c5b5 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0962052 Oct 19 20:36:40.567463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97eea-02a5-42d7-ab4c-ba455496418b req-a682640f-14de-406d-a553-9180f80c6869 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:40.581200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42e97eea-02a5-42d7-ab4c-ba455496418b req-a682640f-14de-406d-a553-9180f80c6869 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1142011 Oct 19 20:36:40.591495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-0e7f139c-360a-4253-9200-6c044fbd07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:40.594129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-0e7f139c-360a-4253-9200-6c044fbd07d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.6995490 Oct 19 20:36:40.606625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bffab444-c9ad-4537-9bf7-02154c004f7b details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:36:40.645130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42e97eea-02a5-42d7-ab4c-ba455496418b req-72e09d2b-fc5a-417d-9734-9594ec59e8fb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Oct 19 20:36:40.943808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bffab444-c9ad-4537-9bf7-02154c004f7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:40.955469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:40.968815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'bffab444-c9ad-4537-9bf7-02154c004f7b', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': 'bffab444-c9ad-4537-9bf7-02154c004f7b', 'mac_address': 'fa:16:3e:22:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:36:41.070418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:41.077993 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:41.084031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-3d487835-ac96-4264-b602-7a57bf0652f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.4742086 Oct 19 20:36:41.091286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:41.106707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:41.118036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffab444-c9ad-4537-9bf7-02154c004f7b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:36:41.320977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bffab444-c9ad-4537-9bf7-02154c004f7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:41.343413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:41.380275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:41.396915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:41.398589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8ddd9ee-a23e-43b5-8cb1-908bcf211bd4 req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "PUT /v2.0/ports/9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 943 time: 1.8994920 Oct 19 20:36:41.417536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:41.431721 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea09644f-2b41-429f-8a87-d514798ec359" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:41.473916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cfc27-2843-4039-8c72-97f5bd071cf2 req-480f3ec0-27d2-451a-8f82-532533a115d1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:41.482911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf987-5f1c-4c7d-8a6e-8ad889516c3d req-1f2c29e5-02bc-4573-832b-79fbeb2d24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:41.491084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e85cfc27-2843-4039-8c72-97f5bd071cf2 req-480f3ec0-27d2-451a-8f82-532533a115d1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 945 time: 0.1629679 Oct 19 20:36:41.496214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-014cf987-5f1c-4c7d-8a6e-8ad889516c3d req-1f2c29e5-02bc-4573-832b-79fbeb2d24f9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1799390 Oct 19 20:36:41.535006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-93c4f4ae-ea4a-414d-952a-11979acfa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:41.537505 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-93c4f4ae-ea4a-414d-952a-11979acfa1f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.4231369 Oct 19 20:36:41.574697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e85cfc27-2843-4039-8c72-97f5bd071cf2 req-f516e17b-7313-492b-a5e1-6ff1e0eaae20 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Oct 19 20:36:41.603897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:41.639865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.640540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.640540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.640770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.641102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.641486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.641814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.642137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.642459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.642776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.643093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.643415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:41.654450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-3e59a0b7-f76c-4400-8d9c-8cfa3d901e83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018045 Oct 19 20:36:41.661545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f46e1e2-d9b3-4072-a78d-52819a16f319 req-0be46e35-3e11-46d1-bc53-b012fb6b8440 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0501747 Oct 19 20:36:41.664766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56038) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:41.721219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:41.743049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6795a2-a926-4571-9f3e-ba1f6beee69a tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:41.819999 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca20ed-8c65-4ae0-8e90-eb39aea25a6c x-openstack-request-id: req-b5ca20ed-8c65-4ae0-8e90-eb39aea25a6c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:41.838349 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:41.838748 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5ca20ed-8c65-4ae0-8e90-eb39aea25a6c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:41.839192 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:36:41.845719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['bffab444-c9ad-4537-9bf7-02154c004f7b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:36:42.135848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-047ebc94-8a4e-4400-a45b-df9ed6ef75b9 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5317330 Oct 19 20:36:42.140814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:42.188132 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.210158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-caa47dbb-72eb-4472-9e74-ea449ca73987 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443993 Oct 19 20:36:42.214078 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f84-a45e-4f7d-bb58-81edd2c4fff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.403352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.421289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f84-a45e-4f7d-bb58-81edd2c4fff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.444650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f84-a45e-4f7d-bb58-81edd2c4fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.642682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Allocated IP 172.25.7.131 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d32117a2-14bf-4ac2-a836-fbeeb5759f8c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:36:42.779508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.784536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8afa-c715-4f7c-9b22-bf034ba347f1 req-61be6c8d-9774-4a56-9224-4871078deca8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:42.807035 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0be8afa-c715-4f7c-9b22-bf034ba347f1 req-61be6c8d-9774-4a56-9224-4871078deca8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.7498581 Oct 19 20:36:42.861209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.912922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:42.945952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3f674942-0d5c-419a-be8b-dcf084bbdf69 req-9c7ab3d8-5630-4afa-8d76-87e5cf853c19 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270629 Oct 19 20:36:42.962873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0be8afa-c715-4f7c-9b22-bf034ba347f1 req-ea19be95-9b58-4c69-a9fe-6eb6d63f458d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541257 Oct 19 20:36:42.968282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cecf5f84-a45e-4f7d-bb58-81edd2c4fff3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e78528716594665ab2e2aef1c1df8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2929699 Oct 19 20:36:42.972259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56058) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:43.016510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:36:43.024303 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.038074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:36:43.043538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:36:43.071474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-014cf987-5f1c-4c7d-8a6e-8ad889516c3d req-cd1ab68b-6340-4aec-976b-cf3ba2a92e5c tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.11 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.2121916 Oct 19 20:36:43.078225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'Port': ['ID=d32117a2-14bf-4ac2-a836-fbeeb5759f8c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:43.086280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5f84-a45e-4f7d-bb58-81edd2c4fff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e3e2e9-0fad-43d3-82a6-2270543b6fee,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:43.218234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e96f0-4094-4ec4-86ec-027bac833db8 req-64420522-1e51-4812-bec5-c1e908256afc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:43.219810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b6e96f0-4094-4ec4-86ec-027bac833db8 req-64420522-1e51-4812-bec5-c1e908256afc tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 945 time: 0.1462855 Oct 19 20:36:43.242894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.274041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.347909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.363249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09644f-2b41-429f-8a87-d514798ec359 req-1c64c7dd-c486-4fcb-ae55-65d3421a18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:43.365500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-1c64c7dd-c486-4fcb-ae55-65d3421a18b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.2924936 Oct 19 20:36:43.389144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.414156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b6e96f0-4094-4ec4-86ec-027bac833db8 req-83290171-b904-4726-8125-917067cad2d5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751127 Oct 19 20:36:43.653916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eff0de76-bbd1-4bc2-93d3-f7fcacd547ee req-2fca908f-c96a-43ce-9819-7d556d1ed531 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c3cfab-8530-4968-973f-a4490d2abf8a HTTP/1.1" status: 200 len: 210 time: 0.0531693 Oct 19 20:36:43.656426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.658500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.668429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.671896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.673468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8e3e2e9-0fad-43d3-82a6-2270543b6fee HTTP/1.1" status: 204 len: 168 time: 0.6967235 Oct 19 20:36:43.688716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0e10-8d64-4e7d-ba3d-ff4748a46b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e3e2e9-0fad-43d3-82a6-2270543b6fee,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:43.736041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09644f-2b41-429f-8a87-d514798ec359 req-263e7200-50f3-4732-aacc-5baadbbee41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:43.738835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-263e7200-50f3-4732-aacc-5baadbbee41f service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.3497617 Oct 19 20:36:43.789983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-d3e066b5-85fc-40af-b5a8-64f1f494fc25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.0425670 Oct 19 20:36:43.879706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09644f-2b41-429f-8a87-d514798ec359 req-b846c4b5-92a6-4439-b473-1258ac53fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:43.881193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-b846c4b5-92a6-4439-b473-1258ac53fe86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.0838108 Oct 19 20:36:43.888394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event updated for resources: {'Port': ['ID=d32117a2-14bf-4ac2-a836-fbeeb5759f8c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:43.904957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.950788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:43.955700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9fdb916b-65c7-4a32-8e41-e9febdcdb5e4 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8167524 Oct 19 20:36:43.987509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-a8e58cdf-7af3-47b8-92bf-31445ebc8fbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977135 Oct 19 20:36:44.117323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9d723c34-a6a7-4bb4-892d-7a0db8f23511 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1322696 Oct 19 20:36:44.157456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-0acc9af0-8f7e-45cc-a33e-63b1107bab22 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566460 Oct 19 20:36:44.328169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56074) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:44.389398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db556ac9-61b4-4eae-a958-e871442fd886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:44.411399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794badbf-b12c-4b70-8e01-918a2f926662 req-83a3348c-6bba-423f-9fc6-cd17ad0e5edc tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:44.412813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-83a3348c-6bba-423f-9fc6-cd17ad0e5edc tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.2926118 Oct 19 20:36:44.429214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9ff66f29-d8c2-42dc-a1b3-fda2e5649e1d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:36:44.430873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-794badbf-b12c-4b70-8e01-918a2f926662 req-9ff66f29-d8c2-42dc-a1b3-fda2e5649e1d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101924 Oct 19 20:36:44.437140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab939d-e03a-4612-a95f-af1d67482473 req-3212419d-68fd-4584-b559-11b9b947f5bd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:44.445486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03ab939d-e03a-4612-a95f-af1d67482473 req-3212419d-68fd-4584-b559-11b9b947f5bd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.2433391 Oct 19 20:36:44.487812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea09644f-2b41-429f-8a87-d514798ec359 req-e7b5fb69-a1a2-4ce3-bf1e-db94a0a2f2c5 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221297 Oct 19 20:36:44.555652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03ab939d-e03a-4612-a95f-af1d67482473 req-4c8f10c8-b987-4ba4-b81e-04fbdd71a2b8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092465 Oct 19 20:36:44.620577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bffab444-c9ad-4537-9bf7-02154c004f7b up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:36:44.645796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ce38-daf4-48d2-82ee-82664a5ac77d req-f30998ed-6246-4028-ae7f-f491bf03bead tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:44.647854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d2ce38-daf4-48d2-82ee-82664a5ac77d req-f30998ed-6246-4028-ae7f-f491bf03bead tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 945 time: 0.1126595 Oct 19 20:36:44.696257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port bffab444-c9ad-4537-9bf7-02154c004f7b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:36:44.702545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port bffab444-c9ad-4537-9bf7-02154c004f7b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:36:44.703592 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:44.725321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70d2ce38-daf4-48d2-82ee-82664a5ac77d req-4cf8c041-7cc5-4385-9c91-2a9209c5aba5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Oct 19 20:36:44.767703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db556ac9-61b4-4eae-a958-e871442fd886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:44.782387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db556ac9-61b4-4eae-a958-e871442fd886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:44.854409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-f7be0601-1fd1-4410-9030-bd0e33203603 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:44.856042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-f7be0601-1fd1-4410-9030-bd0e33203603 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2046521 Oct 19 20:36:44.875422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:44.936131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:44.939356 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39200f7a-0623-400d-a46e-886b27cd5693" -d '{"events": [{"server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "name": "network-vif-plugged", "status": "completed", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:44.961265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bffab444-c9ad-4537-9bf7-02154c004f7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:44.970718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:45.038868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:45.155223 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf082f9d-b5a5-4fae-9cc7-adbd913a6e30 x-openstack-request-id: req-cf082f9d-b5a5-4fae-9cc7-adbd913a6e30 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:45.155591 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "name": "network-vif-plugged", "status": "completed", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:45.155933 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf082f9d-b5a5-4fae-9cc7-adbd913a6e30 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:45.156437 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b', 'code': 200} Oct 19 20:36:45.337917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-892873b7-34b9-41fb-86cd-8e99b037b718 req-7c612ddb-2bb2-4213-bc2e-e72ee50b6599 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0579216 Oct 19 20:36:45.375522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394cc5-5c67-408b-bd61-39009307cbe5 req-d75a56cd-56ff-41d3-8b7b-6fc547dabcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:45.377610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37394cc5-5c67-408b-bd61-39009307cbe5 req-d75a56cd-56ff-41d3-8b7b-6fc547dabcd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 1097 time: 0.1545076 Oct 19 20:36:45.439778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37394cc5-5c67-408b-bd61-39009307cbe5 req-e86cc5ec-2c99-4ba1-8d1f-c89e3ed22572 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Oct 19 20:36:45.461984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db556ac9-61b4-4eae-a958-e871442fd886 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94378d78c63e4ebd8775446db1d5e157&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1317890 Oct 19 20:36:45.464824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db556ac9-61b4-4eae-a958-e871442fd886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35b899-605d-4be6-ad8f-e32db6a1f1d9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:45.477473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:45.525476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62544e0e-c6e6-43f6-b2d9-0f044f16203f req-d72dde86-a5cb-43d1-91cb-cc7a2e06e682 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57048575fdcd48379b971dbc62f1fbc5&device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0701110 Oct 19 20:36:45.528539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-5b675291-a11b-491b-9479-6d1498494799 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.6566062 Oct 19 20:36:45.546862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'floatingip': {'port_id': '9e994189-fea4-4f97-9959-2bb046f093f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:45.599821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:45.720399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62544e0e-c6e6-43f6-b2d9-0f044f16203f req-58721086-dad5-4f8c-b1ff-06ecc3e98f1d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57048575fdcd48379b971dbc62f1fbc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720325 Oct 19 20:36:45.779244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59fab4-582c-4fd3-b37e-59f3e4b19b84 req-bef95476-3cc3-4a88-b5fa-1f1ec7a1c2e1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:45.787688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c59fab4-582c-4fd3-b37e-59f3e4b19b84 req-bef95476-3cc3-4a88-b5fa-1f1ec7a1c2e1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0921819 Oct 19 20:36:45.842946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c59fab4-582c-4fd3-b37e-59f3e4b19b84 req-c5b7bd67-c2fc-42f4-8e35-5d4819ba41c1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Oct 19 20:36:45.898135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:45.980266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:46.024399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544e0e-c6e6-43f6-b2d9-0f044f16203f req-3bcd8605-efa2-4782-a6d1-399bbed45add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:46.026216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62544e0e-c6e6-43f6-b2d9-0f044f16203f req-3bcd8605-efa2-4782-a6d1-399bbed45add service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962749 Oct 19 20:36:46.033512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4adbe9-b7e9-4fa2-be7b-20dab0925858 req-aea631d9-6c4c-409c-b9f9-523d2bced11f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:46.043283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad4adbe9-b7e9-4fa2-be7b-20dab0925858 req-aea631d9-6c4c-409c-b9f9-523d2bced11f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.1248181 Oct 19 20:36:46.098426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad4adbe9-b7e9-4fa2-be7b-20dab0925858 req-4306d27a-d3e9-4a84-80be-07cdf472806f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Oct 19 20:36:46.176603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:46.180381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:46.183353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd35b899-605d-4be6-ad8f-e32db6a1f1d9 HTTP/1.1" status: 204 len: 168 time: 0.6851614 Oct 19 20:36:46.241046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcab9ce-99cb-4389-a701-c6408bfc5c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35b899-605d-4be6-ad8f-e32db6a1f1d9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:46.540539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c5c8006-582b-4f10-a170-5c4604281f99 req-65ccb5a5-2ee9-4af9-9480-99e019246ba3 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0663221 Oct 19 20:36:46.564844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:46.571448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:46.777327 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Floating IP f12a2373-0fab-4873-8406-b7a8d15e2b9e associated. External IP: 172.25.7.131, port: 9e994189-fea4-4f97-9959-2bb046f093f5. Oct 19 20:36:47.013924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a211ac7-35c6-4430-b51f-b5e6b9fb6df1 req-16460fb6-a6ed-45bb-ab11-c0b7e071b59f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:47.024750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a211ac7-35c6-4430-b51f-b5e6b9fb6df1 req-16460fb6-a6ed-45bb-ab11-c0b7e071b59f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0940721 Oct 19 20:36:47.119540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a211ac7-35c6-4430-b51f-b5e6b9fb6df1 req-778bff8d-d99b-448f-9e0b-53f644f610ba tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938795 Oct 19 20:36:47.168523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Router e91b067e-5471-48f0-a1cc-a2d8b54338e9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:36:47.462422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b22f-f677-49aa-b0d4-715559b89575 req-9aa1cf27-26ff-4d1b-aa11-bbab9026ac0d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:47.475163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97c8b22f-f677-49aa-b0d4-715559b89575 req-9aa1cf27-26ff-4d1b-aa11-bbab9026ac0d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.1281567 Oct 19 20:36:47.477072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62544e0e-c6e6-43f6-b2d9-0f044f16203f req-e31f30f2-a020-407f-bd7c-09a4f43bad77 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.37 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0367858 Oct 19 20:36:47.501883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:36:47.514484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Sync routers for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:36:47.525973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:47.534455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:47.545744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:47.576616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-3da69222-020f-4c44-9181-1278731e7c83 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "PUT /v2.0/floatingips/f12a2373-0fab-4873-8406-b7a8d15e2b9e HTTP/1.1" status: 200 len: 997 time: 2.0302160 Oct 19 20:36:47.577832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:47.577961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97c8b22f-f677-49aa-b0d4-715559b89575 req-e52222f4-81f6-4064-97b4-4ea9d5923731 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018238 Oct 19 20:36:47.582604 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121b5a6-c124-4b0c-a773-bca18c699912" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:47.715085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-dfe324fe-bc83-4f0d-91fb-cec6a19bbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:47.731418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef2256fd-c218-49d0-8e7c-1c51b07aff3e req-1c7a2561-dfff-4f5b-b096-ea2e0c5af920 tempest-ServerShowV247Test-1553523651 tempest-ServerShowV247Test-1553523651-project] 10.222.0.31 "GET /v2.0/ports?device_id=df71ee5d-db78-42ff-9171-e2b8000fda97 HTTP/1.1" status: 200 len: 210 time: 0.0643964 Oct 19 20:36:47.733349 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-dfe324fe-bc83-4f0d-91fb-cec6a19bbb07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.1371086 Oct 19 20:36:47.798110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:48.031996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-ca1b5817-e95e-4a65-9b84-4cc65b023962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.036272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-ca1b5817-e95e-4a65-9b84-4cc65b023962 service neutron] 10.222.0.31 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.2978511 Oct 19 20:36:48.176959 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6803a-106a-473e-983a-3fec876e778e x-openstack-request-id: req-3ec6803a-106a-473e-983a-3fec876e778e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:48.210934 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:48.211564 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ec6803a-106a-473e-983a-3fec876e778e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:48.214207 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:36:48.269155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-d9935b1f-4bec-4da8-9866-09023924bb7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 1000 time: 0.2188647 Oct 19 20:36:48.278182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-47007a95-f33a-4d1d-aa2c-7d46ec87817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.283612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-47007a95-f33a-4d1d-aa2c-7d46ec87817f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.0680945 Oct 19 20:36:48.340310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba76bf-9620-475d-b939-6650a9040cdb req-545f1ca0-0911-4d53-9b04-ebacf7b5b790 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.358064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07ba76bf-9620-475d-b939-6650a9040cdb req-545f1ca0-0911-4d53-9b04-ebacf7b5b790 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.2070673 Oct 19 20:36:48.367891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f12a2373-0fab-4873-8406-b7a8d15e2b9e', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'port_id': '9e994189-fea4-4f97-9959-2bb046f093f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'mac_address': 'fa:16:3e:ea:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7c38e-6c89-49db-a072-3895809ae253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:36:43Z', 'updated_at': '2021-10-19T20:36:46Z', 'revision_number': 1, 'project_id': '919e6525108f451d97809f502beb72e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:48.412610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Checking router: e91b067e-5471-48f0-a1cc-a2d8b54338e9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:36:48.430198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:48.431699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:48.476408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07ba76bf-9620-475d-b939-6650a9040cdb req-9a03c19a-f768-4b89-92c5-63a45fcfbdfd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161151 Oct 19 20:36:48.559049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-15ad1b98-3004-47ac-9b00-83c36f5a4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.560550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-15ad1b98-3004-47ac-9b00-83c36f5a4f9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.2732143 Oct 19 20:36:48.623720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-2004d714-79d6-4fcd-9904-fdb2a7a8142a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463870 Oct 19 20:36:48.634273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:48.646611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-1b4a921d-1675-427c-bfc3-07f4a82e3f39 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:36:48.648044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-1b4a921d-1675-427c-bfc3-07f4a82e3f39 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070479 Oct 19 20:36:48.654358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-d22f2f40-2e3d-4ada-8977-9ff6f73e8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.656155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-d22f2f40-2e3d-4ada-8977-9ff6f73e8cb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.3524501 Oct 19 20:36:48.706725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f4df5-5f83-4181-8178-24ba52a977ad req-08de65a8-69b2-44b1-91b5-16530ade2936 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:48.709763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-751f4df5-5f83-4181-8178-24ba52a977ad req-08de65a8-69b2-44b1-91b5-16530ade2936 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1231380 Oct 19 20:36:48.788215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-751f4df5-5f83-4181-8178-24ba52a977ad req-a8da5867-649b-4129-909f-72f2db052bcd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722065 Oct 19 20:36:48.928617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-c7ca070b-1928-46b4-9fec-17c7340897ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 1000 time: 0.2604084 Oct 19 20:36:49.085038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-85e1d919-7d48-4a34-bae6-ed9f0ff671e7 service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277272 Oct 19 20:36:49.355184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dd626f2-1a85-4a45-a1ec-d11ffe2e2c5c req-7cf7aa28-934c-4d36-9fff-bd5bf052d5af service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568443 Oct 19 20:36:49.378948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f12a2373-0fab-4873-8406-b7a8d15e2b9e', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'port_id': '9e994189-fea4-4f97-9959-2bb046f093f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'mac_address': 'fa:16:3e:ea:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7c38e-6c89-49db-a072-3895809ae253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:36:43Z', 'updated_at': '2021-10-19T20:36:46Z', 'revision_number': 1, 'project_id': '919e6525108f451d97809f502beb72e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:49.385706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-835b1d7d-cd11-4c2a-87b8-47f145656d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:49.405209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-835b1d7d-cd11-4c2a-87b8-47f145656d32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.4428012 Oct 19 20:36:49.466507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cfbdb-261e-47a0-aed7-1a7e75e6422f None None] The sync data for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 is: [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f12a2373-0fab-4873-8406-b7a8d15e2b9e', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'port_id': '9e994189-fea4-4f97-9959-2bb046f093f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'mac_address': 'fa:16:3e:ea:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc7c38e-6c89-49db-a072-3895809ae253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:36:43Z', 'updated_at': '2021-10-19T20:36:46Z', 'revision_number': 1, 'project_id': '919e6525108f451d97809f502beb72e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:36:49.569290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-c1977cdc-f8cd-4395-8c1d-0609c646ec3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507032 Oct 19 20:36:49.665259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56200) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:49.693988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-5c9f349b-cd83-486c-aa32-9016d35669fc tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 1000 time: 0.2858751 Oct 19 20:36:49.884060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-20e6c149-22c9-4797-96ba-aac8b335a746 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:49.912909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-20e6c149-22c9-4797-96ba-aac8b335a746 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports/9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 943 time: 0.2177980 Oct 19 20:36:49.924427 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:36:49.928736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cec1f031-badc-4137-a438-84bada6e5bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:49.999675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8b9c0-cae8-4e7e-b390-8cc93330477c req-6e6eed80-2990-483c-bfed-aef4bab75d2c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:50.004145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eea8b9c0-cae8-4e7e-b390-8cc93330477c req-6e6eed80-2990-483c-bfed-aef4bab75d2c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.3447855 Oct 19 20:36:50.052669 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846ff74-31f3-4b24-9fdd-31fc780d9fd5 None None] New status for floating IP f12a2373-0fab-4873-8406-b7a8d15e2b9e: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:36:50.063181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cec1f031-badc-4137-a438-84bada6e5bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.064838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-b6780238-1354-4a15-aa80-0392af9d1444 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853110 Oct 19 20:36:50.075068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cec1f031-badc-4137-a438-84bada6e5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.189042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eea8b9c0-cae8-4e7e-b390-8cc93330477c req-ac3841ed-f3fc-4d49-bde6-963aee745175 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598012 Oct 19 20:36:50.287108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a121b5a6-c124-4b0c-a773-bca18c699912 req-8c7c73ef-57e3-49ee-a429-b9119abef69a service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860542 Oct 19 20:36:50.321038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cec1f031-badc-4137-a438-84bada6e5bf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57048575fdcd48379b971dbc62f1fbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591270 Oct 19 20:36:50.327229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56212) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:50.352908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f031-badc-4137-a438-84bada6e5bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4791633-c5b1-442e-9295-431f1c1cb983,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:50.373750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-2e49132d-6e4c-4111-abbd-fa1dfd1fdd3b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 1000 time: 0.3085933 Oct 19 20:36:50.438123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.481704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7366-24d6-409d-92d5-4fb047a3c255 req-160ff9dd-5518-409b-af83-d672a569d320 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:50.489846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b27f7366-24d6-409d-92d5-4fb047a3c255 req-160ff9dd-5518-409b-af83-d672a569d320 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1700459 Oct 19 20:36:50.535264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.579807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b27f7366-24d6-409d-92d5-4fb047a3c255 req-3739606d-c39b-4ae4-b833-65fcad558bb0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889258 Oct 19 20:36:50.725601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.739177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:50.749113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4791633-c5b1-442e-9295-431f1c1cb983 HTTP/1.1" status: 204 len: 168 time: 0.4178977 Oct 19 20:36:50.769845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-2b8bb0d6-ebd0-4a23-a631-df593b45f54e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:50.787401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4791633-c5b1-442e-9295-431f1c1cb983,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:50.793724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-2b8bb0d6-ebd0-4a23-a631-df593b45f54e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.4181530 Oct 19 20:36:50.810341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.817497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.818666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.819194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.819715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.820224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.820719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.821223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.821735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.822231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.824682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.825242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b455841-bc65-492e-9abf-a1e53cf1173c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:36:50.832025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-efc89beb-f5b1-45c5-836f-169bd0e38b5f tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:36:50.844503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-efc89beb-f5b1-45c5-836f-169bd0e38b5f tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0331557 Oct 19 20:36:51.033145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-05e96276-1b81-466f-ba63-d9a2cdfc55e7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 1002 time: 0.1848996 Oct 19 20:36:51.047058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:51.169151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859966-8ba6-4416-bda2-3eef7298a6ae req-84ea31eb-907e-482f-b425-d5704799d048 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:51.181555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0859966-8ba6-4416-bda2-3eef7298a6ae req-84ea31eb-907e-482f-b425-d5704799d048 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.1770551 Oct 19 20:36:51.196115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:51.277600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0859966-8ba6-4416-bda2-3eef7298a6ae req-b2cb3324-a55c-40b8-b73e-445ca67ea9f0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948296 Oct 19 20:36:51.520458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:51.570075 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:51.570790 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Floating IP f12a2373-0fab-4873-8406-b7a8d15e2b9e disassociated. External IP: 172.25.7.131, port: 9e994189-fea4-4f97-9959-2bb046f093f5. Oct 19 20:36:51.798809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457e11b-fc2b-46a2-959c-399b051ce78a req-c095163e-0d2d-4f37-a686-8e6bc43d57fb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:51.823137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9457e11b-fc2b-46a2-959c-399b051ce78a req-c095163e-0d2d-4f37-a686-8e6bc43d57fb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1027000 Oct 19 20:36:51.926213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9457e11b-fc2b-46a2-959c-399b051ce78a req-e5c3a6ff-ad3b-431b-b068-238460ca1a54 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 Oct 19 20:36:52.279519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Router e91b067e-5471-48f0-a1cc-a2d8b54338e9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:36:52.476490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:36:52.487631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Sync routers for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:36:52.490306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:52.506875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:52.507523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:52.512309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56256) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:52.544214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9c7bf-a5fb-420a-a17c-0ae734dbe266 req-788f8175-7a07-4e37-9bee-a753187a08b9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:52.549320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-337be4e9-d8ec-4c80-bdc8-7ec20944cb67 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "PUT /v2.0/floatingips/f12a2373-0fab-4873-8406-b7a8d15e2b9e HTTP/1.1" status: 200 len: 695 time: 1.5053062 Oct 19 20:36:52.549846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:52.552937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1d9c7bf-a5fb-420a-a17c-0ae734dbe266 req-788f8175-7a07-4e37-9bee-a753187a08b9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.1725774 Oct 19 20:36:52.556321 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:52.572051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-2b5b40a0-4723-402e-b349-0c411978132e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:52.573977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-2b5b40a0-4723-402e-b349-0c411978132e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.1481719 Oct 19 20:36:52.640182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-84043200-50bd-4507-bc6b-1e286e7b1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:52.650918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-84043200-50bd-4507-bc6b-1e286e7b1eb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.0809715 Oct 19 20:36:52.707952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1d9c7bf-a5fb-420a-a17c-0ae734dbe266 req-fbaa7828-31f3-4ee9-b1bc-8dfc5fde482e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526406 Oct 19 20:36:52.784842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1333088889-network', 'tenant_id': '27fee434c35c4202829284a9fb02e163'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:52.817719 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de131929-6cf4-4a1b-a2f0-5a94bb124d30 x-openstack-request-id: req-de131929-6cf4-4a1b-a2f0-5a94bb124d30 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:52.826523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:52.830380 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:52.831035 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de131929-6cf4-4a1b-a2f0-5a94bb124d30 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:52.831738 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:36:52.847575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Made reservation on behalf of 27fee434c35c4202829284a9fb02e163 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:36:52.850786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:52.863977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:52.906843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-8f65f532-c5c3-4746-8261-ec9994b059da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:52.913017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-8f65f532-c5c3-4746-8261-ec9994b059da service neutron] 10.222.0.31 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 0.2499137 Oct 19 20:36:52.919881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port bffab444-c9ad-4537-9bf7-02154c004f7b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:36:52.920544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:52.929924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-435b1efc-a444-498a-ab4a-d994bfd2b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:52.931676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-435b1efc-a444-498a-ab4a-d994bfd2b830 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=919e6525108f451d97809f502beb72e0&device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 1097 time: 0.0936120 Oct 19 20:36:53.037876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-b0fd2c74-b962-49a3-b35d-f4827b403a9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.1144826 Oct 19 20:36:53.103664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:53.212048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:53.315648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Checking router: e91b067e-5471-48f0-a1cc-a2d8b54338e9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:36:53.348190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:36:53.348870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:53.652130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:36:53.815593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:53.836730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:36:53.849796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:53.850270 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Added segment c7c25092-9ca7-4cb9-be2c-f8b1f9be5cfb of type vlan for network a3383c2c-fa93-44ff-bf4d-a17b4909c70d Oct 19 20:36:53.947703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:54.052774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-4233590e-0324-47ee-a304-bfb82b973844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:54.063598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port bffab444-c9ad-4537-9bf7-02154c004f7b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=bffab444-c9ad-4537-9bf7-02154c004f7b,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:54.064304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:54.073167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-4233590e-0324-47ee-a304-bfb82b973844 service neutron] 10.222.0.37 "GET /v2.0/networks?id=139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 200 len: 920 time: 1.1128769 Oct 19 20:36:54.081016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021af19-2351-4448-8116-8932033f7430 req-1e2b7d23-4bd6-4113-b684-ff65c077f105 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:54.090866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4021af19-2351-4448-8116-8932033f7430 req-1e2b7d23-4bd6-4113-b684-ff65c077f105 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.9855673 Oct 19 20:36:54.146052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-b0c26599-e846-4c20-91aa-2f4c289fc930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 200 len: 217 time: 0.0622387 Oct 19 20:36:54.148524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-21f6ae26-df9a-4e11-8b90-6fb7eec12e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:54.150134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-21f6ae26-df9a-4e11-8b90-6fb7eec12e42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 1.1112115 Oct 19 20:36:54.151505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for bffab444-c9ad-4537-9bf7-02154c004f7b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:36:54.180047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a19c311-ec99-4425-83ce-3c9a84a89246,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:54.261488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:54.312225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87298-9d5c-482d-8a97-a635f2c51a0a None None] The sync data for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 is: [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:35:44Z', 'revision_number': 4, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5586d506-3315-47ab-b680-d219f805ec50', 'name': '', 'network_id': '139ef725-3181-4001-ae4a-7d3ad5b4891f', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'mac_address': 'fa:16:3e:24:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:42Z', 'updated_at': '2021-10-19T20:35:52Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'subnets': [{'id': '65a12fe5-6853-49f3-9b28-b8a14f1ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:36:54.350130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-5431b8a1-98b6-47c6-8e7a-4bb3f999210a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261325 Oct 19 20:36:54.355374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:54.356354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:54.359385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:54.387736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-2c4dc3ff-0215-46da-a2d6-b52ef55977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:54.389232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-2c4dc3ff-0215-46da-a2d6-b52ef55977a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 200 len: 859 time: 0.2324152 Oct 19 20:36:54.445035 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4021af19-2351-4448-8116-8932033f7430 req-48b28a32-8a37-4cec-8508-58d57367188e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533006 Oct 19 20:36:54.589732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0725300 Oct 19 20:36:54.596063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56314) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:54.602463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-877c8eee-b93a-489b-88e1-33f0b22f1314 service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054651 Oct 19 20:36:54.615746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Request body: {'subnet': {'network_id': 'a3383c2c-fa93-44ff-bf4d-a17b4909c70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1333088889-subnet', 'tenant_id': '27fee434c35c4202829284a9fb02e163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:36:54.621561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f280e95-21fb-4e20-858e-cad7007170d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3383c2c-fa93-44ff-bf4d-a17b4909c70d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:54.638157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a3383c2c-fa93-44ff-bf4d-a17b4909c70d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:36:54.661362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-4a287c1f-0d11-40f2-9f8f-06ac0ae85911 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=139ef725-3181-4001-ae4a-7d3ad5b4891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577254 Oct 19 20:36:54.776507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Made reservation on behalf of 27fee434c35c4202829284a9fb02e163 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:36:54.778850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:54.951992 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611372a-e663-40f3-9060-89a11ac4c1ba None None] New status for floating IP f12a2373-0fab-4873-8406-b7a8d15e2b9e: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:36:55.059031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:55.148393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317981be-9a67-421b-8c07-2c7cc34ea640 req-d4c8ea11-a9e8-4c71-95bf-a396cd6bea6c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:55.150135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-317981be-9a67-421b-8c07-2c7cc34ea640 req-d4c8ea11-a9e8-4c71-95bf-a396cd6bea6c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a64af25-ec36-4705-bb8f-ed9ab441611e HTTP/1.1" status: 200 len: 946 time: 0.4628029 Oct 19 20:36:55.155740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:55.192547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-3a1cea35-f466-483a-bd3b-7a4074ec93f9 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032899 Oct 19 20:36:55.198254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edcf78f6-b24f-419f-8494-f36ed13d2016 req-d2b6e490-237f-4809-b6e9-cfc1e1d3491e service neutron] 10.222.0.31 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354986 Oct 19 20:36:55.221245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af168e74-4eda-4c4f-a5c8-a32a9b09d8d7,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:55.363088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=bffab444-c9ad-4537-9bf7-02154c004f7b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:55.424380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41d8b7f-6d4c-4f17-ae12-2b03580d47ab req-0a48cc3b-a04c-498e-941e-a952385e2bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205381 Oct 19 20:36:55.518154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-8fb935a4-6485-4a2e-83e0-57c616bc068d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips/f12a2373-0fab-4873-8406-b7a8d15e2b9e HTTP/1.1" status: 200 len: 695 time: 0.0923405 Oct 19 20:36:55.559804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-317981be-9a67-421b-8c07-2c7cc34ea640 req-6dcc8e53-e3bc-4489-ac40-e0a75d02c1f7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813324 Oct 19 20:36:55.560501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Checking segment: {'id': 'c7c25092-9ca7-4cb9-be2c-f8b1f9be5cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a3383c2c-fa93-44ff-bf4d-a17b4909c70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:36:55.560861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Network hostable DHCP agents. Network: a3383c2c-fa93-44ff-bf4d-a17b4909c70d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:36:55.567015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port bffab444-c9ad-4537-9bf7-02154c004f7b on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:36:55.571245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:55.574503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f01412b-7fa2-4876-a624-da78b05ec233 req-930fdd00-792c-44d3-b355-8f123b654e87 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "DELETE /v2.0/ports/bffab444-c9ad-4537-9bf7-02154c004f7b HTTP/1.1" status: 204 len: 173 time: 2.9921403 Oct 19 20:36:55.574950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'name': 'network-vif-deleted', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:55.586051 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ef70d-d2d4-4b56-a67e-0c09c32eacd6" -d '{"events": [{"server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "name": "network-vif-deleted", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:55.615706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Network a3383c2c-fa93-44ff-bf4d-a17b4909c70d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:36:55.650130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a3383c2c-fa93-44ff-bf4d-a17b4909c70d) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:36:55.655081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:55.655933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:55.660721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbaa078-339e-4c7d-b2f9-353ba799f2b2 None None] Network a3383c2c-fa93-44ff-bf4d-a17b4909c70d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:36:55.692080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-000de276-e87f-406c-a71b-626c902a7949 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0908301 Oct 19 20:36:55.821005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-106b5446-bbf6-4caa-8cfb-3e1e43d1e9eb tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:55.826242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d4c7c-c777-47cd-a2be-305843e53ec2 req-20a37fe7-dfc1-4560-8172-ea0f2faa7952 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:55.829509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7d4c7c-c777-47cd-a2be-305843e53ec2 req-20a37fe7-dfc1-4560-8172-ea0f2faa7952 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.1097565 Oct 19 20:36:55.830461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-106b5446-bbf6-4caa-8cfb-3e1e43d1e9eb tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 784 time: 0.3029499 Oct 19 20:36:55.846087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-1c19f805-76bc-45d0-81ce-b9fa11c664d2 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:36:55.848011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-1c19f805-76bc-45d0-81ce-b9fa11c664d2 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137734 Oct 19 20:36:55.903227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7d4c7c-c777-47cd-a2be-305843e53ec2 req-7abdee52-142a-4572-b907-e7ef2486d8c6 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645957 Oct 19 20:36:55.966537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-4f0fe61d-2900-492e-8df9-f4be3fb7eda7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1100824 Oct 19 20:36:55.974531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890a76f-2f9c-434c-bfc4-e05360ffd384 None None] Network a3383c2c-fa93-44ff-bf4d-a17b4909c70d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:36:55.992913 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df044189-56f8-45d4-82fb-3739dffb8225 x-openstack-request-id: req-df044189-56f8-45d4-82fb-3739dffb8225 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:55.993387 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a64af25-ec36-4705-bb8f-ed9ab441611e", "name": "network-vif-deleted", "tag": "bffab444-c9ad-4537-9bf7-02154c004f7b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:55.994066 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df044189-56f8-45d4-82fb-3739dffb8225 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:55.994594 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a64af25-ec36-4705-bb8f-ed9ab441611e', 'name': 'network-vif-deleted', 'tag': 'bffab444-c9ad-4537-9bf7-02154c004f7b', 'status': 'completed', 'code': 200} Oct 19 20:36:55.995163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56342) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:56.051372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Deleting subnet af168e74-4eda-4c4f-a5c8-a32a9b09d8d7 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:36:56.056364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.101603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-73001d58-f71f-4c8b-ac8c-a01bda55859c tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1339719 Oct 19 20:36:56.202133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.299515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.389016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.400199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Deleting port d32117a2-14bf-4ac2-a836-fbeeb5759f8c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:36:56.400816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.419010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.424774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af168e74-4eda-4c4f-a5c8-a32a9b09d8d7 HTTP/1.1" status: 204 len: 168 time: 0.4261708 Oct 19 20:36:56.427320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-60a00441-2461-4ad7-b586-60de9930aa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.435232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56346) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:56.482382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65785c70-30ee-4a79-8b8c-86251ed9e95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af168e74-4eda-4c4f-a5c8-a32a9b09d8d7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:56.504167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d174-2f09-42ed-a3ba-697b69509184 req-994f4e3c-9b77-46c6-8e84-6f7415735bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:56.506799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-994f4e3c-9b77-46c6-8e84-6f7415735bd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 1097 time: 0.0999408 Oct 19 20:36:56.566445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.582718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.583847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.601276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Calling delete_port for d32117a2-14bf-4ac2-a836-fbeeb5759f8c owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:36:56.675955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d174-2f09-42ed-a3ba-697b69509184 req-8bcafee3-074c-4058-89ff-7c76a2938dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:56.678509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-8bcafee3-074c-4058-89ff-7c76a2938dcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.1643705 Oct 19 20:36:56.696413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bffab444-c9ad-4537-9bf7-02154c004f7b no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:36:56.741663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: bffab444-c9ad-4537-9bf7-02154c004f7b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:36:56.743200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device bffab444-c9ad-4537-9bf7-02154c004f7b not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:36:56.749992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-2c8a76f6-0a07-4196-8db0-206a28995ff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f HTTP/1.1" status: 200 len: 217 time: 0.0637782 Oct 19 20:36:56.784274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.826166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3383c2c-fa93-44ff-bf4d-a17b4909c70d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:56.844151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c25092-9ca7-4cb9-be2c-f8b1f9be5cfb') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:56.844838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c25092-9ca7-4cb9-be2c-f8b1f9be5cfb') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:36:56.845356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d174-2f09-42ed-a3ba-697b69509184 req-a3f5c161-9b08-40e2-b929-4aa82a70e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:56.849830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-a3f5c161-9b08-40e2-b929-4aa82a70e674 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.0875094 Oct 19 20:36:56.857784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.888702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.896839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:36:56.897365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:56.907511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d174-2f09-42ed-a3ba-697b69509184 req-fb390c6e-36b7-4764-9bfd-6ae0490f8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:56.909439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-fb390c6e-36b7-4764-9bfd-6ae0490f8350 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524879 Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:36:56.911940 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:36:56.978394 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.007987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.014352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3383c2c-fa93-44ff-bf4d-a17b4909c70d HTTP/1.1" status: 204 len: 168 time: 0.5749702 Oct 19 20:36:57.032706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fada43-7228-4dba-baa6-df3e46c52d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3383c2c-fa93-44ff-bf4d-a17b4909c70d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:57.069856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.112510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-58dac31e-fb80-4b0b-a483-d22d185e8f9a service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945603 Oct 19 20:36:57.161039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-5b5d7bbc-d1d4-4297-bd6e-19f512c56dcb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:57.162991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event deleted for resources: {'Port': ['ID=d32117a2-14bf-4ac2-a836-fbeeb5759f8c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:57.163891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-5b5d7bbc-d1d4-4297-bd6e-19f512c56dcb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2067726 Oct 19 20:36:57.195165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-8ce57f1a-019b-4849-9304-47380596ee01 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0109844 Oct 19 20:36:57.197864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:57.235816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.242846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.268256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-aab52376-fca7-4716-a65d-cff588a6635f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604970 Oct 19 20:36:57.274258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-114fc4e3-dfaa-443c-a975-70a476865a25 req-6a79cbad-1dbe-4c61-8f81-e048687e41ff tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "DELETE /v2.0/floatingips/f12a2373-0fab-4873-8406-b7a8d15e2b9e HTTP/1.1" status: 204 len: 173 time: 1.1591301 Oct 19 20:36:57.419177 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-6defed47-aa29-4577-9727-618625cf9552 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505604 Oct 19 20:36:57.455541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfaaac-c7d6-4238-8da7-ab53f07245ef req-8139ff3a-e545-4bb7-bcc0-f2eb305c2ec2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:57.465282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dcfaaac-c7d6-4238-8da7-ab53f07245ef req-8139ff3a-e545-4bb7-bcc0-f2eb305c2ec2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.0938578 Oct 19 20:36:57.518140 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b6dcedbe-47a2-42f5-8fcb-ff6b0beb1c5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27fee434c35c4202829284a9fb02e163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191981 Oct 19 20:36:57.518888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4dcfaaac-c7d6-4238-8da7-ab53f07245ef req-cade32ed-66c7-4dd8-86a8-878a9e605b2f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526204 Oct 19 20:36:57.524138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56380) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:57.564630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0528d174-2f09-42ed-a3ba-697b69509184 req-f9c30890-6d87-4ce1-9d67-b4514ccabecd service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407532 Oct 19 20:36:57.614266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-d9d83f3e-aa52-46be-851a-df8778254b02 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904392 Oct 19 20:36:57.680426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-9eb86394-2b72-4bfa-89ba-bed874136483 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups/292355e4-dc2d-42ab-ab4b-6af11e0bf13a HTTP/1.1" status: 200 len: 1810 time: 0.1216311 Oct 19 20:36:57.691441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.750018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.860532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.920690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.923501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.924709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a19c311-ec99-4425-83ce-3c9a84a89246 HTTP/1.1" status: 204 len: 168 time: 0.3994074 Oct 19 20:36:57.926692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:57.950583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694546c-572f-43bf-bf68-7f1f9bb69599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a19c311-ec99-4425-83ce-3c9a84a89246,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:58.003222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:58.006592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:58.007554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c454b25a-0cc4-43b5-84cd-375cf3926401 req-675d057e-dac6-4477-8472-1e0796ffe6c0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 210 time: 0.0884528 Oct 19 20:36:58.010510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32147a41-02bd-48d8-aab9-87bdc97a0668 req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "DELETE /v2.0/security-groups/292355e4-dc2d-42ab-ab4b-6af11e0bf13a HTTP/1.1" status: 204 len: 173 time: 0.3141899 Oct 19 20:36:58.043086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbab44-9682-4fb3-8a3b-f9f92672e6f5 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292355e4-dc2d-42ab-ab4b-6af11e0bf13a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:58.506104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56418) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:58.562775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:36:58.597426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe607-b52c-4e19-8d7f-08b2d4b78392 req-3d5e6ede-ca86-46c1-b26d-02abe41aef8d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:58.603855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fcbe607-b52c-4e19-8d7f-08b2d4b78392 req-3d5e6ede-ca86-46c1-b26d-02abe41aef8d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1254508 Oct 19 20:36:58.732548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fcbe607-b52c-4e19-8d7f-08b2d4b78392 req-3441a913-1ca9-494e-9ef0-ca1639e2b3a7 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150062 Oct 19 20:36:58.866019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60eafa4d-abe4-4739-8ed5-5859c7a7df37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:58.957051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9964a-3981-4d98-9d0a-033ab7e67c1f req-801511fc-df3d-4c16-85dc-5ebbaa4c5fce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:36:58.966180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cd9964a-3981-4d98-9d0a-033ab7e67c1f req-801511fc-df3d-4c16-85dc-5ebbaa4c5fce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 946 time: 0.2188084 Oct 19 20:36:59.024075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cd9964a-3981-4d98-9d0a-033ab7e67c1f req-7582e20c-0cf6-4c54-bba5-3992b2bd8a2b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Oct 19 20:36:59.278277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60eafa4d-abe4-4739-8ed5-5859c7a7df37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.286815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60eafa4d-abe4-4739-8ed5-5859c7a7df37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.356615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1108063-0842-4816-a110-08bc0d6a629d req-b34d859b-0d80-4fa8-be0a-3891f4bb7e08 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 210 time: 0.1205721 Oct 19 20:36:59.402971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-60eafa4d-abe4-4739-8ed5-5859c7a7df37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4619a640053444595cf3a9772db49ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955953 Oct 19 20:36:59.405575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:36:59.451308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eafa4d-abe4-4739-8ed5-5859c7a7df37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6098764-0705-4a5a-b566-b61a3cf572d3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:59.534656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.538877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bb8428f4-3d8b-480c-9ae9-0c6cedb5b358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.563618 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.622646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.624604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:36:59.628322 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201d6ff-e870-4110-9749-78c82928ccd9" -d '{"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-unplugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:36:59.653710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:36:59.671905 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.751920 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c329cea1-6917-40a8-80ae-e64ab5d6afac x-openstack-request-id: req-c329cea1-6917-40a8-80ae-e64ab5d6afac {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:36:59.752463 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-unplugged", "status": "completed", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:36:59.752919 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c329cea1-6917-40a8-80ae-e64ab5d6afac {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:36:59.753342 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'code': 200} Oct 19 20:36:59.841053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:36:59.893015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.896340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:36:59.905394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6098764-0705-4a5a-b566-b61a3cf572d3 HTTP/1.1" status: 204 len: 168 time: 0.4907641 Oct 19 20:36:59.983917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5141353-2ac6-47b0-9338-aae77c1d5e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6098764-0705-4a5a-b566-b61a3cf572d3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:00.055697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-e81200a7-d28f-4804-bdf4-850a3ca305f4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:00.065565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-e81200a7-d28f-4804-bdf4-850a3ca305f4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.3915353 Oct 19 20:37:00.096580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:00.108090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedec588-75f7-4edb-a5ca-8b3d94234b37 req-9100377c-8167-4874-a9f0-c39744f0c26e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:00.123865 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aedec588-75f7-4edb-a5ca-8b3d94234b37 req-9100377c-8167-4874-a9f0-c39744f0c26e tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.2379203 Oct 19 20:37:00.233015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aedec588-75f7-4edb-a5ca-8b3d94234b37 req-5ad3cdb9-87dc-415d-9f7a-a52b77c6f70d tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012206 Oct 19 20:37:00.288373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:00.389446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:00.419018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46bb39-a1a7-4c29-ae63-d696e7ed54c6 req-fbcb5030-d861-490e-b170-0a82fb896c5c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:00.421096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c46bb39-a1a7-4c29-ae63-d696e7ed54c6 req-fbcb5030-d861-490e-b170-0a82fb896c5c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.0844829 Oct 19 20:37:00.484997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:00.488478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:00.522202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c46bb39-a1a7-4c29-ae63-d696e7ed54c6 req-5a6d5fd4-25f4-49f5-9869-9aef22483c7f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870450 Oct 19 20:37:00.566300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71007686-51c4-4223-b2e2-99cfab890e5e req-063143de-0849-4f30-82ea-767ae19604a9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 210 time: 0.0773840 Oct 19 20:37:00.782543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.9 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/ae98127e-e75e-41c5-8fe3-1dcff4203eb7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:00.792300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-2508b78b-2ad9-43cf-936c-c50a86b10ae9 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:00.797891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-2508b78b-2ad9-43cf-936c-c50a86b10ae9 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1480393 Oct 19 20:37:00.804396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772013-b30f-4ac3-bc58-0bda580a3c39 req-a30d90c9-e507-486a-bee8-fc1b2a3a756a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:00.813417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4772013-b30f-4ac3-bc58-0bda580a3c39 req-a30d90c9-e507-486a-bee8-fc1b2a3a756a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1050408 Oct 19 20:37:00.867646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17bf7db1-9387-4fd9-9351-67fe5772131d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:00.928059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:00.946372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4772013-b30f-4ac3-bc58-0bda580a3c39 req-72f02b25-1c3c-4839-b30a-072ea55fefdb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316855 Oct 19 20:37:01.064885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Deleting port 9e994189-fea4-4f97-9959-2bb046f093f5 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:01.065211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.178367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17bf7db1-9387-4fd9-9351-67fe5772131d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.188669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17bf7db1-9387-4fd9-9351-67fe5772131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.223455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.299010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ac247-3388-40c4-9857-8b757e2f754e req-92b128a2-0f82-458c-8bd7-5e72ed477729 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:01.306788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.308993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-091ac247-3388-40c4-9857-8b757e2f754e req-92b128a2-0f82-458c-8bd7-5e72ed477729 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2210569 Oct 19 20:37:01.321158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] For port 9e994189-fea4-4f97-9959-2bb046f093f5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9e994189-fea4-4f97-9959-2bb046f093f5,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:01.327460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.332439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17bf7db1-9387-4fd9-9351-67fe5772131d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c889e8ad611348ffa41e69e704b45bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417663 Oct 19 20:37:01.352046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:01.354991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7db1-9387-4fd9-9351-67fe5772131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff002932-25f4-4228-8463-a22955baa7b0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:01.388073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Calling delete_port for 9e994189-fea4-4f97-9959-2bb046f093f5 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:01.436766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:01.439393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:01.442123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:01.456857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:01.530544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2cde-54e9-4c7a-8052-b70a144f5f1d req-f405f7da-7742-4d0f-8774-114402e1d8ef tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:01.532071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-848a2cde-54e9-4c7a-8052-b70a144f5f1d req-f405f7da-7742-4d0f-8774-114402e1d8ef tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 946 time: 0.1638031 Oct 19 20:37:01.532710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-091ac247-3388-40c4-9857-8b757e2f754e req-b801b4ed-51c0-4abc-9e81-c381f96592e4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217751 Oct 19 20:37:01.580788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:01.581726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.612403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-848a2cde-54e9-4c7a-8052-b70a144f5f1d req-a9c782c6-e9e2-439e-be88-51f897b0a5c9 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/security-groups?id=bef5c5e7-73c4-42a6-bb05-020ba1316348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Oct 19 20:37:01.627121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-a0e8408f-a18c-4c36-91f7-e5bac1e223de tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476816 Oct 19 20:37:01.641424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Request body: {'port': {'device_id': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:01.645169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.750988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.764905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['9e994189-fea4-4f97-9959-2bb046f093f5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:01.857907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.872294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:01.877735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Pushing event deleted for resources: {'Port': ['ID=9e994189-fea4-4f97-9959-2bb046f093f5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:01.921977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-170ea7f9-9865-4315-a1b1-554dcb9ed6f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2361400 Oct 19 20:37:01.961341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb06d-2d1e-43a0-a673-6dd580c326fb req-79ef9d35-c5ce-4c7a-b471-a34ec70200db tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:01.968616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d65eb06d-2d1e-43a0-a673-6dd580c326fb req-79ef9d35-c5ce-4c7a-b471-a34ec70200db tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 931 time: 0.2062740 Oct 19 20:37:02.012093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] No DVR routers for this DVR port 9e994189-fea4-4f97-9959-2bb046f093f5 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:02.024799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c87bf-ce41-4e42-8e95-dd442d4b2031 req-fc10835a-4cfc-4370-9913-b769e9ba3d12 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.029265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b00c87bf-ce41-4e42-8e95-dd442d4b2031 req-fc10835a-4cfc-4370-9913-b769e9ba3d12 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2324407 Oct 19 20:37:02.032031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:02.039087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ecce2f63-5717-4bac-b108-336083f6fd60 req-7d5861ec-9bd2-4f98-a3b7-fc845835337b tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.37 "DELETE /v2.0/ports/9e994189-fea4-4f97-9959-2bb046f093f5 HTTP/1.1" status: 204 len: 173 time: 1.2351732 Oct 19 20:37:02.040519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'name': 'network-vif-deleted', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:02.043427 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa3afb-70bb-4e00-add0-559d412ec27e" -d '{"events": [{"server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "name": "network-vif-deleted", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:02.122105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b00c87bf-ce41-4e42-8e95-dd442d4b2031 req-14d8147d-e325-4e34-86a7-071862ac6353 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739398 Oct 19 20:37:02.154883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:02.164675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:02.170267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff002932-25f4-4228-8463-a22955baa7b0 HTTP/1.1" status: 204 len: 168 time: 0.8171179 Oct 19 20:37:02.193037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d65eb06d-2d1e-43a0-a673-6dd580c326fb req-f937d5ed-c3f9-41f0-b94a-bbcb56aef45a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229519 Oct 19 20:37:02.196069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f30ab7-a74a-496b-8999-20aa89b44a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff002932-25f4-4228-8463-a22955baa7b0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:02.277879 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7de5b9-02d1-4e74-8202-9174fbfd96a3 x-openstack-request-id: req-cf7de5b9-02d1-4e74-8202-9174fbfd96a3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:02.278188 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc7c38e-6c89-49db-a072-3895809ae253", "name": "network-vif-deleted", "tag": "9e994189-fea4-4f97-9959-2bb046f093f5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:02.278447 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf7de5b9-02d1-4e74-8202-9174fbfd96a3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:02.278664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:02.279080 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc7c38e-6c89-49db-a072-3895809ae253', 'name': 'network-vif-deleted', 'tag': '9e994189-fea4-4f97-9959-2bb046f093f5', 'status': 'completed', 'code': 200} Oct 19 20:37:02.298689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.299170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.299637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.300096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.300551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.301003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.301498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.304068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9b2ac6a3-2d7a-4adc-8b02-c4c36b6db679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 6501 time: 0.3252249 Oct 19 20:37:02.578579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device b80a2acd-520b-4e00-8a4f-e2151f76128f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:02.917715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06ff9c3c-889a-45dc-95c7-757a1f758d85 req-4ff832e9-29a3-446f-9661-ca807a32bc80 tempest-ServerRescueTestJSONUnderV235-299850383 tempest-ServerRescueTestJSONUnderV235-299850383-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bc7c38e-6c89-49db-a072-3895809ae253 HTTP/1.1" status: 200 len: 210 time: 0.1108909 Oct 19 20:37:02.943536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae98127e-e75e-41c5-8fe3-1dcff4203eb7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:02.955050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:02.980969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-62a489f8-4a13-4e8b-9f1b-53afda85099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.981321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-62a489f8-4a13-4e8b-9f1b-53afda85099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.981973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-62a489f8-4a13-4e8b-9f1b-53afda85099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:02.983824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-62a489f8-4a13-4e8b-9f1b-53afda85099a service neutron] 10.222.0.37 "GET /v2.0/networks?id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&id=6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 200 len: 2297 time: 0.4538465 Oct 19 20:37:02.985753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Transition to ACTIVE for port object ae98127e-e75e-41c5-8fe3-1dcff4203eb7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:37:03.000225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.128955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-c5a4b609-12fe-435b-bcec-b884fc8380dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 200 len: 1001 time: 0.1368551 Oct 19 20:37:03.132007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:03.302426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Attempting to bind port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:03.302935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Attempting to bind port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:03.303273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Attempting to bind port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:03.309502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-b24bb3cb-2e0e-4c7a-b12e-9e46a964db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:03.311912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-b24bb3cb-2e0e-4c7a-b12e-9e46a964db8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 200 len: 856 time: 0.1597090 Oct 19 20:37:03.312071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:37:03.312394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Attempting to bind port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:03.362320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:03.362666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:03.363018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:03.363463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Bound port: ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:03.363816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.366517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749815a9-4adc-47c0-b84c-bdfb1a7e875b req-877b0d6c-b6e1-4d6c-8b7d-4cea08bab2b1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:03.377595 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-749815a9-4adc-47c0-b84c-bdfb1a7e875b req-877b0d6c-b6e1-4d6c-8b7d-4cea08bab2b1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1461704 Oct 19 20:37:03.424986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-646e3b40-de40-47bb-9d73-5bf6ef41c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:03.426518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-646e3b40-de40-47bb-9d73-5bf6ef41c8b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=718da089-37b5-49c2-ae65-5e09b0cf3b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978556 Oct 19 20:37:03.462176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-749815a9-4adc-47c0-b84c-bdfb1a7e875b req-f4deed15-b902-414d-82bf-0278f7ec5a9b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833447 Oct 19 20:37:03.493152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:03.516741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba7f7-89b1-41c5-93cb-5caec41feec3 req-4ca149ab-b41d-487b-bfe2-b78463a2b206 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:03.526668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e1ba7f7-89b1-41c5-93cb-5caec41feec3 req-4ca149ab-b41d-487b-bfe2-b78463a2b206 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.1654603 Oct 19 20:37:03.589274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Deleting subnet 6b50ac13-a265-484d-9769-d2a06b293b5e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:37:03.597267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.652311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.684805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e1ba7f7-89b1-41c5-93cb-5caec41feec3 req-3ae65d1e-525e-4cc8-a7f4-cc1b14a343c7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526296 Oct 19 20:37:03.695188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:03.714541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:03.720729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.760794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.781770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:03.782981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.784739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae98127e-e75e-41c5-8fe3-1dcff4203eb7 HTTP/1.1" status: 200 len: 1091 time: 2.1477890 Oct 19 20:37:03.788482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:03.792112 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fff761-799a-4840-b816-627d3e881004" -d '{"events": [{"name": "network-changed", "server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:03.796861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-d02dca45-ee24-4a63-b9c5-e2b7899f0a91 service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578899 Oct 19 20:37:03.868908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.909262 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84fec58-56bb-4c40-b8bd-efe1e0ca70be x-openstack-request-id: req-b84fec58-56bb-4c40-b8bd-efe1e0ca70be {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:03.910043 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:03.910043 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b84fec58-56bb-4c40-b8bd-efe1e0ca70be {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:03.910295 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'status': 'completed', 'code': 200} Oct 19 20:37:03.965328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b50ac13-a265-484d-9769-d2a06b293b5e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:03.972605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:03.983671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3b65e03b-4107-4ee6-af13-63ad916b537e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b50ac13-a265-484d-9769-d2a06b293b5e HTTP/1.1" status: 204 len: 168 time: 0.4893041 Oct 19 20:37:03.985880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56604) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:04.024200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56606) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:04.404786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.637223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.662538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0102e582-1a41-4865-8bfb-8c90fef5ffc3']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:04.674546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97059fa-5bda-4989-ae3e-7e86e1423083') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:04.674848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97059fa-5bda-4989-ae3e-7e86e1423083') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:04.686404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.713722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.727013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9e994189-fea4-4f97-9959-2bb046f093f5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:04.730246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:37:04.731729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.767323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 9e994189-fea4-4f97-9959-2bb046f093f5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:04.780985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9e994189-fea4-4f97-9959-2bb046f093f5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:37:04.842782 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:37:04.914460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.930189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5b63a-0b67-414b-8da3-2205960dad09 service neutron] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:04.956022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:04.966921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] 10.222.0.31 "DELETE /v2.0/networks/0102e582-1a41-4865-8bfb-8c90fef5ffc3 HTTP/1.1" status: 204 len: 168 time: 0.9760406 Oct 19 20:37:04.967108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-5adfdb7c-df0e-483d-b8e2-8ccb56666748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:04.970274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-5adfdb7c-df0e-483d-b8e2-8ccb56666748 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 1094 time: 1.1209383 Oct 19 20:37:04.971247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56622) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:05.037165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-cc99bfee-d55e-41ba-bed2-b98bfda02728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7 HTTP/1.1" status: 200 len: 217 time: 0.0551422 Oct 19 20:37:05.045266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-246847fb-7959-4d3e-bc07-57ee6111af1f service neutron] 10.222.0.37 "GET /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2375965 Oct 19 20:37:05.076581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2a36-48c7-4313-8c02-ab2772dd867d admin admin] Pushing event deleted for resources: {'Network': ['ID=0102e582-1a41-4865-8bfb-8c90fef5ffc3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:05.163358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8b698-66d1-4f7b-a233-096510a18373 req-4fcd64c0-a802-4af9-a9d7-08fc517b764a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:05.164898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93e8b698-66d1-4f7b-a233-096510a18373 req-4fcd64c0-a802-4af9-a9d7-08fc517b764a tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.3235250 Oct 19 20:37:05.185482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-0a8dfb51-f0d0-4aea-9ae4-030701c0840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:05.198926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-0a8dfb51-f0d0-4aea-9ae4-030701c0840f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1399882 Oct 19 20:37:05.203695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Deleting subnet 3cacad72-3e05-4beb-9ac7-e597ed9955a4 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:37:05.238238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.255641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7765e9-7f69-4447-b791-48dd3daff339 req-2024525f-1024-49e0-a001-5dbd220f3ff4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:05.260143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f7765e9-7f69-4447-b791-48dd3daff339 req-2024525f-1024-49e0-a001-5dbd220f3ff4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.3430898 Oct 19 20:37:05.327100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-6767b520-3da5-43b7-a7b8-e1ff53333c3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266270 Oct 19 20:37:05.385574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93e8b698-66d1-4f7b-a233-096510a18373 req-a3650d93-1730-4238-8557-1b61de1dc0af tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984613 Oct 19 20:37:05.393845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.481896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-106ab3bd-e880-4c95-94b7-b51605211a54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 217 time: 0.2470696 Oct 19 20:37:05.515035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.571374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f7765e9-7f69-4447-b791-48dd3daff339 req-24027754-dfe2-421f-94e7-dce3dee65aa3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692587 Oct 19 20:37:05.694941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-48df309b-d217-4126-a75c-4a36d562666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:05.704538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-48df309b-d217-4126-a75c-4a36d562666f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1977947 Oct 19 20:37:05.725585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.802583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.803933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-c52d263f-5441-46f0-b2ba-064018e21837 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577549 Oct 19 20:37:05.839938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cacad72-3e05-4beb-9ac7-e597ed9955a4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:05.841990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:05.847771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-452d4b91-4b34-41d3-9f63-0785402774a3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3cacad72-3e05-4beb-9ac7-e597ed9955a4 HTTP/1.1" status: 204 len: 168 time: 0.8642659 Oct 19 20:37:05.850463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56632) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:05.940300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-28756456-bd72-4a75-8611-c10b54620fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:05.943645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-28756456-bd72-4a75-8611-c10b54620fec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2210696 Oct 19 20:37:06.149381 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-937ff71f-0c3e-4ab7-97e1-30f773ab378e req-d5bf86c3-e9f5-4956-86e2-05a2c816c8f5 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266382 Oct 19 20:37:06.253539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-19ee0aee-07c1-4189-ba38-f3eec37a5756 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715993 Oct 19 20:37:06.387281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fff761-799a-4840-b816-627d3e881004 req-74381a4d-ace4-4b42-a7bc-754fecc70cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:06.388809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-74381a4d-ace4-4b42-a7bc-754fecc70cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 1094 time: 0.1329849 Oct 19 20:37:06.443606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-79fa8444-edcd-4212-a699-b591f59d3a1a service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882892 Oct 19 20:37:06.477750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.503078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-861df173-28ea-445a-a682-80895839aa5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 217 time: 0.0511053 Oct 19 20:37:06.585460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fff761-799a-4840-b816-627d3e881004 req-aa533537-fc76-4eaf-8447-07290f5da970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:06.587441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-aa533537-fc76-4eaf-8447-07290f5da970 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.1872754 Oct 19 20:37:06.662005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-27ebc1de-8860-4eec-a6a4-91179568f972 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7 HTTP/1.1" status: 200 len: 217 time: 0.0611520 Oct 19 20:37:06.679006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3fcc-fbea-4011-8e4e-73a1fce6627d req-3c122c39-343e-45bb-ad80-97780100b220 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:06.681705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-099f3fcc-fbea-4011-8e4e-73a1fce6627d req-3c122c39-343e-45bb-ad80-97780100b220 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1619806 Oct 19 20:37:06.721477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.784258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b017b02-0208-4227-b574-a0273a2d53d2']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:06.789324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-0f6194c9-8110-48ef-9d84-98202bbb0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:06.790917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-0f6194c9-8110-48ef-9d84-98202bbb0f31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.2021213 Oct 19 20:37:06.799121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a80c15-f10f-47f4-a025-0f544b295f0d') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:06.799454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a80c15-f10f-47f4-a025-0f544b295f0d') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:06.809309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.823997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.830492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:37:06.830879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:37:06.891047 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:37:06.915240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.930886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fff761-799a-4840-b816-627d3e881004 req-b51117bf-242c-4bcc-90c4-5ab8d61fb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:06.932046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:06.937876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-b51117bf-242c-4bcc-90c4-5ab8d61fb145 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.2589462 Oct 19 20:37:06.938775 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b017b02-0208-4227-b574-a0273a2d53d2 HTTP/1.1" status: 204 len: 168 time: 1.0873632 Oct 19 20:37:06.987686 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-099f3fcc-fbea-4011-8e4e-73a1fce6627d req-877680e5-43e4-438b-ac6b-3d6360463231 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608709 Oct 19 20:37:06.999138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538f61-a4d9-418c-9aa0-3076e7fb3077 req-3a66cb0e-53cb-4188-abd2-ba501b0f69d0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:07.002501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3538f61-a4d9-418c-9aa0-3076e7fb3077 req-3a66cb0e-53cb-4188-abd2-ba501b0f69d0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.2426054 Oct 19 20:37:07.016805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87877a1-6bdc-4a86-a562-9d799e85103b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b017b02-0208-4227-b574-a0273a2d53d2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:07.071163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-0babdc0d-a0c0-45aa-8f6d-cf55f379c841 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066265 Oct 19 20:37:07.079578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-68ebb581-2c4b-483b-8c66-6894b7dcdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:07.086880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-68ebb581-2c4b-483b-8c66-6894b7dcdd72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2695096 Oct 19 20:37:07.097261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Deleting port 5586d506-3315-47ab-b680-d219f805ec50 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:07.097753 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:07.323859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] For port 5586d506-3315-47ab-b680-d219f805ec50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5586d506-3315-47ab-b680-d219f805ec50,segment=NetworkSegment(120bdcf6-6096-42c1-8d2a-4b3a162a71f9),segment_id=120bdcf6-6096-42c1-8d2a-4b3a162a71f9)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:07.330365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:07.343496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-a1507245-b8e0-4762-97ca-dba45a83d8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326584 Oct 19 20:37:07.344141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56652) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:07.371626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Calling delete_port for 5586d506-3315-47ab-b680-d219f805ec50 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:07.487048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80fff761-799a-4840-b816-627d3e881004 req-fa4f830f-7cad-462f-9d61-505f23b63afb service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183126 Oct 19 20:37:07.723674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3538f61-a4d9-418c-9aa0-3076e7fb3077 req-87c8896b-dcdf-4734-8ae4-71f4e599280c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767957 Oct 19 20:37:07.835519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3969e740-b283-4a63-8ebe-443dfd9b4a99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=934387eac5e34e81adb161f908670160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766381 Oct 19 20:37:07.837968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56658) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:07.853919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-938caf12-0a52-4bb1-8f65-da4ab14571b1 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066812 Oct 19 20:37:07.963999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.005639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Pushing event deleted for resources: {'Port': ['ID=5586d506-3315-47ab-b680-d219f805ec50,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:08.194000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.247773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-2eefe28f-4b76-4153-a9c5-dfb8b5197d64 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821890 Oct 19 20:37:08.275250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.374397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-a01a47e3-da8b-4803-9338-5b7787ada4cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 200 len: 217 time: 0.1142821 Oct 19 20:37:08.396977 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.504841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-ca7eb98a-3274-412a-ae5b-5ecac2e554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:08.508092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-ca7eb98a-3274-412a-ae5b-5ecac2e554e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1215513 Oct 19 20:37:08.594233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.599280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:08.601596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f599f22a-9901-4eee-b8f9-e5121b214d8e HTTP/1.1" status: 204 len: 168 time: 0.7556636 Oct 19 20:37:08.602999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d451-0e43-41ea-9fdf-cd856a440d29 req-2c882ebc-7d96-4fcf-937a-28aa853dbef1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:08.616940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3d4d451-0e43-41ea-9fdf-cd856a440d29 req-2c882ebc-7d96-4fcf-937a-28aa853dbef1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.4842696 Oct 19 20:37:08.649591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78638914-fb15-499c-9d99-a65982f4383c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599f22a-9901-4eee-b8f9-e5121b214d8e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:08.680864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-3ac7995b-0971-466e-9331-9e7a0e867c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:08.683921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-3ac7995b-0971-466e-9331-9e7a0e867c14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692982 Oct 19 20:37:08.719751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3d4d451-0e43-41ea-9fdf-cd856a440d29 req-5a9f2581-221d-4a51-bc9a-c35f9b517d01 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011376 Oct 19 20:37:08.742126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:37:08.966090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:08.987287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'mac_address': 'fa:16:3e:e3:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:37:09.071664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.091388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-56c8ce67-3b45-4e32-ad55-f909e5331e89 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986111 Oct 19 20:37:09.102947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae98127e-e75e-41c5-8fe3-1dcff4203eb7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:09.108645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Router e91b067e-5471-48f0-a1cc-a2d8b54338e9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:37:09.188751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:09.203167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.257350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755634d-24f7-4fb9-a3d8-721e89a39121 req-9c01a04b-f907-4491-b079-69152a701862 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:09.263829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b755634d-24f7-4fb9-a3d8-721e89a39121 req-9c01a04b-f907-4491-b079-69152a701862 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.2951663 Oct 19 20:37:09.313612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:09.431727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:37:09.445628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Sync routers for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:37:09.447594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:09.455176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34e4cf38-c7cf-4ec6-948d-d131e7758369 admin admin] 10.222.0.31 "PUT /v2.0/routers/e91b067e-5471-48f0-a1cc-a2d8b54338e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4257069 Oct 19 20:37:09.462083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:09.466220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:09.491439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b755634d-24f7-4fb9-a3d8-721e89a39121 req-702aa1f8-80e0-41af-af7f-5a7af3ae6f93 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181821 Oct 19 20:37:09.516377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:09.596439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-eed66a0c-f462-40bd-907b-bda94e066b37 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932370 Oct 19 20:37:09.619473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-790d05d7-04ed-4fad-8226-7ee69b75f6af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf6339288daf4d0691e280ab592c409b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995867 Oct 19 20:37:09.620260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56694) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:09.732102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-59e57a8f-1c9f-465c-b0b2-2be361edef3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 200 len: 217 time: 0.1212356 Oct 19 20:37:09.745638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.750426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:09.801281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.898842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-1d12170b-c0e9-4fb0-a1a1-5418097242cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:09.902114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-1d12170b-c0e9-4fb0-a1a1-5418097242cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 200 len: 797 time: 0.1586468 Oct 19 20:37:09.942844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.944783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:09.948482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3d18d04-ab01-41fe-aa79-ed795edb2dd1 HTTP/1.1" status: 204 len: 168 time: 0.3200896 Oct 19 20:37:09.962573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:10.017335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb48d0e-51ec-4b52-a4e2-1768597a1ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d18d04-ab01-41fe-aa79-ed795edb2dd1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:10.076086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf286fe-72d1-4b35-ae3c-1e8abb270333 req-8c95fb64-a3df-4179-a3a4-278b4b503aec tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:10.079664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cf286fe-72d1-4b35-ae3c-1e8abb270333 req-8c95fb64-a3df-4179-a3a4-278b4b503aec tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1788204 Oct 19 20:37:10.113690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ae98127e-e75e-41c5-8fe3-1dcff4203eb7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:10.156072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3cf286fe-72d1-4b35-ae3c-1e8abb270333 req-165ca080-a6ce-4e53-b736-2f37edb3945c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694020 Oct 19 20:37:10.282766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-fc51d837-dbc3-4275-af52-fced3e410807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:10.283908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-fc51d837-dbc3-4275-af52-fced3e410807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3544030 Oct 19 20:37:10.289125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:37:07Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:10.344958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Checking router: e91b067e-5471-48f0-a1cc-a2d8b54338e9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:37:10.364975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Routers {'e91b067e-5471-48f0-a1cc-a2d8b54338e9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:10.365904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:10.568939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9ff4afd3-c77a-40ce-9590-ef0f917191ec service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741885 Oct 19 20:37:10.607794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] Set router e91b067e-5471-48f0-a1cc-a2d8b54338e9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:10.827509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:11.063928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-dcb6d086-8435-413c-8a84-e7af4b75c375 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4904971 Oct 19 20:37:11.105375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efccfda-2632-4687-8ef5-f93461a6b974 req-e5428666-fc63-4e28-be73-eeeabad51a66 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.110193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2efccfda-2632-4687-8ef5-f93461a6b974 req-e5428666-fc63-4e28-be73-eeeabad51a66 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 944 time: 0.4575539 Oct 19 20:37:11.196991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-6cca138b-380d-4ba8-a364-f12448067bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963109 Oct 19 20:37:11.236089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2efccfda-2632-4687-8ef5-f93461a6b974 req-100cc3f2-081c-47aa-8512-4c0553191854 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947361 Oct 19 20:37:11.319631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Deleting port 917a1221-d895-4e6c-8578-e5d4a4152ccc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:11.320225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:11.402441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:37:07Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:11.474856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae406-bcb5-4367-aaab-d686377324f9 None None] The sync data for ids ['e91b067e-5471-48f0-a1cc-a2d8b54338e9'] in n-d-805649-9 is: [{'id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-239723931-router', 'tenant_id': '919e6525108f451d97809f502beb72e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:35:37Z', 'updated_at': '2021-10-19T20:37:07Z', 'revision_number': 5, 'project_id': '919e6525108f451d97809f502beb72e0', 'gw_port': {'id': '917a1221-d895-4e6c-8578-e5d4a4152ccc', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91b067e-5471-48f0-a1cc-a2d8b54338e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:35:38Z', 'updated_at': '2021-10-19T20:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:37:11.488063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-63c9adb0-fea8-4fb2-8369-154dfc44d231 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 200 len: 217 time: 0.2770154 Oct 19 20:37:11.517475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-6853b641-a841-42f3-96b4-aa2a87f846bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.519025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-6853b641-a841-42f3-96b4-aa2a87f846bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 1059 time: 0.3964627 Oct 19 20:37:11.629287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] For port 917a1221-d895-4e6c-8578-e5d4a4152ccc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=917a1221-d895-4e6c-8578-e5d4a4152ccc,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:11.630023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:11.640533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.665446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Calling delete_port for 917a1221-d895-4e6c-8578-e5d4a4152ccc owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:11.670363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.687968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.717579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.734180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.754792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.771183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:11.784203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a954ab8b-32ba-434f-b090-a414b482cea6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.2685885 Oct 19 20:37:11.891137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06e17ec2-adc1-4bf8-ad0e-206aa4082b75 req-a57eb46c-3dca-45d0-8806-d6be4515662a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057930 Oct 19 20:37:12.514192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-2550506b-98f7-44c1-9cd0-ea34c5858986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.515902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-2550506b-98f7-44c1-9cd0-ea34c5858986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 1.0119205 Oct 19 20:37:12.527380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c864-e463-4c85-b977-0467c7b6ac95 req-2172e2e2-745f-45de-bbdb-9cc55c87b046 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.528938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4eccd-bf5a-47b2-8086-dfb64d7b0fbd req-e11e87f1-a5e6-4aa0-9107-d14c71088c16 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.529576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f47c864-e463-4c85-b977-0467c7b6ac95 req-2172e2e2-745f-45de-bbdb-9cc55c87b046 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 944 time: 0.1344993 Oct 19 20:37:12.530522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5b4eccd-bf5a-47b2-8086-dfb64d7b0fbd req-e11e87f1-a5e6-4aa0-9107-d14c71088c16 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 1.0793903 Oct 19 20:37:12.595889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f47c864-e463-4c85-b977-0467c7b6ac95 req-6b60b3cb-bf86-44ff-9d09-00b365226c1b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Oct 19 20:37:12.655021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-0673cb04-7382-4ccd-bd9f-5b1abdda248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.656498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-0673cb04-7382-4ccd-bd9f-5b1abdda248f service neutron] 10.222.0.11 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.3581316 Oct 19 20:37:12.656872 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:12.750828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-6f783675-ffa3-4e93-8ca8-36ff76e9797e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 200 len: 217 time: 0.0680509 Oct 19 20:37:12.758434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5b4eccd-bf5a-47b2-8086-dfb64d7b0fbd req-eca0b827-527f-4d0d-9333-70f3294a39fa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110152 Oct 19 20:37:12.760914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:12.765201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9608a0a2-9f15-4256-8098-d0129f6bfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.766698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-9608a0a2-9f15-4256-8098-d0129f6bfd6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352142 Oct 19 20:37:12.828373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:37:12.841874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:12.842243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:12.865131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.871181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.877482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.884219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.890398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.897366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.903687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.905962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-0effa44a-06b7-4a1a-aba3-241f997602ae tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.3276641 Oct 19 20:37:12.926587 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:12.975967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-beec1707-8fa5-491e-ad9f-9ce600a9a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:12.977754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-beec1707-8fa5-491e-ad9f-9ce600a9a44b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.2148988 Oct 19 20:37:12.988759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:12.995071 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb9b16e-8ae4-40ca-8bcb-e9c87253c658" -d '{"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-plugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:13.007449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:13.027128 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.056478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-63c0b958-e413-4cfa-9a33-f5ce297f2762 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.058209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-63c0b958-e413-4cfa-9a33-f5ce297f2762 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1304064 Oct 19 20:37:13.090029 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc4882-7598-4dc8-af9b-63639bc42bcd x-openstack-request-id: req-1fdc4882-7598-4dc8-af9b-63639bc42bcd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:13.090324 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-plugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:13.090579 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fdc4882-7598-4dc8-af9b-63639bc42bcd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:13.090976 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'code': 200} Oct 19 20:37:13.099044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.108302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.115952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.117904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.127570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.136419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.149269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.151011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:13.157778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.166547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.178156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-914e99fe-281f-4981-9b73-41873830c5c0 req-7a0afe35-e624-49b9-ac76-e7c75a86bea1 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.1549268 Oct 19 20:37:13.209342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5586d506-3315-47ab-b680-d219f805ec50 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:13.248816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-b5ea54cf-c79e-4bca-ad44-c244d6753351 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715452 Oct 19 20:37:13.253175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=917a1221-d895-4e6c-8578-e5d4a4152ccc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:13.285246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5586d506-3315-47ab-b680-d219f805ec50 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:13.285902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5586d506-3315-47ab-b680-d219f805ec50 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:13.348698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-914e99fe-281f-4981-9b73-41873830c5c0 req-8d9eedec-1906-48f2-a163-023a6cc359ad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617851 Oct 19 20:37:13.390343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08451-05ae-4458-b5cb-101537dcaa13 req-1cdfb17c-a34d-487e-b593-54a148b13e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.397409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dc08451-05ae-4458-b5cb-101537dcaa13 req-1cdfb17c-a34d-487e-b593-54a148b13e92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 1096 time: 0.2143257 Oct 19 20:37:13.469367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dc08451-05ae-4458-b5cb-101537dcaa13 req-af730fb5-4cb8-4fbf-a9f2-c9ca9439daa6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633740 Oct 19 20:37:13.509636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.606284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.608525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.675310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-6b9c45ee-4455-4684-b925-0d4553b177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:13.677598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-6b9c45ee-4455-4684-b925-0d4553b177d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6703923 Oct 19 20:37:13.722485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4c39c643-09f1-4f79-ba45-2c6e245e87c4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6433620 Oct 19 20:37:13.850937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-42bc0297-e220-427b-b9a8-a05a203a35f3 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643274 Oct 19 20:37:13.892832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:13.947377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:13.947910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91b067e-5471-48f0-a1cc-a2d8b54338e9 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:37:14.014295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a13510-524a-48f1-a8ac-1daff5eb3e96 req-2fd9b71d-3a5a-47f7-b3c1-bfc672d04df2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.029492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0a13510-524a-48f1-a8ac-1daff5eb3e96 req-2fd9b71d-3a5a-47f7-b3c1-bfc672d04df2 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1003640 Oct 19 20:37:14.035020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-643d4564-ae8f-4046-b5d9-d3274163309a service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632961 Oct 19 20:37:14.044663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.048017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4522219b-0d4e-4f16-8361-5f1b2b30b7b2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e91b067e-5471-48f0-a1cc-a2d8b54338e9 HTTP/1.1" status: 204 len: 168 time: 4.5924482 Oct 19 20:37:14.067044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:14.079798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0a13510-524a-48f1-a8ac-1daff5eb3e96 req-48eaddde-800a-4746-aee8-83dab5122665 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488515 Oct 19 20:37:14.144285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-5bc047fa-d866-4dd7-9824-2c810d67ee7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 200 len: 217 time: 0.0925632 Oct 19 20:37:14.273929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.324016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c5de859-78e2-4b83-bf08-08820bbaf979 req-26ef2f8c-9b5f-454d-8243-6fca7afc1a95 service neutron] 10.222.0.11 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159005 Oct 19 20:37:14.482688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f946de96-ba02-48b5-81f4-2a576ad0571a,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:14.521483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] For port f946de96-ba02-48b5-81f4-2a576ad0571a, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:14.559933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34554ef9-f13e-4ccc-929d-12f1b2a14bc7 req-f91419eb-deab-4bc9-9686-3ab5ffb0ce7b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.561533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34554ef9-f13e-4ccc-929d-12f1b2a14bc7 req-f91419eb-deab-4bc9-9686-3ab5ffb0ce7b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.7205665 Oct 19 20:37:14.584955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Deleting subnet 65a12fe5-6853-49f3-9b28-b8a14f1ec43f {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:37:14.591086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.607622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-4f14d4b6-b548-42ab-bc83-76401675eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.609083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-4f14d4b6-b548-42ab-bc83-76401675eacb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 200 len: 797 time: 0.4417036 Oct 19 20:37:14.633484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] device_id is not set on port f946de96-ba02-48b5-81f4-2a576ad0571a yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:37:14.689177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.738735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-4238f548-8037-4826-89a7-ed6e82232cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.741882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-4238f548-8037-4826-89a7-ed6e82232cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.0865958 Oct 19 20:37:14.755911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.762419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.768938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.774012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.775797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.782563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.789186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.803144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:14.807398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.821100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-da175c8f-b148-4201-8563-c97e379a6327 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 5444 time: 0.1770148 Oct 19 20:37:14.940851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:14.951682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb4dc6ba-a199-4ddd-84f7-b25121c57b87 req-64c5d5af-7bbc-46db-b15c-76374945dccc tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281180 Oct 19 20:37:15.038257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34554ef9-f13e-4ccc-929d-12f1b2a14bc7 req-63cee935-bea3-49a7-a46d-bf8fbbfea886 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664752 Oct 19 20:37:15.057179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.218857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] No DVR routers for this DVR port f946de96-ba02-48b5-81f4-2a576ad0571a on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:15.253077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-c273cb98-a552-4ec5-9ed5-70fb31736604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.279374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-c273cb98-a552-4ec5-9ed5-70fb31736604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.4547057 Oct 19 20:37:15.304837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 917a1221-d895-4e6c-8578-e5d4a4152ccc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:15.321118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] In _notify_port_updated(), no bound segment for port f946de96-ba02-48b5-81f4-2a576ad0571a on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:37:15.322068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.322615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.323968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] 10.222.0.37 "PUT /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 200 len: 1032 time: 1.4384987 Oct 19 20:37:15.326424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e14c5-6269-4128-a22f-e060a6f6c19d service neutron] Pushing event updated for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:15.336888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a12fe5-6853-49f3-9b28-b8a14f1ec43f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:15.342241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.345859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-54bda144-01d1-4e2d-ae7f-98670e09f708 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/65a12fe5-6853-49f3-9b28-b8a14f1ec43f HTTP/1.1" status: 204 len: 168 time: 1.2756865 Oct 19 20:37:15.349798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:15.369412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c4f05-ce04-4f5a-913a-c16a12416e6e req-f265e9d8-6610-42ce-aea1-59c94c97158b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.382030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a85c4f05-ce04-4f5a-913a-c16a12416e6e req-f265e9d8-6610-42ce-aea1-59c94c97158b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2837648 Oct 19 20:37:15.391976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 917a1221-d895-4e6c-8578-e5d4a4152ccc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:15.392316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 917a1221-d895-4e6c-8578-e5d4a4152ccc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:15.456424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-88ad1334-5ad3-483d-948f-5b33a9b0804b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.462690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-88ad1334-5ad3-483d-948f-5b33a9b0804b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "GET /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1222548 Oct 19 20:37:15.464510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-8f3f0908-719b-405f-bb5c-d52560ecf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.465947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-8f3f0908-719b-405f-bb5c-d52560ecf43d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aec2e5c-5332-4e5e-b362-7636a45e32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8192492 Oct 19 20:37:15.491490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:15.556981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a93cf18e-f848-49b1-9f5e-68abb6b005af None None] Provisioning complete for port f946de96-ba02-48b5-81f4-2a576ad0571a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:15.557405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a93cf18e-f848-49b1-9f5e-68abb6b005af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.609476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.665556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a93cf18e-f848-49b1-9f5e-68abb6b005af None None] Port f946de96-ba02-48b5-81f4-2a576ad0571a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:15.706748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-5072fd53-fd3d-4af5-b8c6-d6a3f43c9ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271876 Oct 19 20:37:15.709924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a85c4f05-ce04-4f5a-913a-c16a12416e6e req-567301dd-b0c8-4d1f-af3f-723cf3e8db3b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268626 Oct 19 20:37:15.740254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-df30b3b7-e2ec-4a0a-a7b8-d44aba8254d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.4489419 Oct 19 20:37:15.946725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:15.962115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-abc804e2-48bb-4911-bdaf-6044425760cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:15.963894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-abc804e2-48bb-4911-bdaf-6044425760cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.1697106 Oct 19 20:37:16.009271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.014342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139ef725-3181-4001-ae4a-7d3ad5b4891f']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:16.025180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120bdcf6-6096-42c1-8d2a-4b3a162a71f9') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:16.025583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120bdcf6-6096-42c1-8d2a-4b3a162a71f9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:16.037009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.052862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.062292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:37:16.062756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:37:16.137565 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:37:16.183479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.193690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:16.203366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] 10.222.0.31 "DELETE /v2.0/networks/139ef725-3181-4001-ae4a-7d3ad5b4891f HTTP/1.1" status: 204 len: 168 time: 0.8053594 Oct 19 20:37:16.262438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ddb5-955d-4214-bc52-fbf5248e951a admin admin] Pushing event deleted for resources: {'Network': ['ID=139ef725-3181-4001-ae4a-7d3ad5b4891f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:16.405828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-88ed888a-832a-4ce8-8b40-efd039cf7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:16.407426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-88ed888a-832a-4ce8-8b40-efd039cf7c2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4258230 Oct 19 20:37:16.491081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eff4c8-263a-4054-b5b4-9e40e004d21a req-6278ba72-f298-473a-aa7b-f1c4d10849e4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:16.494929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1eff4c8-263a-4054-b5b4-9e40e004d21a req-6278ba72-f298-473a-aa7b-f1c4d10849e4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2197137 Oct 19 20:37:16.663023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9b0de03-ae4c-4cfb-9441-6e432b4f6199 req-194455bf-b79c-407f-925d-71a1fc485eeb service neutron] 10.222.0.37 "GET /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8930731 Oct 19 20:37:16.746915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:16.770136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2fa75941-b8d9-4e6a-97c1-ea9d892df630 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:16.840906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1eff4c8-263a-4054-b5b4-9e40e004d21a req-73ed6982-60a0-4887-b7ab-ce74ff310f25 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247395 Oct 19 20:37:16.854599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-a9c1bb16-9ed5-47f7-9b40-1479c2c908d1 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371936 Oct 19 20:37:16.905313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97a5485e-48ca-47cb-9aa0-fc8dd99ce1c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=919e6525108f451d97809f502beb72e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571977 Oct 19 20:37:16.905933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56902) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:16.966873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.004594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.026091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.039634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:17.042626 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e09f5-d09c-4900-b133-382542601672" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:17.044993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.066631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.074749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:17.084220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.085289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 11fc8fd9-69ed-4909-aa06-6680d7c21923 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:17.111291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.131862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.139676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-d15eed7f-d37e-4ae0-ad70-aac3ad63b98d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 4665 time: 0.4805946 Oct 19 20:37:17.233490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba14a3-bc50-42b5-9e39-2758b733efc4 req-da16d69e-c68a-45c6-a0c2-093c49b76290 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.236265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:17.241275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5ba14a3-bc50-42b5-9e39-2758b733efc4 req-da16d69e-c68a-45c6-a0c2-093c49b76290 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2629719 Oct 19 20:37:17.251622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3799b815-0473-4c10-8d6b-ff25373f50c5 req-73521e0a-433c-4e87-87e4-69ef26934af4 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813603 Oct 19 20:37:17.325030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5ba14a3-bc50-42b5-9e39-2758b733efc4 req-a8133bd5-918f-458f-a0ed-f0c307d583f9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720694 Oct 19 20:37:17.348924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.392704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-885b7519-a20b-4c6f-8110-154d5454ba08 req-26097b3e-fdd0-4e4d-b6b2-6197975f2ea4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&id=72cfdef4-1075-4143-975d-7861a0171544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2225366 Oct 19 20:37:17.411289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.420045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:17.424325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b7305afd-41ce-41a8-8968-978d392675ce,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:17.430816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.431662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:17.506930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.556802 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb73d9-0b79-4015-8660-5450f58c06fa x-openstack-request-id: req-facb73d9-0b79-4015-8660-5450f58c06fa {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:17.557180 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:17.557734 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-facb73d9-0b79-4015-8660-5450f58c06fa {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:17.558196 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'code': 200} Oct 19 20:37:17.582152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] For port b7305afd-41ce-41a8-8968-978d392675ce, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:17.621110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] device_id is not set on port b7305afd-41ce-41a8-8968-978d392675ce yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:37:17.623523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.625678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:17.631477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.641393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.663329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.666506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.670937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bef5c5e7-73c4-42a6-bb05-020ba1316348 HTTP/1.1" status: 204 len: 168 time: 0.7388241 Oct 19 20:37:17.722987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dd201-d483-4841-99bc-a07ae12cc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5c5e7-73c4-42a6-bb05-020ba1316348,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:17.746015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] No DVR routers for this DVR port b7305afd-41ce-41a8-8968-978d392675ce on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:17.817272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] In _notify_port_updated(), no bound segment for port b7305afd-41ce-41a8-8968-978d392675ce on network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:37:17.818293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:17.818988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.820655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 200 len: 1032 time: 2.3396940 Oct 19 20:37:17.838466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279f672-4677-4914-a568-121e37ea93a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:17.934438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:17.954610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:17.955582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b7305afd-41ce-41a8-8968-978d392675ce no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:18.085716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 11fc8fd9-69ed-4909-aa06-6680d7c21923 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:18.086049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:18.256758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b7305afd-41ce-41a8-8968-978d392675ce not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:18.257191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f18e9b7-46d9-4daf-a495-946a8938a5a5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:18.404415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:18.502523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port 11fc8fd9-69ed-4909-aa06-6680d7c21923, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=11fc8fd9-69ed-4909-aa06-6680d7c21923,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:18.502888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:18.506407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-06f007bf-808b-48b4-b386-d66c21a12bab None None] Provisioning complete for port b7305afd-41ce-41a8-8968-978d392675ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:18.506771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-06f007bf-808b-48b4-b386-d66c21a12bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:18.660932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56946) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:18.709885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 11fc8fd9-69ed-4909-aa06-6680d7c21923 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:18.779703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a0cc-6d95-4fb7-aa85-8662c596bd7b req-84cc8c90-59ff-4fce-a491-1c8c46c9ccd0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:18.788908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf59a0cc-6d95-4fb7-aa85-8662c596bd7b req-84cc8c90-59ff-4fce-a491-1c8c46c9ccd0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1990001 Oct 19 20:37:18.887484 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:18.908730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb39f8-d6dd-43d1-a4ef-79b54829abc1 req-d396b302-ab37-4b50-87c1-fbf1e5886fbd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:18.916715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fdb39f8-d6dd-43d1-a4ef-79b54829abc1 req-d396b302-ab37-4b50-87c1-fbf1e5886fbd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.3669794 Oct 19 20:37:18.930138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf59a0cc-6d95-4fb7-aa85-8662c596bd7b req-42b82cde-f83f-456e-9130-cc2f78b0ee2b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396136 Oct 19 20:37:19.038722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-892b09ad-71fd-4d88-97bc-f74fe50e731a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.081364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:19.088398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.089393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f946de96-ba02-48b5-81f4-2a576ad0571a no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:19.221457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-06f007bf-808b-48b4-b386-d66c21a12bab None None] Port b7305afd-41ce-41a8-8968-978d392675ce cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:19.222294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:19.230660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:19.244675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:19.258755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:19.287284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:19.289094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-533a2e0f-0ed2-43ca-b8ab-2016a2989cd9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 3878 time: 0.2232223 Oct 19 20:37:19.344164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f946de96-ba02-48b5-81f4-2a576ad0571a not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:19.344849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 81121e04-a7a6-4acd-9696-edc515e3c08c no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:19.350343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:19.366187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fdb39f8-d6dd-43d1-a4ef-79b54829abc1 req-0d060d24-07a9-4989-a207-1127f4d98d41 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326830 Oct 19 20:37:19.371163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.421956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=11fc8fd9-69ed-4909-aa06-6680d7c21923,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:19.453876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c7fbb40-85b8-46b0-9dbc-e47a679c5872 req-bf86e37c-feff-44c3-b8c8-ffcdbc4e4cfe tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488781 Oct 19 20:37:19.553952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-892b09ad-71fd-4d88-97bc-f74fe50e731a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.558831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port 11fc8fd9-69ed-4909-aa06-6680d7c21923 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:19.560721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:19.563982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-892b09ad-71fd-4d88-97bc-f74fe50e731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.568721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.573649 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259e397-2f36-460c-8665-6c71df7604ac" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:19.580723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-8df4dd80-c93c-425e-8670-205052230dad tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "DELETE /v2.0/ports/11fc8fd9-69ed-4909-aa06-6680d7c21923 HTTP/1.1" status: 204 len: 173 time: 1.7433200 Oct 19 20:37:19.587782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:19.594420 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fba01c-66cd-46d4-a003-0853052dc2ee" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:19.613683 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.683134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b09ad-71fd-4d88-97bc-f74fe50e731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76292d5b-ea29-47d3-b495-f123f5096d93,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:19.711256 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05396412-17ee-4006-a477-9e2b7d744eae x-openstack-request-id: req-05396412-17ee-4006-a477-9e2b7d744eae {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:19.711567 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:19.711829 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05396412-17ee-4006-a477-9e2b7d744eae {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:19.712284 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'code': 200} Oct 19 20:37:19.712523 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'code': 200} Oct 19 20:37:19.712782 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'code': 200} Oct 19 20:37:19.728443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-892b09ad-71fd-4d88-97bc-f74fe50e731a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8e6c1e07e5543ef9fb6331fccc9b8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0662606 Oct 19 20:37:19.731397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56976) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:19.740109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56978) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:19.772653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:19.782672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.853469 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93fab7f-ed4b-442e-816f-ff042f402699 x-openstack-request-id: req-d93fab7f-ed4b-442e-816f-ff042f402699 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:19.854043 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "11fc8fd9-69ed-4909-aa06-6680d7c21923", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:19.856600 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d93fab7f-ed4b-442e-816f-ff042f402699 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:19.857121 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '11fc8fd9-69ed-4909-aa06-6680d7c21923', 'status': 'completed', 'code': 200} Oct 19 20:37:19.898517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.976965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:19.989344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:19.989688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755112c-e1fb-416d-b82c-5bdecb346d70 req-37a4bba0-0883-4879-9917-6b2e8173b605 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.000062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c755112c-e1fb-416d-b82c-5bdecb346d70 req-37a4bba0-0883-4879-9917-6b2e8173b605 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.4161036 Oct 19 20:37:20.158081 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:20.168050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:20.173346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-324410847-network', 'tenant_id': '25c1f9e385064fac93a5513fabac4fd7'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:20.173559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76292d5b-ea29-47d3-b495-f123f5096d93 HTTP/1.1" status: 204 len: 168 time: 0.4367139 Oct 19 20:37:20.231561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c755112c-e1fb-416d-b82c-5bdecb346d70 req-930c3ec6-5fd4-479d-9c6b-bcab252e22bb tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304635 Oct 19 20:37:20.269579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:20.270191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:20.290007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8386a6-d884-45ba-b13d-0fe37e72d6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76292d5b-ea29-47d3-b495-f123f5096d93,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:20.374365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ca864-02e9-4375-919b-c3f82c6fa977 req-724ef441-5a70-4794-947a-ef25798d5a60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.376237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a4ca864-02e9-4375-919b-c3f82c6fa977 req-724ef441-5a70-4794-947a-ef25798d5a60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2553587 Oct 19 20:37:20.482056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a4ca864-02e9-4375-919b-c3f82c6fa977 req-cb81dd44-c2cc-4869-8088-ee79da62bab4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916111 Oct 19 20:37:20.508347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port 1f18e9b7-46d9-4daf-a495-946a8938a5a5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f18e9b7-46d9-4daf-a495-946a8938a5a5,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:20.508581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:20.746921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-f80eae2a-c81a-4d1a-a745-03d6c6517e09 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.765279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-f80eae2a-c81a-4d1a-a745-03d6c6517e09 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.771449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-f80eae2a-c81a-4d1a-a745-03d6c6517e09 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.790439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-f80eae2a-c81a-4d1a-a745-03d6c6517e09 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:20.810673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-f80eae2a-c81a-4d1a-a745-03d6c6517e09 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 3143 time: 0.1526351 Oct 19 20:37:20.907009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f21847ae-e7f3-49c3-b2d4-6a4284911803 req-05b0004d-96c8-428d-81de-4be8080b51d9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888455 Oct 19 20:37:21.029605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.032589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.032942 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Floating IP ec9f8432-3775-4646-8d7c-29c84ac4c139 disassociated. External IP: 172.25.7.230, port: 1f18e9b7-46d9-4daf-a495-946a8938a5a5. Oct 19 20:37:21.033368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 1f18e9b7-46d9-4daf-a495-946a8938a5a5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:21.317425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.391640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=1f18e9b7-46d9-4daf-a495-946a8938a5a5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:21.404448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Made reservation on behalf of 25c1f9e385064fac93a5513fabac4fd7 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:21.407617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.425045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.463429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09aa8-bd92-47c5-aeec-7f508231dcde req-19615f4c-de70-4b75-8a16-9eca86c60449 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:21.466071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9b09aa8-bd92-47c5-aeec-7f508231dcde req-19615f4c-de70-4b75-8a16-9eca86c60449 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1595843 Oct 19 20:37:21.641053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:21.709697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126b55a-bd34-421d-9d81-170da60b39d3 req-caeb5066-51a6-438a-9671-15d0da018983 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:21.713863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:21.716697 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b5d412-0bf9-4efb-97b1-354cff7fd15d" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:21.717279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5126b55a-bd34-421d-9d81-170da60b39d3 req-caeb5066-51a6-438a-9671-15d0da018983 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0888243 Oct 19 20:37:21.783402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5126b55a-bd34-421d-9d81-170da60b39d3 req-aaf99d59-ef60-4674-a1c0-fc19a17afbb1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Oct 19 20:37:21.884350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:21.894479 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb0057-ab9b-4b10-a4ab-1c252816c7a2 x-openstack-request-id: req-53eb0057-ab9b-4b10-a4ab-1c252816c7a2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:21.895250 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:21.895937 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53eb0057-ab9b-4b10-a4ab-1c252816c7a2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:21.896675 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'code': 200} Oct 19 20:37:21.946032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9b09aa8-bd92-47c5-aeec-7f508231dcde req-f6574fd6-897e-4054-8313-3a4cbda974a0 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044135 Oct 19 20:37:21.989970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:37:21.996737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.002790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.009941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.023775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.124341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d912cdcc0b4d208b69109ca2e5f519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814212 Oct 19 20:37:22.126367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bed1f14-bdc0-4929-9cff-97d79ead3808,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:22.135331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57044) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:22.159505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b0163-7396-499a-8f94-f384881a8a76,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:22.309975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:37:22.347656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.349509 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Added segment ff582baa-1085-4ff2-b3b2-29c07e3b72ee of type vlan for network 01cd0a20-7110-41e4-bc7a-128402a7a82f Oct 19 20:37:22.425187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.425561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.425882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.426884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.427880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.437929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.438405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.438955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.439318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.439757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.440188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.440618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.441047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7e04b3-4566-4790-ac05-ce285d913013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:22.480991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee603b02-e93a-4816-9432-5006046579f7 req-7a53eec9-a165-48c0-bb1d-6499c015397e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:22.487402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee603b02-e93a-4816-9432-5006046579f7 req-7a53eec9-a165-48c0-bb1d-6499c015397e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:22.494198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee603b02-e93a-4816-9432-5006046579f7 req-7a53eec9-a165-48c0-bb1d-6499c015397e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:22.501978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee603b02-e93a-4816-9432-5006046579f7 req-7a53eec9-a165-48c0-bb1d-6499c015397e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 2410 time: 0.2065177 Oct 19 20:37:22.514547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.565075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.565966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:22.566536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.593150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8445039 Oct 19 20:37:22.605847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57058) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:22.635805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee603b02-e93a-4816-9432-5006046579f7 req-4596d251-3c82-4292-879a-397ce4245117 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327946 Oct 19 20:37:22.656229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Request body: {'subnet': {'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-324410847-subnet', 'tenant_id': '25c1f9e385064fac93a5513fabac4fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:22.670870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.695177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf048fb-220d-4a15-92d9-7085c832fa37 req-7f1926f3-092b-4799-9c23-0d11c8b1c4ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:22.703826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf048fb-220d-4a15-92d9-7085c832fa37 req-7f1926f3-092b-4799-9c23-0d11c8b1c4ce tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2258506 Oct 19 20:37:22.705728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Made reservation on behalf of 25c1f9e385064fac93a5513fabac4fd7 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:22.708659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.825587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.834073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:22.835760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bed1f14-bdc0-4929-9cff-97d79ead3808 HTTP/1.1" status: 204 len: 168 time: 0.6972718 Oct 19 20:37:22.852889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ebfc-470e-4ada-8b05-4c4ac9e75f08 admin admin] Pushing event updated for resources: {'Network': ['ID=01cd0a20-7110-41e4-bc7a-128402a7a82f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:22.869227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 01cd0a20-7110-41e4-bc7a-128402a7a82f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:37:22.893867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f3f87-4378-48a1-8cf2-32bd7469c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bed1f14-bdc0-4929-9cff-97d79ead3808,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:22.948617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:37:22.963855 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Sync routers for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:37:22.986195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:22.988378 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:22.992266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf048fb-220d-4a15-92d9-7085c832fa37 req-4f09f19b-ab2d-46d0-b4a6-e01a6e6d1573 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850468 Oct 19 20:37:23.109970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port 1f18e9b7-46d9-4daf-a495-946a8938a5a5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:23.117805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.134298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-9c8f0dd5-c8b0-495d-89b3-db456aadae41 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "DELETE /v2.0/ports/1f18e9b7-46d9-4daf-a495-946a8938a5a5 HTTP/1.1" status: 204 len: 173 time: 3.5296679 Oct 19 20:37:23.135105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:23.165449 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43eff0-b9ca-4c9b-88ba-b983e45e1cb6" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:23.170633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c48555-326a-4c90-a2dc-cfaa4a272fee req-ac18611e-0897-489d-bf4f-805f75a19e21 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:23.170933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6c48555-326a-4c90-a2dc-cfaa4a272fee req-ac18611e-0897-489d-bf4f-805f75a19e21 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1468964 Oct 19 20:37:23.218900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:23.322952 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:23.337509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6c48555-326a-4c90-a2dc-cfaa4a272fee req-a75bab72-4402-444e-bb4b-e24689b87964 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612110 Oct 19 20:37:23.406366 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc190b8-bba8-406d-a55b-229dd65ce75e x-openstack-request-id: req-1cc190b8-bba8-406d-a55b-229dd65ce75e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:23.406654 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "1f18e9b7-46d9-4daf-a495-946a8938a5a5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:23.406910 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cc190b8-bba8-406d-a55b-229dd65ce75e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:23.407320 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '1f18e9b7-46d9-4daf-a495-946a8938a5a5', 'status': 'completed', 'code': 200} Oct 19 20:37:23.610608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:23.610951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.628045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'network': {'name': 'tempest-network-smoke--644823372', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:23.664537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:23.707955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:23.712664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.730693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.788180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57090) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:23.831629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d230f8-c301-4300-a76c-e3963b9de579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.873200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-027ad053-04c7-497b-bfd3-7be61e81b5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.892406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:23.976028 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Checking router: 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:37:23.992834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:23.995169 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:23.996112 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:36:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:24.161628 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:24.168719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09232f3e-30cb-4dbc-9811-3ad8780ada4f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:24.190854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port 2fa75941-b8d9-4e6a-97c1-ea9d892df630, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2fa75941-b8d9-4e6a-97c1-ea9d892df630,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:24.192703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.200097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d230f8-c301-4300-a76c-e3963b9de579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.215824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ab97-6f8c-4f56-9ea9-47333de99115 req-439151a0-8124-4ecf-8b81-effd81f67b0f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.216795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.224331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ab97-6f8c-4f56-9ea9-47333de99115 req-439151a0-8124-4ecf-8b81-effd81f67b0f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.230614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ab97-6f8c-4f56-9ea9-47333de99115 req-439151a0-8124-4ecf-8b81-effd81f67b0f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.240520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9bc4ab97-6f8c-4f56-9ea9-47333de99115 req-439151a0-8124-4ecf-8b81-effd81f67b0f tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 2410 time: 0.3760576 Oct 19 20:37:24.263187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-027ad053-04c7-497b-bfd3-7be61e81b5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.264435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d230f8-c301-4300-a76c-e3963b9de579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.295541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b7d230f8-c301-4300-a76c-e3963b9de579 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0592db83d8154c5eaebce668cf95d933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035009 Oct 19 20:37:24.297554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.307098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 2fa75941-b8d9-4e6a-97c1-ea9d892df630 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:24.311052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57094) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:24.332885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:37:24.353491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.355346 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Added segment dc2f185a-27dc-4396-b233-a70faf7cb40c of type vlan for network b4604c20-73c2-4f9c-a91e-501179b01b7b Oct 19 20:37:24.379839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Checking segment: {'id': 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:24.380216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Network hostable DHCP agents. Network: 01cd0a20-7110-41e4-bc7a-128402a7a82f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:37:24.421082 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:24.443930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.464599 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829587f-d57c-442b-b63d-4a12d830068d None None] The sync data for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 is: [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:26:28Z', 'revision_number': 4, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'de9c39d6-97ee-4fa4-ba50-3fd21e1ed973', 'name': '', 'network_id': '718da089-37b5-49c2-ae65-5e09b0cf3b0c', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'mac_address': 'fa:16:3e:8e:af:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:25Z', 'updated_at': '2021-10-19T20:26:40Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'subnets': [{'id': 'e9f7e184-61fd-4527-be37-57638783dde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:37:24.497591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9bc4ab97-6f8c-4f56-9ea9-47333de99115 req-c2f3cb0b-3ae9-4ab5-9ca9-da8e7c2ae107 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554731 Oct 19 20:37:24.548477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-027ad053-04c7-497b-bfd3-7be61e81b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.601468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-027ad053-04c7-497b-bfd3-7be61e81b5f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7018bf5cc2b4866adfc9b32dbbee514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336805 Oct 19 20:37:24.601924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.603639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:24.609177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.609819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.637088 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.644602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Network 01cd0a20-7110-41e4-bc7a-128402a7a82f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:37:24.659248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4391448 Oct 19 20:37:24.670731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57102) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:24.684918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-176005321', 'admin_state_up': True, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:24.711993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c05baa-2b7b-4136-af19-8bc42b4cbd30 req-f3e0352c-268d-4afa-9f57-6d13871dd477 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.713537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8c05baa-2b7b-4136-af19-8bc42b4cbd30 req-f3e0352c-268d-4afa-9f57-6d13871dd477 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.5573444 Oct 19 20:37:24.715801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 01cd0a20-7110-41e4-bc7a-128402a7a82f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:24.721702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.722721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.723421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aad219-fc5b-43b8-a51e-a42d9c38ccff None None] Network 01cd0a20-7110-41e4-bc7a-128402a7a82f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:24.739987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d230f8-c301-4300-a76c-e3963b9de579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62c0a6-fefa-4617-900e-4ff706356214,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:24.772184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=2fa75941-b8d9-4e6a-97c1-ea9d892df630,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:24.810184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.852005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0b3b0-6a73-45f0-bca8-dcbd5411e2d5 req-a6682425-e829-4417-a1f8-1261c55f3f56 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:24.853742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7b0b3b0-6a73-45f0-bca8-dcbd5411e2d5 req-a6682425-e829-4417-a1f8-1261c55f3f56 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1936326 Oct 19 20:37:24.861670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port 2fa75941-b8d9-4e6a-97c1-ea9d892df630 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:24.865943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.870229 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-c60643e7-baeb-47af-bcdd-a33626e55c3c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "DELETE /v2.0/ports/2fa75941-b8d9-4e6a-97c1-ea9d892df630 HTTP/1.1" status: 204 len: 173 time: 1.6865723 Oct 19 20:37:24.876886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8c05baa-2b7b-4136-af19-8bc42b4cbd30 req-61db481f-9f8f-40e7-9972-742733b93e9c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287770 Oct 19 20:37:24.880784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f3fbfa-dbf3-49b0-824a-1cc228bc3e82,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:24.924270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:24.957132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.029378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd50e5-0aca-4a91-b858-83c436467689 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Network': ['ID=b4604c20-73c2-4f9c-a91e-501179b01b7b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:25.048728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.048939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef712fe1-a471-4c9a-9535-8d7e617dd96f None None] New status for floating IP ec9f8432-3775-4646-8d7c-29c84ac4c139: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:37:25.056972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.058436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.071193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7b0b3b0-6a73-45f0-bca8-dcbd5411e2d5 req-945e065e-7a93-468a-bab0-aa6b42fea917 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997368 Oct 19 20:37:25.073079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.073230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad053-04c7-497b-bfd3-7be61e81b5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66b9e3-6448-4da4-9e47-74dae9df72e9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:25.094691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.094691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad66b9e3-6448-4da4-9e47-74dae9df72e9 HTTP/1.1" status: 204 len: 168 time: 0.4829190 Oct 19 20:37:25.142675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5b732e68-62d9-4cab-b0c5-9a263dc87d2d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5198622 Oct 19 20:37:25.154091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c36d15-569f-47da-b70d-66519c65270c None None] Network 01cd0a20-7110-41e4-bc7a-128402a7a82f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:25.156062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b4604c20-73c2-4f9c-a91e-501179b01b7b details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:37:25.181679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.225908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedac7f-8c5e-4f6c-902d-b8ef81f1181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66b9e3-6448-4da4-9e47-74dae9df72e9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:25.408187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:25.417504 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadaf58-411a-4158-bd92-1ad5f44881e3" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:25.471226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892dc68-d297-4d4f-a9b4-f4b73645ab59 req-2ffa1878-32bf-48c3-9c98-fe1606afa92d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:25.477528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e892dc68-d297-4d4f-a9b4-f4b73645ab59 req-2ffa1878-32bf-48c3-9c98-fe1606afa92d tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2889202 Oct 19 20:37:25.516530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.517921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 81121e04-a7a6-4acd-9696-edc515e3c08c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:25.518258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.646383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-6f5c9718-9100-49f0-b0ce-c95f6a2e9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:25.654811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-6f5c9718-9100-49f0-b0ce-c95f6a2e9ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 1095 time: 0.3966568 Oct 19 20:37:25.674164 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba07d9-4d49-4878-a17b-07794fa22438 x-openstack-request-id: req-5bba07d9-4d49-4878-a17b-07794fa22438 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:25.674464 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "2fa75941-b8d9-4e6a-97c1-ea9d892df630", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:25.674721 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bba07d9-4d49-4878-a17b-07794fa22438 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:25.675126 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '2fa75941-b8d9-4e6a-97c1-ea9d892df630', 'status': 'completed', 'code': 200} Oct 19 20:37:25.687500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.690193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.700159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d62c0a6-fefa-4617-900e-4ff706356214 HTTP/1.1" status: 204 len: 168 time: 1.3877959 Oct 19 20:37:25.810590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf02a0-5e26-4f7c-a803-8a582cab5d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62c0a6-fefa-4617-900e-4ff706356214,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:25.853619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e892dc68-d297-4d4f-a9b4-f4b73645ab59 req-9e75943a-4ee5-49b5-ac8b-d82fcc6f1e55 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630011 Oct 19 20:37:25.863706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port 81121e04-a7a6-4acd-9696-edc515e3c08c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=81121e04-a7a6-4acd-9696-edc515e3c08c,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:25.864079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:25.907480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 81121e04-a7a6-4acd-9696-edc515e3c08c owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:25.951669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d550f3f-c8e4-4742-a158-ba2cbcfbc8f4 req-2e763db5-40fb-45bd-90e0-58c1429ea63a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:25.959055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d550f3f-c8e4-4742-a158-ba2cbcfbc8f4 req-2e763db5-40fb-45bd-90e0-58c1429ea63a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:25.960930 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d550f3f-c8e4-4742-a158-ba2cbcfbc8f4 req-2e763db5-40fb-45bd-90e0-58c1429ea63a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 1677 time: 0.3051183 Oct 19 20:37:25.965498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-6e7668f0-4adb-4a1a-8a3f-07eafdb30de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:25.966890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-6e7668f0-4adb-4a1a-8a3f-07eafdb30de7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 200 len: 912 time: 0.2996516 Oct 19 20:37:26.136779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.229077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=81121e04-a7a6-4acd-9696-edc515e3c08c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:26.343891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port 81121e04-a7a6-4acd-9696-edc515e3c08c on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:26.355875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.360987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-4830f4fc-570b-4d2d-a4a5-e11011df0551 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "DELETE /v2.0/ports/81121e04-a7a6-4acd-9696-edc515e3c08c HTTP/1.1" status: 204 len: 173 time: 1.4594867 Oct 19 20:37:26.430823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0126b94e-e5da-4d69-bee9-623dc7b1b59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.479616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d550f3f-c8e4-4742-a158-ba2cbcfbc8f4 req-ac554abd-425a-4e84-b88f-024103fd1be4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups?id=17182540-8781-47a8-a838-c83e876aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5091922 Oct 19 20:37:26.575140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-fac50a53-49d8-4ca7-836a-a6c795ee898e tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:26.576625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-fac50a53-49d8-4ca7-836a-a6c795ee898e tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/networks?id=01cd0a20-7110-41e4-bc7a-128402a7a82f HTTP/1.1" status: 200 len: 808 time: 0.1784019 Oct 19 20:37:26.597468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-1b03feb9-d4f1-488b-a1dd-b41e11429761 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 200 len: 999 time: 0.5988092 Oct 19 20:37:26.597742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:26.598118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.617833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-c48826b2-a429-48a7-b746-7e629ee784e4 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/quotas/25c1f9e385064fac93a5513fabac4fd7 HTTP/1.1" status: 200 len: 375 time: 0.0329599 Oct 19 20:37:26.704349 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-ae7b01cd-c08c-40d1-ac1d-510a905b2d26 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25c1f9e385064fac93a5513fabac4fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712583 Oct 19 20:37:26.755931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.779764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.911691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-89469483-9e9e-4253-9387-6df860880925 service neutron] 10.222.0.31 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814585 Oct 19 20:37:26.924478 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:37:26.947753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:26.948491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:26.994271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4245-2b4c-4055-8534-32228033460d req-db275ff4-8a11-4d98-aeec-c190ec5b03d8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:26.996913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc2b4245-2b4c-4055-8534-32228033460d req-db275ff4-8a11-4d98-aeec-c190ec5b03d8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.3968208 Oct 19 20:37:26.998559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.25.7.233 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e7942d3b-bb25-4e0b-8148-b9132f519b9f) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:27.000307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:27.004819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-87a29b6c-e13a-4b5b-b464-4231ed74e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:27.007138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-87a29b6c-e13a-4b5b-b464-4231ed74e68d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 200 len: 850 time: 0.3742867 Oct 19 20:37:27.115147 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-fa14dc56-e271-4ef1-a6b4-757de66a2c5a service neutron] 10.222.0.31 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959753 Oct 19 20:37:27.127869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc2b4245-2b4c-4055-8534-32228033460d req-8fc3923e-8d6c-44ed-9c1f-62a9c379e517 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090183 Oct 19 20:37:27.181581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-c15ad579-ba58-4025-862d-8f6961e79786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:27.183518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-c15ad579-ba58-4025-862d-8f6961e79786 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35f73dbf-be31-4336-894f-8d663a12752a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679387 Oct 19 20:37:27.201120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57212) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:27.298911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:27.431428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=9f4913aa-8468-46f1-ab1e-09f6dfce5fd9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:27.435870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port 9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:27.439054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:27.445676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-740d5d05-9aeb-445d-845b-5ac674333c75 req-7b13ad8d-07fe-4767-b1e2-06816f85e5f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.37 "DELETE /v2.0/ports/9f4913aa-8468-46f1-ab1e-09f6dfce5fd9 HTTP/1.1" status: 204 len: 173 time: 1.0744157 Oct 19 20:37:27.468135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:27.502700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-332830542-network', 'tenant_id': 'f6d5b8448c234be7bec79f56ed10fb0a'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:27.569894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Made reservation on behalf of f6d5b8448c234be7bec79f56ed10fb0a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:27.578477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:27.583884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba2a98da-4e8c-4041-9a17-49c0e5008431 req-da78c382-3c16-48d8-b967-c5842d576561 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 210 time: 0.0839512 Oct 19 20:37:27.608960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:27.689058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-48762c93-de17-4cc8-a852-51d9279a6d99 service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968286 Oct 19 20:37:27.699979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c'}, {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:27.705969 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7fe2d5-a5c3-4b75-a2af-34b3258331b5" -d '{"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c"}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:27.707052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0fa8-d26c-4179-a2ba-73bf3cb6acfd req-171138bd-a106-43f9-99c4-dc663730ea7f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:27.721570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff2e0fa8-d26c-4179-a2ba-73bf3cb6acfd req-171138bd-a106-43f9-99c4-dc663730ea7f tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.3796732 Oct 19 20:37:27.739920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-47cb289c-652f-4333-8e6a-713a259f0c85 req-930c9564-38e9-44f8-9eaf-24ce07d559f8 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0902998 Oct 19 20:37:27.821673 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eedce9-9c3f-41c2-9578-d52c5ac791a5 x-openstack-request-id: req-47eedce9-9c3f-41c2-9578-d52c5ac791a5 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:27.822201 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "81121e04-a7a6-4acd-9696-edc515e3c08c", "status": "completed", "code": 200}, {"server_uuid": "bdaee91b-aa09-4be4-8216-6c5670ba2bf3", "name": "network-vif-deleted", "tag": "9f4913aa-8468-46f1-ab1e-09f6dfce5fd9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:27.822661 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47eedce9-9c3f-41c2-9578-d52c5ac791a5 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:27.823107 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '81121e04-a7a6-4acd-9696-edc515e3c08c', 'status': 'completed', 'code': 200} Oct 19 20:37:27.823448 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaee91b-aa09-4be4-8216-6c5670ba2bf3', 'name': 'network-vif-deleted', 'tag': '9f4913aa-8468-46f1-ab1e-09f6dfce5fd9', 'status': 'completed', 'code': 200} Oct 19 20:37:28.101029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.115265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.231805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c736013-2177-4c3c-8382-5e7446b512eb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:28.272823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:37:28.301841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.329558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff2e0fa8-d26c-4179-a2ba-73bf3cb6acfd req-a90aa6a8-1191-456d-937a-fc62cd27ca74 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5980000 Oct 19 20:37:28.364397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e9a8e-d53d-4839-a941-990822b656b0 req-cb0294b1-9e9c-4291-bc71-d04f044a6333 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:28.381881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-472e9a8e-d53d-4839-a941-990822b656b0 req-cb0294b1-9e9c-4291-bc71-d04f044a6333 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0994589 Oct 19 20:37:28.433229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.433607 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Added segment 12a907ec-4fc3-489d-901f-f873cd13f3ce of type vlan for network 90bbb476-d7af-4619-973f-2e410fce000c Oct 19 20:37:28.484444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-472e9a8e-d53d-4839-a941-990822b656b0 req-29480ed1-d24b-4fec-9aef-9af4a7879974 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013391 Oct 19 20:37:28.502981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:28.507044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:28.536973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9f014fa-c6b4-421d-affe-8d65fb8447d1 req-f7b64279-92f4-4a76-b478-39a4c18fecde service neutron] 10.222.0.37 "GET /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840827 Oct 19 20:37:28.539595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:28.622668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=e7942d3b-bb25-4e0b-8148-b9132f519b9f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:28.652008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.847581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-611a88ed-d685-401a-8e92-05408edda123 req-2e66f531-6dab-4903-be55-eb26bcefa9cd tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 210 time: 0.1300066 Oct 19 20:37:28.883319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.884527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:28.885323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:28.945053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7401640 Oct 19 20:37:28.948806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57282) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:28.958315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa6f69bc-54e7-47dd-bdb1-363619f8a292 req-572696a2-c483-4a3e-a73c-a6725ca27248 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0973437 Oct 19 20:37:29.011071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Request body: {'subnet': {'network_id': '90bbb476-d7af-4619-973f-2e410fce000c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-332830542-subnet', 'tenant_id': 'f6d5b8448c234be7bec79f56ed10fb0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:29.032082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47237427-9e35-472e-b7f5-04c2311ca16c admin admin] Pushing event updated for resources: {'Network': ['ID=90bbb476-d7af-4619-973f-2e410fce000c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:29.063897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 90bbb476-d7af-4619-973f-2e410fce000c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:37:29.229401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e53bdd3b-c49f-4ab9-8181-55dbe223bff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:29.236410 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:29.342131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Made reservation on behalf of f6d5b8448c234be7bec79f56ed10fb0a for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:29.353443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:29.615228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1a31d-66b9-4ed8-9b2c-35657d1633a5 req-12d43953-9d7b-484c-84e0-2a5c92b88ca1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:29.622583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79d1a31d-66b9-4ed8-9b2c-35657d1633a5 req-12d43953-9d7b-484c-84e0-2a5c92b88ca1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1259613 Oct 19 20:37:29.721981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907f29-1647-4be3-a52a-a62e80d47e03 req-94aedbc0-8ab5-4cf2-b452-416d78491c8c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:29.726390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9e907f29-1647-4be3-a52a-a62e80d47e03 req-94aedbc0-8ab5-4cf2-b452-416d78491c8c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0943084 Oct 19 20:37:29.733928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-58a6ff12-813d-42db-9265-a4135d5a33d4 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:29.735370 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-58a6ff12-813d-42db-9265-a4135d5a33d4 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.11 "GET /v2.0/networks?id=01cd0a20-7110-41e4-bc7a-128402a7a82f HTTP/1.1" status: 200 len: 808 time: 0.7568729 Oct 19 20:37:29.751339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Request body: {'port': {'device_id': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f', 'admin_state_up': True, 'tenant_id': '25c1f9e385064fac93a5513fabac4fd7'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:29.838427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79d1a31d-66b9-4ed8-9b2c-35657d1633a5 req-14713d05-8d67-4a1d-95f6-477cf2bc5822 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122397 Oct 19 20:37:29.846347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9e907f29-1647-4be3-a52a-a62e80d47e03 req-609dc4af-dc6c-44bb-90ff-b04290c283eb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099868 Oct 19 20:37:29.979777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Made reservation on behalf of 25c1f9e385064fac93a5513fabac4fd7 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:29.986280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.013681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.070915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3905f703-e8e8-4b9c-9cc6-7346f5f6c73a req-4290b94f-75f0-4026-85fa-576f8a4502ca tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 210 time: 0.0381377 Oct 19 20:37:30.114453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe5b7a6-91fa-4591-a119-be49a9e09fe7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:30.130785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.244272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb45a4-24f3-4817-b579-7188d2fd60d4 req-5506ddfc-6c31-4b1d-a520-cbdda0123744 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:30.246406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87bb45a4-24f3-4817-b579-7188d2fd60d4 req-5506ddfc-6c31-4b1d-a520-cbdda0123744 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.2594030 Oct 19 20:37:30.287262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.324971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Allocated IP 172.20.0.13 (01cd0a20-7110-41e4-bc7a-128402a7a82f/09232f3e-30cb-4dbc-9811-3ad8780ada4f/a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:30.351823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Checking segment: {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:30.352348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Network hostable DHCP agents. Network: 90bbb476-d7af-4619-973f-2e410fce000c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:37:30.360953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87bb45a4-24f3-4817-b579-7188d2fd60d4 req-840b1871-07e9-4058-857b-9e320ee0200b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017017 Oct 19 20:37:30.392297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Network 90bbb476-d7af-4619-973f-2e410fce000c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:37:30.421759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 90bbb476-d7af-4619-973f-2e410fce000c) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:30.429528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:30.430308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.432720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313c0d3-0279-49b7-a3ed-7255df83b8c6 None None] Network 90bbb476-d7af-4619-973f-2e410fce000c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:30.493405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e890d1f-89a9-456c-bd58-025060a06342 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5326371 Oct 19 20:37:30.493405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:37:30.642667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d4b4a69-5236-408d-bf7c-691de5868850 req-1b14022c-3bea-418e-943a-9e597e8ed108 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0672648 Oct 19 20:37:30.750027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:37:30.765459 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:37:30.778284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:30.786940 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:30.793830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.801128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fdeb4df2-7463-4d27-bb69-3a4e4901c9e6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1198194 Oct 19 20:37:30.801904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:30.809080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:30.845559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8d996-72c4-4efc-b9e2-ebdfa2de02c1 None None] Network 90bbb476-d7af-4619-973f-2e410fce000c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:30.894386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:31.071805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Network 01cd0a20-7110-41e4-bc7a-128402a7a82f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:31.077224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:31.094583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:31.102036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:31.189078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:31.209773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:31.210730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:31.352904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Pushing event updated for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:31.389665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-93905758-a353-4371-a0d7-1d9ac06a2047 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6426876 Oct 19 20:37:31.391327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d4715c6-3cc5-4f8b-8531-ce56d6e9ff63 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=530c5e4b036a4d36922ec5990b8dab70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5880661 Oct 19 20:37:31.394017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57346) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:31.431580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Request body: {'port': {'device_id': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:31.568174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc2e9f-4b91-471a-8f9c-4e00ff4cf9cb req-9de95106-3510-4f80-b679-86e9a815340b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:31.580632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0bc2e9f-4b91-471a-8f9c-4e00ff4cf9cb req-9de95106-3510-4f80-b679-86e9a815340b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.5062532 Oct 19 20:37:31.706585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:31.819663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0bc2e9f-4b91-471a-8f9c-4e00ff4cf9cb req-6e50d0ec-2a4e-49f0-adbe-0c10f7bfd50b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375138 Oct 19 20:37:31.962801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a93ba1b-ec84-469c-a33c-39e9df0c86be tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:31.973592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a93ba1b-ec84-469c-a33c-39e9df0c86be tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5763333 Oct 19 20:37:31.976865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57374) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:32.097348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7f26dc69-0a09-49fa-9f40-d7d34947f220 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1083343 Oct 19 20:37:32.100377 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:28Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:32.110950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:32.131183 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:37:32.131534 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Updating router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 port e7942d3b-bb25-4e0b-8148-b9132f519b9f binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:37:32.143803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988074571', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:32.158094 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.255761 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.340125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bc3d8-5779-4921-8ead-5099b6579c44 req-a9436a1a-57cc-42a5-a21f-8c8b3adbe445 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:32.352130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec9bc3d8-5779-4921-8ead-5099b6579c44 req-a9436a1a-57cc-42a5-a21f-8c8b3adbe445 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 932 time: 0.3682027 Oct 19 20:37:32.560322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec9bc3d8-5779-4921-8ead-5099b6579c44 req-52101789-bee9-4ac8-a18c-cb67e8a32256 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070019 Oct 19 20:37:32.716238 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.717533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ea798b1-1dec-48a9-934e-a9c9b1f36607 req-a4d2008f-03f4-4730-8eff-a2898b4a53b6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0531809 Oct 19 20:37:32.740881 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.799225 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Attempting to bind port e7942d3b-bb25-4e0b-8148-b9132f519b9f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:32.799648 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Attempting to bind port e7942d3b-bb25-4e0b-8148-b9132f519b9f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:32.800192 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Attempting to bind port e7942d3b-bb25-4e0b-8148-b9132f519b9f on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:32.860393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:32.881204 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:32.883403 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:32.884743 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.885450 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:32.886717 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Bound port: e7942d3b-bb25-4e0b-8148-b9132f519b9f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:32.889992 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.894434 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:32.935485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Transition to ACTIVE for port object a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:37:32.965286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-304d2092-2408-4cd6-95dc-d86ed6ac50f9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:32.976106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-304d2092-2408-4cd6-95dc-d86ed6ac50f9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2f2afd-329b-4463-806e-94c1fb279b84 HTTP/1.1" status: 200 len: 944 time: 0.9006312 Oct 19 20:37:32.978863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.002592 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] For port e7942d3b-bb25-4e0b-8148-b9132f519b9f, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:33.007180 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] For port e7942d3b-bb25-4e0b-8148-b9132f519b9f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e7942d3b-bb25-4e0b-8148-b9132f519b9f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:33.018400 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.038752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:33.046731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.053763 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:33.054558 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:33.173107 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:33.185642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:33.317445 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Pushing event updated for resources: {'Port': ['ID=e7942d3b-bb25-4e0b-8148-b9132f519b9f,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:33.355855 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.356185 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.356522 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.357023 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.357375 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.357771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.358095 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.358418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.363563 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.364639 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.364993 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.365330 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:33.374547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port b80a2acd-520b-4e00-8a4f-e2151f76128f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:33.374899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.386159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57390) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:33.483422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Attempting to bind port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:33.483754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Attempting to bind port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:33.484285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Attempting to bind port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab on network 01cd0a20-7110-41e4-bc7a-128402a7a82f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:33.491890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab on network 01cd0a20-7110-41e4-bc7a-128402a7a82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:37:33.492488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Attempting to bind port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab on network 01cd0a20-7110-41e4-bc7a-128402a7a82f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:33.496701 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b837b-6ef4-44a0-8a52-16bb36e29ecd None None] Pushing event updated for resources: {'Port': ['ID=e7942d3b-bb25-4e0b-8148-b9132f519b9f,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:33.511536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13935-3127-4cb8-b645-daef981ab2c0 req-ee5f850f-c43e-44fa-8e3a-3615c90ffe62 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:33.519231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2c13935-3127-4cb8-b645-daef981ab2c0 req-ee5f850f-c43e-44fa-8e3a-3615c90ffe62 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.5751266 Oct 19 20:37:33.524044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:33.524384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Checking segment: {'id': 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:33.524966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Bound using segment: {'id': 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:33.525649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Bound port: a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:33.526406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.595380 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:28Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:33.624460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2c13935-3127-4cb8-b645-daef981ab2c0 req-0e29e121-cb07-4b98-b7b2-3c541e0a9bd4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034656 Oct 19 20:37:33.626524 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d469eae-92be-4ed4-a09d-734b926fa270 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:28Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:37:33.674218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:33.679123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,segment=NetworkSegment(ff582baa-1085-4ff2-b3b2-29c07e3b72ee),segment_id=ff582baa-1085-4ff2-b3b2-29c07e3b72ee)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:33.695816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.827126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:33.827757 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.829657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab HTTP/1.1" status: 200 len: 1092 time: 2.4278979 Oct 19 20:37:33.832152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:33.835068 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d05d0-cb01-4770-ad11-9a472d203593" -d '{"events": [{"name": "network-changed", "server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:33.876211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceeb2f-d42a-40de-abc9-2a2251ad64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:33.892132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a0006-06df-4141-bebd-8a52f150875d req-052cd230-28ce-4af1-85d4-7d3c4816ad88 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:33.892685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34b79566-857d-4318-8775-3042509268bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.893754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b3a0006-06df-4141-bebd-8a52f150875d req-052cd230-28ce-4af1-85d4-7d3c4816ad88 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 944 time: 0.1664443 Oct 19 20:37:33.931233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:33.951751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port b80a2acd-520b-4e00-8a4f-e2151f76128f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=b80a2acd-520b-4e00-8a4f-e2151f76128f,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:33.952544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:34.048445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-81ba4b23-a054-4ee8-ac71-68f916735364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:34.050026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-81ba4b23-a054-4ee8-ac71-68f916735364 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c1f9e385064fac93a5513fabac4fd7&device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 1095 time: 0.1553738 Oct 19 20:37:34.053714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b3a0006-06df-4141-bebd-8a52f150875d req-fe7b2ea6-9044-4330-935e-cac98b4163a6 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388688 Oct 19 20:37:34.159567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-5acf4610-aafb-4b06-a7c0-6a5d2aa0bf1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab HTTP/1.1" status: 200 len: 217 time: 0.1000226 Oct 19 20:37:34.197238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for b80a2acd-520b-4e00-8a4f-e2151f76128f owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:34.307370 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63911b1b-f065-4afc-93c4-8a857b1a091c req-8e149447-2b31-4f03-8a68-059169b8322d tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0593829 Oct 19 20:37:34.357001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-62f39452-730b-435c-99c8-5a24755af267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:34.358042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Subnet': ['ID=4cfad507-fd45-43ef-abdb-daa789a40a1d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:34.358486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-62f39452-730b-435c-99c8-5a24755af267 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09232f3e-30cb-4dbc-9811-3ad8780ada4f HTTP/1.1" status: 200 len: 848 time: 0.1923065 Oct 19 20:37:34.383946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Checking segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:34.384766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network hostable DHCP agents. Network: b4604c20-73c2-4f9c-a91e-501179b01b7b, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:37:34.442128 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc55d90-844c-4868-8d1f-353846174444 x-openstack-request-id: req-8fc55d90-844c-4868-8d1f-353846174444 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:34.444890 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:34.446829 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fc55d90-844c-4868-8d1f-353846174444 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:34.449622 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab', 'status': 'completed', 'code': 200} Oct 19 20:37:34.453010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-40c2182a-ba1b-40f4-b9ee-6357ef5af419 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01cd0a20-7110-41e4-bc7a-128402a7a82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858638 Oct 19 20:37:34.505795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b4604c20-73c2-4f9c-a91e-501179b01b7b is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:37:34.512900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34b79566-857d-4318-8775-3042509268bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:34.527470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34b79566-857d-4318-8775-3042509268bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:34.578639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b4604c20-73c2-4f9c-a91e-501179b01b7b) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:34.668345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34b79566-857d-4318-8775-3042509268bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7223fa322ab4b0996279129eb479328&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766480 Oct 19 20:37:34.677196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57418) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:34.678589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:34.679459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:34.692459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:34.705873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6a61d363-f735-41cb-a2d9-c99be17bd610'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:34.711383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:34.831585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b79566-857d-4318-8775-3042509268bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186ad5dc-bb09-4c56-8b75-fc9c34d47486,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:34.834859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=b80a2acd-520b-4e00-8a4f-e2151f76128f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:34.978044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25720e-ea1c-48a9-93a3-dfa2eb5b0e86 None None] Network b4604c20-73c2-4f9c-a91e-501179b01b7b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:34.978661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6e87ab0c-9056-41ff-a032-eed560959a2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8539350 Oct 19 20:37:34.979370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57422) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:35.024412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-84ec5cae-0c94-40ab-8013-c2c62b8c8e89 service neutron] 10.222.0.11 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578012 Oct 19 20:37:35.060370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-5d9968cf-0fac-48ad-aba9-bd4b3b2b949d tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:35.067922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-5d9968cf-0fac-48ad-aba9-bd4b3b2b949d tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 808 time: 0.4637909 Oct 19 20:37:35.186142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] No DVR routers for this DVR port b80a2acd-520b-4e00-8a4f-e2151f76128f on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:35.188625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e684d459-b197-4fcf-9e0f-05ea10be87ef req-73ba83d8-0d79-41b5-9062-de9a4d00645f service neutron] 10.222.0.11 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186128 Oct 19 20:37:35.192934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.201550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a1cfd0e1-aaae-4305-956d-86cd7398a4ad req-7d17fe5b-886b-45ca-80eb-75188af46922 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "DELETE /v2.0/ports/b80a2acd-520b-4e00-8a4f-e2151f76128f HTTP/1.1" status: 204 len: 173 time: 2.2243712 Oct 19 20:37:35.204064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-deleted', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:35.206442 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c1d61-812a-4d86-b421-0db3ba392274" -d '{"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-deleted", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:35.218629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-3ffa3880-de33-44d7-a3e2-9f2af906a5a0 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/quotas/f6d5b8448c234be7bec79f56ed10fb0a HTTP/1.1" status: 200 len: 375 time: 0.1497509 Oct 19 20:37:35.303362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.312259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-26fda7fd-78fa-4dff-ad39-1a497ab23c71 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926533 Oct 19 20:37:35.444479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e7942d3b-bb25-4e0b-8148-b9132f519b9f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:35.524495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d05d0-cb01-4770-ad11-9a472d203593 req-413a8f7f-6cb1-4bc1-9cd6-cd233b876185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:35.526272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-413a8f7f-6cb1-4bc1-9cd6-cd233b876185 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c1f9e385064fac93a5513fabac4fd7&device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 1095 time: 0.2495558 Oct 19 20:37:35.566233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.745677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.749831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.754220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/186ad5dc-bb09-4c56-8b75-fc9c34d47486 HTTP/1.1" status: 204 len: 168 time: 1.0677099 Oct 19 20:37:35.768270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab34f7-ed9b-4c81-acc1-3da6e9a0d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ad5dc-bb09-4c56-8b75-fc9c34d47486,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:35.816465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-17279300-7e1a-4a01-a2fb-4b78ee12cf5c service neutron] 10.222.0.31 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136555 Oct 19 20:37:35.841123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-b4604c20-73c2-4f9c-a91e-501179b01b7b', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:37:35.841791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:35.953553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d05d0-cb01-4770-ad11-9a472d203593 req-aa862a22-9434-4ff6-86be-b07d23cf73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:35.959952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-aa862a22-9434-4ff6-86be-b07d23cf73e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01cd0a20-7110-41e4-bc7a-128402a7a82f HTTP/1.1" status: 200 len: 909 time: 0.3749788 Oct 19 20:37:35.976313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e7942d3b-bb25-4e0b-8148-b9132f519b9f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:35.976699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:36.149908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-4e7f2a8d-63b0-4067-8bf4-e4eecfb5d863 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab HTTP/1.1" status: 200 len: 217 time: 0.1006587 Oct 19 20:37:36.239338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:36.245877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-2fb0c763-42b5-4e65-b89d-727d46cc49d0 service neutron] 10.222.0.31 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283986 Oct 19 20:37:36.278834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d05d0-cb01-4770-ad11-9a472d203593 req-30427a1a-3404-4a82-855c-e828a54a2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:36.282469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-30427a1a-3404-4a82-855c-e828a54a2efc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09232f3e-30cb-4dbc-9811-3ad8780ada4f HTTP/1.1" status: 200 len: 848 time: 0.1236601 Oct 19 20:37:36.374697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-88825789-70aa-41d2-93ff-5ba4fb3e4ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01cd0a20-7110-41e4-bc7a-128402a7a82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833945 Oct 19 20:37:36.532207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Allocated IP 172.20.0.2 (b4604c20-73c2-4f9c-a91e-501179b01b7b/4cfad507-fd45-43ef-abdb-daa789a40a1d/6223b181-5c01-4c05-83b2-3e89246eb9d6) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:36.584943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-f491786d-6b9f-4c05-afc1-01f0400b8aab service neutron] 10.222.0.11 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016549 Oct 19 20:37:36.591062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:36.674390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3724c5d-b1d7-4273-bc25-3a777528d1b9 req-8ae07347-e036-4cb8-97cf-796c0ee2dc59 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:36.682185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3724c5d-b1d7-4273-bc25-3a777528d1b9 req-8ae07347-e036-4cb8-97cf-796c0ee2dc59 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2730207 Oct 19 20:37:36.698436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port e7942d3b-bb25-4e0b-8148-b9132f519b9f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e7942d3b-bb25-4e0b-8148-b9132f519b9f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:36.718170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:37:36.747719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3724c5d-b1d7-4273-bc25-3a777528d1b9 req-d88256ac-be90-420b-b60f-478e6c096077 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644410 Oct 19 20:37:36.798510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:36.854554 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e7b70-a4fe-4bea-bf2b-31f349aaaa07 x-openstack-request-id: req-b79e7b70-a4fe-4bea-bf2b-31f349aaaa07 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:36.855699 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2f2afd-329b-4463-806e-94c1fb279b84", "name": "network-vif-deleted", "tag": "b80a2acd-520b-4e00-8a4f-e2151f76128f", "status": "failed", "code": 422}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:36.856056 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b79e7b70-a4fe-4bea-bf2b-31f349aaaa07 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:36.857319 n-d-805649-9 neutron-server[100735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb2f2afd-329b-4463-806e-94c1fb279b84', 'name': 'network-vif-deleted', 'tag': 'b80a2acd-520b-4e00-8a4f-e2151f76128f', 'status': 'failed', 'code': 422} returned with failed status Oct 19 20:37:36.953397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6629a1-26d5-41c5-b09d-de4ef2ea5dfb req-9b948ed2-1471-44a3-a1f2-8a0b3d28bc6b tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:36.956103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db6629a1-26d5-41c5-b09d-de4ef2ea5dfb req-9b948ed2-1471-44a3-a1f2-8a0b3d28bc6b tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 944 time: 0.3076901 Oct 19 20:37:37.044996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51838506-e76c-4142-95dd-1a3c82ce2d3d req-7f1e16e3-3b31-4447-aff9-ec4106e7e24a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0358493 Oct 19 20:37:37.054694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-373d05d0-cb01-4770-ad11-9a472d203593 req-fa20a7bd-6c03-482d-b40f-6d743b3641b5 service neutron] 10.222.0.11 "GET /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588048 Oct 19 20:37:37.140313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db6629a1-26d5-41c5-b09d-de4ef2ea5dfb req-32f63f3b-4b08-4fb1-bf11-3a7b897c85a2 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751175 Oct 19 20:37:37.141141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=e7942d3b-bb25-4e0b-8148-b9132f519b9f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:37.208898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,segment=NetworkSegment(ff582baa-1085-4ff2-b3b2-29c07e3b72ee),segment_id=ff582baa-1085-4ff2-b3b2-29c07e3b72ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:37.224731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab', 'network_id': '01cd0a20-7110-41e4-bc7a-128402a7a82f', 'port_id': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab', 'mac_address': 'fa:16:3e:66:dc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09232f3e-30cb-4dbc-9811-3ad8780ada4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:37:37.290105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a7a3224-63ad-464e-b795-752f767b9694 req-bb74b41c-e8ce-48a7-b78b-73d946844ca7 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 210 time: 0.1028697 Oct 19 20:37:37.345317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e7942d3b-bb25-4e0b-8148-b9132f519b9f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:37.419697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.468934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.502802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:37.511244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.543729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.1 (b4604c20-73c2-4f9c-a91e-501179b01b7b/4cfad507-fd45-43ef-abdb-daa789a40a1d/7995e5c3-1bcb-4f33-9943-941ce3cee797) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:37.649146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f91a7-830a-4f2c-a817-82db5ede60a8 req-83c5a18b-7f31-4a68-b11c-4da02a074c96 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:37.665056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a19f91a7-830a-4f2c-a817-82db5ede60a8 req-83c5a18b-7f31-4a68-b11c-4da02a074c96 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 908 time: 0.0944810 Oct 19 20:37:37.673871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Network b4604c20-73c2-4f9c-a91e-501179b01b7b is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:37.688824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:37.691887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:37.700850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,segment=NetworkSegment(ff582baa-1085-4ff2-b3b2-29c07e3b72ee),segment_id=ff582baa-1085-4ff2-b3b2-29c07e3b72ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:37.714651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.732258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.761109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e7942d3b-bb25-4e0b-8148-b9132f519b9f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:37.762403 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.775674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.828231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b4604c20-73c2-4f9c-a91e-501179b01b7b is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:37.833651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:37.838450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Pushing event updated for resources: {'Port': ['ID=6223b181-5c01-4c05-83b2-3e89246eb9d6,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:37.841762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:37.900338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:37.947117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Attempting to bind port 6223b181-5c01-4c05-83b2-3e89246eb9d6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:37.947885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Attempting to bind port 6223b181-5c01-4c05-83b2-3e89246eb9d6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:37.948576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Attempting to bind port 6223b181-5c01-4c05-83b2-3e89246eb9d6 on network b4604c20-73c2-4f9c-a91e-501179b01b7b {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:37.964385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.974087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:37.974809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Checking segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:37.975429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.976027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Bound using segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:37.976683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Bound port: 6223b181-5c01-4c05-83b2-3e89246eb9d6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:37.977243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:37.982034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:38.003142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:38.066133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a84a-223b-45c1-95df-a31801f1bdac req-9a5ae317-f1d6-4c1e-9322-bef56ce8eb08 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:38.068277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3700a84a-223b-45c1-95df-a31801f1bdac req-9a5ae317-f1d6-4c1e-9322-bef56ce8eb08 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1649423 Oct 19 20:37:38.186354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3700a84a-223b-45c1-95df-a31801f1bdac req-c505fcb7-1f1f-43e2-a181-e26e4f768e80 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991104 Oct 19 20:37:38.195523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] For port 6223b181-5c01-4c05-83b2-3e89246eb9d6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:38.228709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] For port 6223b181-5c01-4c05-83b2-3e89246eb9d6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6223b181-5c01-4c05-83b2-3e89246eb9d6,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:38.235876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:38.269286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a68842f-a384-48f3-b12b-732edff9b4dd req-203a41a9-7c34-414d-9032-9913ee1921e0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0903070 Oct 19 20:37:38.310807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:38.484886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8108e76-d366-4194-ac11-be51abc81f9f None None] Pushing event updated for resources: {'Port': ['ID=6223b181-5c01-4c05-83b2-3e89246eb9d6,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:38.545695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3bb2267-03e0-4ebf-b79b-08567c7f1757 req-72035d88-ac56-4353-a355-ff904f418c7b tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 210 time: 0.0942996 Oct 19 20:37:38.871742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-0468a480-044e-4d7b-b157-7287a292b3ac tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:38.873780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-0468a480-044e-4d7b-b157-7287a292b3ac tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 908 time: 0.1271620 Oct 19 20:37:38.915916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-3242860c-a4b5-4876-bc2a-426a130a2048 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:38.917461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-3242860c-a4b5-4876-bc2a-426a130a2048 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 808 time: 0.3452446 Oct 19 20:37:38.939724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a354-746a-4dc2-96f6-fdba0d0a39ef req-7bb63289-6b19-4d90-9338-f5c73d444277 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:38.941308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d1a354-746a-4dc2-96f6-fdba0d0a39ef req-7bb63289-6b19-4d90-9338-f5c73d444277 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 945 time: 0.3496404 Oct 19 20:37:38.949859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Request body: {'port': {'device_id': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c', 'admin_state_up': True, 'tenant_id': 'f6d5b8448c234be7bec79f56ed10fb0a'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:39.042312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb16fb-6794-44ff-83ec-4ec4cda0c3ce req-8922d597-1d7f-4dee-b075-fb1e0eedbd9c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:39.044636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bfb16fb-6794-44ff-83ec-4ec4cda0c3ce req-8922d597-1d7f-4dee-b075-fb1e0eedbd9c tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 908 time: 0.2264159 Oct 19 20:37:39.058479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port d6d0bbe8-f007-4f27-bd39-18941387b400 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:39.059242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.146103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.172295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port d6d0bbe8-f007-4f27-bd39-18941387b400, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6d0bbe8-f007-4f27-bd39-18941387b400,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:39.172882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.182026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.209572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for d6d0bbe8-f007-4f27-bd39-18941387b400 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:39.357591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:39.359849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6223b181-5c01-4c05-83b2-3e89246eb9d6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:39.367141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d1a354-746a-4dc2-96f6-fdba0d0a39ef req-b9ce7302-ed4b-4f26-a762-a28da7d559ba tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098232 Oct 19 20:37:39.424279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.522122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85217d31-4189-4502-8c95-5c28cc757b19 req-1c9dc74a-4f66-43ea-8c86-c4e23c000ae5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:39.535053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Made reservation on behalf of f6d5b8448c234be7bec79f56ed10fb0a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:39.536319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85217d31-4189-4502-8c95-5c28cc757b19 req-1c9dc74a-4f66-43ea-8c86-c4e23c000ae5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1628172 Oct 19 20:37:39.553518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.566166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6223b181-5c01-4c05-83b2-3e89246eb9d6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:39.567804 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.664203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b0ed801-7c5c-41f0-ab26-e380a7a444cb req-b6a3881d-8e7e-473d-9295-a0dac961c7ed tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0832472 Oct 19 20:37:39.674008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.727427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=d6d0bbe8-f007-4f27-bd39-18941387b400,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:39.743385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.779080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85217d31-4189-4502-8c95-5c28cc757b19 req-dbeed06d-49a5-4122-b8fe-a84eb8f55e3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417047 Oct 19 20:37:39.843172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 6223b181-5c01-4c05-83b2-3e89246eb9d6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6223b181-5c01-4c05-83b2-3e89246eb9d6,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:39.852551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.886764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] No DVR routers for this DVR port d6d0bbe8-f007-4f27-bd39-18941387b400 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:39.894387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:39.909211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-728ccbc6-20bb-44a8-8620-7706bd4ecac4 req-ad8b106b-4a01-4852-8d95-a3318b8b8ce8 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "DELETE /v2.0/ports/d6d0bbe8-f007-4f27-bd39-18941387b400 HTTP/1.1" status: 204 len: 173 time: 0.9963775 Oct 19 20:37:39.909735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'name': 'network-vif-deleted', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:39.926412 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ea7b5-53a1-4797-9cae-0024f0088bc5" -d '{"events": [{"server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "name": "network-vif-deleted", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:39.943064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a0323db-8c0d-4f44-bdd9-c818edb72604 req-833fcc83-4011-43f3-9ba8-109fa5755895 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 210 time: 0.0764983 Oct 19 20:37:39.956873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b4604c20-73c2-4f9c-a91e-501179b01b7b is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:39.961510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:40.087012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=6223b181-5c01-4c05-83b2-3e89246eb9d6,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:40.095411 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c042aa5c-f41f-4ea2-bcef-b048ff7c5085 x-openstack-request-id: req-c042aa5c-f41f-4ea2-bcef-b048ff7c5085 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:40.095698 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1798fc3b-0b80-49ea-93cd-a4f6cb328053", "name": "network-vif-deleted", "tag": "d6d0bbe8-f007-4f27-bd39-18941387b400", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:40.096150 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c042aa5c-f41f-4ea2-bcef-b048ff7c5085 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:40.096550 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1798fc3b-0b80-49ea-93cd-a4f6cb328053', 'name': 'network-vif-deleted', 'tag': 'd6d0bbe8-f007-4f27-bd39-18941387b400', 'status': 'completed', 'code': 200} Oct 19 20:37:40.197971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce386cb8-9429-473f-b23f-073897b00cdb None None] Network b4604c20-73c2-4f9c-a91e-501179b01b7b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:37:40.264283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Allocated IP 172.20.0.8 (90bbb476-d7af-4619-973f-2e410fce000c/5fe5b7a6-91fa-4591-a119-be49a9e09fe7/88566bd2-b9b3-46c1-9e51-89274beef954) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:40.324743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df5e7b58-425b-432b-9ad7-27280880613a req-a60efb69-ef5e-489a-b8a7-c3eb24f30fe4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=1798fc3b-0b80-49ea-93cd-a4f6cb328053 HTTP/1.1" status: 200 len: 210 time: 0.1130998 Oct 19 20:37:40.545171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:37:40.669833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d33a5c70-b11d-4bd6-b59f-2cac0196174e None None] Provisioning complete for port 6223b181-5c01-4c05-83b2-3e89246eb9d6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:40.670404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d33a5c70-b11d-4bd6-b59f-2cac0196174e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:40.720998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab3dd-758f-48a4-bd0e-f10f21eef2b5 req-04223634-8c97-4978-a7d4-21dfe91bdec6 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:40.726853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8fab3dd-758f-48a4-bd0e-f10f21eef2b5 req-04223634-8c97-4978-a7d4-21dfe91bdec6 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 945 time: 0.2147403 Oct 19 20:37:40.822226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:40.840888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8fab3dd-758f-48a4-bd0e-f10f21eef2b5 req-1915964a-793e-4a0e-abad-8b716d01ce36 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951850 Oct 19 20:37:41.015263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:37:41.026057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d6af-1e2a-48b1-a0a6-02c67fd82af4 req-d4a5f0da-aad7-4b94-881a-e405ecfa8fa5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:41.028794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c05d6af-1e2a-48b1-a0a6-02c67fd82af4 req-d4a5f0da-aad7-4b94-881a-e405ecfa8fa5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0910406 Oct 19 20:37:41.029161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:41.029626 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.139543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c05d6af-1e2a-48b1-a0a6-02c67fd82af4 req-ac7b5d1c-debe-45bb-adb0-6d21b92be3ae tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Oct 19 20:37:41.228597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.277974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:41.291428 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c20d6-7f10-4a53-bb59-bf09defee43c" -d '{"events": [{"server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:41.308786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,segment=NetworkSegment(ff582baa-1085-4ff2-b3b2-29c07e3b72ee),segment_id=ff582baa-1085-4ff2-b3b2-29c07e3b72ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:41.317400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.319917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6d0bbe8-f007-4f27-bd39-18941387b400 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:41.346246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: d6d0bbe8-f007-4f27-bd39-18941387b400 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:41.346770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6d0bbe8-f007-4f27-bd39-18941387b400 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:41.370612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e9ab6da0-50fa-4225-a46c-1836a68ed8b3 req-5d042dae-0586-489c-b21e-5a98338cd784 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 210 time: 0.0790136 Oct 19 20:37:41.390718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6223b181-5c01-4c05-83b2-3e89246eb9d6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:41.472219 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a16a37-eb46-4a01-90b8-897fa9c147af x-openstack-request-id: req-03a16a37-eb46-4a01-90b8-897fa9c147af {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:41.474030 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:41.474480 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a16a37-eb46-4a01-90b8-897fa9c147af {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:41.475121 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab', 'code': 200} Oct 19 20:37:41.526986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:41.561878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-98db3cdd-d436-40d4-9a7c-08861b590b5a None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:41.562291 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98db3cdd-d436-40d4-9a7c-08861b590b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.651962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0dbce-3c50-42c2-acf9-3d960e406cae req-8545e67c-fd3e-469c-bc58-0a6f0efd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:41.660395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28b0dbce-3c50-42c2-acf9-3d960e406cae req-8545e67c-fd3e-469c-bc58-0a6f0efd1ef9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 1097 time: 0.1061373 Oct 19 20:37:41.690959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-98db3cdd-d436-40d4-9a7c-08861b590b5a None None] Port 7995e5c3-1bcb-4f33-9943-941ce3cee797 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:41.706875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6223b181-5c01-4c05-83b2-3e89246eb9d6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:41.710130 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.755707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28b0dbce-3c50-42c2-acf9-3d960e406cae req-0db9e60d-e06d-4ce8-8c0a-6cd157296daf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919523 Oct 19 20:37:41.786083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-98db3cdd-d436-40d4-9a7c-08861b590b5a None None] Provisioning complete for port 6223b181-5c01-4c05-83b2-3e89246eb9d6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:41.786372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98db3cdd-d436-40d4-9a7c-08861b590b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:41.900714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76de1e1b-1cd6-4b45-a3b7-282e0aec2a7a req-0808da2c-ddee-4820-a4b5-96bf8e1f0115 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0670671 Oct 19 20:37:41.998856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.102436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2886-3868-43e8-9707-74981b5aa222 req-1590ed9d-9a7e-4e0b-8da0-4c982c37edb2 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.124517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-040f2886-3868-43e8-9707-74981b5aa222 req-1590ed9d-9a7e-4e0b-8da0-4c982c37edb2 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 946 time: 0.1202354 Oct 19 20:37:42.134467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-37e0f141-de6f-4d76-a9ad-293dcfac2958 None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:42.134839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37e0f141-de6f-4d76-a9ad-293dcfac2958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.216137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-040f2886-3868-43e8-9707-74981b5aa222 req-1ff124e0-2767-4415-a7f9-7b06d97b4842 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906422 Oct 19 20:37:42.223370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:37:42.234685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88def197-71b4-4012-a8b5-dd506914a219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/9c0504c6-33a9-4fbe-97ca-c19e8cadc981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2435234 Oct 19 20:37:42.234962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57566) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:42.256150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:37:42.260343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-37e0f141-de6f-4d76-a9ad-293dcfac2958 None None] Port 7995e5c3-1bcb-4f33-9943-941ce3cee797 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:42.288532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:42.293801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:42.308301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78436da4-0e62-4369-a234-41ad50a2d475 req-602a50f1-e698-416d-b8b0-55d00ca595c9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.310014 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78436da4-0e62-4369-a234-41ad50a2d475 req-602a50f1-e698-416d-b8b0-55d00ca595c9 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 945 time: 0.2151077 Oct 19 20:37:42.311914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.392847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Network 90bbb476-d7af-4619-973f-2e410fce000c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:42.407951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:42.424257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:42.456140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Pushing event updated for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:42.463631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78436da4-0e62-4369-a234-41ad50a2d475 req-84f0e602-dd88-448e-946b-d769236d9fcf tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458673 Oct 19 20:37:42.478790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:42.525045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.525735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.585237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-ddf0d361-2364-4006-9965-4773f47c19fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6425223 Oct 19 20:37:42.606512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.614232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Request body: {'port': {'device_id': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:42.627667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-32bc8d15-84b0-4fe7-baec-f5a419120659 None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:42.628387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-32bc8d15-84b0-4fe7-baec-f5a419120659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.747694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.748374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.751371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.752046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.752928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.754152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.754842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.755393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.756744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.757742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.758028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.764377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec1b1fdb-0776-4e92-9b70-9d8e2788762d tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7759 time: 0.5282137 Oct 19 20:37:42.772557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57578) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:42.775925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-32bc8d15-84b0-4fe7-baec-f5a419120659 None None] Port 7995e5c3-1bcb-4f33-9943-941ce3cee797 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:42.791569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265826e6-fc2e-4958-8f27-90f26254acfa req-3119669f-22d6-4708-b9df-740722a2ecd5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.793131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-265826e6-fc2e-4958-8f27-90f26254acfa req-3119669f-22d6-4708-b9df-740722a2ecd5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.4195950 Oct 19 20:37:42.886499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a108ff-b724-414e-8e06-8ba6f4845d51 req-85883431-cdab-4ba4-a62b-0336ef655d63 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:42.888420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 2, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:42.898862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1a108ff-b724-414e-8e06-8ba6f4845d51 req-85883431-cdab-4ba4-a62b-0336ef655d63 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 931 time: 0.2315829 Oct 19 20:37:42.918378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:37:42.919108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Updating router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 port 7995e5c3-1bcb-4f33-9943-941ce3cee797 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:37:42.961768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:42.965062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.029151 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.031703 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1a108ff-b724-414e-8e06-8ba6f4845d51 req-2aa29564-27a8-445b-9a32-a9df11633ce1 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293247 Oct 19 20:37:43.143283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.144804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.145494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.145949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.146830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.147295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.148113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.148602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.149236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.150001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.150630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.153920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec38b357-d7e1-4b67-bf92-34de07e35846 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7091 time: 0.3597291 Oct 19 20:37:43.157522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57586) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:43.208703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-265826e6-fc2e-4958-8f27-90f26254acfa req-968c2135-bc46-4711-be47-754cc126e8a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677208 Oct 19 20:37:43.366202 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6df263d-7824-4693-8103-cfda7033b08f req-aa3e1831-c70f-4a0f-bd78-5d6e39736f0b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.2410486 Oct 19 20:37:43.433932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.442251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.571033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Pushing event updated for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:43.667458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.672093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.674783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.674954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.675416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.677144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.677484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.677920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.678288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.678762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.679261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.679826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:43.712709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Attempting to bind port 7995e5c3-1bcb-4f33-9943-941ce3cee797 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:43.713606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Attempting to bind port 7995e5c3-1bcb-4f33-9943-941ce3cee797 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:43.713606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Attempting to bind port 7995e5c3-1bcb-4f33-9943-941ce3cee797 on network b4604c20-73c2-4f9c-a91e-501179b01b7b {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:43.724105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:43.727654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Checking segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:43.731892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.732427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Bound using segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:43.732959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Bound port: 7995e5c3-1bcb-4f33-9943-941ce3cee797, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:43.733398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.747948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88566bd2-b9b3-46c1-9e51-89274beef954 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:43.778078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.872075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Transition to ACTIVE for port object 88566bd2-b9b3-46c1-9e51-89274beef954 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:37:43.922325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00253222-6394-41b3-b317-e0470ddd5ec7 req-4f7ba573-fe96-4b03-803b-ebeb8c7aed8b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:43.925979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] For port 7995e5c3-1bcb-4f33-9943-941ce3cee797, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:43.929923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] For port 7995e5c3-1bcb-4f33-9943-941ce3cee797, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7995e5c3-1bcb-4f33-9943-941ce3cee797,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:43.937336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:43.940871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00253222-6394-41b3-b317-e0470ddd5ec7 req-4f7ba573-fe96-4b03-803b-ebeb8c7aed8b tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 945 time: 0.2810960 Oct 19 20:37:43.950747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.035996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:44.036378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.176309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4bb63-07b6-4b14-9432-261712e1658a None None] Pushing event updated for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:44.181513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:44.182152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:44.233043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c59f-4c6d-4323-ba9d-430032eb3ea8 req-770ed6ce-1ca3-4003-a970-f4afd0e05fc7 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.253371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd10c59f-4c6d-4323-ba9d-430032eb3ea8 req-770ed6ce-1ca3-4003-a970-f4afd0e05fc7 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 946 time: 0.8700197 Oct 19 20:37:44.262843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00253222-6394-41b3-b317-e0470ddd5ec7 req-f1a72556-1887-453b-a0af-280b32926027 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203373 Oct 19 20:37:44.265805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Pushing event updated for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:44.329092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Attempting to bind port 88566bd2-b9b3-46c1-9e51-89274beef954 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:44.329471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Attempting to bind port 88566bd2-b9b3-46c1-9e51-89274beef954 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:44.329808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Attempting to bind port 88566bd2-b9b3-46c1-9e51-89274beef954 on network 90bbb476-d7af-4619-973f-2e410fce000c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:44.336782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Port 88566bd2-b9b3-46c1-9e51-89274beef954 on network 90bbb476-d7af-4619-973f-2e410fce000c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:37:44.337112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Attempting to bind port 88566bd2-b9b3-46c1-9e51-89274beef954 on network 90bbb476-d7af-4619-973f-2e410fce000c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:44.352038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:44.352412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Checking segment: {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:44.352794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Bound using segment: {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:44.353250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Bound port: 88566bd2-b9b3-46c1-9e51-89274beef954, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:44.353643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.422947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:44.424674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-9b9afca4-af23-4893-bca9-9432891f7a6e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.427040 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-9b9afca4-af23-4893-bca9-9432891f7a6e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 945 time: 0.3270755 Oct 19 20:37:44.449184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd10c59f-4c6d-4323-ba9d-430032eb3ea8 req-c73902b4-489a-4dda-b5e5-edb4ba66ffb9 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940114 Oct 19 20:37:44.545381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:44.590230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=88566bd2-b9b3-46c1-9e51-89274beef954,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:44.597649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.656411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ce73-0b49-4e1b-b7cf-49ca48ab6eb9 req-f2edf379-53ab-438e-89a9-0ba3639e7400 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.662363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb30ce73-0b49-4e1b-b7cf-49ca48ab6eb9 req-f2edf379-53ab-438e-89a9-0ba3639e7400 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 943 time: 0.1833563 Oct 19 20:37:44.697811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.698673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.700820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] 10.222.0.37 "PUT /v2.0/ports/88566bd2-b9b3-46c1-9e51-89274beef954 HTTP/1.1" status: 200 len: 1091 time: 2.0968828 Oct 19 20:37:44.701498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:44.703951 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e72270-9b01-4266-8947-2031805b50a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:44.789693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db33d-1f2c-4473-ada3-46e0ef9748d8 req-f721079a-1f4f-4b7f-8051-8985eddd4535 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.793226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a90db33d-1f2c-4473-ada3-46e0ef9748d8 req-f721079a-1f4f-4b7f-8051-8985eddd4535 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2175925 Oct 19 20:37:44.793754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb30ce73-0b49-4e1b-b7cf-49ca48ab6eb9 req-bd65a8b0-cb45-4256-9b3d-c65f275f1ee4 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847144 Oct 19 20:37:44.822255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bb7b0-932e-4f12-9e3d-e8f4658ce725 service neutron] Pushing event updated for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:44.841263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-09c412d5-3e8c-49ab-8b36-a964b82f9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:44.852346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-09c412d5-3e8c-49ab-8b36-a964b82f9898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 1094 time: 0.1022701 Oct 19 20:37:44.862250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b509c42a-c54c-491f-80ed-484a2f8a6e90 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 1.7014329 Oct 19 20:37:44.924987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port 6a61d363-f735-41cb-a2d9-c99be17bd610 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:44.925253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:44.944161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:37:44.955890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-373763cc-0547-418e-bd8b-7fd0f2a80522 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88566bd2-b9b3-46c1-9e51-89274beef954 HTTP/1.1" status: 200 len: 217 time: 0.0925500 Oct 19 20:37:44.981400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.022367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2134b24-4b61-412e-84d9-198e8015d020 req-5b7a7c73-47ab-49f8-8ef6-b976b291844b tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0761836 Oct 19 20:37:45.058666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f327-6164-419a-b680-725709e89bbb req-7d2b5516-0161-48e3-a80d-c65cbb94c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:45.062524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-7d2b5516-0161-48e3-a80d-c65cbb94c424 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fe5b7a6-91fa-4591-a119-be49a9e09fe7 HTTP/1.1" status: 200 len: 848 time: 0.0983536 Oct 19 20:37:45.092281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a90db33d-1f2c-4473-ada3-46e0ef9748d8 req-51c194ee-35fa-40bb-b191-5f65d558c237 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524266 Oct 19 20:37:45.142267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port 6a61d363-f735-41cb-a2d9-c99be17bd610, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6a61d363-f735-41cb-a2d9-c99be17bd610,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:45.143200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.168135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:45.176970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-55a3edca-697c-4aa5-82dd-ce1a54e2b0d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bbb476-d7af-4619-973f-2e410fce000c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927348 Oct 19 20:37:45.179722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for 6a61d363-f735-41cb-a2d9-c99be17bd610 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:45.180411 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42029d-0644-47fa-b5e3-009194228625 x-openstack-request-id: req-3b42029d-0644-47fa-b5e3-009194228625 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:45.180703 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:45.180959 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b42029d-0644-47fa-b5e3-009194228625 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:45.181391 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954', 'status': 'completed', 'code': 200} Oct 19 20:37:45.237447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'mac_address': 'fa:16:3e:e3:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:37:45.258913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-496533da-1868-4f69-badf-4006271e2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:43Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:45.343522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] For port 7995e5c3-1bcb-4f33-9943-941ce3cee797, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7995e5c3-1bcb-4f33-9943-941ce3cee797,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:45.376950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496533da-1868-4f69-badf-4006271e2f79 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:43Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:37:45.391823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.464591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-89bf1229-23c9-4c87-a280-66309c698add service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808101 Oct 19 20:37:45.536883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80cfaf-22e8-4032-8c98-f1194f6528f3 None None] Pushing event updated for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:45.571407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.612771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.623466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c707febe-0c92-4081-a5c3-acde254d2c4c None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:45.623822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c707febe-0c92-4081-a5c3-acde254d2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.694554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b2f327-6164-419a-b680-725709e89bbb req-6f804cff-3fee-4133-bc55-436b2fb54619 service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157600 Oct 19 20:37:45.699990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=6a61d363-f735-41cb-a2d9-c99be17bd610,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:45.716621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:45.760865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae98127e-e75e-41c5-8fe3-1dcff4203eb7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:45.790704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] No DVR routers for this DVR port 6a61d363-f735-41cb-a2d9-c99be17bd610 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:45.796864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57640) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:45.805677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:45.811595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:45.820080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6de5e5a9-d61d-404c-a5c8-b74797c8d075 req-94e1ab72-0ff0-4875-a267-a9888ff1526e tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.11 "DELETE /v2.0/ports/6a61d363-f735-41cb-a2d9-c99be17bd610 HTTP/1.1" status: 204 len: 173 time: 1.3827255 Oct 19 20:37:45.821773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'name': 'network-vif-deleted', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:45.826682 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8d1ccf-6444-4106-880b-b45f7456c276" -d '{"events": [{"server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "name": "network-vif-deleted", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:45.830935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294124190', 'description': 'tempest-secgroup-smoke-294124190 description', 'project_id': '530c5e4b036a4d36922ec5990b8dab70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:45.840667 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:46.036128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e040847-7762-4877-a936-11badf910aaf req-9c568b90-ac91-4f6b-a41d-8ac9babfa512 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:46.048912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e040847-7762-4877-a936-11badf910aaf req-9c568b90-ac91-4f6b-a41d-8ac9babfa512 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e49702a-12f8-416f-8fee-95ef776c03e4 HTTP/1.1" status: 200 len: 867 time: 0.5236244 Oct 19 20:37:46.187275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72270-9b01-4266-8947-2031805b50a6 req-3fb308ed-007d-40db-aebf-9ee2bd727a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:46.188599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-3fb308ed-007d-40db-aebf-9ee2bd727a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 1094 time: 0.2996240 Oct 19 20:37:46.231252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e58fe-167b-4d78-babb-0a7f01120a14 req-07945af2-41e2-4d84-b6e3-d330d29fa95a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:46.237030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c7e58fe-167b-4d78-babb-0a7f01120a14 req-07945af2-41e2-4d84-b6e3-d330d29fa95a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 943 time: 0.1588483 Oct 19 20:37:46.388292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c7e58fe-167b-4d78-babb-0a7f01120a14 req-0b6a6bd0-f736-4d57-a606-389ad0e9d05f tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405101 Oct 19 20:37:46.424449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ae98127e-e75e-41c5-8fe3-1dcff4203eb7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:46.454762 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:46.516351 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d8fa56-b0ff-434e-8502-189f3d9a3d80 x-openstack-request-id: req-31d8fa56-b0ff-434e-8502-189f3d9a3d80 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:46.516647 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49702a-12f8-416f-8fee-95ef776c03e4", "name": "network-vif-deleted", "tag": "6a61d363-f735-41cb-a2d9-c99be17bd610", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:46.516894 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31d8fa56-b0ff-434e-8502-189f3d9a3d80 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:46.517584 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49702a-12f8-416f-8fee-95ef776c03e4', 'name': 'network-vif-deleted', 'tag': '6a61d363-f735-41cb-a2d9-c99be17bd610', 'status': 'completed', 'code': 200} Oct 19 20:37:46.594745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e040847-7762-4877-a936-11badf910aaf req-d03ad9af-7488-4c3e-8984-01f87cfb8fab tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434380 Oct 19 20:37:46.713262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:46.807470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:46.843900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6a61d363-f735-41cb-a2d9-c99be17bd610 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:46.855515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b52d563-f86b-40ee-9cf8-e21e2dab5f04 req-80a3f3fa-b0c3-406a-a425-61cc00acf1b2 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0465539 Oct 19 20:37:46.861068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72270-9b01-4266-8947-2031805b50a6 req-7abba91f-d192-4f91-992a-ce1f8d63d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:46.865567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-7abba91f-d192-4f91-992a-ce1f8d63d645 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 909 time: 0.6590521 Oct 19 20:37:46.867928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:46.972344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 6a61d363-f735-41cb-a2d9-c99be17bd610 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:46.972686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6a61d363-f735-41cb-a2d9-c99be17bd610 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:46.989396 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-1a2c41d1-f5a0-4b8d-a55a-3423b14a926f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88566bd2-b9b3-46c1-9e51-89274beef954 HTTP/1.1" status: 200 len: 217 time: 0.1152904 Oct 19 20:37:47.079160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2e7a-ba72-43cd-b0d2-ba4efff0cc57 req-7de999e7-7af0-4484-bf83-dc47ed80a40b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:47.102906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-afea2e7a-ba72-43cd-b0d2-ba4efff0cc57 req-7de999e7-7af0-4484-bf83-dc47ed80a40b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 944 time: 0.1504138 Oct 19 20:37:47.113650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72270-9b01-4266-8947-2031805b50a6 req-193587df-04ee-4a6c-87d9-e4fa8c5c8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:47.115673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-193587df-04ee-4a6c-87d9-e4fa8c5c8c95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fe5b7a6-91fa-4591-a119-be49a9e09fe7 HTTP/1.1" status: 200 len: 848 time: 0.1186280 Oct 19 20:37:47.118610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.124812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3258069 Oct 19 20:37:47.152072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57682) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:47.159494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f24585-68fd-45d7-85dc-d891ff228e67 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0850b614-ca98-43a3-a248-ecf745eb1407,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:47.189432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:47.226018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-1280c7c3-645c-4caf-bd9f-9baaac5bb6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bbb476-d7af-4619-973f-2e410fce000c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917847 Oct 19 20:37:47.250194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-afea2e7a-ba72-43cd-b0d2-ba4efff0cc57 req-204edf61-7249-48bf-a7c1-f3f16a3122f1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406946 Oct 19 20:37:47.342326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.570910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7995e5c3-1bcb-4f33-9943-941ce3cee797 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:47.575033 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.580948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.612076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a793c3-c703-45eb-913b-eafd4af2acbf,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:47.641866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-83ab44be-1e37-4d84-a1eb-b343339ce97c service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070382 Oct 19 20:37:47.673952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.680257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9f5bc6a6-a128-493d-9b23-61b9920801e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245883 Oct 19 20:37:47.684632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57698) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:47.694331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:47.775939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.827561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7995e5c3-1bcb-4f33-9943-941ce3cee797 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:47.829510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.841923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9386a-0e07-437a-b76b-63ce0ab11b28 req-a0188f3f-0f51-4995-b88e-267b5002cf65 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:47.853516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ad9386a-0e07-437a-b76b-63ce0ab11b28 req-a0188f3f-0f51-4995-b88e-267b5002cf65 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 943 time: 0.2104287 Oct 19 20:37:47.962013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:47.970610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.030520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241a5445-1619-4cba-bce5-3bd3ff49f0fe,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:48.043084 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.055677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a9e2cb5-e8d2-45f1-a872-69de26014872 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670371 Oct 19 20:37:48.056330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:48.071463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:48.092517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ad9386a-0e07-437a-b76b-63ce0ab11b28 req-652e846d-cfb0-4a4c-a3b8-9a6cb94ed797 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372963 Oct 19 20:37:48.105250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.189179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09e72270-9b01-4266-8947-2031805b50a6 req-972840b3-e4ea-4f87-9caa-4880c4649437 service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672477 Oct 19 20:37:48.226797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae27b6d9-1922-4a28-bcf3-d2a58cc078dc req-6cb66aa0-b5a0-4875-aeb1-3bf334599a03 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0781860 Oct 19 20:37:48.272313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.282615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.304592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4bac7f-aabf-4445-84aa-3186cc4ada71,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:48.314663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.318073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b0f3a998-4a1a-441f-9029-536117b28749 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589757 Oct 19 20:37:48.320775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57716) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:48.325594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:48.406610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.691686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93e51-9f3a-418d-8f53-1e0d544fbdb7 req-6eede77e-6374-4870-a5c1-591ce6542d61 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:48.702011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53b93e51-9f3a-418d-8f53-1e0d544fbdb7 req-6eede77e-6374-4870-a5c1-591ce6542d61 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 944 time: 0.1298258 Oct 19 20:37:48.739868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.756976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.797906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53b93e51-9f3a-418d-8f53-1e0d544fbdb7 req-a9e055c3-a47b-4155-bdb8-62f64fe32ee8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948358 Oct 19 20:37:48.834015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255dded6-4faa-4599-86b0-84066a398b8f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:48.863163 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:48.866192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4263d6b5-8bdd-46f8-9cbd-0c85b9d5f1ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5440629 Oct 19 20:37:48.869210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:48.873842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:48.917373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 88566bd2-b9b3-46c1-9e51-89274beef954 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:37:48.923105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:49.038006 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:37:49.058919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.264453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.275310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.290371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=88566bd2-b9b3-46c1-9e51-89274beef954,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:49.306207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:49.306570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.347749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccd9bc-8777-43a0-a2e4-e68bdd85abbb req-e131e14e-2378-4dda-bfa3-11817270be79 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:49.356050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44ccd9bc-8777-43a0-a2e4-e68bdd85abbb req-e131e14e-2378-4dda-bfa3-11817270be79 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.4289217 Oct 19 20:37:49.356923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '88566bd2-b9b3-46c1-9e51-89274beef954', 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c', 'port_id': '88566bd2-b9b3-46c1-9e51-89274beef954', 'mac_address': 'fa:16:3e:90:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe5b7a6-91fa-4591-a119-be49a9e09fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:37:49.425428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ea27-cbb9-4305-82c6-c4138f046d5c req-19c40a07-bfb1-4629-8911-9a2ebc86aa86 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:49.429243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f063ea27-cbb9-4305-82c6-c4138f046d5c req-19c40a07-bfb1-4629-8911-9a2ebc86aa86 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 943 time: 0.1310165 Oct 19 20:37:49.453441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.453667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17daf851-a43c-4c8d-ba3c-a3a5ad09ddd1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:49.480554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.488732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3af0f83f-ff90-4eb0-a79e-046f5cc10861 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6161320 Oct 19 20:37:49.490892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57738) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:49.509855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f063ea27-cbb9-4305-82c6-c4138f046d5c req-75a31f3d-be53-4289-a9cf-29de0f3be802 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Oct 19 20:37:49.510394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88566bd2-b9b3-46c1-9e51-89274beef954 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:49.532507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=88566bd2-b9b3-46c1-9e51-89274beef954,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:49.533724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '0850b614-ca98-43a3-a248-ecf745eb1407', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:49.533894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.552443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44ccd9bc-8777-43a0-a2e4-e68bdd85abbb req-661e103c-fc8f-4719-9ee6-ade4e4fa8d20 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=65eab883-aa96-4122-b423-8c01e547e934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318405 Oct 19 20:37:49.557018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.617239 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:37:49.636420 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.638589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57740) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:49.715847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:49.758116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:49.765980 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a826edc2-dc70-47dd-bea3-94b94409b772" -d '{"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-plugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:49.795574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:49.805830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.849178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.861144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['88566bd2-b9b3-46c1-9e51-89274beef954'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:49.898781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e409d4e-071a-497c-8d7f-ec748fc1b4d7 req-792fbf11-21fe-4f50-81da-ad769dfbee91 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0915070 Oct 19 20:37:49.899423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20abbf80-e189-4e18-bd3f-d21432b9cde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.902789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.907262 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666e82a-0532-4bf0-9b93-9bead46b5443 x-openstack-request-id: req-b666e82a-0532-4bf0-9b93-9bead46b5443 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:49.907761 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-plugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:49.908185 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b666e82a-0532-4bf0-9b93-9bead46b5443 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:49.908741 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'code': 200} Oct 19 20:37:49.963827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e824df72-14ea-47a3-8df3-b771d755d22e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:49.980924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:49.990592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7d2a8ab8-9e67-4ddc-84b7-be764df628e9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4521575 Oct 19 20:37:49.990871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:50.192651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddbc94-08fe-4ec0-8d71-00a8109c53dc req-cc51a40a-9730-4574-97a1-7552a7d36fa7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:50.194530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bddbc94-08fe-4ec0-8d71-00a8109c53dc req-cc51a40a-9730-4574-97a1-7552a7d36fa7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0891817 Oct 19 20:37:50.283005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6bddbc94-08fe-4ec0-8d71-00a8109c53dc req-ca2dd6c3-4398-45fa-bf5e-4b4a2a8e127b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750144 Oct 19 20:37:50.321464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20abbf80-e189-4e18-bd3f-d21432b9cde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.333126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-b894e321-18c7-4191-9e32-764f73451bae tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:50.335157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-b894e321-18c7-4191-9e32-764f73451bae tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 945 time: 0.2403297 Oct 19 20:37:50.336805 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-20abbf80-e189-4e18-bd3f-d21432b9cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.432502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abbf80-e189-4e18-bd3f-d21432b9cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d982ce-4b79-4e5b-9bcc-15173cd25f07,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:50.438829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-20abbf80-e189-4e18-bd3f-d21432b9cde0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=945a5fbc92a446debbf28559e7b96a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990561 Oct 19 20:37:50.441538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:50.531560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port a261994e-7e4c-479c-85b0-94cccfbe22bf {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:50.531908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.637102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.689561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.756643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port a261994e-7e4c-479c-85b0-94cccfbe22bf, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a261994e-7e4c-479c-85b0-94cccfbe22bf,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:50.757012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.811709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for a261994e-7e4c-479c-85b0-94cccfbe22bf owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:50.826595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.829208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:50.832689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5d982ce-4b79-4e5b-9bcc-15173cd25f07 HTTP/1.1" status: 204 len: 168 time: 0.3867075 Oct 19 20:37:50.879410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d982ce-4b79-4e5b-9bcc-15173cd25f07,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:50.914356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 88566bd2-b9b3-46c1-9e51-89274beef954 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:37:50.928907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-f83412bf-bdc7-4459-a1f2-f7f3e0c5c18a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294124190&fields=id&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 267 time: 0.1369185 Oct 19 20:37:50.955526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.956217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.956938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.962220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.963980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.964840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.965598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.967731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.969026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.970371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.971076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:50.973419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53e243-9eaa-4a8b-88e9-fba8c32c83b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:37:51.045039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 88566bd2-b9b3-46c1-9e51-89274beef954 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:37:51.058084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 88566bd2-b9b3-46c1-9e51-89274beef954 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:51.059653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.145685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-21e9cfbb-8156-4481-921a-05b8e3b5a05f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:51.153950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-21e9cfbb-8156-4481-921a-05b8e3b5a05f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 796 time: 0.2237759 Oct 19 20:37:51.172112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff75eb-99bb-4d27-a636-a7b227387788 req-f1516706-3dc1-4115-bb66-06c3b477e3fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:51.174160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-7ccacfc3-44e1-4b75-8499-ad2d8e7ae7a0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/quotas/530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 375 time: 0.0182707 Oct 19 20:37:51.200271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16ff75eb-99bb-4d27-a636-a7b227387788 req-f1516706-3dc1-4115-bb66-06c3b477e3fd tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 944 time: 0.3899820 Oct 19 20:37:51.330889 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.339142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-783b464d-81c4-4143-a283-43f9e861905e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638341 Oct 19 20:37:51.382138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=88566bd2-b9b3-46c1-9e51-89274beef954,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:51.388184 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.393057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16ff75eb-99bb-4d27-a636-a7b227387788 req-0f2067ef-b421-42e9-9c3c-3b7b9f791e23 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872060 Oct 19 20:37:51.478076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:51.542020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.556205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a261994e-7e4c-479c-85b0-94cccfbe22bf'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:51.627068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-dce348a9-b5e2-4989-a7c4-78827080a3b6 service neutron] 10.222.0.31 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715542 Oct 19 20:37:51.639180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:51.650419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f5d98bf-e008-4b5d-b4a9-515dd8e25902 req-8b849ff1-0c6e-4bc2-931d-67bae883efe3 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=de40b2c6-440f-4099-ad0f-7f1cce3f2849 HTTP/1.1" status: 200 len: 210 time: 0.0360632 Oct 19 20:37:51.652849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=a261994e-7e4c-479c-85b0-94cccfbe22bf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:51.718022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2692a08-52e9-45f7-98bf-672e769b176a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.774732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] No DVR routers for this DVR port a261994e-7e4c-479c-85b0-94cccfbe22bf on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:51.780477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:51.790455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94fd087c-1f3f-4dc2-9d43-2018b5dede50 req-5c2ed2c4-1b56-4667-aa72-bddab430f2de tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "DELETE /v2.0/ports/a261994e-7e4c-479c-85b0-94cccfbe22bf HTTP/1.1" status: 204 len: 173 time: 1.4422290 Oct 19 20:37:51.790783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'name': 'network-vif-deleted', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:51.793105 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a7b0c-6f16-4896-904f-d9887db93b8b" -d '{"events": [{"server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "name": "network-vif-deleted", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:51.910853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:51.913701 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb34568-7d61-4d21-aa1a-105077f6cc40" -d '{"events": [{"server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "name": "network-vif-plugged", "status": "completed", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:52.025077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-ba0d9a33-215a-4a6a-a04d-d76a5bdd1891 service neutron] 10.222.0.31 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866484 Oct 19 20:37:52.047784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-890abca2-b5fb-4266-8b43-18d3b184cfbb req-bc696b21-e65c-40b9-98e4-8248dcac368a tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0853276 Oct 19 20:37:52.097415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2692a08-52e9-45f7-98bf-672e769b176a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.103337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2692a08-52e9-45f7-98bf-672e769b176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.197178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f2692a08-52e9-45f7-98bf-672e769b176a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e609ddeaf6f422ea2ec32f00fdf874d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568531 Oct 19 20:37:52.198421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2692a08-52e9-45f7-98bf-672e769b176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fedb84-6732-4265-89c7-e338c46daf77,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:52.199781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57804) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:52.400423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.439765 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f45189-0438-434c-8243-a3299bb10320 x-openstack-request-id: req-e4f45189-0438-434c-8243-a3299bb10320 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:52.440265 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de40b2c6-440f-4099-ad0f-7f1cce3f2849", "name": "network-vif-deleted", "tag": "a261994e-7e4c-479c-85b0-94cccfbe22bf", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:52.440740 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4f45189-0438-434c-8243-a3299bb10320 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:52.443484 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de40b2c6-440f-4099-ad0f-7f1cce3f2849', 'name': 'network-vif-deleted', 'tag': 'a261994e-7e4c-479c-85b0-94cccfbe22bf', 'status': 'completed', 'code': 200} Oct 19 20:37:52.465379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc4d7-d211-496a-95f2-2a77ad378393 req-1104e3b1-1d81-4cc6-a5a2-efecf998a7cd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:52.490804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-252cc4d7-d211-496a-95f2-2a77ad378393 req-1104e3b1-1d81-4cc6-a5a2-efecf998a7cd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1892524 Oct 19 20:37:52.523615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.594417 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf106cc-1494-481e-8da8-4b31908c574c x-openstack-request-id: req-adf106cc-1494-481e-8da8-4b31908c574c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:52.594938 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "name": "network-vif-plugged", "status": "completed", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:52.594938 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adf106cc-1494-481e-8da8-4b31908c574c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:52.595475 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954', 'code': 200} Oct 19 20:37:52.600685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-252cc4d7-d211-496a-95f2-2a77ad378393 req-95e3eb3a-cca2-4a0d-a557-6caf66dde05d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079042 Oct 19 20:37:52.675099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.682574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:52.685003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28fedb84-6732-4265-89c7-e338c46daf77 HTTP/1.1" status: 204 len: 168 time: 0.4842117 Oct 19 20:37:52.732133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c19f5bef-57e6-457a-a871-1f614db0c084 req-507f7cd1-feb2-4a53-8a25-ed5a7a191dce tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 210 time: 0.0491788 Oct 19 20:37:52.789306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dcbad-6400-47eb-84bb-3e47f3550976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fedb84-6732-4265-89c7-e338c46daf77,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:52.912555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc40a04-fa9c-45d8-80e5-305c8d578a08 req-5dcd76d7-c3d6-4ddc-9f10-a31c8286d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:52.914339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cc40a04-fa9c-45d8-80e5-305c8d578a08 req-5dcd76d7-c3d6-4ddc-9f10-a31c8286d577 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 1096 time: 0.2588742 Oct 19 20:37:52.959785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63854a76-07a2-4a02-a933-ccc0729efa8a req-17650e64-4000-44bc-9105-cb432e8e592b tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:52.971022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63854a76-07a2-4a02-a933-ccc0729efa8a req-17650e64-4000-44bc-9105-cb432e8e592b tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 945 time: 0.1868045 Oct 19 20:37:53.097609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cc40a04-fa9c-45d8-80e5-305c8d578a08 req-c0109b12-9af1-415e-be71-d32b864c50c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722927 Oct 19 20:37:53.188133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-63854a76-07a2-4a02-a933-ccc0729efa8a req-d7374038-4d87-4014-aff8-88f8be543bd9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158530 Oct 19 20:37:53.338945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-578dd0f0-dbe3-4d0a-9043-0424e225f262 req-5de95c9e-fb67-43e7-bdac-3edc7bb78cc9 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0872397 Oct 19 20:37:53.696449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a30-8a3c-4c85-b776-d103ed867f0e req-6c915248-4d4d-4955-9da4-fbff334245fb tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:53.710063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91601a30-8a3c-4c85-b776-d103ed867f0e req-6c915248-4d4d-4955-9da4-fbff334245fb tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 946 time: 0.1942787 Oct 19 20:37:53.820240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91601a30-8a3c-4c85-b776-d103ed867f0e req-7111686c-ac4e-4199-9821-dcc6efe13981 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090038 Oct 19 20:37:53.984905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e56b7cd-eb4b-432d-94d0-c56cd8273705 req-8f4e6f0c-e14a-48ab-a7d8-57680d0c701d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 210 time: 0.0667255 Oct 19 20:37:54.053208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207847-ccf1-4c86-b388-954edbc19fb9 req-e5b5b8c6-b476-4763-9036-9b0c9d56eeea tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:54.060893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3207847-ccf1-4c86-b388-954edbc19fb9 req-e5b5b8c6-b476-4763-9036-9b0c9d56eeea tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1333578 Oct 19 20:37:54.152036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3207847-ccf1-4c86-b388-954edbc19fb9 req-9073af73-637e-42f6-a0f1-d71e8d33e272 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877993 Oct 19 20:37:54.168754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5a5d0-8ff4-4462-b995-fb5e3c5e48c7 req-9f011c25-33f8-4ba0-a8af-b22ccc2e0e49 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:54.177265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a5a5d0-8ff4-4462-b995-fb5e3c5e48c7 req-9f011c25-33f8-4ba0-a8af-b22ccc2e0e49 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.0960448 Oct 19 20:37:54.241748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81a5a5d0-8ff4-4462-b995-fb5e3c5e48c7 req-c22b1dcb-5c1e-4d64-ac06-b88c668671c1 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634451 Oct 19 20:37:54.573603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14a57497-bcb4-4f78-94bd-ae56ac46bc72 req-71d0c7e4-11b2-4006-b0f0-bf2048cbab79 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0683253 Oct 19 20:37:54.621540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-fb566859-4e2b-4d2c-bc7c-4256364534d8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:54.623429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-fb566859-4e2b-4d2c-bc7c-4256364534d8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.11 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 796 time: 0.3221202 Oct 19 20:37:54.639663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ca3d-1ac3-419e-a37e-5b3f7d841cb7 req-1e97171f-00d7-4f88-9d17-b85f95eed671 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:54.662244 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46c8ca3d-1ac3-419e-a37e-5b3f7d841cb7 req-1e97171f-00d7-4f88-9d17-b85f95eed671 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 945 time: 0.3384922 Oct 19 20:37:54.783134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-17cbb1ff-c7a3-4a39-8f9b-020013204357 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 379 time: 0.1149001 Oct 19 20:37:54.786336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46c8ca3d-1ac3-419e-a37e-5b3f7d841cb7 req-4fa8676b-2a65-4e16-9b72-e6f0f976966e tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200423 Oct 19 20:37:54.795922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'port': {'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'admin_state_up': True, 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'security_groups': ['0850b614-ca98-43a3-a248-ecf745eb1407']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:54.915082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a261994e-7e4c-479c-85b0-94cccfbe22bf no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:54.956070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: a261994e-7e4c-479c-85b0-94cccfbe22bf {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:54.956860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a261994e-7e4c-479c-85b0-94cccfbe22bf not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:55.017764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-a46460f1-b452-4f6a-90f6-e76efa76db00 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:55.020257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-a46460f1-b452-4f6a-90f6-e76efa76db00 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.11 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 946 time: 0.1638618 Oct 19 20:37:55.085008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2d833-70e2-4dd8-b750-431ccd2cce3d req-54c27b97-8a63-42c4-af4f-b39211324486 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:55.085712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:37:55.089678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.101287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ed2d833-70e2-4dd8-b750-431ccd2cce3d req-54c27b97-8a63-42c4-af4f-b39211324486 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 946 time: 0.1569893 Oct 19 20:37:55.268039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ed2d833-70e2-4dd8-b750-431ccd2cce3d req-84434a95-a07d-49b8-8f82-a354764361ce tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/security-groups?id=893b0163-7396-499a-8f94-f384881a8a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624699 Oct 19 20:37:55.304070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.3 (b4604c20-73c2-4f9c-a91e-501179b01b7b/4cfad507-fd45-43ef-abdb-daa789a40a1d/daef42d4-1dba-4beb-b4f4-4fbb9d83481f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:37:55.445289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-ede7e23d-aee4-41a1-8522-376f2770dfed tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:55.449771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-ede7e23d-aee4-41a1-8522-376f2770dfed tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.1297386 Oct 19 20:37:55.503108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Deleting port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:55.503693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.583830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7af5ab71-4a26-4022-bbc5-2a548561b48f req-3272a7e8-843a-497d-9080-509f375de264 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 210 time: 0.0766373 Oct 19 20:37:55.669273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.675264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcadc3c-c6d6-4068-bf88-d1848f68acc9 req-1132709e-c205-461d-ba5c-d3ea77cbc76c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:55.682968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dcadc3c-c6d6-4068-bf88-d1848f68acc9 req-1132709e-c205-461d-ba5c-d3ea77cbc76c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2272708 Oct 19 20:37:55.751207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dcadc3c-c6d6-4068-bf88-d1848f68acc9 req-a17664b3-19cd-4e85-a841-3e0e2e12a953 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Oct 19 20:37:55.781120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:37:55.784154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.794591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] For port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,segment=NetworkSegment(ff582baa-1085-4ff2-b3b2-29c07e3b72ee),segment_id=ff582baa-1085-4ff2-b3b2-29c07e3b72ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:55.795121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.814878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Calling delete_port for a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:55.841927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:55.971792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90ba4f2d-5b1d-4b9e-becf-f251e805478c req-d065fd77-e7e0-4ed0-a201-d3ae87494f27 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 0.0521877 Oct 19 20:37:55.981481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b4604c20-73c2-4f9c-a91e-501179b01b7b is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:37:55.998623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:37:56.039737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:56.087167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:37:56.132027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] For port 9f8f5342-cfb6-4acc-9934-dc167752a9b1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=9f8f5342-cfb6-4acc-9934-dc167752a9b1,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:37:56.132644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:56.239799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f757c67-2a68-43d5-b0dd-0ec772ca5e55 req-bd7085a8-8792-4a3a-804d-76355a5ee4fa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:56.241463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f757c67-2a68-43d5-b0dd-0ec772ca5e55 req-bd7085a8-8792-4a3a-804d-76355a5ee4fa tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 944 time: 0.4027157 Oct 19 20:37:56.361734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:56.362421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:56.433282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cbb2daeb-0dae-40c5-b522-38a7f6bfa96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:56.582744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dbb0b-21fa-4230-ac82-ff7c3a43fcf7 req-7373ca98-f6dc-4457-9799-de5bf49a9226 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:56.587603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b6dbb0b-21fa-4230-ac82-ff7c3a43fcf7 req-7373ca98-f6dc-4457-9799-de5bf49a9226 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 945 time: 0.2754138 Oct 19 20:37:56.626273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-712a0e6c-2e2f-473f-9a2e-4d076c233c96 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290963 Oct 19 20:37:56.635182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Request body: {'port': {'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:37:56.685886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5a1ee8b2-3ccb-42de-8367-582a402af3f0 None None] Provisioning complete for port daef42d4-1dba-4beb-b4f4-4fbb9d83481f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:37:56.685886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee8b2-3ccb-42de-8367-582a402af3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:56.687537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f757c67-2a68-43d5-b0dd-0ec772ca5e55 req-c29419a9-8bf1-4470-9acc-6cb97f0d2be5 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e623b8-d28b-42a5-b921-39c634f02c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974755 Oct 19 20:37:56.719654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ee8b2-3ccb-42de-8367-582a402af3f0 None None] Port daef42d4-1dba-4beb-b4f4-4fbb9d83481f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:37:56.733274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:56.765810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:37:56.799570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b6dbb0b-21fa-4230-ac82-ff7c3a43fcf7 req-2ed38f8f-4da8-45b3-a11b-3a0800047117 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717820 Oct 19 20:37:57.074803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Pushing event deleted for resources: {'Port': ['ID=a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:57.106514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:57.106886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:57.107208 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Floating IP 2fa8e721-f1b1-4e88-89f8-4e697fdaac4a disassociated. External IP: 172.25.7.172, port: 9f8f5342-cfb6-4acc-9934-dc167752a9b1. Oct 19 20:37:57.107698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for 9f8f5342-cfb6-4acc-9934-dc167752a9b1 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:37:57.150121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77ef3cc5-aafa-4b22-abc2-0b069eb1915e req-6f126909-440f-4934-8047-a58568c3e2f7 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.31 "GET /v2.0/ports?device_id=858b933d-8ce5-4ddb-ab47-ffa444e40cdc HTTP/1.1" status: 200 len: 210 time: 0.2853432 Oct 19 20:37:57.151406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:57.279309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] No DVR routers for this DVR port a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:57.292144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:57.297929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27ad1016-0d37-41f1-a329-130b98a8ac54 req-ddc2f150-d991-44bf-ad84-bbbb8c042435 tempest-ServerTagsTestJSON-601486090 tempest-ServerTagsTestJSON-601486090-project] 10.222.0.11 "DELETE /v2.0/ports/a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab HTTP/1.1" status: 204 len: 173 time: 2.2673581 Oct 19 20:37:57.386665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'name': 'network-vif-deleted', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:57.395325 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e9ed0-8c0a-4e8f-a80f-691e51b961c1" -d '{"events": [{"server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "name": "network-vif-deleted", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:57.445721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2e54-a4e6-48cc-8feb-f802e4073cd4 req-9fe55c9c-d697-40d0-8f75-7a9414c6d50b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:57.455828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-140c2e54-a4e6-48cc-8feb-f802e4073cd4 req-9fe55c9c-d697-40d0-8f75-7a9414c6d50b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 931 time: 0.4677370 Oct 19 20:37:57.559000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:57.709656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-140c2e54-a4e6-48cc-8feb-f802e4073cd4 req-13aa7394-540e-45d3-83bb-b33ca5e61990 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503591 Oct 19 20:37:57.710988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=9f8f5342-cfb6-4acc-9934-dc167752a9b1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:57.912479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36923a-1499-449b-b1be-c4194123a3d0 req-6b87d09c-8049-4a05-b91f-a7b8e69f02d7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:57.914041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a36923a-1499-449b-b1be-c4194123a3d0 req-6b87d09c-8049-4a05-b91f-a7b8e69f02d7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.4962492 Oct 19 20:37:58.136966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daef42d4-1dba-4beb-b4f4-4fbb9d83481f {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:37:58.170197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a36923a-1499-449b-b1be-c4194123a3d0 req-77ebe075-c2e3-48e2-bfdf-4be858e6b5c9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377074 Oct 19 20:37:58.173820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:58.203707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Transition to ACTIVE for port object daef42d4-1dba-4beb-b4f4-4fbb9d83481f will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:37:58.213223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:58.311726 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052529a-f57c-40f6-b3d0-35239607954b x-openstack-request-id: req-0052529a-f57c-40f6-b3d0-35239607954b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:37:58.312055 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858b933d-8ce5-4ddb-ab47-ffa444e40cdc", "name": "network-vif-deleted", "tag": "a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:37:58.312282 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0052529a-f57c-40f6-b3d0-35239607954b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:37:58.312697 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858b933d-8ce5-4ddb-ab47-ffa444e40cdc', 'name': 'network-vif-deleted', 'tag': 'a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab', 'status': 'completed', 'code': 200} Oct 19 20:37:58.404617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Pushing event updated for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:58.535263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Attempting to bind port daef42d4-1dba-4beb-b4f4-4fbb9d83481f on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:37:58.535653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Attempting to bind port daef42d4-1dba-4beb-b4f4-4fbb9d83481f by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:37:58.535992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Attempting to bind port daef42d4-1dba-4beb-b4f4-4fbb9d83481f on network b4604c20-73c2-4f9c-a91e-501179b01b7b {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:58.560280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Port daef42d4-1dba-4beb-b4f4-4fbb9d83481f on network b4604c20-73c2-4f9c-a91e-501179b01b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:37:58.560280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Attempting to bind port daef42d4-1dba-4beb-b4f4-4fbb9d83481f on network b4604c20-73c2-4f9c-a91e-501179b01b7b {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:37:58.578647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:37:58.579293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Checking segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:37:58.579881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Bound using segment: {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:37:58.582192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Bound port: daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f185a-27dc-4396-b233-a70faf7cb40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:37:58.582824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:58.793109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:37:58.802833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:37:58.810909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:58.871348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:58.873148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device a38a5f77-f9f5-492d-8dc5-b7a3814cc0ab not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:58.896193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:58.933582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:37:58.949661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f9dec082-3624-4ed7-ac0c-013237fa02d5 req-830f6b03-7ecd-4638-a641-d46364eafaee tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 210 time: 0.1427987 Oct 19 20:37:58.977715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6fdaa728-f510-4b36-9e98-54630e953c1d req-3ade70b6-586c-48f7-9789-362827a92421 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdaee91b-aa09-4be4-8216-6c5670ba2bf3 HTTP/1.1" status: 200 len: 210 time: 1.0478387 Oct 19 20:37:59.052590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 9f8f5342-cfb6-4acc-9934-dc167752a9b1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:37:59.067983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Router f228926b-2362-44c2-8f25-17077282e6b0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:37:59.072431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:59.076908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:59.077525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 9f8f5342-cfb6-4acc-9934-dc167752a9b1 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:37:59.087905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] 10.222.0.11 "PUT /v2.0/ports/daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 1091 time: 2.4573240 Oct 19 20:37:59.184944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57980) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:37:59.224396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-23a69c2e-7de1-4c14-b219-0ecaec92a1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:59.397407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:37:59.428144 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Sync routers for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:37:59.442477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5454dc-5a00-40e7-8a75-3034ff375519 service neutron] Pushing event updated for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:37:59.442776 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:37:59.443134 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:37:59.488310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94bff-024a-4beb-9175-612bf4d13c11 req-7b92517c-1782-4613-9bad-b3d7a9d8c4dc tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:59.510104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-146839f7-4596-43a7-ba27-3e253a3d50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:59.511785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-146839f7-4596-43a7-ba27-3e253a3d50d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1094 time: 0.3588567 Oct 19 20:37:59.514344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9af94bff-024a-4beb-9175-612bf4d13c11 req-7b92517c-1782-4613-9bad-b3d7a9d8c4dc tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 945 time: 0.1829109 Oct 19 20:37:59.547769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Deleting subnet 09232f3e-30cb-4dbc-9811-3ad8780ada4f {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:37:59.566945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] No DVR routers for this DVR port 9f8f5342-cfb6-4acc-9934-dc167752a9b1 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:37:59.604281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:59.608223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e1a99817-46e6-4391-b1fb-b185dcd54658 req-4959918c-9379-49c6-804b-c21e0c8c7cc7 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.37 "DELETE /v2.0/ports/9f8f5342-cfb6-4acc-9934-dc167752a9b1 HTTP/1.1" status: 204 len: 173 time: 4.1395974 Oct 19 20:37:59.608905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-deleted', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:37:59.611359 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee4f93-b607-4c7e-8f22-f99b9cf77e86" -d '{"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-deleted", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:37:59.661965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-9adf74d3-77e5-4d72-b477-547d96c9ef1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 217 time: 0.1372678 Oct 19 20:37:59.693548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9af94bff-024a-4beb-9175-612bf4d13c11 req-292c5bad-a430-4054-96c1-75b6dac06183 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556787 Oct 19 20:37:59.694125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d5a1-03ee-46fe-9c36-30a4f83cced2 req-fbe0b2dc-dc0e-45af-a046-da010de27c39 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:59.697153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc53d5a1-03ee-46fe-9c36-30a4f83cced2 req-fbe0b2dc-dc0e-45af-a046-da010de27c39 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 943 time: 0.3303266 Oct 19 20:37:59.715056 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:37:59.716320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:59.880602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af62c51-36f2-4d04-ba24-d8cf56911784 req-6eacf511-6d45-4e17-808b-20f8999037f4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:37:59.887053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1af62c51-36f2-4d04-ba24-d8cf56911784 req-6eacf511-6d45-4e17-808b-20f8999037f4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1179230 Oct 19 20:37:59.924610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:37:59.972466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1af62c51-36f2-4d04-ba24-d8cf56911784 req-691bdb81-cef2-4538-b535-0152ce597607 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Oct 19 20:37:59.990412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc53d5a1-03ee-46fe-9c36-30a4f83cced2 req-7838c0a5-d197-4e34-922b-83cf5d773f58 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703459 Oct 19 20:37:59.999554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-fee7e7f1-4a0a-440d-903c-718c1a95ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:00.002920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-fee7e7f1-4a0a-440d-903c-718c1a95ac28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 200 len: 834 time: 0.3279929 Oct 19 20:38:00.088834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.126894 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13654f4-d98a-4927-b363-2160d7d79f65 x-openstack-request-id: req-c13654f4-d98a-4927-b363-2160d7d79f65 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:00.129881 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73b8d11-8887-4142-a7e8-fc11ac2fa55f", "name": "network-vif-deleted", "tag": "9f8f5342-cfb6-4acc-9934-dc167752a9b1", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:00.131406 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13654f4-d98a-4927-b363-2160d7d79f65 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:00.132451 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73b8d11-8887-4142-a7e8-fc11ac2fa55f', 'name': 'network-vif-deleted', 'tag': '9f8f5342-cfb6-4acc-9934-dc167752a9b1', 'status': 'completed', 'code': 200} Oct 19 20:38:00.219847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-83cc85d7-b764-4f82-ad5d-67197607389a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:00.226907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-83cc85d7-b764-4f82-ad5d-67197607389a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 945 time: 0.1775384 Oct 19 20:38:00.303186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.304867 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:00.333282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58002) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:00.353627 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Checking router: f228926b-2362-44c2-8f25-17077282e6b0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:00.368718 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:00.369691 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:00.505041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.567377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.677218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Deleting port 88566bd2-b9b3-46c1-9e51-89274beef954 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:00.677602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.764418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.771996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.773518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/security-groups/17182540-8781-47a8-a838-c83e876aed58 HTTP/1.1" status: 204 len: 168 time: 0.4389713 Oct 19 20:38:00.782113 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:00.812564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58012) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:00.813449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e50e54-560c-4a38-9f43-5dbb7c20cbc4 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17182540-8781-47a8-a838-c83e876aed58,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:00.849397 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-0dd4b331-bfc9-4f1c-88e8-cd1010251ffe tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] show failed (client error): The resource could not be found. Oct 19 20:38:00.850487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0dd4b331-bfc9-4f1c-88e8-cd1010251ffe tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "GET /v2.0/security-groups/17182540-8781-47a8-a838-c83e876aed58 HTTP/1.1" status: 404 len: 347 time: 0.0333173 Oct 19 20:38:00.858416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58016) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:00.933590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:00.980139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:00.982766 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65869803-5616-4999-905d-15881af634c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:00.993032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.024926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.024926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/09232f3e-30cb-4dbc-9811-3ad8780ada4f HTTP/1.1" status: 204 len: 168 time: 1.8032560 Oct 19 20:38:01.027126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58026) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:01.082783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b60a2f9-f763-40cf-97d5-b69680563ab9 req-9fa513e8-f190-492d-b99e-7d36058e1b90 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/ports?device_id=e73b8d11-8887-4142-a7e8-fc11ac2fa55f HTTP/1.1" status: 200 len: 210 time: 0.0964344 Oct 19 20:38:01.106044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] For port 88566bd2-b9b3-46c1-9e51-89274beef954, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=88566bd2-b9b3-46c1-9e51-89274beef954,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:01.106413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.108615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e1a21-eb22-4044-b341-b5eefff68bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09232f3e-30cb-4dbc-9811-3ad8780ada4f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:01.117925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-791baaf6-20f3-481b-b7ba-b2071abf1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:01.119447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-791baaf6-20f3-481b-b7ba-b2071abf1224 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1046548 Oct 19 20:38:01.135251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Calling delete_port for 88566bd2-b9b3-46c1-9e51-89274beef954 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:01.244951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.387459 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:01.421426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.451682 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab112c-bc10-42fb-a53a-6ee166bf7c62 None None] The sync data for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 is: [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:29:09Z', 'revision_number': 4, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e18d6719-7a0e-48e8-bc9a-28cf18b69552', 'name': '', 'network_id': '35f73dbf-be31-4336-894f-8d663a12752a', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'mac_address': 'fa:16:3e:f0:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:08Z', 'updated_at': '2021-10-19T20:29:14Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'subnets': [{'id': 'e306c51a-8c15-4150-a93d-c05b9702157b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:38:01.482127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-e6955e66-1ea6-4d16-9d3c-a1cc613cea0e service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506422 Oct 19 20:38:01.575243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Pushing event deleted for resources: {'Port': ['ID=88566bd2-b9b3-46c1-9e51-89274beef954,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:01.751304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] No DVR routers for this DVR port 88566bd2-b9b3-46c1-9e51-89274beef954 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:01.765377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d3f3-492b-4c74-8540-1be5904565dd req-ca169871-b397-4f54-a2e7-089e5d7d2c55 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:01.767110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a93d6d8-9db1-4a7e-a68a-1d44b452f0cb req-069301ed-ac80-4bb8-a48f-139747c797e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723401 Oct 19 20:38:01.776555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7166d3f3-492b-4c74-8540-1be5904565dd req-ca169871-b397-4f54-a2e7-089e5d7d2c55 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=f93a88de-3ad3-4b2a-a777-c0f15d47d904 HTTP/1.1" status: 200 len: 867 time: 0.9369273 Oct 19 20:38:01.781835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.785635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-982f0409-ced9-4d9a-a291-8f682583bfb5 req-9fde0176-6156-42d5-a804-d879da1b6ac9 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "DELETE /v2.0/ports/88566bd2-b9b3-46c1-9e51-89274beef954 HTTP/1.1" status: 204 len: 173 time: 1.5500674 Oct 19 20:38:01.798184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55359c2-5ebc-4236-a34a-9111fc91f7fe req-99157261-a933-46bc-866b-f6ab8dd02a1a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:01.811582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f55359c2-5ebc-4236-a34a-9111fc91f7fe req-99157261-a933-46bc-866b-f6ab8dd02a1a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.5609198 Oct 19 20:38:01.857825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port 23c715f6-9604-47d8-b11d-150c66bab8f1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:01.857825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:01.863226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7166d3f3-492b-4c74-8540-1be5904565dd req-8d9437d4-d6ca-4195-97d6-26bcbc5ff1b2 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722511 Oct 19 20:38:01.952853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.004759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cd0a20-7110-41e4-bc7a-128402a7a82f']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:02.022305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:02.022605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff582baa-1085-4ff2-b3b2-29c07e3b72ee') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:02.072843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316763b1-f0e7-4218-9b51-1484473edbbe None None] New status for floating IP 2fa8e721-f1b1-4e88-89f8-4e697fdaac4a: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:38:02.090975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.099122 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e75b8-66aa-4a55-b66f-fddfbcfcdf7b x-openstack-request-id: req-d23e75b8-66aa-4a55-b66f-fddfbcfcdf7b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:02.099531 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:02.100645 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d23e75b8-66aa-4a55-b66f-fddfbcfcdf7b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:02.102746 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'status': 'completed', 'code': 200} Oct 19 20:38:02.195001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'name': 'network-vif-deleted', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:02.203464 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d4997-294d-4119-bba0-dd6a70492b93" -d '{"events": [{"server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "name": "network-vif-deleted", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:02.297247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.349372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:02.351442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.364384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.370111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.374336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.414242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc97db-d4a1-4fb7-a06b-795f584e8beb req-fb7b1adf-8014-4d6f-8c4e-ed3035a2a36e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:02.416182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f55359c2-5ebc-4236-a34a-9111fc91f7fe req-a1044776-91d7-4ce6-b100-670e76f717f6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026845 Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:02.422430 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:02.431088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3dbc97db-d4a1-4fb7-a06b-795f584e8beb req-fb7b1adf-8014-4d6f-8c4e-ed3035a2a36e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 943 time: 0.2126138 Oct 19 20:38:02.454531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for 23c715f6-9604-47d8-b11d-150c66bab8f1 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:02.680448 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f51b2e-f7f7-4b81-ae59-0ff941dbae74 x-openstack-request-id: req-35f51b2e-f7f7-4b81-ae59-0ff941dbae74 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:02.681494 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a88de-3ad3-4b2a-a777-c0f15d47d904", "name": "network-vif-deleted", "tag": "88566bd2-b9b3-46c1-9e51-89274beef954", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:02.681994 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f51b2e-f7f7-4b81-ae59-0ff941dbae74 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:02.682891 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a88de-3ad3-4b2a-a777-c0f15d47d904', 'name': 'network-vif-deleted', 'tag': '88566bd2-b9b3-46c1-9e51-89274beef954', 'status': 'completed', 'code': 200} Oct 19 20:38:02.683892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.695989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58050) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:02.706058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.713192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/01cd0a20-7110-41e4-bc7a-128402a7a82f HTTP/1.1" status: 204 len: 168 time: 1.6822789 Oct 19 20:38:02.756997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa5cf-04d3-4e79-8b4f-ba915ec71a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=01cd0a20-7110-41e4-bc7a-128402a7a82f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:02.765845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869803-5616-4999-905d-15881af634c7 req-172989eb-923e-472f-9056-cd0993a7e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:02.767925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-172989eb-923e-472f-9056-cd0993a7e545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1094 time: 0.6114473 Oct 19 20:38:02.839556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:02.874858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3dbc97db-d4a1-4fb7-a06b-795f584e8beb req-73a559ce-055d-4f8b-b92d-31c75e40f71c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300141 Oct 19 20:38:02.959395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 88566bd2-b9b3-46c1-9e51-89274beef954 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:02.982464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869803-5616-4999-905d-15881af634c7 req-c76c3871-a2d8-4ef1-bfc2-ebf7018e8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:02.989240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-c76c3871-a2d8-4ef1-bfc2-ebf7018e8ebb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 897 time: 0.2122569 Oct 19 20:38:03.006034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 88566bd2-b9b3-46c1-9e51-89274beef954 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:03.006732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 88566bd2-b9b3-46c1-9e51-89274beef954 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:03.056014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.145555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-8d61b33c-7874-48d2-8e90-4c2f20a6d164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 217 time: 0.1488760 Oct 19 20:38:03.227606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.314960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869803-5616-4999-905d-15881af634c7 req-75adfb00-f02c-487b-bdda-e9856eecc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:03.316544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-75adfb00-f02c-487b-bdda-e9856eecc0d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 200 len: 834 time: 0.1645639 Oct 19 20:38:03.319365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:03.370014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=23c715f6-9604-47d8-b11d-150c66bab8f1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:03.448995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18002372-afac-4ccf-bd8d-197020f4b3bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25c1f9e385064fac93a5513fabac4fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282237 Oct 19 20:38:03.468029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58076) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:03.538065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869803-5616-4999-905d-15881af634c7 req-65299640-3bc8-4e03-8729-aa7b1e110b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:03.547197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-65299640-3bc8-4e03-8729-aa7b1e110b5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970320 Oct 19 20:38:03.591005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.593620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.594867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "DELETE /v2.0/security-groups/66e623b8-d28b-42a5-b921-39c634f02c6c HTTP/1.1" status: 204 len: 168 time: 0.8980665 Oct 19 20:38:03.613634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:03.661255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf220210-0ced-413a-9f90-0b50cc4aa408 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e623b8-d28b-42a5-b921-39c634f02c6c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:03.739859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.754740 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-145c5266-7994-4e7b-9590-b61f6e13fbcd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] show failed (client error): The resource could not be found. Oct 19 20:38:03.760919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-145c5266-7994-4e7b-9590-b61f6e13fbcd tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "GET /v2.0/security-groups/66e623b8-d28b-42a5-b921-39c634f02c6c HTTP/1.1" status: 404 len: 347 time: 0.1142490 Oct 19 20:38:03.773870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:03.829840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19c0f-7bbe-4303-bdf6-e7e38bf4a4f7 req-f579ee5f-856c-4876-855a-1181fc460b6a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:03.832388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30e19c0f-7bbe-4303-bdf6-e7e38bf4a4f7 req-f579ee5f-856c-4876-855a-1181fc460b6a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2811499 Oct 19 20:38:03.840433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.865526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-4b31f7fd-c27b-48b4-9d7e-b6adaf763aea service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567828 Oct 19 20:38:03.926835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:38:03.940594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30e19c0f-7bbe-4303-bdf6-e7e38bf4a4f7 req-1eed1ef0-304a-42c7-a8ba-3e976ed52c3d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945208 Oct 19 20:38:03.972795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.975379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:03.980239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58090) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:03.993895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-803ed500-04c4-4bbd-a53e-deccf1e512a0 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec9f8432-3775-4646-8d7c-29c84ac4c139 HTTP/1.1" status: 204 len: 168 time: 3.1339588 Oct 19 20:38:04.134517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-3a93543c-6429-4c67-bf5e-589ec3d41af1 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:04.141911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-3a93543c-6429-4c67-bf5e-589ec3d41af1 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 808 time: 0.7077022 Oct 19 20:38:04.146403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.148581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.149802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/893b0163-7396-499a-8f94-f384881a8a76 HTTP/1.1" status: 204 len: 168 time: 0.6797051 Oct 19 20:38:04.165282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8eb9c6d2-370f-4d2e-a4cf-03310c075106 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/quotas/f6d5b8448c234be7bec79f56ed10fb0a HTTP/1.1" status: 200 len: 375 time: 0.0216951 Oct 19 20:38:04.187882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c8cba-71f5-4002-9a80-7c97606f2280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b0163-7396-499a-8f94-f384881a8a76,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:04.274859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3017e-40ab-4c8d-a993-7b30f5cf3c21 req-63933d79-ab22-48f4-9069-77be04171ef5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:04.282807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7b3017e-40ab-4c8d-a993-7b30f5cf3c21 req-63933d79-ab22-48f4-9069-77be04171ef5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 943 time: 0.2131321 Oct 19 20:38:04.286778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65869803-5616-4999-905d-15881af634c7 req-37251958-1c8f-4754-ad72-628c3c92cd63 service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120238 Oct 19 20:38:04.286939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-0a9e7939-be8c-45df-9281-e40900e6f242 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206489 Oct 19 20:38:04.315763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Deleting port 10da1cdc-f8c7-486b-ba67-461097dfabdd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:04.315912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.344318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7b3017e-40ab-4c8d-a993-7b30f5cf3c21 req-4f1d4ee2-eae8-4b34-adec-a2d28622c247 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594420 Oct 19 20:38:04.370227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port f946de96-ba02-48b5-81f4-2a576ad0571a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:04.370914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.612028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.663834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for f946de96-ba02-48b5-81f4-2a576ad0571a owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:04.676510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.676853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.694322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Calling delete_port for 10da1cdc-f8c7-486b-ba67-461097dfabdd owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:04.845427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-ed97a121-b4a6-460c-9b80-aff3d2a1f934 service neutron] 10.222.0.31 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006373 Oct 19 20:38:04.845996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device daef42d4-1dba-4beb-b4f4-4fbb9d83481f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:38:04.895599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:04.959269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=f946de96-ba02-48b5-81f4-2a576ad0571a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:05.037654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:05.044582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.069483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:38:05.123575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-45028545-1a44-49ef-a7e8-e66724a775c1 service neutron] 10.222.0.31 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278537 Oct 19 20:38:05.142654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Pushing event deleted for resources: {'Port': ['ID=10da1cdc-f8c7-486b-ba67-461097dfabdd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:05.183071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.228210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daef42d4-1dba-4beb-b4f4-4fbb9d83481f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:05.248290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.262850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a4443eed-f6d3-4c86-a093-f88ee34c2275 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/ports/f946de96-ba02-48b5-81f4-2a576ad0571a HTTP/1.1" status: 204 len: 168 time: 1.2791369 Oct 19 20:38:05.264978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58120) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:05.295786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:05.305324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.315087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.320572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.322614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d2625c9-1c8f-4d85-b96b-2b71b0bcdff4 tempest-ServerActionsTestJSON-2070189430 tempest-ServerActionsTestJSON-2070189430-project] 10.222.0.31 "DELETE /v2.0/floatingips/2fa8e721-f1b1-4e88-89f8-4e697fdaac4a HTTP/1.1" status: 204 len: 168 time: 1.5435839 Oct 19 20:38:05.328747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:05.379487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5649e8-1720-447c-8662-4283abf40c88 req-c9619772-e8a1-45e0-b241-01e24e0e7db3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:05.388138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:05.391864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b5649e8-1720-447c-8662-4283abf40c88 req-c9619772-e8a1-45e0-b241-01e24e0e7db3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2601054 Oct 19 20:38:05.495403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['daef42d4-1dba-4beb-b4f4-4fbb9d83481f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:38:05.589350 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b5649e8-1720-447c-8662-4283abf40c88 req-24e45464-85bc-4391-b0e2-1fd126a36399 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894591 Oct 19 20:38:05.632012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port b7305afd-41ce-41a8-8968-978d392675ce {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:05.636093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:05.663806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394061a-ac58-4fcd-ad34-6781bdab457a req-f04530aa-3cef-44d0-9304-b9800a875814 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:05.676566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6394061a-ac58-4fcd-ad34-6781bdab457a req-f04530aa-3cef-44d0-9304-b9800a875814 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 944 time: 0.1384988 Oct 19 20:38:05.844431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4d0a281-c60d-4e2d-8687-be3ff134faa3 req-a4cae5db-6fb6-479f-a60b-ce04e0496fb7 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 210 time: 0.1476324 Oct 19 20:38:05.866172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6394061a-ac58-4fcd-ad34-6781bdab457a req-5696f041-c739-4108-a7f9-c567624bc062 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885958 Oct 19 20:38:06.026570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:06.056221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for b7305afd-41ce-41a8-8968-978d392675ce owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:06.502635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:06.553846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=b7305afd-41ce-41a8-8968-978d392675ce,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:06.770604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:06.778429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-19ee4715-0237-40aa-b1b3-5835abe6f63c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/ports/b7305afd-41ce-41a8-8968-978d392675ce HTTP/1.1" status: 204 len: 168 time: 1.5113294 Oct 19 20:38:06.779059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:06.797410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ccd5f-7226-4362-8096-55bdc512055c req-3cfdc5fa-68e6-4615-beaf-d9594d1c9a7f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:06.808234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794ccd5f-7226-4362-8096-55bdc512055c req-3cfdc5fa-68e6-4615-beaf-d9594d1c9a7f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.0897162 Oct 19 20:38:06.838355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device daef42d4-1dba-4beb-b4f4-4fbb9d83481f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:06.866073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794ccd5f-7226-4362-8096-55bdc512055c req-98a4942f-471c-4424-a80c-9c010a17f9fd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564256 Oct 19 20:38:06.979588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port daef42d4-1dba-4beb-b4f4-4fbb9d83481f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:38:06.995430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port daef42d4-1dba-4beb-b4f4-4fbb9d83481f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:06.995807 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:07.085186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99b56de9-3deb-4b72-8b39-2d92826e3665 req-cc2626c8-6f71-40e7-9951-8a666c0a51ba tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 210 time: 0.0558856 Oct 19 20:38:07.154190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:07.205776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:07.219856 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425f7433-6f9c-4c65-ab1a-3298265e7d59" -d '{"events": [{"server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "name": "network-vif-plugged", "status": "completed", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:07.238279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:07.286892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:07.360388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fe870-8c47-4f63-8356-df95cbcb6fc6 req-5ff9c9ff-e7f8-478d-b807-75848aaa33ea tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:07.371679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b36fe870-8c47-4f63-8356-df95cbcb6fc6 req-5ff9c9ff-e7f8-478d-b807-75848aaa33ea tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 944 time: 0.1703548 Oct 19 20:38:07.457751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:07.510942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b36fe870-8c47-4f63-8356-df95cbcb6fc6 req-363571ba-699b-4887-a6ef-d5ff322d553b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331582 Oct 19 20:38:07.621155 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b28042-d307-414a-bec4-2000f735f041 x-openstack-request-id: req-65b28042-d307-414a-bec4-2000f735f041 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:07.621498 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "name": "network-vif-plugged", "status": "completed", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:07.621761 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65b28042-d307-414a-bec4-2000f735f041 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:07.622154 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'code': 200} Oct 19 20:38:07.755730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2eada-af43-428a-8c29-5c9ce8db920f req-132756bb-037d-479a-ac15-c8d124c41b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:07.757778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59b2eada-af43-428a-8c29-5c9ce8db920f req-132756bb-037d-479a-ac15-c8d124c41b0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1096 time: 0.0620792 Oct 19 20:38:07.796284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-033b5d39-bc46-40cd-a657-339736f89647 req-f6061ac6-fea1-4569-b4c6-0553477ef322 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0964463 Oct 19 20:38:07.829542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:07.839116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59b2eada-af43-428a-8c29-5c9ce8db920f req-78329841-d531-43ec-8321-77b283ef198d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690880 Oct 19 20:38:08.005166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-d8b5bc66-167a-4aef-bea1-5e70b250e8fb tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:08.006710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-d8b5bc66-167a-4aef-bea1-5e70b250e8fb tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 808 time: 0.3794672 Oct 19 20:38:08.010924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting subnet 951d0638-4541-437f-ad7b-60af865e1b77 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:38:08.014754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:08.156410 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:08.216846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e5e67-29e4-4760-aa7b-bdf0955e32d9 req-903c40a2-030e-460f-a263-3d3d3ccebd20 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:08.231117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b7e5e67-29e4-4760-aa7b-bdf0955e32d9 req-903c40a2-030e-460f-a263-3d3d3ccebd20 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1783421 Oct 19 20:38:08.313055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Request body: {'port': {'device_id': '2c9b519f-2930-4856-b182-3f2680b49530', 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c', 'admin_state_up': True, 'tenant_id': 'f6d5b8448c234be7bec79f56ed10fb0a'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:08.317585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b7e5e67-29e4-4760-aa7b-bdf0955e32d9 req-3dc8233d-65b7-445c-836c-8ae090b6961a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739236 Oct 19 20:38:08.444635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97f07c5d-ebdd-4335-beba-c8069a85c13e req-980b6f7a-ce13-4190-bac8-671e8c86c2ba tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 210 time: 0.1581397 Oct 19 20:38:08.761565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23ab7c-2195-459e-9e07-3a7aac699623 req-0b759277-049e-429f-ae7c-887626ce04fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:08.769843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea23ab7c-2195-459e-9e07-3a7aac699623 req-0b759277-049e-429f-ae7c-887626ce04fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.1288071 Oct 19 20:38:08.899151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea23ab7c-2195-459e-9e07-3a7aac699623 req-b03d0a37-e633-42f9-84e4-f9e38aa3a192 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262791 Oct 19 20:38:09.121882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Made reservation on behalf of f6d5b8448c234be7bec79f56ed10fb0a for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:09.126097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:09.181584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-13cb5597-c8ae-40b2-a44a-ae64f20a951b req-3d139c9c-3116-43a8-9317-3ce8a2358e8f tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0775542 Oct 19 20:38:09.189975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:09.545902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c12d-f9ef-4ecc-ac6c-6ac05eaf2f1c req-dd7c2f47-28d6-4980-a0c7-bca023b3e821 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:09.547401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c551c12d-f9ef-4ecc-ac6c-6ac05eaf2f1c req-dd7c2f47-28d6-4980-a0c7-bca023b3e821 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1102180 Oct 19 20:38:09.624692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c551c12d-f9ef-4ecc-ac6c-6ac05eaf2f1c req-e05fd49d-d9ea-4b17-b628-3f27eb97e8b3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Oct 19 20:38:09.648469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Allocated IP 172.20.0.11 (90bbb476-d7af-4619-973f-2e410fce000c/5fe5b7a6-91fa-4591-a119-be49a9e09fe7/f479305b-dc30-434a-94bd-ff4950d385c5) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:09.684671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:09.698457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f9e42f1c-d143-449f-80d1-4500710b1118 req-622aa63d-8b6c-4b61-8302-52cff08c2d99 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 210 time: 0.0916133 Oct 19 20:38:09.777121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Subnet': ['ID=951d0638-4541-437f-ad7b-60af865e1b77,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:09.790796 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:09.801403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac753af-3e39-4012-bf70-6c8a863249db None None] Network 6aec2e5c-5332-4e5e-b362-7636a45e32aa requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:09.816045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3ef85288-8b61-49da-b65d-e3f0170f419e tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/subnets/951d0638-4541-437f-ad7b-60af865e1b77 HTTP/1.1" status: 204 len: 168 time: 3.0329325 Oct 19 20:38:09.816873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:09.957031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting subnet 8f4247a5-1abb-4a75-b047-ab23c9dfd8fe {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:38:09.963294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:09.967390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Deleting port e18d6719-7a0e-48e8-bc9a-28cf18b69552 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:09.967732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.071974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.082659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] DHCP port deletion for 6aec2e5c-5332-4e5e-b362-7636a45e32aa request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:38:10.189415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.230812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Deleting port c07beb06-d189-46a7-ac9d-c98947b162a6 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:10.234032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.249067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] For port e18d6719-7a0e-48e8-bc9a-28cf18b69552, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e18d6719-7a0e-48e8-bc9a-28cf18b69552,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:10.260718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.265986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.300109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Calling delete_port for e18d6719-7a0e-48e8-bc9a-28cf18b69552 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:10.329495 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.371830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4247a5-1abb-4a75-b047-ab23c9dfd8fe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:10.378697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.384986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e90f29b6-aef1-4d93-aaa1-69101e5c5d5c tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/subnets/8f4247a5-1abb-4a75-b047-ab23c9dfd8fe HTTP/1.1" status: 204 len: 168 time: 0.5641587 Oct 19 20:38:10.385434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58276) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:10.448992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] For port c07beb06-d189-46a7-ac9d-c98947b162a6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c07beb06-d189-46a7-ac9d-c98947b162a6,segment=NetworkSegment(ed7cf715-39c4-492e-a244-8f012de837f4),segment_id=ed7cf715-39c4-492e-a244-8f012de837f4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:10.449407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.462819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5caac29-fac5-4f3e-9e32-e353875d31d1 req-cebdcf6e-39a0-4c7b-bfb0-3b3bb50b34e5 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0408299 Oct 19 20:38:10.467013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155967-0ee4-4fad-9242-cb420e365f12 req-77ee9e06-4806-4eae-b43f-3fcad908812e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:10.481964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50155967-0ee4-4fad-9242-cb420e365f12 req-77ee9e06-4806-4eae-b43f-3fcad908812e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.1895852 Oct 19 20:38:10.491446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.524973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597c5c2-cdbc-43a0-9ea6-247475a3fda0 None None] Network abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:10.530827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Calling delete_port for c07beb06-d189-46a7-ac9d-c98947b162a6 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:10.568634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87600c9e-923e-422b-ae5c-d7d27db4d0e3 req-c9a5a554-7ea8-4822-8f3b-17f986c2b9fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0791728 Oct 19 20:38:10.622585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50155967-0ee4-4fad-9242-cb420e365f12 req-b41e26ab-7b35-4bea-9d02-1957ee9174c9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391208 Oct 19 20:38:10.678185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.708190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Network 90bbb476-d7af-4619-973f-2e410fce000c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:10.733803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:10.739668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:10.746722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Pushing event updated for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:10.847342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:10.884594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] No DVR routers for this DVR port c07beb06-d189-46a7-ac9d-c98947b162a6 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:10.899332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551eafd-1032-4356-b991-25fe9353d867 None None] Pushing event deleted for resources: {'Port': ['ID=c07beb06-d189-46a7-ac9d-c98947b162a6,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:10.927753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] DHCP port deletion for abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:38:10.965143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9443333-e109-4318-a859-5d5fca57cfcc req-88ff3364-4a38-41e8-95a5-61061552594d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:10.982488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9443333-e109-4318-a859-5d5fca57cfcc req-88ff3364-4a38-41e8-95a5-61061552594d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2007041 Oct 19 20:38:11.008101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:11.008101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.013335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Deleting port 54033829-3340-46ca-8197-93db5e27110b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:11.014702 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.051215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Deleting port c07beb06-d189-46a7-ac9d-c98947b162a6 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:11.052037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.076042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf165b-86d4-42e5-b853-c319972792db req-d6f34a4f-40ae-43bf-a828-0d93a276739c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:11.083621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97cf165b-86d4-42e5-b853-c319972792db req-d6f34a4f-40ae-43bf-a828-0d93a276739c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.3164673 Oct 19 20:38:11.093356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b9443333-e109-4318-a859-5d5fca57cfcc req-2e35a9d8-efa7-4724-a45c-396d19518359 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015148 Oct 19 20:38:11.098184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dd776fb-78d1-4b96-8fbf-47976b9d7444 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8128803 Oct 19 20:38:11.119029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Request body: {'port': {'device_id': '2c9b519f-2930-4856-b182-3f2680b49530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:11.167260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] For port 54033829-3340-46ca-8197-93db5e27110b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=54033829-3340-46ca-8197-93db5e27110b,segment=NetworkSegment(d0fe200b-6fa5-4780-aeda-5141c2344eee),segment_id=d0fe200b-6fa5-4780-aeda-5141c2344eee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:11.167681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.185484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Calling delete_port for 54033829-3340-46ca-8197-93db5e27110b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:11.199990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] For port c07beb06-d189-46a7-ac9d-c98947b162a6, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:11.200634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.230256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Calling delete_port for c07beb06-d189-46a7-ac9d-c98947b162a6 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:11.234140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Port c07beb06-d189-46a7-ac9d-c98947b162a6 was not found and therefore no delete operation was performed {{(pid=100734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:38:11.235991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.297086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] No DVR routers for this DVR port c07beb06-d189-46a7-ac9d-c98947b162a6 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:11.337350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Port': ['ID=c07beb06-d189-46a7-ac9d-c98947b162a6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:11.358538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 54033829-3340-46ca-8197-93db5e27110b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:11.383699 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.414585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.419625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97cf165b-86d4-42e5-b853-c319972792db req-11ad23dd-5705-4ed6-b6a9-ce6ec34349a8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201551 Oct 19 20:38:11.439020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58290) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:11.457130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] Pushing event deleted for resources: {'Port': ['ID=54033829-3340-46ca-8197-93db5e27110b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:11.503336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7d459-14a5-4c08-a220-e2f769ff4da2 req-189b9852-33c8-4d37-8749-30cf7505bcd5 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:11.510990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5efaee-4168-484f-9344-3612f24f84f1 None None] No DVR routers for this DVR port 54033829-3340-46ca-8197-93db5e27110b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:11.533021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No active binding found for port 54033829-3340-46ca-8197-93db5e27110b {{(pid=100736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 20:38:11.543973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ab7d459-14a5-4c08-a220-e2f769ff4da2 req-189b9852-33c8-4d37-8749-30cf7505bcd5 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 932 time: 0.2418141 Oct 19 20:38:11.544388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 54033829-3340-46ca-8197-93db5e27110b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:11.551072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c07beb06-d189-46a7-ac9d-c98947b162a6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:11.630503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ab7d459-14a5-4c08-a220-e2f769ff4da2 req-a3292844-e408-4f34-8cf4-20c9298527f5 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Oct 19 20:38:11.651097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c07beb06-d189-46a7-ac9d-c98947b162a6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:11.651895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c07beb06-d189-46a7-ac9d-c98947b162a6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:11.666657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.715603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aec2e5c-5332-4e5e-b362-7636a45e32aa']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:11.729014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7cf715-39c4-492e-a244-8f012de837f4') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:11.729334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7cf715-39c4-492e-a244-8f012de837f4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:11.747783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.773726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.781965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:11.783057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:11.787883 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:11.809426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33e15912-2d49-4b2c-894f-341172c144e4 req-ca222d4d-e671-4315-9be7-967dd1bead66 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0446739 Oct 19 20:38:11.814016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.899423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.913697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:11.918667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/networks/6aec2e5c-5332-4e5e-b362-7636a45e32aa HTTP/1.1" status: 204 len: 168 time: 1.5302234 Oct 19 20:38:11.924526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:11.967071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f074e-f576-406e-ac47-656beb5b56be tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Network': ['ID=6aec2e5c-5332-4e5e-b362-7636a45e32aa,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:12.022462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18d6719-7a0e-48e8-bc9a-28cf18b69552,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:12.068905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.149839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7529274-414e-4920-9e2b-efefd2a828ee tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:12.161911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7529274-414e-4920-9e2b-efefd2a828ee tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1091 time: 0.7182786 Oct 19 20:38:12.162573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:12.184856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:12.286936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.293898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.364423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:12.383549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fe200b-6fa5-4780-aeda-5141c2344eee') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:12.383998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fe200b-6fa5-4780-aeda-5141c2344eee') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:12.400785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d5db-7134-4f92-9c71-27b40626d40a req-cc8b616b-227a-49a8-9a9a-6aba3f099b73 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:12.403547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d00d5db-7134-4f92-9c71-27b40626d40a req-cc8b616b-227a-49a8-9a9a-6aba3f099b73 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1176379 Oct 19 20:38:12.412700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.442317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.451592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:12.452001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:12.455000 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:12.533900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d00d5db-7134-4f92-9c71-27b40626d40a req-71484592-602a-4886-9051-86642677d255 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190617 Oct 19 20:38:12.563146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.586948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f479305b-dc30-434a-94bd-ff4950d385c5 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:12.599450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.603290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.636108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.666875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:12.676677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] 10.222.0.31 "DELETE /v2.0/networks/abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc HTTP/1.1" status: 204 len: 168 time: 0.7509706 Oct 19 20:38:12.677641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568731e-cf6b-4f8d-8b99-82725885cce6 tempest-TaggedBootDevicesTest_v242-175885327 tempest-TaggedBootDevicesTest_v242-175885327-project] Pushing event deleted for resources: {'Network': ['ID=abc49d9f-2cb4-4abb-878c-ca7c78c1b3dc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:12.979162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7949964-319a-4a66-9f59-c327ee489670 req-64e0395f-e579-437f-a89f-d7d142d9780e tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0371931 Oct 19 20:38:13.035990 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:13.199932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Transition to ACTIVE for port object f479305b-dc30-434a-94bd-ff4950d385c5 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:38:13.225875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:13.499462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04d3e7-caad-471d-901d-420bdc151e97 req-784a54f5-56ea-4eb3-a86c-8e560cac053e tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:13.501394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c04d3e7-caad-471d-901d-420bdc151e97 req-784a54f5-56ea-4eb3-a86c-8e560cac053e tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 932 time: 0.3290925 Oct 19 20:38:13.522161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:13.683459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Router f228926b-2362-44c2-8f25-17077282e6b0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:38:13.817213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c04d3e7-caad-471d-901d-420bdc151e97 req-79a530c4-f8e9-4754-b23e-c348096c9fa5 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695441 Oct 19 20:38:13.856227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:13.973079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.25.7.96 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/cfb91e10-5581-4e56-ae40-e0bd56acfe3b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:14.122759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Attempting to bind port f479305b-dc30-434a-94bd-ff4950d385c5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:14.123192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Attempting to bind port f479305b-dc30-434a-94bd-ff4950d385c5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:14.123536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Attempting to bind port f479305b-dc30-434a-94bd-ff4950d385c5 on network 90bbb476-d7af-4619-973f-2e410fce000c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:14.151720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Port f479305b-dc30-434a-94bd-ff4950d385c5 on network 90bbb476-d7af-4619-973f-2e410fce000c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:38:14.152049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Attempting to bind port f479305b-dc30-434a-94bd-ff4950d385c5 on network 90bbb476-d7af-4619-973f-2e410fce000c {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:14.183722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:14.184093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Checking segment: {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:14.184468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Bound using segment: {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:14.184815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6fa8-5761-4f48-9629-ae9c72bbcd0d req-730a29c8-b7f9-4e51-8175-1187d52f4ac3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:14.185365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Bound port: f479305b-dc30-434a-94bd-ff4950d385c5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a907ec-4fc3-489d-901f-f873cd13f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:14.185365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:14.187436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-197b6fa8-5761-4f48-9629-ae9c72bbcd0d req-730a29c8-b7f9-4e51-8175-1187d52f4ac3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1240921 Oct 19 20:38:14.241942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-197b6fa8-5761-4f48-9629-ae9c72bbcd0d req-e5801ac3-fd7a-4534-92cc-59787a60a9dd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Oct 19 20:38:14.476380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:14.488867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f479305b-dc30-434a-94bd-ff4950d385c5,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:14.504133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:14.526692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79203893-f95e-4e00-9948-b201fee86593 req-421364bb-2dea-4bb2-a331-08d2224efd5b tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0667732 Oct 19 20:38:14.533034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:38:14.545756 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Sync routers for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:38:14.548392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee892591-ed3f-4be2-baf0-0a94d996c507 admin admin] 10.222.0.31 "PUT /v2.0/routers/f228926b-2362-44c2-8f25-17077282e6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2167745 Oct 19 20:38:14.551609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58388) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:14.565669 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:14.568249 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:14.668906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:14.755846 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:14.838554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:14.894555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:14.897666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:14.899323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f479305b-dc30-434a-94bd-ff4950d385c5 HTTP/1.1" status: 200 len: 1092 time: 3.7904615 Oct 19 20:38:14.899801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:14.934275 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22f7555-64f9-489e-ae40-27d670ffab2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:15.055155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:15.163574 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ddecc-f054-480a-bec3-4036922aae09 x-openstack-request-id: req-7e2ddecc-f054-480a-bec3-4036922aae09 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:15.163574 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:15.163574 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e2ddecc-f054-480a-bec3-4036922aae09 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:15.163574 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5', 'status': 'completed', 'code': 200} Oct 19 20:38:15.208707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:15.289580 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:38:11Z', 'revision_number': 5, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port': {'id': '22fd7d9f-eab5-4a48-9420-9775d03e9ed2', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:29:02Z', 'updated_at': '2021-10-19T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:15.325579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Deleting port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:15.326011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:15.326650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:15.343747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-6d899644-88cf-4a93-a3f8-ba63ace35201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:15.345427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-6d899644-88cf-4a93-a3f8-ba63ace35201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 1095 time: 0.4050236 Oct 19 20:38:15.350587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:15.353227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:15.361939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Checking router: f228926b-2362-44c2-8f25-17077282e6b0 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:15.386387 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Routers {'f228926b-2362-44c2-8f25-17077282e6b0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:15.387279 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f228926b-2362-44c2-8f25-17077282e6b0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:15.483680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-4a229190-e2f1-4075-b9f3-1bd9dd1bb677 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f479305b-dc30-434a-94bd-ff4950d385c5 HTTP/1.1" status: 200 len: 217 time: 0.0788155 Oct 19 20:38:15.484934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce655-d62b-4d2e-ba35-d233527d88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:15.547590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=cfb91e10-5581-4e56-ae40-e0bd56acfe3b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:15.572265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46ea0-0c57-4389-b4d0-f51e308901eb req-79a983e8-65f1-4f60-9ecb-ed35c8703046 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:15.575753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4a46ea0-0c57-4389-b4d0-f51e308901eb req-79a983e8-65f1-4f60-9ecb-ed35c8703046 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 944 time: 0.4951890 Oct 19 20:38:15.609089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233875a-bb34-4469-b791-c3afbff90984 req-913c97d6-febc-4b0f-ac00-d013df51b356 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:15.610759 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] Set router f228926b-2362-44c2-8f25-17077282e6b0 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:15.614290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0233875a-bb34-4469-b791-c3afbff90984 req-913c97d6-febc-4b0f-ac00-d013df51b356 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.1500475 Oct 19 20:38:15.703691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4a46ea0-0c57-4389-b4d0-f51e308901eb req-a9fd05ce-0d34-4131-b967-f0e3de07b0f7 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955260 Oct 19 20:38:15.729206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] For port 22fd7d9f-eab5-4a48-9420-9775d03e9ed2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:15.729710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:15.740529 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:38:15Z', 'revision_number': 6, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:15.775348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0233875a-bb34-4469-b791-c3afbff90984 req-fcc9e110-9ee8-46dc-b3cd-feb1b8a35a75 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340559 Oct 19 20:38:15.782959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Calling delete_port for 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:15.790470 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d52f8-9a9d-4d11-b70b-060cff947c14 None None] The sync data for ids ['f228926b-2362-44c2-8f25-17077282e6b0'] in n-d-805649-9 is: [{'id': 'f228926b-2362-44c2-8f25-17077282e6b0', 'name': 'tempest-ServerActionsTestJSON-250644742-router', 'tenant_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:29:01Z', 'updated_at': '2021-10-19T20:38:15Z', 'revision_number': 6, 'project_id': '71f6b3fd28ec4a0c8ec7c18fd9322fd1', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:38:15.839893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-6479f653-b27e-450a-b373-dd27fdbba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:15.841405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-6479f653-b27e-450a-b373-dd27fdbba687 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fe5b7a6-91fa-4591-a119-be49a9e09fe7 HTTP/1.1" status: 200 len: 848 time: 0.2965040 Oct 19 20:38:15.891607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-3bd82d57-3df3-473f-b597-1ea2a03d248e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bbb476-d7af-4619-973f-2e410fce000c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331101 Oct 19 20:38:15.957642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c5d94e7f-0bc2-4a90-b616-e6dbb206d17a req-3fd51b16-5405-440c-932c-ba626b9ca7da tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1306951 Oct 19 20:38:16.223606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-8dc58ec3-6bc7-4ab5-86a3-825f63ffc48d service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594218 Oct 19 20:38:16.562416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-d5e0be15-bb50-45be-8fef-ae2fd4861df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:16.564118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-d5e0be15-bb50-45be-8fef-ae2fd4861df2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 1096 time: 0.1090095 Oct 19 20:38:16.714189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:16.894307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-215d45d5-5159-4c0b-8bcf-e098367e7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:16.895793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-215d45d5-5159-4c0b-8bcf-e098367e7f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.3245063 Oct 19 20:38:16.901330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=22fd7d9f-eab5-4a48-9420-9775d03e9ed2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:16.977162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cc3878-2816-4f23-aa02-b1cc978fbf6f req-863d9320-8d0c-477e-8a7d-560d3d677655 service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436512 Oct 19 20:38:17.001906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.043502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.146989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.149983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.161819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3f58-afa6-424c-b9bf-bb117cce5d2f req-da8a2be3-5179-4a47-a0f3-6c36e82a8789 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.163883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de1f3f58-afa6-424c-b9bf-bb117cce5d2f req-da8a2be3-5179-4a47-a0f3-6c36e82a8789 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2503867 Oct 19 20:38:17.205992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-c545aa23-65af-4c4b-9991-7896abf3ae9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7 HTTP/1.1" status: 200 len: 217 time: 0.2741592 Oct 19 20:38:17.208859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.209862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f228926b-2362-44c2-8f25-17077282e6b0 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:38:17.218937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.220106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2fb101c-fcc7-49f1-ad86-fb61fbf0cd2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/f228926b-2362-44c2-8f25-17077282e6b0 HTTP/1.1" status: 204 len: 168 time: 2.6672559 Oct 19 20:38:17.228584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58460) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:17.278933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de1f3f58-afa6-424c-b9bf-bb117cce5d2f req-31049af4-9af1-4ac1-bec3-f389331d8d2c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947702 Oct 19 20:38:17.311708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-fc047e57-0509-4150-810a-50dc1eb8ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.313415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-fc047e57-0509-4150-810a-50dc1eb8ad32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 1095 time: 0.2541301 Oct 19 20:38:17.394464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16f85-644c-41f5-bd47-486b0bc630d1 req-fa9c8037-72f2-45fc-8e87-1399aecae40f tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.400976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e18d6719-7a0e-48e8-bc9a-28cf18b69552 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:17.406786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ba16f85-644c-41f5-bd47-486b0bc630d1 req-fa9c8037-72f2-45fc-8e87-1399aecae40f tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 944 time: 0.5355866 Oct 19 20:38:17.410645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.456123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e18d6719-7a0e-48e8-bc9a-28cf18b69552 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:17.460466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e18d6719-7a0e-48e8-bc9a-28cf18b69552 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:17.464023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:17.491435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-c102161a-3550-465a-bc72-aa2215d82827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.492920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-c102161a-3550-465a-bc72-aa2215d82827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.2789245 Oct 19 20:38:17.512737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:17.513190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 22fd7d9f-eab5-4a48-9420-9775d03e9ed2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:17.539683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ba16f85-644c-41f5-bd47-486b0bc630d1 req-38382336-b5b9-44c5-82d1-09baba00aa33 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319373 Oct 19 20:38:17.557150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Deleting subnet e306c51a-8c15-4150-a93d-c05b9702157b {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:38:17.562539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.596030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-5143ead4-bbba-496a-9a3c-a327cf1eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.598302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-5143ead4-bbba-496a-9a3c-a327cf1eac25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 200 len: 909 time: 0.2738147 Oct 19 20:38:17.614374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-9d0f9837-058a-4fd1-9b28-684a2d4cdc57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888319 Oct 19 20:38:17.626750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58753dc2-234b-41e7-860f-246089abe883 req-e14ed937-b3b8-4cb9-a8a2-65b02410e1ff tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0730212 Oct 19 20:38:17.696982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:17.707570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-5332f61b-29d1-457b-a9b8-50157ed39894 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f479305b-dc30-434a-94bd-ff4950d385c5 HTTP/1.1" status: 200 len: 217 time: 0.0838010 Oct 19 20:38:17.782150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-662b7e98-59d6-46fc-9815-64a475d78ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:17.785544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-662b7e98-59d6-46fc-9815-64a475d78ca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fe5b7a6-91fa-4591-a119-be49a9e09fe7 HTTP/1.1" status: 200 len: 848 time: 0.0685592 Oct 19 20:38:17.826139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-e2d8b72c-5c66-4694-8785-7a799262631d service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019444 Oct 19 20:38:17.864288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-9dc492c3-52a5-4e49-858e-e02418908265 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90bbb476-d7af-4619-973f-2e410fce000c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664718 Oct 19 20:38:17.888597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.051359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c090ef9f-4117-4e93-9c6e-fb1ace6fbfa4 req-03d2794a-d92f-4cfa-acd4-37e86d781761 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080402 Oct 19 20:38:18.052917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.110004 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-91d85801-88fb-4a16-b751-18dee6170331 service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347152 Oct 19 20:38:18.143160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e306c51a-8c15-4150-a93d-c05b9702157b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:18.166933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.172460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18510338-850c-45b6-a94a-271b6b6058fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e306c51a-8c15-4150-a93d-c05b9702157b HTTP/1.1" status: 204 len: 168 time: 0.9379694 Oct 19 20:38:18.173409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3a719-76ec-493a-b540-5cf460dfe763 None None] Network 35f73dbf-be31-4336-894f-8d663a12752a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:18.173627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:18.236927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.250569 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.369054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.408283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d22f7555-64f9-489e-ae40-27d670ffab2f req-c1ac1459-45ee-4d61-9f5c-73e45aea8ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894349 Oct 19 20:38:18.452549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=cfb91e10-5581-4e56-ae40-e0bd56acfe3b,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:18.463952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.606124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] DHCP port deletion for 35f73dbf-be31-4336-894f-8d663a12752a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:38:18.670051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414dc5-e689-4c61-a789-4b01790ac99f req-b791dda4-e70e-4f88-a058-3c226e701121 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:18.678443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c414dc5-e689-4c61-a789-4b01790ac99f req-b791dda4-e70e-4f88-a058-3c226e701121 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 945 time: 0.2004938 Oct 19 20:38:18.698625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Deleting port 47326c24-eb83-4174-9429-965f3209c6ee {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:18.698971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.715615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Deleting port 47326c24-eb83-4174-9429-965f3209c6ee {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:18.716238 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.761002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c414dc5-e689-4c61-a789-4b01790ac99f req-d4259504-21fd-41b2-a7f4-48af5c006b92 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778756 Oct 19 20:38:18.776217 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Floating IP 2a743452-b91f-47b8-978a-1bb316334a34 associated. External IP: 172.25.7.96, port: daef42d4-1dba-4beb-b4f4-4fbb9d83481f. Oct 19 20:38:18.858622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] For port 47326c24-eb83-4174-9429-965f3209c6ee, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=47326c24-eb83-4174-9429-965f3209c6ee,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:18.858993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.868806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f03b-f4c0-43a6-a9d3-6708e230991e req-64b7701f-a374-462f-8813-9450f88d0326 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:18.870798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e994f03b-f4c0-43a6-a9d3-6708e230991e req-64b7701f-a374-462f-8813-9450f88d0326 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 944 time: 0.1978619 Oct 19 20:38:18.877781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] For port 47326c24-eb83-4174-9429-965f3209c6ee, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=47326c24-eb83-4174-9429-965f3209c6ee,segment=NetworkSegment(3afd0503-d9ad-48d2-a97f-0fb9c324b5ed),segment_id=3afd0503-d9ad-48d2-a97f-0fb9c324b5ed)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:18.878535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:18.906399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Calling delete_port for 47326c24-eb83-4174-9429-965f3209c6ee owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:18.910654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Calling delete_port for 47326c24-eb83-4174-9429-965f3209c6ee owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:18.950086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71a84b00-05e9-4991-9de6-a37c0b9dcc6b req-81b43b64-7ed7-43d8-8260-846be9f6c97b tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0413744 Oct 19 20:38:18.997564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f479305b-dc30-434a-94bd-ff4950d385c5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:38:18.999833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:19.067886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.099253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e994f03b-f4c0-43a6-a9d3-6708e230991e req-7029e06f-5868-4035-b6bf-d138699ed4fb tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108338 Oct 19 20:38:19.104948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58494) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:19.107103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Pushing event deleted for resources: {'Port': ['ID=47326c24-eb83-4174-9429-965f3209c6ee,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:19.141157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] No DVR routers for this DVR port 47326c24-eb83-4174-9429-965f3209c6ee on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:19.206290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.301779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:19.305220 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16c2d2-070c-4239-875b-e69e5a7bb0c4" -d '{"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-unplugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:19.357602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:19.371242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:38:19.386143 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625553f-65bf-4526-9fe3-f1bfc3b8947b x-openstack-request-id: req-3625553f-65bf-4526-9fe3-f1bfc3b8947b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:19.387459 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-unplugged", "status": "completed", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:19.387820 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3625553f-65bf-4526-9fe3-f1bfc3b8947b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:19.388103 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'code': 200} Oct 19 20:38:19.397801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 47326c24-eb83-4174-9429-965f3209c6ee no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:19.439457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75ba8eae-b01a-42d3-8831-3e3eb1d3ddd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.444328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.454078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 47326c24-eb83-4174-9429-965f3209c6ee {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:19.454417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 47326c24-eb83-4174-9429-965f3209c6ee not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:19.459818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.516500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:38:19.554370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.564124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.610825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f73dbf-be31-4336-894f-8d663a12752a']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:19.613735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d003fdd-4da0-4854-8716-41aa8ba87a77 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4469092 Oct 19 20:38:19.614342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:19.618960 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:19.621889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58502) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:19.655496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f479305b-dc30-434a-94bd-ff4950d385c5,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:19.703876 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03261516-5c78-4b39-9734-a335ed79f7d9 x-openstack-request-id: req-03261516-5c78-4b39-9734-a335ed79f7d9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:19.704174 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:19.704423 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03261516-5c78-4b39-9734-a335ed79f7d9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:19.704824 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'status': 'completed', 'code': 200} Oct 19 20:38:19.750004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:19.751193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afd0503-d9ad-48d2-a97f-0fb9c324b5ed') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:19.790742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.846362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.859789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-151f7ba0-5340-4e98-b3c0-863035c17083 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/2a743452-b91f-47b8-978a-1bb316334a34 HTTP/1.1" status: 200 len: 990 time: 0.2365327 Oct 19 20:38:19.868261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:19.868911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:19.871877 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:19.897413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75ba8eae-b01a-42d3-8831-3e3eb1d3ddd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.984462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75ba8eae-b01a-42d3-8831-3e3eb1d3ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:19.999166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-f55b118b-8a6c-43c1-af7e-2d3b130c5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.001288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-f55b118b-8a6c-43c1-af7e-2d3b130c5792 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1096 time: 0.2446051 Oct 19 20:38:20.040146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'f479305b-dc30-434a-94bd-ff4950d385c5', 'network_id': '90bbb476-d7af-4619-973f-2e410fce000c', 'port_id': 'f479305b-dc30-434a-94bd-ff4950d385c5', 'mac_address': 'fa:16:3e:d0:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe5b7a6-91fa-4591-a119-be49a9e09fe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:38:20.045256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:38:20.048843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] No DVR routers for this DVR port 47326c24-eb83-4174-9429-965f3209c6ee on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:20.072907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.113093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.161249 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.177562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f479305b-dc30-434a-94bd-ff4950d385c5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:20.182142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.193183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b1d82-422a-46d3-a76f-7d98de3cd306 None None] Pushing event deleted for resources: {'Port': ['ID=47326c24-eb83-4174-9429-965f3209c6ee,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.194631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] 10.222.0.31 "DELETE /v2.0/networks/35f73dbf-be31-4336-894f-8d663a12752a HTTP/1.1" status: 204 len: 168 time: 2.0199201 Oct 19 20:38:20.199736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:20.200541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3361baf5-56eb-483e-9f87-58b2c2a42e0d req-56ae013a-2744-4f06-9612-5411d3db05cf tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0664730 Oct 19 20:38:20.202155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:20.204322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba8eae-b01a-42d3-8831-3e3eb1d3ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c029a9cb-2f5f-4f71-847d-7f25ba54f3b0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.237789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-75ba8eae-b01a-42d3-8831-3e3eb1d3ddd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e57e91ade76432dbf42e33b691ddf41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1272492 Oct 19 20:38:20.241531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf32597-25f4-4ef7-a58d-ed7359bbc98e admin admin] Pushing event deleted for resources: {'Network': ['ID=35f73dbf-be31-4336-894f-8d663a12752a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.249215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58516) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:20.251602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b208be-6d2f-4f4f-b9d5-d010590b2d21 req-630633ee-f4a4-464d-ad52-5f6e67fe6e8e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.262363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6b208be-6d2f-4f4f-b9d5-d010590b2d21 req-630633ee-f4a4-464d-ad52-5f6e67fe6e8e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.3675554 Oct 19 20:38:20.268016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f479305b-dc30-434a-94bd-ff4950d385c5,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:20.300280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.437875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.452401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6b208be-6d2f-4f4f-b9d5-d010590b2d21 req-3f6478b5-e094-4ba6-a5c9-b747a3025eb2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869175 Oct 19 20:38:20.473912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-ede27e21-b603-49db-bc25-1b481e401fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.475659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:20.478233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-ede27e21-b603-49db-bc25-1b481e401fa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 897 time: 0.4200640 Oct 19 20:38:20.501059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168a4c-e9f1-4953-86a6-e395e65ca8bd req-1a652f9e-ecd1-4a16-9941-4983cf2fae98 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.502682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e168a4c-e9f1-4953-86a6-e395e65ca8bd req-1a652f9e-ecd1-4a16-9941-4983cf2fae98 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 945 time: 0.1575584 Oct 19 20:38:20.571726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58520) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:20.586410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['f479305b-dc30-434a-94bd-ff4950d385c5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:38:20.602444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.635809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e168a4c-e9f1-4953-86a6-e395e65ca8bd req-59e6e4c6-3be1-4420-958f-e7097ffadce1 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134834 Oct 19 20:38:20.645215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-1dc75445-ba62-4ae9-bea3-c01ebe80f20d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 998 time: 0.1621614 Oct 19 20:38:20.686225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.765740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d362e36-99f0-48e9-81ba-730edc612fba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71f6b3fd28ec4a0c8ec7c18fd9322fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929903 Oct 19 20:38:20.766305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58534) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:20.834048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-55078f6e-cd82-4ed0-882f-7fa3c93f7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.835744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-55078f6e-cd82-4ed0-882f-7fa3c93f7ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 200 len: 834 time: 0.1667039 Oct 19 20:38:20.847929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.851413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:20.852941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c029a9cb-2f5f-4f71-847d-7f25ba54f3b0 HTTP/1.1" status: 204 len: 168 time: 0.5988309 Oct 19 20:38:20.863003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:20.924862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068c11a-24ed-422a-bdf5-f1d90d09e3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029a9cb-2f5f-4f71-847d-7f25ba54f3b0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:20.936134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-f3d03744-eb95-42f8-a2f1-e64c83061963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:20.941859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-f3d03744-eb95-42f8-a2f1-e64c83061963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970750 Oct 19 20:38:20.968281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:21.008457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ae98127e-e75e-41c5-8fe3-1dcff4203eb7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:21.033889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:21.166611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:21.175671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:21.179735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65eab883-aa96-4122-b423-8c01e547e934 HTTP/1.1" status: 204 len: 168 time: 0.4094129 Oct 19 20:38:21.214479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e8b73-b716-4ccf-952d-191e58eedb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eab883-aa96-4122-b423-8c01e547e934,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:21.243396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:16Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:21.292867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6ef0e83c-3eda-4214-866c-319cb7b0190b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/2a743452-b91f-47b8-978a-1bb316334a34 HTTP/1.1" status: 200 len: 990 time: 0.4269683 Oct 19 20:38:21.301730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:21.304514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-9b27905b-d31b-477f-b1f5-db2f0a490f9b service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415239 Oct 19 20:38:21.345993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:21.349197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:21.590251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58e60d3a-5cbe-4543-9ce6-68da9d7f9812 req-f95081c4-0992-4526-93a8-55012585a1e8 service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784822 Oct 19 20:38:21.622931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:21.897086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58584) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:21.919137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02ab352f-3c5e-4df9-97ca-9febb2deaf6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:21.988446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-4a394d3e-0751-423b-a420-85a73ca13b89 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:21.995516 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-4a394d3e-0751-423b-a420-85a73ca13b89 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=b51464ec-c51f-4338-9c03-6cd57f6a7196 HTTP/1.1" status: 200 len: 943 time: 0.1379306 Oct 19 20:38:22.099005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:16Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:22.122319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-3a946a89-40ef-42e1-9827-d413755f431f req-672d54d9-9982-4717-a10e-6cf19285e003 service neutron] (100735) timed out ('10.222.0.31', 58124) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:38:22.149591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc5e9376-614f-46e5-8747-b9b9cac0782d req-29a91200-13c4-4532-9d72-e75c31bcd7a5 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.7181189 Oct 19 20:38:22.206269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7b52b-ae01-4863-bfc1-19090dcd226f None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:37:38Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:16Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:38:22.247612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02ab352f-3c5e-4df9-97ca-9febb2deaf6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.255289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02ab352f-3c5e-4df9-97ca-9febb2deaf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.299063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58592) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:22.333928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02ab352f-3c5e-4df9-97ca-9febb2deaf6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fa3fe19c1da4b0881204f00927acaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342594 Oct 19 20:38:22.335883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:22.336291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.377022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:22.591775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port ae98127e-e75e-41c5-8fe3-1dcff4203eb7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:22.592136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.599505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e97674-e791-4dd1-99f0-1a8b1ba73c9e req-8113dd92-f3c4-4149-a431-6847c19dd014 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:22.607237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-84e97674-e791-4dd1-99f0-1a8b1ba73c9e req-8113dd92-f3c4-4149-a431-6847c19dd014 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 945 time: 0.3413436 Oct 19 20:38:22.628817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for ae98127e-e75e-41c5-8fe3-1dcff4203eb7 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:22.660521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5b94c88-a4d4-4bbd-bd4d-f787c3d4418a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/2a743452-b91f-47b8-978a-1bb316334a34 HTTP/1.1" status: 200 len: 990 time: 0.2963617 Oct 19 20:38:22.688472 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde43dd-da96-4817-ba84-09d897b0e3b8 None None] New status for floating IP 2a743452-b91f-47b8-978a-1bb316334a34: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:38:22.712405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.752000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-84e97674-e791-4dd1-99f0-1a8b1ba73c9e req-c7b09665-3231-465b-affc-15f23a3eadaa tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436887 Oct 19 20:38:22.802148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.867070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.871464 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.889901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2fe8d2a-82fe-4dd2-85db-e7132cb6d95c HTTP/1.1" status: 204 len: 168 time: 0.4898632 Oct 19 20:38:22.913056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe8d2a-82fe-4dd2-85db-e7132cb6d95c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:22.954448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.957170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.957680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.958417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.958859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.959296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.961286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.962248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.962692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.963603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.965273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.965743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27162ac6-186f-4197-9126-6da700fadf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:22.966591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:22.997961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58612) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:23.007004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f479305b-dc30-434a-94bd-ff4950d385c5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:23.028192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=ae98127e-e75e-41c5-8fe3-1dcff4203eb7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:23.054150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab352f-3c5e-4df9-97ca-9febb2deaf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe8d2a-82fe-4dd2-85db-e7132cb6d95c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:23.116680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port f479305b-dc30-434a-94bd-ff4950d385c5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:38:23.120659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port f479305b-dc30-434a-94bd-ff4950d385c5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:23.121037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.131814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port ae98127e-e75e-41c5-8fe3-1dcff4203eb7 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:23.135317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.149079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91cb2146-5760-4bfa-81f1-d6d451af0106 req-b71516f1-aa1f-49b4-bf75-8a55416e534c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "DELETE /v2.0/ports/ae98127e-e75e-41c5-8fe3-1dcff4203eb7 HTTP/1.1" status: 204 len: 173 time: 1.1520867 Oct 19 20:38:23.150022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-deleted', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:23.160769 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609041d8-d7cd-42ca-ad43-3f7d43991cb1" -d '{"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-deleted", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:23.202399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1483592629-network', 'tenant_id': 'e0de5f660592428da020db107b8feed2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:23.250414 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53f493e-386b-479b-9ce2-c4602b81645e x-openstack-request-id: req-f53f493e-386b-479b-9ce2-c4602b81645e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:23.251001 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51464ec-c51f-4338-9c03-6cd57f6a7196", "name": "network-vif-deleted", "tag": "ae98127e-e75e-41c5-8fe3-1dcff4203eb7", "status": "failed", "code": 422}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:23.251417 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f53f493e-386b-479b-9ce2-c4602b81645e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:23.252091 n-d-805649-9 neutron-server[100734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b51464ec-c51f-4338-9c03-6cd57f6a7196', 'name': 'network-vif-deleted', 'tag': 'ae98127e-e75e-41c5-8fe3-1dcff4203eb7', 'status': 'failed', 'code': 422} returned with failed status Oct 19 20:38:23.260040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Made reservation on behalf of e0de5f660592428da020db107b8feed2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:23.262879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.280899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.285735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.353405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f479305b-dc30-434a-94bd-ff4950d385c5,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:23.357202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:23.372004 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a399509-f29c-44fb-b0cf-8c13ff37de14" -d '{"events": [{"server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "name": "network-vif-plugged", "status": "completed", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:23.375406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.468286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:23.474729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f621341b-4812-4e1e-b328-c678b3c85f0d req-a698d89f-a14a-456c-b85d-31994d4c17af tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0673275 Oct 19 20:38:23.555033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.560455 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.590956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:23.619351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230e6518-a925-4dd3-986c-e2228c146e34,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:23.631708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.631708 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Added segment 127b701b-5bd9-4187-a0f1-c67c2733504f of type vlan for network 768c37d1-de23-46c8-b2ce-4212178bba4f Oct 19 20:38:23.662344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58632) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:23.726568 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04651d-33d9-4f91-816e-128712835cfa x-openstack-request-id: req-6b04651d-33d9-4f91-816e-128712835cfa {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:23.727230 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "name": "network-vif-plugged", "status": "completed", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:23.727816 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b04651d-33d9-4f91-816e-128712835cfa {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:23.728541 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5', 'code': 200} Oct 19 20:38:23.785632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.840698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.842171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:23.842762 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:23.865258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cbe3629-3964-4c94-8b8b-caba79b67751 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/2a743452-b91f-47b8-978a-1bb316334a34 HTTP/1.1" status: 200 len: 992 time: 0.1991520 Oct 19 20:38:24.017168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0172567 Oct 19 20:38:24.020899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58650) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:24.024385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856004-1193-4283-ab53-c74482036747 admin admin] Pushing event updated for resources: {'Network': ['ID=768c37d1-de23-46c8-b2ce-4212178bba4f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:24.033580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18529af8-e2f4-461e-9cc2-4f29965023a6 req-225d2b59-56c4-410e-96ba-4181a7747591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:24.035168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18529af8-e2f4-461e-9cc2-4f29965023a6 req-225d2b59-56c4-410e-96ba-4181a7747591 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 1097 time: 0.2103102 Oct 19 20:38:24.045808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Request body: {'subnet': {'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1483592629-subnet', 'tenant_id': 'e0de5f660592428da020db107b8feed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:24.047611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 768c37d1-de23-46c8-b2ce-4212178bba4f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:24.074399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c277-7a4d-48ec-89c0-4c00eeb9f989 req-c611f5ce-341a-4e53-91b8-4fb1b9b823c3 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:24.076353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c5a1c277-7a4d-48ec-89c0-4c00eeb9f989 req-c611f5ce-341a-4e53-91b8-4fb1b9b823c3 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 946 time: 0.1761055 Oct 19 20:38:24.111502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18529af8-e2f4-461e-9cc2-4f29965023a6 req-23b5abbf-6e82-4097-84cf-2b341725511a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685256 Oct 19 20:38:24.130818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Made reservation on behalf of e0de5f660592428da020db107b8feed2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:24.133600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:24.149991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c5a1c277-7a4d-48ec-89c0-4c00eeb9f989 req-144240bc-935c-46fe-ae97-cf667013f93a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639420 Oct 19 20:38:24.350302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-23a0d67f-75eb-4508-894b-aee593f465cd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:24.351793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-23a0d67f-75eb-4508-894b-aee593f465cd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.2354078 Oct 19 20:38:24.395370 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-5db900c2-552a-4477-9324-be12e062e3d1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0367706 Oct 19 20:38:24.441187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-7cf2720c-c46a-40dc-b5f2-f29938a6ece1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400074 Oct 19 20:38:24.446806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:24.566086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fe9ee1-31e7-47da-95ca-3c1d1b838eb0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:24.582941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Checking segment: {'id': '127b701b-5bd9-4187-a0f1-c67c2733504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:24.583311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Network hostable DHCP agents. Network: 768c37d1-de23-46c8-b2ce-4212178bba4f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:24.621854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-47281f49-32ef-4753-b8c3-c9c524f7a058 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725657 Oct 19 20:38:24.673718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Network 768c37d1-de23-46c8-b2ce-4212178bba4f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:24.739648 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88b9001a-1a77-4751-9677-cfa8ed567208 req-8a086eae-5523-4b5c-9377-109e6da56a7c tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0496008 Oct 19 20:38:24.742338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 768c37d1-de23-46c8-b2ce-4212178bba4f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:24.761925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6603ea-3405-4d97-af2b-db0aba120bdf None None] Network 768c37d1-de23-46c8-b2ce-4212178bba4f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:24.774699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:24.775404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:24.798513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d008b46-5d9f-458d-9fa8-511379c740a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7759287 Oct 19 20:38:24.864204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-788f82d1-0e47-4849-a115-7df251afb921 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373459 Oct 19 20:38:25.029498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3710a82-5c8a-454d-bae0-c0fa2629354f None None] Network 768c37d1-de23-46c8-b2ce-4212178bba4f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:25.278574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b606b8a-dc23-429c-ab45-086abb6d3baf req-0b5db8fd-8696-458d-8758-655a6a7f1a39 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 210 time: 0.0957966 Oct 19 20:38:25.385639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fba957-d5fe-4fd6-b83d-36027c8b1f2d req-28053762-5565-4a63-a197-a55e2488149a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:25.401877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18fba957-d5fe-4fd6-b83d-36027c8b1f2d req-28053762-5565-4a63-a197-a55e2488149a tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 946 time: 0.1098113 Oct 19 20:38:25.471880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18fba957-d5fe-4fd6-b83d-36027c8b1f2d req-21d169c1-a9d4-425c-8f16-1b0d38583f4c tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684717 Oct 19 20:38:25.879434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-bfa33620-4a2f-4f17-9eec-512b1840b45e tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:25.881437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-bfa33620-4a2f-4f17-9eec-512b1840b45e tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/networks?id=768c37d1-de23-46c8-b2ce-4212178bba4f HTTP/1.1" status: 200 len: 813 time: 0.2266798 Oct 19 20:38:25.924200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-b9893cf4-0c81-4632-8246-f78313b09109 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/quotas/e0de5f660592428da020db107b8feed2 HTTP/1.1" status: 200 len: 375 time: 0.0365589 Oct 19 20:38:25.983382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-5c5c4017-a694-4012-aef1-8519d2f25615 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0de5f660592428da020db107b8feed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490394 Oct 19 20:38:25.998657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5ef14ed-597e-4a2a-8bda-240095bc371f req-7dff1fdd-4cc1-4494-8446-90858c03de14 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1074867 Oct 19 20:38:26.158280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-e97edca0-449d-4156-a1b5-c3adbbb1cf36 service neutron] 10.222.0.31 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756709 Oct 19 20:38:26.374664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-cde599ef-7066-47b0-a430-6692474588af service neutron] 10.222.0.31 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062557 Oct 19 20:38:26.446285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b213de00-33bc-411a-8a06-d80904bcbf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:26.482793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-716ea2ca-2c79-4a81-9b87-b390868ecf3f req-de57ace7-1751-4d41-a75d-75a9a10f3ed0 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 210 time: 0.0686085 Oct 19 20:38:26.660943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:26.850835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51d85209-795d-46bd-8b12-c90c338321c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:26.911964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d269aa7b-bc2d-4943-9443-2427735a78ee req-b2b0ad2c-b1b0-44dd-8e0e-b4b8eb0a4d36 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 210 time: 0.1258132 Oct 19 20:38:26.929201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-5864f4b5-52b4-4674-a8d4-4558ebe612b5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:26.931151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-5864f4b5-52b4-4674-a8d4-4558ebe612b5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.3821669 Oct 19 20:38:26.948620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:26.958749 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51d85209-795d-46bd-8b12-c90c338321c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:26.967336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51d85209-795d-46bd-8b12-c90c338321c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.110857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d85209-795d-46bd-8b12-c90c338321c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d16e5-c61a-4cc0-b493-a6de6fabb77c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:27.135168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-51d85209-795d-46bd-8b12-c90c338321c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4554112f684b49309f4f25d030fe5f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730532 Oct 19 20:38:27.143337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58812) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:27.181567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3e1e-9b07-47fa-86d9-72cf9ef8e102 req-a3eb50ad-a3b6-4493-ae27-5f3fe84f73f4 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:27.192612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf1c3e1e-9b07-47fa-86d9-72cf9ef8e102 req-a3eb50ad-a3b6-4493-ae27-5f3fe84f73f4 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 946 time: 0.2299240 Oct 19 20:38:27.276939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf1c3e1e-9b07-47fa-86d9-72cf9ef8e102 req-801db25a-5ef6-4f98-9163-3a847ecf1091 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837204 Oct 19 20:38:27.282829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9eaf8491-5574-48fd-8b62-2c965bcf534b req-546312b3-8201-4cdd-af14-d7180459f76f tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0716736 Oct 19 20:38:27.310551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:27.314633 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.369933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.427845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.504057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.511100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:27.514388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab1d16e5-c61a-4cc0-b493-a6de6fabb77c HTTP/1.1" status: 204 len: 168 time: 0.3699863 Oct 19 20:38:27.550542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c606efa-2ead-4f71-87cc-461d7cc204d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d16e5-c61a-4cc0-b493-a6de6fabb77c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:27.629134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.4 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/eb25a57a-660a-4b0a-973e-29c8615d4460) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:27.686591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-880df839-4e92-4343-b152-17091a4d5db8 req-cee677b4-1844-48b8-a2fa-54baf27bf773 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 210 time: 0.0617681 Oct 19 20:38:27.987722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.078583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.116596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58832) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:28.120071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c4dfc9a3-3d45-4029-bec7-96173884ce0d req-e6d03d4d-a5ed-4c49-838c-87a6c03b6dc1 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 210 time: 0.0545628 Oct 19 20:38:28.157047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f64877-9f2e-4a87-a6ac-ccef7ca720b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.180116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-962f4f8e-e15d-4c83-a0ac-b260e29ec005 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:28.181812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-962f4f8e-e15d-4c83-a0ac-b260e29ec005 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 946 time: 0.1176147 Oct 19 20:38:28.226486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:28.239758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:28.263596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:28.283351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:28.387259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:28.387961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.419549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-f76c662c-ea3f-4c3d-8edc-d6e0a1d65550 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4752357 Oct 19 20:38:28.436825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Request body: {'port': {'device_id': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:28.556744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f64877-9f2e-4a87-a6ac-ccef7ca720b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.567778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fbe4e6cd-0d9f-4980-b5ef-c91c86b45c21 req-17ff36cd-e61e-44ed-894e-a94eedc3e36a tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0694449 Oct 19 20:38:28.570452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95f64877-9f2e-4a87-a6ac-ccef7ca720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.594084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.613091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95f64877-9f2e-4a87-a6ac-ccef7ca720b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9175797cedb54ae8b4fdd250cb173c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933822 Oct 19 20:38:28.628315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-8eeb8e95-2390-43fe-ad0d-ddc3a8d7b634 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:28.629225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:28.629700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-8eeb8e95-2390-43fe-ad0d-ddc3a8d7b634 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.11 "GET /v2.0/networks?id=768c37d1-de23-46c8-b2ce-4212178bba4f HTTP/1.1" status: 200 len: 813 time: 0.3702083 Oct 19 20:38:28.636238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Deleting port f479305b-dc30-434a-94bd-ff4950d385c5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:28.636573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.665095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c51f-b48a-4d90-bf21-71b31a4e35fb req-1300307f-e753-43b3-91fd-dd599b8b464c tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:28.666660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fc6c51f-b48a-4d90-bf21-71b31a4e35fb req-1300307f-e753-43b3-91fd-dd599b8b464c tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 946 time: 0.2397950 Oct 19 20:38:28.672899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Request body: {'port': {'device_id': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f', 'admin_state_up': True, 'tenant_id': 'e0de5f660592428da020db107b8feed2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:28.676103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f64877-9f2e-4a87-a6ac-ccef7ca720b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5bec9e-624c-4487-a683-d31e23c945b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:28.804255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fc6c51f-b48a-4d90-bf21-71b31a4e35fb req-70ca93a1-6362-473b-a40d-255ce369e343 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c736013-2177-4c3c-8382-5e7446b512eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085939 Oct 19 20:38:28.826349 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.909190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:28.939188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aada6-0691-47e8-a897-c068d143d71f req-fd899a99-ed6f-4783-9c9e-557fefdb0309 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:28.941013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-572aada6-0691-47e8-a897-c068d143d71f req-fd899a99-ed6f-4783-9c9e-557fefdb0309 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 931 time: 0.1112673 Oct 19 20:38:29.057758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-572aada6-0691-47e8-a897-c068d143d71f req-2d17553c-70c0-435b-887b-8870b5b950ed tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098485 Oct 19 20:38:29.072254 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.075043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.081939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a5bec9e-624c-4487-a683-d31e23c945b2 HTTP/1.1" status: 204 len: 168 time: 0.4494398 Oct 19 20:38:29.099866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe731a-afd8-4315-aec6-fad44ad81397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5bec9e-624c-4487-a683-d31e23c945b2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:29.199023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25a57a-660a-4b0a-973e-29c8615d4460 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:29.226290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bb891e9a-7107-430c-a5a6-143c9f7ccd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.228910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.272315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Transition to ACTIVE for port object eb25a57a-660a-4b0a-973e-29c8615d4460 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:38:29.277757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.303141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ace280e6-63ff-4b18-a766-b8e67ab6aa76 req-7f303cc3-0db4-406f-8f64-e7d38a0fbec3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 210 time: 0.0715451 Oct 19 20:38:29.341987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:29.342585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] For port f479305b-dc30-434a-94bd-ff4950d385c5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=f479305b-dc30-434a-94bd-ff4950d385c5,segment=NetworkSegment(12a907ec-4fc3-489d-901f-f873cd13f3ce),segment_id=12a907ec-4fc3-489d-901f-f873cd13f3ce)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:29.342947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.368939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Calling delete_port for f479305b-dc30-434a-94bd-ff4950d385c5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:29.383837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Made reservation on behalf of e0de5f660592428da020db107b8feed2 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:29.388151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.447157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Attempting to bind port eb25a57a-660a-4b0a-973e-29c8615d4460 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:29.447593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Attempting to bind port eb25a57a-660a-4b0a-973e-29c8615d4460 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:29.448063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Attempting to bind port eb25a57a-660a-4b0a-973e-29c8615d4460 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:29.457528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Port eb25a57a-660a-4b0a-973e-29c8615d4460 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:38:29.458467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Attempting to bind port eb25a57a-660a-4b0a-973e-29c8615d4460 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:29.463682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:29.464140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:29.464622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:29.465201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Bound port: eb25a57a-660a-4b0a-973e-29c8615d4460, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:29.465700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.546265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:29.550944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:29.557340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.611862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:29.612472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.614181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb25a57a-660a-4b0a-973e-29c8615d4460 HTTP/1.1" status: 200 len: 1091 time: 1.1852572 Oct 19 20:38:29.614623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:29.617318 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be51994-55af-4796-9017-e2a6a6d7a671" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:29.689910 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e5662-c0a8-43db-a355-0c19a5d9e29c x-openstack-request-id: req-e95e5662-c0a8-43db-a355-0c19a5d9e29c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:29.690500 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:29.691643 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e95e5662-c0a8-43db-a355-0c19a5d9e29c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:29.692214 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'status': 'completed', 'code': 200} Oct 19 20:38:29.714916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519a238-126e-4c60-bff9-b37e745fd0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:29.744245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-87a151d5-24a9-4574-8cce-cbb5759aaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:29.805426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-87a151d5-24a9-4574-8cce-cbb5759aaffa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 1094 time: 0.0758104 Oct 19 20:38:29.807247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:29.838494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Pushing event deleted for resources: {'Port': ['ID=f479305b-dc30-434a-94bd-ff4950d385c5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:29.854330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-19503769-030b-4738-8172-73efd8567bf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb25a57a-660a-4b0a-973e-29c8615d4460 HTTP/1.1" status: 200 len: 217 time: 0.0977616 Oct 19 20:38:29.857735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Allocated IP 172.20.0.14 (768c37d1-de23-46c8-b2ce-4212178bba4f/66fe9ee1-31e7-47da-95ca-3c1d1b838eb0/12fb3e93-bde8-4697-a1d3-995e0b539331) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:29.937548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2ef5fbb-e813-49b1-8026-b2e599aa9044 req-3df5470b-b7ef-4ed9-b489-b23c8dd61d3e tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0849383 Oct 19 20:38:29.988093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-82395b3c-8bf8-4595-9c2d-2e9fabaad03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:29.990844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-82395b3c-8bf8-4595-9c2d-2e9fabaad03f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1146610 Oct 19 20:38:29.993935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bdf8b84c-dbd4-4d5f-befb-2767d1e6e38c req-7f91c447-528b-4177-84a5-68fafa5a1ead tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c9b519f-2930-4856-b182-3f2680b49530 HTTP/1.1" status: 200 len: 210 time: 0.0772076 Oct 19 20:38:29.995063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] No DVR routers for this DVR port f479305b-dc30-434a-94bd-ff4950d385c5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:30.000517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.004036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1436efed-ca8b-4b3f-bb5d-f1cae6953dbe req-f196c58a-beca-4315-a493-7af2bce90090 tempest-VolumesActionsTest-1636472257 tempest-VolumesActionsTest-1636472257-project] 10.222.0.37 "DELETE /v2.0/ports/f479305b-dc30-434a-94bd-ff4950d385c5 HTTP/1.1" status: 204 len: 173 time: 1.7846782 Oct 19 20:38:30.004648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'name': 'network-vif-deleted', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:30.007249 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312ad52-58fb-4c04-8295-c3ae34d08756" -d '{"events": [{"server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "name": "network-vif-deleted", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:30.081119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-fbc70278-11f4-45fb-bc0b-e8517567ee8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821352 Oct 19 20:38:30.094704 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ae572-690c-4974-ad0c-7c6aec51b187 x-openstack-request-id: req-299ae572-690c-4974-ad0c-7c6aec51b187 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:30.095316 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9b519f-2930-4856-b182-3f2680b49530", "name": "network-vif-deleted", "tag": "f479305b-dc30-434a-94bd-ff4950d385c5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:30.095691 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-299ae572-690c-4974-ad0c-7c6aec51b187 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:30.096774 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9b519f-2930-4856-b182-3f2680b49530', 'name': 'network-vif-deleted', 'tag': 'f479305b-dc30-434a-94bd-ff4950d385c5', 'status': 'completed', 'code': 200} Oct 19 20:38:30.245234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-aa3f5035-1a0f-4ab5-aa69-272b5037eaa2 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537032 Oct 19 20:38:30.279370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30f34d-bba9-47ff-a631-6c2fb41bd76f req-b06586e7-5708-4a1c-ab4a-8437460b3c8e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.279736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.282706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f30f34d-bba9-47ff-a631-6c2fb41bd76f req-b06586e7-5708-4a1c-ab4a-8437460b3c8e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 943 time: 0.1141691 Oct 19 20:38:30.300800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.366635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f30f34d-bba9-47ff-a631-6c2fb41bd76f req-0caf8bb8-b0e2-4cac-a867-2713dfc85400 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767825 Oct 19 20:38:30.388804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d2fadb3-c7e4-410a-9fff-33386ec63008 req-e612bbf9-9f3b-4e69-8387-489b303bee72 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253572 Oct 19 20:38:30.398046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.455894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Network 768c37d1-de23-46c8-b2ce-4212178bba4f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:30.460614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:30.464687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:30.519099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Pushing event updated for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:30.577154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.579240 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.612556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-f357314b-c46d-410e-b8d9-e2ba6877d5d9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9559660 Oct 19 20:38:30.625947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-3e46ad82-4dbb-4a32-be3d-c077e40e2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.628964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-3e46ad82-4dbb-4a32-be3d-c077e40e2d0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 1094 time: 0.1526744 Oct 19 20:38:30.630333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Request body: {'port': {'device_id': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:30.744942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-d29359cb-1b33-4d81-8da6-17992dad1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.746774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-d29359cb-1b33-4d81-8da6-17992dad1e82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.1100371 Oct 19 20:38:30.763903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b0ceb-475a-4137-a2be-5147a8b06533 req-33f29057-7754-42e1-ae40-efd9edd02e94 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.765331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea9b0ceb-475a-4137-a2be-5147a8b06533 req-33f29057-7754-42e1-ae40-efd9edd02e94 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 932 time: 0.3293743 Oct 19 20:38:30.777986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:30.806324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-5f3a5d6b-f3c9-4546-a58d-54a3fe7c54fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb25a57a-660a-4b0a-973e-29c8615d4460 HTTP/1.1" status: 200 len: 217 time: 0.0503531 Oct 19 20:38:30.894362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea9b0ceb-475a-4137-a2be-5147a8b06533 req-f37fdbdd-7547-4047-aafe-7f0661d769cc tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207352 Oct 19 20:38:30.917395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-d3e3de82-d9a4-4ecf-b043-c86c5acf95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:30.919882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-d3e3de82-d9a4-4ecf-b043-c86c5acf95f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1060703 Oct 19 20:38:30.944050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.008086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-ec812db5-f493-4b80-bdfd-6ecb36958f2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711844 Oct 19 20:38:31.023564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f479305b-dc30-434a-94bd-ff4950d385c5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:31.064475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: f479305b-dc30-434a-94bd-ff4950d385c5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:31.065026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device f479305b-dc30-434a-94bd-ff4950d385c5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:31.174427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49a1f49-3206-4a7e-a8bb-c7b910fafc7e req-b01c65b3-fb3a-4225-8905-1e11acd14050 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0607047 Oct 19 20:38:31.261137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-7d82ed69-e8fa-4790-949e-f8217c95e2a1 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422893 Oct 19 20:38:31.311919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fb3e93-bde8-4697-a1d3-995e0b539331 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:31.326027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.345943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Transition to ACTIVE for port object 12fb3e93-bde8-4697-a1d3-995e0b539331 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:38:31.379578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.459444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9be51994-55af-4796-9017-e2a6a6d7a671 req-1d410cbe-4c98-4d5e-8e47-ddfb8f68bc42 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898234 Oct 19 20:38:31.585312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bcbf-34ce-40d7-acf7-bdd5c61717c9 req-723da154-2c1d-4032-8b1b-0102b5aadef7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:31.590633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f64bcbf-34ce-40d7-acf7-bdd5c61717c9 req-723da154-2c1d-4032-8b1b-0102b5aadef7 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 943 time: 0.1007907 Oct 19 20:38:31.594458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Pushing event updated for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:31.629794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Attempting to bind port 12fb3e93-bde8-4697-a1d3-995e0b539331 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:31.630138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Attempting to bind port 12fb3e93-bde8-4697-a1d3-995e0b539331 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '127b701b-5bd9-4187-a0f1-c67c2733504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:31.630455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Attempting to bind port 12fb3e93-bde8-4697-a1d3-995e0b539331 on network 768c37d1-de23-46c8-b2ce-4212178bba4f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:31.635711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Port 12fb3e93-bde8-4697-a1d3-995e0b539331 on network 768c37d1-de23-46c8-b2ce-4212178bba4f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:38:31.636054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Attempting to bind port 12fb3e93-bde8-4697-a1d3-995e0b539331 on network 768c37d1-de23-46c8-b2ce-4212178bba4f {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:31.641979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:31.642359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Checking segment: {'id': '127b701b-5bd9-4187-a0f1-c67c2733504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:31.642804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Bound using segment: {'id': '127b701b-5bd9-4187-a0f1-c67c2733504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:31.643782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Bound port: 12fb3e93-bde8-4697-a1d3-995e0b539331, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127b701b-5bd9-4187-a0f1-c67c2733504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:31.644148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.685712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f64bcbf-34ce-40d7-acf7-bdd5c61717c9 req-d7d35149-4e12-4993-ac2e-54d67dbcd4eb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858321 Oct 19 20:38:31.783128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:31.787748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=12fb3e93-bde8-4697-a1d3-995e0b539331,segment=NetworkSegment(127b701b-5bd9-4187-a0f1-c67c2733504f),segment_id=127b701b-5bd9-4187-a0f1-c67c2733504f)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:31.795101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.832182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:31.832833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:31.834578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] 10.222.0.11 "PUT /v2.0/ports/12fb3e93-bde8-4697-a1d3-995e0b539331 HTTP/1.1" status: 200 len: 1092 time: 1.2129531 Oct 19 20:38:31.958462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183bff4-cd58-4558-be28-ce14a92d572b service neutron] Pushing event updated for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:31.981485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-014cec03-0e48-4fba-a4d8-7cd061e2417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:31.990795 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-014cec03-0e48-4fba-a4d8-7cd061e2417a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0de5f660592428da020db107b8feed2&device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 1095 time: 0.1119733 Oct 19 20:38:32.019448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58956) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:32.068221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-7041a0ec-fb2b-4bec-bc55-8146145395b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb3e93-bde8-4697-a1d3-995e0b539331 HTTP/1.1" status: 200 len: 217 time: 0.0765655 Oct 19 20:38:32.143905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:32.147156 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616e57e-510a-4869-be89-11bb9f280254" -d '{"events": [{"name": "network-changed", "server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:32.169441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673556-5993-4851-838a-1dac91af993a req-f4587a7e-87d0-4dd2-8e4f-6cb20e9afcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:32.174081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-f4587a7e-87d0-4dd2-8e4f-6cb20e9afcdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66fe9ee1-31e7-47da-95ca-3c1d1b838eb0 HTTP/1.1" status: 200 len: 853 time: 0.0890391 Oct 19 20:38:32.254628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:32.335535 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137f773-f776-45d0-a061-839d027f834d x-openstack-request-id: req-2137f773-f776-45d0-a061-839d027f834d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:32.335987 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:32.338784 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2137f773-f776-45d0-a061-839d027f834d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:32.339219 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331', 'status': 'completed', 'code': 200} Oct 19 20:38:32.345376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-93bbb64b-a777-4c08-b69f-671618a4f922 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=768c37d1-de23-46c8-b2ce-4212178bba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054866 Oct 19 20:38:32.394385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4deb56-f92f-4653-9e33-93bfb1099fea req-7a3dad42-0072-4421-99c8-3c98680d5b72 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:32.399196 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4deb56-f92f-4653-9e33-93bfb1099fea req-7a3dad42-0072-4421-99c8-3c98680d5b72 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 944 time: 0.3327935 Oct 19 20:38:32.554714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3d91503-ae40-435e-aaff-26da48b090f0 req-e2d1bd03-a788-4245-9485-0a75149cb223 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0773780 Oct 19 20:38:32.562762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0d4deb56-f92f-4653-9e33-93bfb1099fea req-2a138a7a-b20b-4c91-adb5-f7104baa9336 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559916 Oct 19 20:38:32.660126 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-539e19f1-cb1e-4539-baa9-e4e7b5fe7085 service neutron] 10.222.0.11 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066866 Oct 19 20:38:32.997550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec474b-62fd-4c97-ac30-3f0bedfa7dfa req-e1637ebe-4dc0-4f0f-9a4d-b165c34d290d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:32.999343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1ec474b-62fd-4c97-ac30-3f0bedfa7dfa req-e1637ebe-4dc0-4f0f-9a4d-b165c34d290d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 943 time: 0.1721153 Oct 19 20:38:33.006940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93673556-5993-4851-838a-1dac91af993a req-b5c047e1-4b9b-4cc9-8733-be6ec0ff2e2f service neutron] 10.222.0.11 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361158 Oct 19 20:38:33.037258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb25a57a-660a-4b0a-973e-29c8615d4460 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:38:33.167775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1ec474b-62fd-4c97-ac30-3f0bedfa7dfa req-df7b0165-39f3-478b-8f0f-bcdf57c83e2d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596317 Oct 19 20:38:33.181993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e57e-510a-4869-be89-11bb9f280254 req-64b4f555-da60-441e-aa59-b1272904cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:33.184986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-64b4f555-da60-441e-aa59-b1272904cf6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0de5f660592428da020db107b8feed2&device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 1095 time: 0.1156256 Oct 19 20:38:33.233615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:33.253013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:33.288204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'mac_address': 'fa:16:3e:04:c4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:38:33.382540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e57e-510a-4869-be89-11bb9f280254 req-8ca514f3-f8b2-4821-9ff3-26e0c0b574b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:33.383986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-8ca514f3-f8b2-4821-9ff3-26e0c0b574b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=768c37d1-de23-46c8-b2ce-4212178bba4f HTTP/1.1" status: 200 len: 914 time: 0.1866226 Oct 19 20:38:33.409086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:33.448287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb25a57a-660a-4b0a-973e-29c8615d4460 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:33.475895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-37d6fc1c-f4b8-470e-bf9a-b41b7d940943 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb3e93-bde8-4697-a1d3-995e0b539331 HTTP/1.1" status: 200 len: 217 time: 0.0841517 Oct 19 20:38:33.494955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:33.499142 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:33.574084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e57e-510a-4869-be89-11bb9f280254 req-ed5bb3cc-f145-4b90-8a37-455f012937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:33.576043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-ed5bb3cc-f145-4b90-8a37-455f012937c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66fe9ee1-31e7-47da-95ca-3c1d1b838eb0 HTTP/1.1" status: 200 len: 853 time: 0.0931885 Oct 19 20:38:33.613143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:33.698253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-72f10491-2c1e-42cf-84b5-86ed06b0499c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=768c37d1-de23-46c8-b2ce-4212178bba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138422 Oct 19 20:38:33.709173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['eb25a57a-660a-4b0a-973e-29c8615d4460'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:38:33.824712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86746356-900b-4ede-a227-f54a349fa3c4 req-ce7a977d-419e-4301-8b8f-b765a17447b0 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1082118 Oct 19 20:38:34.057201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-45df152c-3b54-4c34-ba92-f5e911cfb7aa service neutron] 10.222.0.11 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421156 Oct 19 20:38:34.286089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f616e57e-510a-4869-be89-11bb9f280254 req-01dc5774-0829-4509-97d6-91cb37e20c8a service neutron] 10.222.0.11 "GET /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205145 Oct 19 20:38:34.336855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadf404-3a49-4893-a70b-6d661034b63a req-9738fb8a-dc84-4393-8f77-252a70010886 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:34.342928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dadf404-3a49-4893-a70b-6d661034b63a req-9738fb8a-dc84-4393-8f77-252a70010886 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 944 time: 0.2306428 Oct 19 20:38:34.434247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4228-f097-477e-82cb-de4e691cff6d req-8696f74a-f4db-4689-b7e7-02888d56db0d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:34.435935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd4a4228-f097-477e-82cb-de4e691cff6d req-8696f74a-f4db-4689-b7e7-02888d56db0d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 944 time: 0.1136525 Oct 19 20:38:34.454215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2dadf404-3a49-4893-a70b-6d661034b63a req-04cc71dd-4692-433e-8770-eb1cbb814706 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946922 Oct 19 20:38:34.504243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd4a4228-f097-477e-82cb-de4e691cff6d req-f3dcaea3-2e2c-4f5c-b6d3-8956b0527ec1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 Oct 19 20:38:34.568446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Deleting port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:34.568792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:34.671204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] For port de9c39d6-97ee-4fa4-ba50-3fd21e1ed973, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:34.671742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:34.691583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Calling delete_port for de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:34.937129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 12fb3e93-bde8-4697-a1d3-995e0b539331 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:38:35.076818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb25a57a-660a-4b0a-973e-29c8615d4460 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:35.085032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-48628847-c51b-4154-b45a-a8ef77bca0d7 req-166e61c9-4cb4-4299-ae7c-47992d19ee1f tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0759208 Oct 19 20:38:35.100328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.174780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9c39d6-97ee-4fa4-ba50-3fd21e1ed973,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:35.269905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port eb25a57a-660a-4b0a-973e-29c8615d4460 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:38:35.278320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=12fb3e93-bde8-4697-a1d3-995e0b539331,segment=NetworkSegment(127b701b-5bd9-4187-a0f1-c67c2733504f),segment_id=127b701b-5bd9-4187-a0f1-c67c2733504f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:35.315603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port eb25a57a-660a-4b0a-973e-29c8615d4460 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:35.316161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.408125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '12fb3e93-bde8-4697-a1d3-995e0b539331', 'network_id': '768c37d1-de23-46c8-b2ce-4212178bba4f', 'port_id': '12fb3e93-bde8-4697-a1d3-995e0b539331', 'mac_address': 'fa:16:3e:a2:f0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fe9ee1-31e7-47da-95ca-3c1d1b838eb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:38:35.527419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.529460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.587151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb3e93-bde8-4697-a1d3-995e0b539331 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:35.644329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:35.658236 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be102ee4-ac2a-4ccd-b682-b76a51c7048d" -d '{"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-plugged", "status": "completed", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:35.733621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=12fb3e93-bde8-4697-a1d3-995e0b539331,segment=NetworkSegment(127b701b-5bd9-4187-a0f1-c67c2733504f),segment_id=127b701b-5bd9-4187-a0f1-c67c2733504f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:35.748368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:35.750626 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.765351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.778849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a200b-fba9-4a77-9626-2b6828fcfeab req-84dbb783-bfa3-4683-8184-2c402bf890d0 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:35.790571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-098a200b-fba9-4a77-9626-2b6828fcfeab req-84dbb783-bfa3-4683-8184-2c402bf890d0 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 944 time: 0.1680279 Oct 19 20:38:35.800020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:35.859383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:35.876744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-098a200b-fba9-4a77-9626-2b6828fcfeab req-34ce930b-5d90-4fa1-8fee-08bbe5721f00 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Oct 19 20:38:36.000276 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8fab3e-ffe0-4453-9c2c-dad3944c06bc x-openstack-request-id: req-1e8fab3e-ffe0-4453-9c2c-dad3944c06bc {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:36.000772 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-plugged", "status": "completed", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:36.001029 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e8fab3e-ffe0-4453-9c2c-dad3944c06bc {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:36.001732 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'code': 200} Oct 19 20:38:36.003242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:36.010260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3034-efa6-4771-bd31-b2ccd2f5ea69 req-86b00481-7a71-4e86-8354-bba419ccc0e3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:36.011884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff5a3034-efa6-4771-bd31-b2ccd2f5ea69 req-86b00481-7a71-4e86-8354-bba419ccc0e3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 944 time: 0.3244400 Oct 19 20:38:36.108700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['12fb3e93-bde8-4697-a1d3-995e0b539331'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:38:36.206534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bf93d-ec72-478f-b0d7-e02143a065c5 req-36baa719-73fb-4ebd-9ac2-b38179daa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:36.209560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-105bf93d-ec72-478f-b0d7-e02143a065c5 req-36baa719-73fb-4ebd-9ac2-b38179daa88c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 1096 time: 0.1967618 Oct 19 20:38:36.214635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff5a3034-efa6-4771-bd31-b2ccd2f5ea69 req-f2e038f8-709f-4371-98fa-b920597dbda3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521280 Oct 19 20:38:36.346588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b229982e-9f98-4857-b0ad-607607852704 req-78d14354-cfb8-481e-aff2-c71b88635a2b tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0684102 Oct 19 20:38:36.347801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-105bf93d-ec72-478f-b0d7-e02143a065c5 req-f70c0f75-7ae2-4d13-bad9-a9a4f306af7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288090 Oct 19 20:38:36.507915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:38:36.648201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:38:36.655769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-779c7a20-b945-4f85-9704-46312e90edc1 admin admin] 10.222.0.31 "PUT /v2.0/routers/13fb4644-d8a8-4ce3-ac79-ce17f40abae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6349270 Oct 19 20:38:36.659013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59216) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:36.661228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Sync routers for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:38:36.676021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:36.676951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:36.836367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:36.962824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.099885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Deleting port 5c4f3660-6f48-4543-9fc2-093626652e6a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:37.100235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.110116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 12fb3e93-bde8-4697-a1d3-995e0b539331 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:37.149538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e741-2596-492b-a2e0-f856526e3918 req-0edf1d8a-d3ea-4562-8be9-d0082d247cb9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:37.161789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd31e741-2596-492b-a2e0-f856526e3918 req-0edf1d8a-d3ea-4562-8be9-d0082d247cb9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 945 time: 0.1665256 Oct 19 20:38:37.205726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:37.327448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd31e741-2596-492b-a2e0-f856526e3918 req-5d9ac38f-357a-4601-99a9-0c9bae28e4a9 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550725 Oct 19 20:38:37.362962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] For port 5c4f3660-6f48-4543-9fc2-093626652e6a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c4f3660-6f48-4543-9fc2-093626652e6a,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:37.363331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.402436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Calling delete_port for 5c4f3660-6f48-4543-9fc2-093626652e6a owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:37.435437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 12fb3e93-bde8-4697-a1d3-995e0b539331 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:38:37.442703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 12fb3e93-bde8-4697-a1d3-995e0b539331 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:37.443359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.532821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44b88383-6a94-4a49-ab13-9d7a49dc12a7 req-090af5ee-68e2-4d0c-a745-aab1f24ff497 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0598717 Oct 19 20:38:37.612009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0e687-2451-46dd-8e63-16d8933c14a0 req-de7fef8d-23a8-48f5-a000-fb62e5af86ca tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:37.614363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3c0e687-2451-46dd-8e63-16d8933c14a0 req-de7fef8d-23a8-48f5-a000-fb62e5af86ca tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1096275 Oct 19 20:38:37.718922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.815288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3c0e687-2451-46dd-8e63-16d8933c14a0 req-99da9337-d2e3-4444-a144-3baceb9285ca tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923711 Oct 19 20:38:37.831953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=12fb3e93-bde8-4697-a1d3-995e0b539331,segment=NetworkSegment(127b701b-5bd9-4187-a0f1-c67c2733504f),segment_id=127b701b-5bd9-4187-a0f1-c67c2733504f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:37.849619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:37.972211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:38:34Z', 'revision_number': 5, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port': {'id': '5c4f3660-6f48-4543-9fc2-093626652e6a', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:26:15Z', 'updated_at': '2021-10-19T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:38.015744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:38.016546 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.018105 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47fd39-027a-4005-9929-1f42f84962f3" -d '{"events": [{"server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "name": "network-vif-plugged", "status": "completed", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:38.025023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Checking router: 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:38.032152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:38.043511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Routers {'13fb4644-d8a8-4ce3-ac79-ce17f40abae9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:38.044600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:38.066404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4f3660-6f48-4543-9fc2-093626652e6a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:38.172914 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec481c-9db5-45e4-a420-7877d6f8c988 x-openstack-request-id: req-59ec481c-9db5-45e4-a420-7877d6f8c988 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:38.173444 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "name": "network-vif-plugged", "status": "completed", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:38.173767 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59ec481c-9db5-45e4-a420-7877d6f8c988 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:38.174741 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331', 'code': 200} Oct 19 20:38:38.180406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] Set router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:38.210359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.273386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:38:37Z', 'revision_number': 7, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:38.326637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d69df-bcee-4e0b-ab62-c0af3dda294a None None] The sync data for ids ['13fb4644-d8a8-4ce3-ac79-ce17f40abae9'] in n-d-805649-9 is: [{'id': '13fb4644-d8a8-4ce3-ac79-ce17f40abae9', 'name': 'tempest-TaggedBootDevicesTest_v242-1361725547-router', 'tenant_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:26:11Z', 'updated_at': '2021-10-19T20:38:37Z', 'revision_number': 7, 'project_id': 'eeff046fcc2e4cab8af337e2c962f96a', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:38:38.539142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.543101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.588086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f22ca-74e6-4243-a677-8ae91bcc632c req-85e3d397-9e23-4c4d-85b4-f2159eded8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:38.589642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f61f22ca-74e6-4243-a677-8ae91bcc632c req-85e3d397-9e23-4c4d-85b4-f2159eded8b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 1097 time: 0.3766565 Oct 19 20:38:38.602548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59322) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:38.694376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.694952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fb4644-d8a8-4ce3-ac79-ce17f40abae9 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:38:38.722032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81231be9-2be5-4948-93b2-bf179e52c510 req-e1107bf3-1203-4839-832f-9313046889d7 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:38.723604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81231be9-2be5-4948-93b2-bf179e52c510 req-e1107bf3-1203-4839-832f-9313046889d7 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.1921961 Oct 19 20:38:38.726865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.730338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b406ef75-2047-49b3-95ad-63ed3c5cd539 admin admin] 10.222.0.31 "DELETE /v2.0/routers/13fb4644-d8a8-4ce3-ac79-ce17f40abae9 HTTP/1.1" status: 204 len: 168 time: 2.0675805 Oct 19 20:38:38.758699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:38.796726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9274bda1-df5a-41e6-83e4-bfcec24723fd req-2e5410f4-57e8-4e9b-9b80-14b7fd97e7ef tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1219904 Oct 19 20:38:38.943987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-514cab5a-7063-4507-95f8-befecbe7b0a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:38.950733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f61f22ca-74e6-4243-a677-8ae91bcc632c req-7c2a5c10-570f-443d-bed3-ee285a179813 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188348 Oct 19 20:38:38.982315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81231be9-2be5-4948-93b2-bf179e52c510 req-225ba5bf-2e00-44f7-9378-459db0ccc7ce tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215867 Oct 19 20:38:39.001818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Deleting subnet e9f7e184-61fd-4527-be37-57638783dde0 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:38:39.014935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.058445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9dd16-57f0-43e6-8914-de312442002b req-3bfe2fa1-4f0d-468f-af77-ea5bbcace31f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:39.067832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2c9dd16-57f0-43e6-8914-de312442002b req-3bfe2fa1-4f0d-468f-af77-ea5bbcace31f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1202378 Oct 19 20:38:39.095831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.141871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2c9dd16-57f0-43e6-8914-de312442002b req-8d133e69-c239-4c84-aae0-50f2206ee81b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720768 Oct 19 20:38:39.216473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-514cab5a-7063-4507-95f8-befecbe7b0a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.226350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-514cab5a-7063-4507-95f8-befecbe7b0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.290802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.426762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-514cab5a-7063-4507-95f8-befecbe7b0a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fc94fd378754fc9b981a9702141c628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198271 Oct 19 20:38:39.427606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cab5a-7063-4507-95f8-befecbe7b0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be854b-e63a-40f6-ab04-baec5568d28f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:39.428276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.430242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59360) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:39.433911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c4f3660-6f48-4543-9fc2-093626652e6a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:39.485913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5c4f3660-6f48-4543-9fc2-093626652e6a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:39.486264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c4f3660-6f48-4543-9fc2-093626652e6a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:39.486901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:39.492386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f7e184-61fd-4527-be37-57638783dde0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:39.521649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:39.522282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device de9c39d6-97ee-4fa4-ba50-3fd21e1ed973 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:39.528264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.536169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7530815e-5157-43f0-b4e1-b3d73f71fec0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9f7e184-61fd-4527-be37-57638783dde0 HTTP/1.1" status: 204 len: 168 time: 0.7683692 Oct 19 20:38:39.540320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db2e25-f2d3-4038-9350-3de1d2928b64 None None] Network 718da089-37b5-49c2-ae65-5e09b0cf3b0c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:39.540998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59364) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:39.585796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6900-55f4-4803-935b-07f4d7a9d63f req-1c8e4245-5177-425d-8f15-b4e03008eb4f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:39.593349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03ce6900-55f4-4803-935b-07f4d7a9d63f req-1c8e4245-5177-425d-8f15-b4e03008eb4f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1031051 Oct 19 20:38:39.684808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03ce6900-55f4-4803-935b-07f4d7a9d63f req-4dc21161-27f7-4215-a7dc-4cea1922de5e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697482 Oct 19 20:38:39.722282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.741808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.796986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.880411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] DHCP port deletion for 718da089-37b5-49c2-ae65-5e09b0cf3b0c request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:38:39.913358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.915944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:39.937958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42be854b-e63a-40f6-ab04-baec5568d28f HTTP/1.1" status: 204 len: 168 time: 0.4581070 Oct 19 20:38:39.969553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Deleting port 5e1e0380-1e46-4adc-8e09-476185413d50 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:39.970021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.091419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea58886-93a5-4ac9-adc5-7df148e480b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be854b-e63a-40f6-ab04-baec5568d28f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:40.111019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5193f5f5-f5c0-4838-985d-13f56c74eaa4 req-a66cd515-624c-441c-b91e-5258367960fa tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1579902 Oct 19 20:38:40.195595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Deleting port 5e1e0380-1e46-4adc-8e09-476185413d50 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:40.196433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.224071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] For port 5e1e0380-1e46-4adc-8e09-476185413d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5e1e0380-1e46-4adc-8e09-476185413d50,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:40.224954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.257995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Calling delete_port for 5e1e0380-1e46-4adc-8e09-476185413d50 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:40.289231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694444-36d2-4143-8a10-5d8d0c7cb7ab req-7e315ee5-d89d-4e08-870d-b33908f3dcfb tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:40.291738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74694444-36d2-4143-8a10-5d8d0c7cb7ab req-7e315ee5-d89d-4e08-870d-b33908f3dcfb tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.1529922 Oct 19 20:38:40.294779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] For port 5e1e0380-1e46-4adc-8e09-476185413d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5e1e0380-1e46-4adc-8e09-476185413d50,segment=NetworkSegment(d3f72a8f-3138-4f27-9fee-fed6d55c0e84),segment_id=d3f72a8f-3138-4f27-9fee-fed6d55c0e84)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:40.295148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.334380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Calling delete_port for 5e1e0380-1e46-4adc-8e09-476185413d50 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:40.410436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74694444-36d2-4143-8a10-5d8d0c7cb7ab req-640884e3-759d-4bd4-9efd-96f84ebf5498 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118705 Oct 19 20:38:40.427059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.457701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.459546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59392) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:40.477212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] Pushing event deleted for resources: {'Port': ['ID=5e1e0380-1e46-4adc-8e09-476185413d50,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:40.485167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119478a-5ff7-4a3e-af65-ed3188a73f62 None None] No DVR routers for this DVR port 5e1e0380-1e46-4adc-8e09-476185413d50 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:40.513124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1e0380-1e46-4adc-8e09-476185413d50,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:40.515609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] No DVR routers for this DVR port 5e1e0380-1e46-4adc-8e09-476185413d50 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:40.645378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.656995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29649125-64f9-40ac-8e14-15bd3beafa12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.670844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718da089-37b5-49c2-ae65-5e09b0cf3b0c']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:40.684469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:40.684886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f72a8f-3138-4f27-9fee-fed6d55c0e84') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:40.697563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.714566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.722374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:40.722944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:40.725926 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:40.810993 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29649125-64f9-40ac-8e14-15bd3beafa12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.817959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29649125-64f9-40ac-8e14-15bd3beafa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.880495 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.886284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:40.892324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/718da089-37b5-49c2-ae65-5e09b0cf3b0c HTTP/1.1" status: 204 len: 168 time: 1.3481026 Oct 19 20:38:40.906415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-29649125-64f9-40ac-8e14-15bd3beafa12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc4de26fe3cc405b941d93d730660dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435644 Oct 19 20:38:40.908278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59412) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:40.912471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29649125-64f9-40ac-8e14-15bd3beafa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479150a0-1d00-4316-a460-fc774faa6c0d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:40.918056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf02da-51b9-4cee-beb0-679bbde469fe admin admin] Pushing event deleted for resources: {'Network': ['ID=718da089-37b5-49c2-ae65-5e09b0cf3b0c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:40.942395 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:38:40.954418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb26fc-2511-4c45-88eb-e4309271dfb8 req-812bb216-4ba9-44df-95e7-fbd573661538 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:40.956496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dceb26fc-2511-4c45-88eb-e4309271dfb8 req-812bb216-4ba9-44df-95e7-fbd573661538 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1209884 Oct 19 20:38:41.028265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dceb26fc-2511-4c45-88eb-e4309271dfb8 req-c8987b31-cf90-477b-80c1-af4f3ce26a78 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Oct 19 20:38:41.033731 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.061013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.153473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.155938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59422) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:41.156474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.161242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/479150a0-1d00-4316-a460-fc774faa6c0d HTTP/1.1" status: 204 len: 168 time: 0.2506926 Oct 19 20:38:41.177544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a195d-cedf-4da0-a9ae-43ba236d91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479150a0-1d00-4316-a460-fc774faa6c0d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:41.223988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-331d5422-ac02-4a97-bfe4-26ce6d4e98ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeff046fcc2e4cab8af337e2c962f96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664454 Oct 19 20:38:41.227033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59426) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:41.340750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59430) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:41.368313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb583f05-c671-486a-9d76-edf695c31c63 req-06fa980f-87fc-4e81-95e4-4e4d6104e147 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0638056 Oct 19 20:38:41.374230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.383205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5e1e0380-1e46-4adc-8e09-476185413d50 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:41.400631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.485491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5e1e0380-1e46-4adc-8e09-476185413d50 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:41.488682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5e1e0380-1e46-4adc-8e09-476185413d50 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:41.492892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.497226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.502065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72cfdef4-1075-4143-975d-7861a0171544 HTTP/1.1" status: 204 len: 168 time: 0.2727892 Oct 19 20:38:41.541180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06423-279f-441c-a87e-de9e1d08d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cfdef4-1075-4143-975d-7861a0171544,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:41.568784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f787fc-f1ae-4da7-9029-4d2f284095ea req-1547833e-bb65-4902-a3bd-0526131354ea tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:41.570438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39f787fc-f1ae-4da7-9029-4d2f284095ea req-1547833e-bb65-4902-a3bd-0526131354ea tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.0664859 Oct 19 20:38:41.624358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39f787fc-f1ae-4da7-9029-4d2f284095ea req-a8a1ba35-d109-47ff-904d-d487c8060597 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Oct 19 20:38:41.787034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-211064010-network', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:41.830954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Made reservation on behalf of b690d6df1d684e5c876a10838bdb80a6 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:41.833481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:41.843394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.009765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.015093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.082521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee759af5-35a6-4723-920c-63959e133c6b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:42.107336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:42.137727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.139551 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Added segment 510b1505-b720-4739-a200-19af3b099d60 of type vlan for network 4557e892-080b-4cae-bd80-6a94bd584f2c Oct 19 20:38:42.228713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.300043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452a2-2b66-45d9-814a-21fdfe86073b req-232494af-cddd-4fbf-a9ca-1939271ef458 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:42.301922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c9452a2-2b66-45d9-814a-21fdfe86073b req-232494af-cddd-4fbf-a9ca-1939271ef458 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.0780804 Oct 19 20:38:42.303342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.304444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:42.305146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.385450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] Pushing event updated for resources: {'Network': ['ID=4557e892-080b-4cae-bd80-6a94bd584f2c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:42.390718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82d91da3-0e22-4332-bb5c-17568299c885 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0486519 Oct 19 20:38:42.399351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59474) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:42.405209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Request body: {'subnet': {'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-211064010-subnet', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:42.406583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4557e892-080b-4cae-bd80-6a94bd584f2c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:42.456091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c9452a2-2b66-45d9-814a-21fdfe86073b req-10f516ee-6f60-4600-8d5b-cf76f1995d56 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400909 Oct 19 20:38:42.478820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Made reservation on behalf of b690d6df1d684e5c876a10838bdb80a6 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:42.481084 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.536252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972d5ba-6cdc-4e6b-89fb-aa08a6a9e811 req-df1a57fa-f169-49f9-9023-9d6814f1450c tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:42.544575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0972d5ba-6cdc-4e6b-89fb-aa08a6a9e811 req-df1a57fa-f169-49f9-9023-9d6814f1450c tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.2087235 Oct 19 20:38:42.549903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29f19c6b-2941-48ac-a09a-3a04f3e08252 req-d58118a2-616d-402d-bb55-36ee419ed5ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0807817 Oct 19 20:38:42.614502 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.629581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0972d5ba-6cdc-4e6b-89fb-aa08a6a9e811 req-25d03def-b810-4ae2-9e30-a3bdca457743 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837197 Oct 19 20:38:42.675306 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-760b89f5-9412-486e-a0d4-a8a9f0e972ad req-e4a0cdd6-e5e0-4742-b5cc-b5ee5146e3f7 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0362668 Oct 19 20:38:42.843106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.927137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fffd153-6265-4fb0-b846-f9e237db43a2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:42.929940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Checking segment: {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:42.930301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Network hostable DHCP agents. Network: 4557e892-080b-4cae-bd80-6a94bd584f2c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:42.953827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Network 4557e892-080b-4cae-bd80-6a94bd584f2c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:42.971807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4557e892-080b-4cae-bd80-6a94bd584f2c) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:42.978868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:42.982407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:42.984135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112b0a1-37e8-4a53-8922-f9f308917732 None None] Network 4557e892-080b-4cae-bd80-6a94bd584f2c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:43.002520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2265a8e2-5eb5-4c8c-9888-dba6862efd28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6016529 Oct 19 20:38:43.006203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59498) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:43.018883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:43.034584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.087308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.088392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.232487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.281340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59508) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:43.302141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4557e892-080b-4cae-bd80-6a94bd584f2c', 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'fixed_ips': [{'subnet_id': '4fffd153-6265-4fb0-b846-f9e237db43a2'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:38:43.303342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.420191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.524854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-359322501-network', 'tenant_id': '0c40281f01f24a5ca7e1bd4ab70e4fe4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:43.582410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Made reservation on behalf of 0c40281f01f24a5ca7e1bd4ab70e4fe4 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:43.588271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.588803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Allocated IP 172.20.0.2 (4557e892-080b-4cae-bd80-6a94bd584f2c/4fffd153-6265-4fb0-b846-f9e237db43a2/4f43fb44-717e-495e-b8f1-6fcc8f883aaa) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:43.689269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.944241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:43.960485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.014914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.025531 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.036052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7637f8-a408-4abc-bc7f-efbb60fa17b2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:44.089693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Network 4557e892-080b-4cae-bd80-6a94bd584f2c is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:44.092915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:44.121219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7466db8-b099-461b-99f3-ccba256ab780 req-fb760cd7-bef5-4495-8a4f-df9127d632d2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:44.133697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7466db8-b099-461b-99f3-ccba256ab780 req-fb760cd7-bef5-4495-8a4f-df9127d632d2 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.5104067 Oct 19 20:38:44.133868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:44.138014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:44.139540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59564) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:44.171660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.172331 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Added segment 5a22a94d-92e8-4230-b912-d1bb477915a4 of type vlan for network 41ad618f-92e2-4d99-8118-f71b38397f57 Oct 19 20:38:44.235776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7466db8-b099-461b-99f3-ccba256ab780 req-7f34dd38-32f0-4410-baf5-9081db081f3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960400 Oct 19 20:38:44.244745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Attempting to bind port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:44.245231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Attempting to bind port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:44.245795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Attempting to bind port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa on network 4557e892-080b-4cae-bd80-6a94bd584f2c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:44.247469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Pushing event updated for resources: {'Port': ['ID=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:44.255357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.264118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe985d-7d42-4931-969c-bad1b8455168 req-3c90c0d3-3428-488d-ae16-9200bb9f489a tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:44.265642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6abe985d-7d42-4931-969c-bad1b8455168 req-3c90c0d3-3428-488d-ae16-9200bb9f489a tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.11 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.2566786 Oct 19 20:38:44.275310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699dbaf-b5ff-4821-bc6e-7f0f74d1a1ea req-ef806681-43eb-462a-960c-9e21ce380d59 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:44.276281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a699dbaf-b5ff-4821-bc6e-7f0f74d1a1ea req-ef806681-43eb-462a-960c-9e21ce380d59 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.4579268 Oct 19 20:38:44.283758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.284038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.284372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.284706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.285037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.291778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.292214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.292563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.292900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.293243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.294411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.294757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:44.298090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:44.298469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Checking segment: {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:44.299478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.311573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.311791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Bound using segment: {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:44.312413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Bound port: 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:44.312827 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.356143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.438660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] For port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:44.447843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] For port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:44.451900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8346db72-0947-40f7-ac8d-d0994ef3acfd req-8f47920b-13f4-46c4-89ab-b6139de0cbee tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0890529 Oct 19 20:38:44.463337 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.468772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.470674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:44.471582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.547455 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b4e0-34b8-49a1-847e-9e10d191a2a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.556866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a699dbaf-b5ff-4821-bc6e-7f0f74d1a1ea req-47416c6a-05ca-47db-8976-5721402ab3b0 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538817 Oct 19 20:38:44.567738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Allocated IP 172.25.7.53 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/8fbd6ca7-48e4-48e3-94ab-78e4d3288b11) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:44.584568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:44.590080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3073752 Oct 19 20:38:44.597855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Request body: {'subnet': {'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-359322501-subnet', 'tenant_id': '0c40281f01f24a5ca7e1bd4ab70e4fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:44.635223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d09e-dec0-4869-8541-5e7e2ddddcc9 None None] Pushing event updated for resources: {'Port': ['ID=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:44.714811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058ea12-9a94-4f5b-8428-e349f559675e admin admin] Pushing event updated for resources: {'Network': ['ID=41ad618f-92e2-4d99-8118-f71b38397f57,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:44.730036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 41ad618f-92e2-4d99-8118-f71b38397f57 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:44.748599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Deleting port 12fb3e93-bde8-4697-a1d3-995e0b539331 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:44.755286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.758313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Made reservation on behalf of 0c40281f01f24a5ca7e1bd4ab70e4fe4 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:44.760617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.950641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b4e0-34b8-49a1-847e-9e10d191a2a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:44.957837 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd9b4e0-34b8-49a1-847e-9e10d191a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.022519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8dd9b4e0-34b8-49a1-847e-9e10d191a2a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ca7176226fd454c8d1b717fa6d28fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755221 Oct 19 20:38:45.039019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59580) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:45.045970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9b4e0-34b8-49a1-847e-9e10d191a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3497eccd-c8dc-426f-8e92-9fa5cec21372,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:45.113611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.155866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.209715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.213606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.215052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3497eccd-c8dc-426f-8e92-9fa5cec21372 HTTP/1.1" status: 204 len: 168 time: 0.1750548 Oct 19 20:38:45.243159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce343e-4c1a-4473-b7c4-04f7f6be0063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3497eccd-c8dc-426f-8e92-9fa5cec21372,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:45.470438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a5c5f8-88e9-46f9-90e8-644fea486216 req-e850e07f-cf9b-43c3-a9bc-a9a1bf0776d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c7167ed2c084d5383779416dc787ae3&device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.6092181 Oct 19 20:38:45.496346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4f43fb44-717e-495e-b8f1-6fcc8f883aaa up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:45.524607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43e12fa3-2407-4f97-ad87-970ddcdbfabb req-7c86f893-e050-436f-9b3d-f73f3375835b tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1427088 Oct 19 20:38:45.546938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.560411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637da9-53ed-4acd-865b-f3c69e7e23bd req-d49f57fb-a57a-41da-b8d7-ae42a84127ac tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:45.566327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85637da9-53ed-4acd-865b-f3c69e7e23bd req-d49f57fb-a57a-41da-b8d7-ae42a84127ac tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1868405 Oct 19 20:38:45.589856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:45.590232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.618338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a5c5f8-88e9-46f9-90e8-644fea486216 req-57ed91b0-ceea-4b16-b4d4-5ddbc28dd390 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c7167ed2c084d5383779416dc787ae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140099 Oct 19 20:38:45.679416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85637da9-53ed-4acd-865b-f3c69e7e23bd req-663612a3-36eb-4882-8d86-449e5f30da57 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979919 Oct 19 20:38:45.743738 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.756920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] For port 12fb3e93-bde8-4697-a1d3-995e0b539331, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=12fb3e93-bde8-4697-a1d3-995e0b539331,segment=NetworkSegment(127b701b-5bd9-4187-a0f1-c67c2733504f),segment_id=127b701b-5bd9-4187-a0f1-c67c2733504f)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:45.757557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.794019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:45.797899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:45.859750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:45.888630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Calling delete_port for 12fb3e93-bde8-4697-a1d3-995e0b539331 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:46.214827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:46.225222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca220c96-6c0c-4608-9188-c3c17ba336f3 req-0609f948-5d6e-4368-959c-a504c39ffb72 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:46.226597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca220c96-6c0c-4608-9188-c3c17ba336f3 req-0609f948-5d6e-4368-959c-a504c39ffb72 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 946 time: 0.5108907 Oct 19 20:38:46.298591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47b360-d528-47b2-9b0d-a4a41f8dc1c8 None None] Network 4557e892-080b-4cae-bd80-6a94bd584f2c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:46.412152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:46.429681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:46.432267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5c5f8-88e9-46f9-90e8-644fea486216 req-e6331e15-bd24-4522-b4d7-cd41120fa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:46.433893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a5c5f8-88e9-46f9-90e8-644fea486216 req-e6331e15-bd24-4522-b4d7-cd41120fa39d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7870793 Oct 19 20:38:46.436454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:46.448883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:46.462844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Pushing event updated for resources: {'Port': ['ID=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:46.543271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca220c96-6c0c-4608-9188-c3c17ba336f3 req-5734ed92-4300-4672-b115-d8e2f4c78adb tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/security-groups?id=230e6518-a925-4dd3-986c-e2228c146e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571893 Oct 19 20:38:46.627755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0e5b8019-9e73-4917-a82f-e67de42cb279 None None] Provisioning complete for port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:46.631424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8019-9e73-4917-a82f-e67de42cb279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:46.684607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0287dfb0-187a-4f55-9269-01da45fec876,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:46.723750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61876b3c-d019-4424-bd10-569a6a7d478b req-2ec81a19-35a6-4806-8196-081329b926d1 tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0538921 Oct 19 20:38:46.741217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Checking segment: {'id': '5a22a94d-92e8-4230-b912-d1bb477915a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:46.751315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Network hostable DHCP agents. Network: 41ad618f-92e2-4d99-8118-f71b38397f57, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:46.809870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:46.880128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Pushing event deleted for resources: {'Port': ['ID=12fb3e93-bde8-4697-a1d3-995e0b539331,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:46.890381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Network 41ad618f-92e2-4d99-8118-f71b38397f57 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:46.972327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 12fb3e93-bde8-4697-a1d3-995e0b539331 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:38:46.996699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59620) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:47.036970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 12fb3e93-bde8-4697-a1d3-995e0b539331 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:38:47.038995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 12fb3e93-bde8-4697-a1d3-995e0b539331 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:38:47.052530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 41ad618f-92e2-4d99-8118-f71b38397f57) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:47.070663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e373ccc-373f-40cd-aa9a-85d77c112f0b None None] Network 41ad618f-92e2-4d99-8118-f71b38397f57 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:47.116496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] No DVR routers for this DVR port 12fb3e93-bde8-4697-a1d3-995e0b539331 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:38:47.118925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:47.119711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:47.147909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:47.151465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6abe985d-7d42-4931-969c-bad1b8455168 req-ad3a9b4e-1475-4ef9-9d60-1837b24af6c3 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.11 "DELETE /v2.0/ports/12fb3e93-bde8-4697-a1d3-995e0b539331 HTTP/1.1" status: 204 len: 173 time: 2.8567142 Oct 19 20:38:47.172098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6849a-d36f-4426-918e-cec8524a9898 req-e34c0d43-64c7-483a-a48b-f13b093ca796 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:47.181583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68a6849a-d36f-4426-918e-cec8524a9898 req-e34c0d43-64c7-483a-a48b-f13b093ca796 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.3884122 Oct 19 20:38:47.183126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'name': 'network-vif-deleted', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:47.187048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069c151-756c-41de-8e35-869e47149915 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:47.187479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069c151-756c-41de-8e35-869e47149915 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:47.187943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069c151-756c-41de-8e35-869e47149915 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:47.189894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6069c151-756c-41de-8e35-869e47149915 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=530c5e4b036a4d36922ec5990b8dab70&network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 2969 time: 0.1921515 Oct 19 20:38:47.193110 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86cf0c8-819e-4e33-b1c4-db1695f789a6" -d '{"events": [{"server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "name": "network-vif-deleted", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:47.244589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95bbc839-e35e-48c8-8287-c83cc406d055 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6589386 Oct 19 20:38:47.365215 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994db01-de54-40f1-81a4-9d49a3d8afcf x-openstack-request-id: req-3994db01-de54-40f1-81a4-9d49a3d8afcf {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:38:47.365531 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79309c3-d66d-44ed-ac40-7d46a09c1c35", "name": "network-vif-deleted", "tag": "12fb3e93-bde8-4697-a1d3-995e0b539331", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:38:47.365788 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3994db01-de54-40f1-81a4-9d49a3d8afcf {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:38:47.366191 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79309c3-d66d-44ed-ac40-7d46a09c1c35', 'name': 'network-vif-deleted', 'tag': '12fb3e93-bde8-4697-a1d3-995e0b539331', 'status': 'completed', 'code': 200} Oct 19 20:38:47.438822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68a6849a-d36f-4426-918e-cec8524a9898 req-749ba8de-d111-454e-8807-d50ff3e457e4 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563415 Oct 19 20:38:47.470086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:47.616655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4f43fb44-717e-495e-b8f1-6fcc8f883aaa up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:47.684136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a660a295-0d28-411d-880e-c8b748c03b25 None None] Provisioning complete for port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:47.689390 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a660a295-0d28-411d-880e-c8b748c03b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:47.813336 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07ac0832-df0a-4967-99d4-e2a8af21df34 req-057b8c43-47a0-4a62-94b6-58ba304890b6 tempest-ServerPasswordTestJSON-676371816 tempest-ServerPasswordTestJSON-676371816-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79309c3-d66d-44ed-ac40-7d46a09c1c35 HTTP/1.1" status: 200 len: 210 time: 0.0427594 Oct 19 20:38:47.848374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a5c5f8-88e9-46f9-90e8-644fea486216 req-7f5f8708-f725-4428-badb-8bddaa26c2ff tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.11 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.0526488 Oct 19 20:38:47.905072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:47.959753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:47.960635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:47.977423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea59aa-a186-4163-8d61-e506ef969e4d None None] Network 41ad618f-92e2-4d99-8118-f71b38397f57 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:48.111010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97c3c213-3d08-4947-a79f-12be0c4f2246 req-ac777cbf-f327-4f6c-852e-e754d77e4e3e tempest-ServerShowV254Test-31604461 tempest-ServerShowV254Test-31604461-project] 10.222.0.31 "GET /v2.0/ports?device_id=004b0fbc-6691-4522-8faf-364a85339d0a HTTP/1.1" status: 200 len: 210 time: 0.1552603 Oct 19 20:38:48.139261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.223411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-591627872'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:48.301869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Made reservation on behalf of 4807e15c2dc5422995403bcb2750f128 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:48.307556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.401173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Router 66267c85-e25c-4dc8-a83e-951115be4e78 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:38:48.407240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.539890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.548778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-e48e1bfc-487b-4e71-8847-c19c7d4e8b66 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:48.558538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-e48e1bfc-487b-4e71-8847-c19c7d4e8b66 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/networks?id=41ad618f-92e2-4d99-8118-f71b38397f57 HTTP/1.1" status: 200 len: 821 time: 0.3095543 Oct 19 20:38:48.564954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.600423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-ca714623-6eb8-4100-b4a2-023691766e74 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/quotas/0c40281f01f24a5ca7e1bd4ab70e4fe4 HTTP/1.1" status: 200 len: 375 time: 0.0407107 Oct 19 20:38:48.608403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:48.613823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:38:48.629564 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Sync routers for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:38:48.632829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f72b4-f51f-4d26-be65-1fd8a7994336,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:48.654583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-c4362c39-b1f1-433c-86dd-1dd71b011de4 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c40281f01f24a5ca7e1bd4ab70e4fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438898 Oct 19 20:38:48.655703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.656038 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Added segment 215954b9-0b7f-4573-8fbe-2892ee8bfe7e of type vlan for network 9bd840a6-d432-4b9e-aa10-3afc567fa809 Oct 19 20:38:48.667634 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:48.668248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:48.717005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.723485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-957b38d3-e7af-440d-a975-3d083c98806e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7118900 Oct 19 20:38:48.725248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59678) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:48.775422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.789999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5890-f9de-4a4d-bac3-e8e70c485735 req-9f8d807b-8d3a-4ad5-bc5f-1deb96505724 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:48.792169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e05a5890-f9de-4a4d-bac3-e8e70c485735 req-9f8d807b-8d3a-4ad5-bc5f-1deb96505724 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1936617 Oct 19 20:38:48.838210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:48.885373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e05a5890-f9de-4a4d-bac3-e8e70c485735 req-6ef7dd05-23e8-4837-9f58-0c3438f7338f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829005 Oct 19 20:38:48.906666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.914977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:48.915978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:48.946623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-ab7737c4-022b-4a61-9caa-7044bc0342f9 service neutron] 10.222.0.31 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310879 Oct 19 20:38:48.976183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59682) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:48.996118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0865195 Oct 19 20:38:49.029973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59684) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:49.046455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddbc4a-d9bc-4bb4-bf60-cf4a0d14a366 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Pushing event updated for resources: {'Network': ['ID=9bd840a6-d432-4b9e-aa10-3afc567fa809,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:49.064978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9bd840a6-d432-4b9e-aa10-3afc567fa809 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:49.132758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2543fa6f-e2bf-4c39-8dae-42cbfe5b4203 service neutron] 10.222.0.31 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767428 Oct 19 20:38:49.141630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Deleting subnet 66fe9ee1-31e7-47da-95ca-3c1d1b838eb0 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:38:49.186196 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.224200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'name': 'tempest-network--1285639665', 'router:external': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:49.268415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.279655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:49.282121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.298463 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.302250 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:46Z', 'revision_number': 3, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:49.473632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.483469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.490969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.545516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:49.556609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.557001 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Added segment 7f94ea3e-69b6-4549-ab1c-33af8de0d04d of type vlan for network 9be7d32a-941e-4e9b-afaf-87afb984bbd0 Oct 19 20:38:49.622870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.681382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-556e4bd0-b65c-442f-84fa-401842ee12db req-6b927bd0-696a-4121-b2bd-d0bb275f047a tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 210 time: 0.0868845 Oct 19 20:38:49.739162 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.786299 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.787328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:49.787912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.788528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fe9ee1-31e7-47da-95ca-3c1d1b838eb0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:49.795828 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Checking router: 66267c85-e25c-4dc8-a83e-951115be4e78 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:49.802385 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Updating router 66267c85-e25c-4dc8-a83e-951115be4e78 port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:38:49.831766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.848281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ee047d9d-4250-4267-b97e-c9b9ad8992bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/66fe9ee1-31e7-47da-95ca-3c1d1b838eb0 HTTP/1.1" status: 204 len: 168 time: 0.8709900 Oct 19 20:38:49.851810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:49.867181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8361833 Oct 19 20:38:49.880616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:49.890872 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:49.923048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246751a-743e-4d33-ae91-aac4e8b882ec,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:49.952199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.109403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:50.162791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:50.170922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eef2a-8695-4d50-8eee-f7df1f483e81 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=9be7d32a-941e-4e9b-afaf-87afb984bbd0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:50.186035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9be7d32a-941e-4e9b-afaf-87afb984bbd0 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:50.582166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.631785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.837810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbc6acd5-1cc3-406d-aeeb-81a6711a1d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.861697 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.890613 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.898066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.922038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be7d32a-941e-4e9b-afaf-87afb984bbd0']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:50.933335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f94ea3e-69b6-4549-ab1c-33af8de0d04d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:50.933870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f94ea3e-69b6-4549-ab1c-33af8de0d04d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:50.941977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e7fbf-fc41-452b-a162-fd864ce29eae req-1976c3d5-6634-4599-b60b-c8ccfe334a3f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:50.944041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.945721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-979e7fbf-fc41-452b-a162-fd864ce29eae req-1976c3d5-6634-4599-b60b-c8ccfe334a3f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.8348253 Oct 19 20:38:50.958343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.960669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb23bf-49c0-4b3e-b0a6-055b56a55266 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:50.965491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:50.965938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:50.966058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9bb23bf-49c0-4b3e-b0a6-055b56a55266 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 814 time: 0.8005176 Oct 19 20:38:51.020409 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Pushing event updated for resources: {'Port': ['ID=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:51.038457 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:51.043452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.066130 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.066787 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.067538 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.067975 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.068415 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.068805 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.069208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.069730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.070118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.070544 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.070929 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.071255 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.077239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9be7d32a-941e-4e9b-afaf-87afb984bbd0 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:38:51.098178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.101480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9be7d32a-941e-4e9b-afaf-87afb984bbd0 HTTP/1.1" status: 204 len: 168 time: 1.2137382 Oct 19 20:38:51.105000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52d7a9db-880a-488f-a355-63239926cb71 req-5782b92e-049e-4a06-b304-cacccb6afb12 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 210 time: 0.0726025 Oct 19 20:38:51.105641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:51.128434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:51.142880 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Attempting to bind port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:51.145637 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Attempting to bind port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:51.146962 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Attempting to bind port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:51.162423 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:51.163517 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:51.164359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Network': ['ID=9be7d32a-941e-4e9b-afaf-87afb984bbd0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:51.165269 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.167322 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:51.168210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Bound port: 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:51.170852 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.172916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Allocated IP 172.20.0.1 (4557e892-080b-4cae-bd80-6a94bd584f2c/4fffd153-6265-4fb0-b846-f9e237db43a2/9a356813-9438-4607-a1c0-b4d456b35650) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:51.188493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbc6acd5-1cc3-406d-aeeb-81a6711a1d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.196052 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fbc6acd5-1cc3-406d-aeeb-81a6711a1d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.207120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.207633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.207999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.208344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.208682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.209022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.209546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.209856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.210190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.210521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.210850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.211178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd5dc5-ec91-4601-a596-586f30788526 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:38:51.219584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.336564 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fbc6acd5-1cc3-406d-aeeb-81a6711a1d59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c7167ed2c084d5383779416dc787ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204931 Oct 19 20:38:51.338075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59738) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:51.347045 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] For port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:51.354946 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] For port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:51.361199 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.440036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:51.440767 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:51.446820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-979e7fbf-fc41-452b-a162-fd864ce29eae req-94d29bd6-70f7-47c8-aaa5-cff4e32efa3b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749844 Oct 19 20:38:51.491547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6acd5-1cc3-406d-aeeb-81a6711a1d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4f2bb-f5bd-4945-95a6-6d899274611f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:51.574575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.605053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75ebb7-6c5f-40ae-b94a-c8c07da307ba None None] Pushing event updated for resources: {'Port': ['ID=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:51.614811 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.625699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:51.631889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768c37d1-de23-46c8-b2ce-4212178bba4f']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:51.634130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:51.636547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.643511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'network': {'name': 'tempest-network-smoke--814154055', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'port_security_enabled': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:51.682849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.686797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.692584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29e4f2bb-f5bd-4945-95a6-6d899274611f HTTP/1.1" status: 204 len: 168 time: 0.3408110 Oct 19 20:38:51.698049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127b701b-5bd9-4187-a0f1-c67c2733504f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:51.698524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127b701b-5bd9-4187-a0f1-c67c2733504f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:51.710783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:51.711170 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:51.713149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73f3d9-b6ba-406e-aee2-18fd74602e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4f2bb-f5bd-4945-95a6-6d899274611f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:51.725453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.770247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.792794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-957274ee-1ad7-4156-b9e3-2bee326093ff tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:51.794864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-957274ee-1ad7-4156-b9e3-2bee326093ff tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.11 "GET /v2.0/networks?id=41ad618f-92e2-4d99-8118-f71b38397f57 HTTP/1.1" status: 200 len: 821 time: 0.5687268 Oct 19 20:38:51.822187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.834004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Request body: {'port': {'device_id': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57', 'admin_state_up': True, 'tenant_id': '0c40281f01f24a5ca7e1bd4ab70e4fe4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:51.852072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:51.869506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:38:51.870282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.894276 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.924439 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Added segment 65ecf615-88e1-4de7-93b3-342b0fcf4b2b of type vlan for network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 Oct 19 20:38:51.942959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:51.943369 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Added segment d017ed0e-47fb-4861-8a1b-1fde9db31b0d of type vlan for network f4b2adf1-9c57-4fa8-bdbf-83945564baff Oct 19 20:38:52.006365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.061633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.159144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.193144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.198790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] 10.222.0.31 "DELETE /v2.0/networks/768c37d1-de23-46c8-b2ce-4212178bba4f HTTP/1.1" status: 204 len: 168 time: 2.3434968 Oct 19 20:38:52.198790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.228748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0189-be35-42f7-9873-1d0c9c3e0b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=768c37d1-de23-46c8-b2ce-4212178bba4f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:52.241091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.246815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:52.247407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.264166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.311987 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:46Z', 'revision_number': 3, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:52.348833 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569edaf6-9a75-4036-bb3c-dab922ef72eb None None] The sync data for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 is: [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:46Z', 'revision_number': 3, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:38:52.364922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Made reservation on behalf of 0c40281f01f24a5ca7e1bd4ab70e4fe4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:52.368397 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.384904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1d57800-39cb-4f72-bba1-f0e3cfd9630f req-18722d86-96b5-4d3a-a3de-dc06808703ad tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 210 time: 0.1281192 Oct 19 20:38:52.407160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7682791 Oct 19 20:38:52.411236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59760) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:52.464103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Network 4557e892-080b-4cae-bd80-6a94bd584f2c is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:52.467429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e6f3-f8ab-45a3-903b-2003f4c5e4b8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Network': ['ID=f4b2adf1-9c57-4fa8-bdbf-83945564baff,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:52.479356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:52.481164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:52.481788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.482324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:52.482901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.492464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:52.501417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:52.607065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36598f0-4fb6-4c16-8609-998b6ce7dc3e tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:52.609759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a36598f0-4fb6-4c16-8609-998b6ce7dc3e tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=530c5e4b036a4d36922ec5990b8dab70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1970558 Oct 19 20:38:52.612396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59766) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:52.655553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59768) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:52.685349 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5600319 Oct 19 20:38:52.690125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59770) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:52.762970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'subnet': {'network_id': '090495ae-f6e4-4fde-9afa-4d959d4dfa96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:52.795334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.802361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879693c-1efd-4179-8ce8-acd8993fe4ea tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=090495ae-f6e4-4fde-9afa-4d959d4dfa96,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:52.817161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:52.834518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:52.853196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:52.999030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697fb12-addc-43dc-8274-6907b5f39a64 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:52.999582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697fb12-addc-43dc-8274-6907b5f39a64 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:53.001357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f697fb12-addc-43dc-8274-6907b5f39a64 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1511 time: 0.3876681 Oct 19 20:38:53.006100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59778) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.047371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f74c410-f03c-420e-bee6-b41b4495fb5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0de5f660592428da020db107b8feed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905969 Oct 19 20:38:53.055368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59780) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.071903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2ec0ffc5-e64f-466b-b5cf-c70ffd921f86 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=090495ae-f6e4-4fde-9afa-4d959d4dfa96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470524 Oct 19 20:38:53.073060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59782) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.106252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b9c389ef-22be-4a75-a1a9-6292fa59b566 None None] Provisioning complete for port 9a356813-9438-4607-a1c0-b4d456b35650 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:53.106839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9c389ef-22be-4a75-a1a9-6292fa59b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.111103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Allocated IP 172.20.0.7 (41ad618f-92e2-4d99-8118-f71b38397f57/0287dfb0-187a-4f55-9269-01da45fec876/f602c624-8355-45cf-ae77-387a404798df) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:53.199073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b9c389ef-22be-4a75-a1a9-6292fa59b566 None None] Port 9a356813-9438-4607-a1c0-b4d456b35650 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:38:53.244628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e4f4f9b-89f0-47c8-b70e-d88f36ad6eb7 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540287 Oct 19 20:38:53.247724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59786) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.273252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359e1e8-f3a1-4e7b-9144-a9021cc7843b req-41f11781-05b3-4bc6-a8c7-d28701a7908f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:53.280275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f359e1e8-f3a1-4e7b-9144-a9021cc7843b req-41f11781-05b3-4bc6-a8c7-d28701a7908f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.5836210 Oct 19 20:38:53.313635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.318479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.337740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f72f6111-637e-4956-9d3b-c8a15a0806ba tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=530c5e4b036a4d36922ec5990b8dab70&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887296 Oct 19 20:38:53.341437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59792) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.449662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.472280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:53.544814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.560294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:53.560896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.605033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f359e1e8-f3a1-4e7b-9144-a9021cc7843b req-61acf5c6-89a4-4baa-9caa-3d813141f8bd tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753110 Oct 19 20:38:53.637993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e43762af-b850-4b8b-a268-67d506043caf req-f5610655-d34c-49ba-924e-1e0874abc126 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 210 time: 0.0939653 Oct 19 20:38:53.713870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.717529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d957caf-8a53-47bd-8b24-c0c6faaa58b6 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:53.718003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d957caf-8a53-47bd-8b24-c0c6faaa58b6 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:53.723205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0d957caf-8a53-47bd-8b24-c0c6faaa58b6 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1511 time: 0.3804963 Oct 19 20:38:53.730647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59800) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.758607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.805051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d4a4e56f-9276-438b-8971-194c20b3add1 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=090495ae-f6e4-4fde-9afa-4d959d4dfa96&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731676 Oct 19 20:38:53.808778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:38:53.810689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.820056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.861152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.866211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.870709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.871957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/230e6518-a925-4dd3-986c-e2228c146e34 HTTP/1.1" status: 204 len: 168 time: 0.8155680 Oct 19 20:38:53.877057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:53.894003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8113387-47e7-4779-afbf-384999d0d682 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683556 Oct 19 20:38:53.896749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:53.911943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313488459', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:53.932908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:53.939682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1657942708-network', 'tenant_id': 'd7006116990e4f8daa007d342b594a5c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:53.975540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98c3a-8a5f-4a0a-a067-796900059bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230e6518-a925-4dd3-986c-e2228c146e34,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:54.049261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:54.055390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.164988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:54.167140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.169245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.174304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:54.179101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.238990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.311023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:38:54.319585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.385111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.448503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.450197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2e133e2-7a14-469a-a481-d244c9686b7f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:54.487509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Checking segment: {'id': '65ecf615-88e1-4de7-93b3-342b0fcf4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090495ae-f6e4-4fde-9afa-4d959d4dfa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:54.488075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Network hostable DHCP agents. Network: 090495ae-f6e4-4fde-9afa-4d959d4dfa96, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:54.511426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Network 41ad618f-92e2-4d99-8118-f71b38397f57 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:54.553233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Network 4557e892-080b-4cae-bd80-6a94bd584f2c is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:54.568299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:54.574020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:54.582775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.623954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 090495ae-f6e4-4fde-9afa-4d959d4dfa96) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:54.635280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73365a5-8ec3-461b-96b0-40ffeb4073e1 None None] Network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:54.640267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:54.645048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.648078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:54.684658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0acfdc20-25d6-4d04-8dbc-12d4b24ccbfb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9371758 Oct 19 20:38:54.689580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:54.693432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:54.699407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'floatingip': {'floating_network_id': '090495ae-f6e4-4fde-9afa-4d959d4dfa96'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:54.735035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Checking segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:54.735733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network hostable DHCP agents. Network: f4b2adf1-9c57-4fa8-bdbf-83945564baff, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:54.742263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Subnet': ['ID=22f87618-b48a-4c11-890b-415ce5f95ed2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:54.767260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.815662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:54.854380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f4b2adf1-9c57-4fa8-bdbf-83945564baff) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:54.869835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:54.870606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.879383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740cd9bc-6556-4fd2-9ab5-53d7b231753f None None] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:54.915995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-70b437a5-bbbe-4676-9bda-536b4e9ec72b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0088365 Oct 19 20:38:54.928065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:54.960239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:54.964919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:54.985030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d9ad6-b5cc-48fc-b00e-438a2ed7197d req-a9eff375-1b4e-41ab-91b9-05d5810c095b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:54.993493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa6d9ad6-b5cc-48fc-b00e-438a2ed7197d req-a9eff375-1b4e-41ab-91b9-05d5810c095b tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.1906526 Oct 19 20:38:55.009837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Pushing event updated for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:55.055969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa6d9ad6-b5cc-48fc-b00e-438a2ed7197d req-3b9144e7-e0cc-4331-9b0b-01fcb2e73733 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Oct 19 20:38:55.077447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.077972 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Added segment f798e385-69f4-4ad6-9076-035512f9f291 of type vlan for network ee949465-a0c3-4634-b93d-f349c2cb2bcb Oct 19 20:38:55.105375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.187073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.207762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-89e6bfd6-fa51-47fc-94b2-6ef497b46167 None None] Provisioning complete for port 9a356813-9438-4607-a1c0-b4d456b35650 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:55.209687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89e6bfd6-fa51-47fc-94b2-6ef497b46167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.259537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28cedcd-68cc-4139-833c-eeac62b22c54,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:55.280747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.290796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:55.292876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.446367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Allocated IP 172.20.0.8 (090495ae-f6e4-4fde-9afa-4d959d4dfa96/c2e133e2-7a14-469a-a481-d244c9686b7f/41a7f36f-f058-4ac4-8602-3f4ca78d093a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:55.460435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a25e7-d097-4ea0-beeb-b4fcd0c03f32 None None] Network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:55.578607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-2fb18a89-aec2-4135-95fb-39950718611d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7661953 Oct 19 20:38:55.608767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:55.632104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59842) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:55.633007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Request body: {'port': {'device_id': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:55.641973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0886045 Oct 19 20:38:55.650571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:55.759824 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.785170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-89e6bfd6-fa51-47fc-94b2-6ef497b46167 None None] Port 9a356813-9438-4607-a1c0-b4d456b35650 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:38:55.807193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Request body: {'subnet': {'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1657942708-subnet', 'tenant_id': 'd7006116990e4f8daa007d342b594a5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:55.860146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-85220941-network', 'tenant_id': '9f4aad16e6ea4fa2b6b7a4fde88bc224'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:55.871415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.909264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:55.911938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:55.926416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21713a-6b66-4bf4-9d48-4630f723ac88 req-603f8131-1c27-4661-97e0-8762f0810b55 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:55.935293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec21713a-6b66-4bf4-9d48-4630f723ac88 req-603f8131-1c27-4661-97e0-8762f0810b55 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 931 time: 1.0258913 Oct 19 20:38:55.937137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d59ca9-acd5-4926-9a42-7bce155e7926 admin admin] Pushing event updated for resources: {'Network': ['ID=ee949465-a0c3-4634-b93d-f349c2cb2bcb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:55.943141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Router 66267c85-e25c-4dc8-a83e-951115be4e78 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:38:55.953969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:55.965807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:55.968181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:55.975896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:56.000455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:56.003541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.007333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ips': [{'subnet_id': '22f87618-b48a-4c11-890b-415ce5f95ed2'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:38:56.010512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.034244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753345245', 'description': 'tempest-secgroup-smoke-753345245 description', 'project_id': '530c5e4b036a4d36922ec5990b8dab70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:56.038897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:56.041326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.056621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Made reservation on behalf of 9f4aad16e6ea4fa2b6b7a4fde88bc224 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:56.059681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.143775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Port': ['ID=41a7f36f-f058-4ac4-8602-3f4ca78d093a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:56.145607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec21713a-6b66-4bf4-9d48-4630f723ac88 req-c2d31b79-4fbe-43cc-98f1-244e07d5edda tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093029 Oct 19 20:38:56.156809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.250503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.265916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Allocated IP 172.20.0.18 (f4b2adf1-9c57-4fa8-bdbf-83945564baff/22f87618-b48a-4c11-890b-415ce5f95ed2/4fa270f8-c8f5-449a-834c-93c365fb161c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:38:56.355302 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.373572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.393369 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.406733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb53fa-2299-4a74-a1ab-6f9208bde0c5 req-301c601a-e14f-42a7-8eba-e166f37c97c3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:56.417453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3efb53fa-2299-4a74-a1ab-6f9208bde0c5 req-301c601a-e14f-42a7-8eba-e166f37c97c3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.2095575 Oct 19 20:38:56.458389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:56.486152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.486570 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Added segment 9384733a-12b3-4061-af8b-989c34442390 of type vlan for network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d Oct 19 20:38:56.535720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.574422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.575545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:56.576264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.641758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf91f6-8d55-48ca-b89d-59aeced93bb0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:56.647064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c915ab8c-a494-465c-9031-97054301c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.677752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0420575 Oct 19 20:38:56.678752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:56.686158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.724902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Request body: {'subnet': {'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-85220941-subnet', 'tenant_id': '9f4aad16e6ea4fa2b6b7a4fde88bc224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:56.732678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.738115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b841fa-436a-413f-80d1-791dd7ca4549 admin admin] Pushing event updated for resources: {'Network': ['ID=34c19ec0-0666-42e2-9eb9-efb63e1ec27d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:56.777904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:38:56.785979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.831078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Made reservation on behalf of 9f4aad16e6ea4fa2b6b7a4fde88bc224 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:56.833481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:56.930776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:38:57.008055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:57.012072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:38:57.036672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3efb53fa-2299-4a74-a1ab-6f9208bde0c5 req-ee1a3958-6257-49ce-98da-1fddca142f8a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088741 Oct 19 20:38:57.066580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Pushing event updated for resources: {'Port': ['ID=4fa270f8-c8f5-449a-834c-93c365fb161c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.105407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Attempting to bind port 4fa270f8-c8f5-449a-834c-93c365fb161c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:57.105788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Attempting to bind port 4fa270f8-c8f5-449a-834c-93c365fb161c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:57.107003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Attempting to bind port 4fa270f8-c8f5-449a-834c-93c365fb161c on network f4b2adf1-9c57-4fa8-bdbf-83945564baff {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:57.112544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:57.112758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Checking segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:57.113158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.113653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Bound using segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:57.114073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Bound port: 4fa270f8-c8f5-449a-834c-93c365fb161c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:57.114453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.166058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.182188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.223966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.243016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Port': ['ID=41a7f36f-f058-4ac4-8602-3f4ca78d093a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.293593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] For port 4fa270f8-c8f5-449a-834c-93c365fb161c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:57.296466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.300958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] For port 4fa270f8-c8f5-449a-834c-93c365fb161c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fa270f8-c8f5-449a-834c-93c365fb161c,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:57.302940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.322039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.334265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:38:57.345804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71495fb2-04f2-42e0-b63d-3fdfd9fde80a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.365030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb2ac1dd-8eb3-43e0-92c2-fef23c5dbc3e admin admin] 10.222.0.31 "PUT /v2.0/routers/66267c85-e25c-4dc8-a83e-951115be4e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6295640 Oct 19 20:38:57.375981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.386940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.396833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61de31f-659e-45d5-a7a0-2ab750b1f03d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.409885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Checking segment: {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:57.410257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Network hostable DHCP agents. Network: 34c19ec0-0666-42e2-9eb9-efb63e1ec27d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:57.426092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.427536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-60f7e5dd-942e-44d7-b4fb-5ca6a6c2eba5 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7315614 Oct 19 20:38:57.430997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:57.455994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Sync routers for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:38:57.463150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.466034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:57.471237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d633c07a-5fee-43f0-8fda-6658b01216d2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4484143 Oct 19 20:38:57.480567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59876) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:57.505159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:57.553395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4a05614b-c07a-484f-8a4a-3c129d8aa0ba tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=090495ae-f6e4-4fde-9afa-4d959d4dfa96 HTTP/1.1" status: 200 len: 689 time: 0.1205986 Oct 19 20:38:57.555476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59878) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:57.560964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 34c19ec0-0666-42e2-9eb9-efb63e1ec27d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:57.606614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:57.607253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.670698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8c533c-5730-4d4b-a412-5d313d009fab,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.678067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Checking segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:57.678654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Network hostable DHCP agents. Network: ee949465-a0c3-4634-b93d-f349c2cb2bcb, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:38:57.696620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c221399-5dd5-4608-9218-4c2bff033ded req-68ed630c-ce8e-4587-a1e4-546906587fbb tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:57.698514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c221399-5dd5-4608-9218-4c2bff033ded req-68ed630c-ce8e-4587-a1e4-546906587fbb tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 931 time: 0.3900073 Oct 19 20:38:57.749115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b95f59-ba6b-4be4-b305-ce8905ecf027 None None] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:57.751533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fe32-4f9b-4b41-a04c-336b85be552e None None] Pushing event updated for resources: {'Port': ['ID=4fa270f8-c8f5-449a-834c-93c365fb161c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:57.784344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:38:57.784748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:57.785769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98a8afc6-67d4-451c-861c-a8847a3e5f30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0668705 Oct 19 20:38:57.792717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.878330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:57.933335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:38:57.985088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ee949465-a0c3-4634-b93d-f349c2cb2bcb) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:38:58.002311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f602c624-8355-45cf-ae77-387a404798df {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:38:58.029707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:58.030448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.034050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.038960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c221399-5dd5-4608-9218-4c2bff033ded req-37eae5ce-867f-4a40-a67d-92ad3f5c320f tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267715 Oct 19 20:38:58.060983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Transition to ACTIVE for port object f602c624-8355-45cf-ae77-387a404798df will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:38:58.071454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.072958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.094493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-33db94bb-dc76-49d2-b1e4-cee580636ea3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3624640 Oct 19 20:38:58.159137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.211210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d8cfa-899a-4621-956d-99ea945e27a2 None None] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:58.261373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3325a7-2f37-44dc-a25b-235a7f80c082 None None] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:58.359424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:38:58.393508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7d9075-e29c-4118-bdc7-e4987cac308a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:58.415844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.417577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16668459-c585-4029-b2a7-b4be1d648da2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9297745 Oct 19 20:38:58.432123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Pushing event updated for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:58.440666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:58.452136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:58.458679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Attempting to bind port f602c624-8355-45cf-ae77-387a404798df on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:38:58.459174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Attempting to bind port f602c624-8355-45cf-ae77-387a404798df by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '5a22a94d-92e8-4230-b912-d1bb477915a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:38:58.459584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Attempting to bind port f602c624-8355-45cf-ae77-387a404798df on network 41ad618f-92e2-4d99-8118-f71b38397f57 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:58.478061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Port f602c624-8355-45cf-ae77-387a404798df on network 41ad618f-92e2-4d99-8118-f71b38397f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:38:58.478493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Attempting to bind port f602c624-8355-45cf-ae77-387a404798df on network 41ad618f-92e2-4d99-8118-f71b38397f57 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:38:58.489684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:38:58.490122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Checking segment: {'id': '5a22a94d-92e8-4230-b912-d1bb477915a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:38:58.490627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Bound using segment: {'id': '5a22a94d-92e8-4230-b912-d1bb477915a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:38:58.492761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Bound port: f602c624-8355-45cf-ae77-387a404798df, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a22a94d-92e8-4230-b912-d1bb477915a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:38:58.492761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.572951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:38:58.576672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f602c624-8355-45cf-ae77-387a404798df,segment=NetworkSegment(5a22a94d-92e8-4230-b912-d1bb477915a4),segment_id=5a22a94d-92e8-4230-b912-d1bb477915a4)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:38:58.586261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.618273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6353b-faaa-49ed-a6fa-9f7f29e4216b req-77ed5d9b-5b2b-4b87-acf8-d904e7835cba tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:58.619850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3f6353b-faaa-49ed-a6fa-9f7f29e4216b req-77ed5d9b-5b2b-4b87-acf8-d904e7835cba tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.3787837 Oct 19 20:38:58.642862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.648277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:58.648994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.650676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] 10.222.0.11 "PUT /v2.0/ports/f602c624-8355-45cf-ae77-387a404798df HTTP/1.1" status: 200 len: 1091 time: 3.0604107 Oct 19 20:38:58.653239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'tag': 'f602c624-8355-45cf-ae77-387a404798df'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:38:58.656143 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620caea-f723-4990-ad19-8aea7ef4c8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "tag": "f602c624-8355-45cf-ae77-387a404798df"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:38:58.711167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Deleting port 41a7f36f-f058-4ac4-8602-3f4ca78d093a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:38:58.711594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59916) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:58.716331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.723882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1545485881-network', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:58.790457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3f6353b-faaa-49ed-a6fa-9f7f29e4216b req-34b14b2e-fe39-40a0-a322-016d272ade06 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569242 Oct 19 20:38:58.897754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d3b6a-db6e-4f62-8a94-87fe9049d84e service neutron] Pushing event updated for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:58.963218 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.969574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-da8273b0-f331-4fa1-a488-f535b44f69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:58.972786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-da8273b0-f331-4fa1-a488-f535b44f69ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c40281f01f24a5ca7e1bd4ab70e4fe4&device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 1094 time: 0.2403202 Oct 19 20:38:58.974878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Made reservation on behalf of 8deb7df441c4445baca6a7477e302fc1 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:38:58.978851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.981226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.981922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:58.983849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.014681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Calling delete_port for 41a7f36f-f058-4ac4-8602-3f4ca78d093a owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:38:59.097269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.159465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-b936f653-a2c4-4d45-916c-556d54faf140 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f602c624-8355-45cf-ae77-387a404798df HTTP/1.1" status: 200 len: 217 time: 0.1696887 Oct 19 20:38:59.160154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d172d7e-6d4e-47e2-a14c-fe572d0e8c75,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:38:59.228111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3a5d0-cdf8-4571-a76f-639ea95c5ed6 None None] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:59.271415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.272777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ed62567f-5883-4748-9af6-18e144f8821a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8307085 Oct 19 20:38:59.279008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:38:59.321376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:38:59.323230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-f93e5beb-0adf-468d-a2aa-047a41ed2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:59.326290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-f93e5beb-0adf-468d-a2aa-047a41ed2f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0287dfb0-187a-4f55-9269-01da45fec876 HTTP/1.1" status: 200 len: 861 time: 0.1597145 Oct 19 20:38:59.394020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-7b42ef39-38a9-4efe-b39c-81509d024105 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41ad618f-92e2-4d99-8118-f71b38397f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560544 Oct 19 20:38:59.440437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-83c8a4a8-d067-47c7-897a-ca71d1a3ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.525521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fa270f8-c8f5-449a-834c-93c365fb161c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:38:59.528408 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.604923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-8c8e6f28-bba4-48bb-9bc3-cfd5d94f8936 service neutron] 10.222.0.11 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960092 Oct 19 20:38:59.666998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a356813-9438-4607-a1c0-b4d456b35650', 'name': '', 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'mac_address': 'fa:16:3e:92:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:50Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 2, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'subnets': [{'id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:38:59.714970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Checking router: 66267c85-e25c-4dc8-a83e-951115be4e78 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:38:59.721319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Updating router 66267c85-e25c-4dc8-a83e-951115be4e78 port 9a356813-9438-4607-a1c0-b4d456b35650 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:38:59.737676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.821063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98d792-a943-4637-8c38-50772599f39c None None] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:38:59.849025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-6b85124d-271c-43db-8331-bedc14c750eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:38:59.856538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-6b85124d-271c-43db-8331-bedc14c750eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 812 time: 0.4648006 Oct 19 20:38:59.885983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-4d90c3d2-6a14-4673-b2ad-e6c5dfb41272 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/quotas/9f4aad16e6ea4fa2b6b7a4fde88bc224 HTTP/1.1" status: 200 len: 375 time: 0.0284836 Oct 19 20:38:59.891012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.897442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:38:59.978943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-ab7c7c13-9357-4ccb-87e4-11364c009aa0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918937 Oct 19 20:38:59.980876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:38:59.983893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d35295c4-1682-4488-be50-05f35173e115 None None] Provisioning complete for port 4fa270f8-c8f5-449a-834c-93c365fb161c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:38:59.984914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d35295c4-1682-4488-be50-05f35173e115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.009543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.035217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.035589 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Added segment c5f0c065-b52c-40d5-9da5-19723fddf8cd of type vlan for network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 Oct 19 20:39:00.054725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db9da9-e2ce-4cd3-bfa0-1a1b3521dc8a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:00.078756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Port': ['ID=41a7f36f-f058-4ac4-8602-3f4ca78d093a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:00.138758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fd5ee61-6194-4ad2-8e06-bf4a4704d943 req-a3c241d7-fac4-4e45-87f1-1d98af015f18 service neutron] 10.222.0.11 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842100 Oct 19 20:39:00.153683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.195102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-b4dca715-c0ec-4f4b-b7f1-39a37995e539 service neutron] 10.222.0.31 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152510 Oct 19 20:39:00.254123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4fa270f8-c8f5-449a-834c-93c365fb161c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:00.254696 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.283429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.303217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-798dec2c-315f-434e-afac-9c38d8767182 service neutron] 10.222.0.31 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069999 Oct 19 20:39:00.314744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.315928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:00.316695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.374306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.386412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6707151 Oct 19 20:39:00.386634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.390450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59946) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:00.401328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Request body: {'subnet': {'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1545485881-subnet', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:00.415071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.485274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-8f40be5c-5b65-4b4f-9c29-9d2ade4d5cf7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:00.487423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-8f40be5c-5b65-4b4f-9c29-9d2ade4d5cf7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.9829745 Oct 19 20:39:00.487979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.496210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3605c2cd-a902-4eed-a80a-2c22764b8384,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:00.519935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.520982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d35562c6-33a9-43dc-b2d1-4cd3ddd049c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2199426 Oct 19 20:39:00.522413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d35295c4-1682-4488-be50-05f35173e115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.530942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59950) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:00.547362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:00.560982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-b2263629-a8aa-486a-9268-1146cda279a4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/quotas/d7006116990e4f8daa007d342b594a5c HTTP/1.1" status: 200 len: 375 time: 0.0358577 Oct 19 20:39:00.568952 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a83dd-4ac2-4913-8e21-12d13e7add52 x-openstack-request-id: req-4e4a83dd-4ac2-4913-8e21-12d13e7add52 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:00.568952 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "tag": "f602c624-8355-45cf-ae77-387a404798df", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:00.568952 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e4a83dd-4ac2-4913-8e21-12d13e7add52 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:00.568952 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'tag': 'f602c624-8355-45cf-ae77-387a404798df', 'status': 'completed', 'code': 200} Oct 19 20:39:00.569947 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.604649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d35295c4-1682-4488-be50-05f35173e115 None None] For port 4fa270f8-c8f5-449a-834c-93c365fb161c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fa270f8-c8f5-449a-834c-93c365fb161c,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:00.613959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d204-2c7d-4228-b958-92b875d226dc admin admin] Pushing event updated for resources: {'Network': ['ID=95ce3033-e0e2-4ae1-8ebd-3038d58002b3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:00.642956 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d35295c4-1682-4488-be50-05f35173e115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.652615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:00.666751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-ba0c81dd-015a-4ad6-9a50-59657c8233ff tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881426 Oct 19 20:39:00.699300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Made reservation on behalf of 8deb7df441c4445baca6a7477e302fc1 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:00.703789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.763825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-976247e1-d16a-4e04-93ea-e506a807bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:00.765341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-976247e1-d16a-4e04-93ea-e506a807bb67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c40281f01f24a5ca7e1bd4ab70e4fe4&device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 1094 time: 0.1834164 Oct 19 20:39:00.791511 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-887ff9c5-4a04-4395-92d7-c7b3ea46e648 service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Oct 19 20:39:00.795932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.802516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632d85-ce11-489f-9853-7308643840a0 req-e2f22bd2-2826-4c67-bfcb-c4eb9c3f4523 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:00.804103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6632d85-ce11-489f-9853-7308643840a0 req-e2f22bd2-2826-4c67-bfcb-c4eb9c3f4523 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 943 time: 0.1749647 Oct 19 20:39:00.892872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:00.906026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e133e2-7a14-469a-a481-d244c9686b7f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:00.945021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35295c4-1682-4488-be50-05f35173e115 None None] Pushing event updated for resources: {'Port': ['ID=4fa270f8-c8f5-449a-834c-93c365fb161c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:01.048765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6632d85-ce11-489f-9853-7308643840a0 req-b31ca957-865f-41b6-87fe-fb37d6204931 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215114 Oct 19 20:39:01.198747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.279571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-084612ca-8387-4d1e-96c8-99fef90e871a service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871259 Oct 19 20:39:01.288490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090495ae-f6e4-4fde-9afa-4d959d4dfa96']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:01.309014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ecf615-88e1-4de7-93b3-342b0fcf4b2b') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:01.312771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ecf615-88e1-4de7-93b3-342b0fcf4b2b') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:01.331607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.340078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.343012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-dfa32087-0b08-4b8f-9c38-9cde5c7040a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:01.344578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-dfa32087-0b08-4b8f-9c38-9cde5c7040a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41ad618f-92e2-4d99-8118-f71b38397f57 HTTP/1.1" status: 200 len: 922 time: 0.5325785 Oct 19 20:39:01.348376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.353239 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.386006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.398819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:01.399346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:01.401687 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:01.433269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-3272f7e8-b9a8-4131-8cc3-0465f8ff6c8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f602c624-8355-45cf-ae77-387a404798df HTTP/1.1" status: 200 len: 217 time: 0.0684006 Oct 19 20:39:01.444649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:39:01.451663 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:39:01.489167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246fd321-0408-42cd-907a-96531389da38,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:01.507239 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.522548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.528393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.529772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7b2f57a-c087-4f5f-a631-0e013319de49 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9859588 Oct 19 20:39:01.537326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59964) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:01.538373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319d41b-2632-4d8d-9d13-d21344e71a0d req-8f1c9d1c-db01-44f5-8ac4-d94b2ba08f8f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:01.548953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f319d41b-2632-4d8d-9d13-d21344e71a0d req-8f1c9d1c-db01-44f5-8ac4-d94b2ba08f8f tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.3828428 Oct 19 20:39:01.578129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:01.607608 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.700408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8415bc-0bca-4edf-b2e8-460e7b67a111 None None] Pushing event updated for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:01.728046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-fb96335b-def8-4ac7-af8a-11a0d0afcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:01.731628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-fb96335b-def8-4ac7-af8a-11a0d0afcf71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0287dfb0-187a-4f55-9269-01da45fec876 HTTP/1.1" status: 200 len: 861 time: 0.2582278 Oct 19 20:39:01.761011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Attempting to bind port 9a356813-9438-4607-a1c0-b4d456b35650 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:01.762052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Attempting to bind port 9a356813-9438-4607-a1c0-b4d456b35650 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:01.762480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Attempting to bind port 9a356813-9438-4607-a1c0-b4d456b35650 on network 4557e892-080b-4cae-bd80-6a94bd584f2c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:01.769630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:01.772888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Checking segment: {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:01.773385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.773879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Bound using segment: {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:01.774539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Bound port: 9a356813-9438-4607-a1c0-b4d456b35650, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510b1505-b720-4739-a200-19af3b099d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:01.774979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.790517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f319d41b-2632-4d8d-9d13-d21344e71a0d req-95d4e50e-0a9e-4add-a282-9b0555c59133 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397120 Oct 19 20:39:01.898555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5dc507a2-0204-4f77-8252-befed1ca2ad5 req-cdb34c5a-b726-46d8-96a8-cd564829f436 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 210 time: 0.1785107 Oct 19 20:39:01.918354 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:39:01.933679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.949036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 090495ae-f6e4-4fde-9afa-4d959d4dfa96 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:39:01.966026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.972831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-ecef3d90-2dbd-4e38-8375-5452203ad28e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41ad618f-92e2-4d99-8118-f71b38397f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799407 Oct 19 20:39:01.975657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:01.984715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/090495ae-f6e4-4fde-9afa-4d959d4dfa96 HTTP/1.1" status: 204 len: 168 time: 4.4243596 Oct 19 20:39:02.006836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] For port 9a356813-9438-4607-a1c0-b4d456b35650, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:02.014060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59974) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:02.015183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0679f34c-43c9-46e1-962a-82f43954d83a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:02.019144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95b63146-4e40-4b1d-bfa3-b25d568ee610 req-513e3b8e-c22f-47b5-92cf-24b50c450dd4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 210 time: 0.0578902 Oct 19 20:39:02.022881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] For port 9a356813-9438-4607-a1c0-b4d456b35650, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a356813-9438-4607-a1c0-b4d456b35650,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:02.068609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Checking segment: {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:02.069269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Network hostable DHCP agents. Network: 95ce3033-e0e2-4ae1-8ebd-3038d58002b3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:02.152174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:02.178176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bbbc6-044b-4295-83e5-f03779333736 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Network': ['ID=090495ae-f6e4-4fde-9afa-4d959d4dfa96,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:02.190300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 95ce3033-e0e2-4ae1-8ebd-3038d58002b3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:02.196046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.222129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.223072 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.241639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-656243a1-0ade-4f4a-80c4-f4f3033467de service neutron] 10.222.0.11 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208638 Oct 19 20:39:02.247642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-815a4b1d-ab1c-4c88-8484-0be1fb44f303 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8515599 Oct 19 20:39:02.261638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:02.274258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:02.286326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b0834-3b9e-4f5e-b33c-304706c7fe90 None None] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:02.458243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c620caea-f723-4990-ad19-8aea7ef4c8e4 req-1e96150a-551d-470e-bd66-09ce9cbbf153 service neutron] 10.222.0.11 "GET /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091548 Oct 19 20:39:02.504987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Provisioning complete for port 9a356813-9438-4607-a1c0-b4d456b35650 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:02.506137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.697350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-64004f10-9127-449e-8504-3fb2ff05028c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.699274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-64004f10-9127-449e-8504-3fb2ff05028c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 812 time: 0.3270853 Oct 19 20:39:02.700452 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.713121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fa270f8-c8f5-449a-834c-93c365fb161c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:02.714157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-58294f4e-cbd5-437f-891d-8e95c4099eb2 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6844699 Oct 19 20:39:02.716777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:02.722117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Request body: {'port': {'device_id': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'admin_state_up': True, 'tenant_id': '9f4aad16e6ea4fa2b6b7a4fde88bc224'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:02.750481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:02.751113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:02.751257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263536c-95b9-4fb0-bcb7-03af734f6c91 req-8293f472-fd5c-4f93-a42a-c1892bbc54d0 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.758901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b263536c-95b9-4fb0-bcb7-03af734f6c91 req-8293f472-fd5c-4f93-a42a-c1892bbc54d0 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 943 time: 0.5710621 Oct 19 20:39:02.829269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.830827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.927698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b263536c-95b9-4fb0-bcb7-03af734f6c91 req-8878d6eb-8a2e-4caa-acf5-5a65ec9bff96 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678264 Oct 19 20:39:02.936944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.964798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:02.975615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.976108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.977212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.977879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.978340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.978794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.979274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.979722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.985701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.986317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.987662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.988153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:02.994132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70b57a6f-f79f-4502-949c-6815094cd188 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7839 time: 0.2758396 Oct 19 20:39:02.994763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59996) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:03.032599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0ca348-04f4-434f-aecf-6ce2a8d8d2df,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:03.069256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f602c624-8355-45cf-ae77-387a404798df details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:03.111681 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-46be1dd6-4afa-44b0-8817-a0eda30a94db tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] delete failed (client error): The resource could not be found. Oct 19 20:39:03.112234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-069b0800-3d88-4a8c-9343-e7b49c77e092 req-17347be6-0eb2-4b60-864a-90f0a02e5281 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 210 time: 0.0533357 Oct 19 20:39:03.115969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46be1dd6-4afa-44b0-8817-a0eda30a94db tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/f7dabc85-e855-4846-a8eb-9fd7c66acc55 HTTP/1.1" status: 404 len: 345 time: 0.1166286 Oct 19 20:39:03.116931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60000) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:03.160669 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b96c99-f6ec-4ae3-bda7-22123ec21fcb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] DELETE failed (client error): The resource could not be found. Oct 19 20:39:03.161271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b96c99-f6ec-4ae3-bda7-22123ec21fcb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:39:03.170853 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e8b96c99-f6ec-4ae3-bda7-22123ec21fcb tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/090495ae-f6e4-4fde-9afa-4d959d4dfa96 HTTP/1.1" status: 404 len: 339 time: 0.0365357 Oct 19 20:39:03.171511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60002) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:03.185343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'name': 'tempest-network--1730127904', 'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:03.199754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.213966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.218445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bdf166d8-502b-4439-bf19-e4bb1e77c6c1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6463919 Oct 19 20:39:03.226200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:03.241858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '71495fb2-04f2-42e0-b63d-3fdfd9fde80a', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:03.245030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0c820-87fb-4dce-9eb2-74e225177ad2 req-c3817740-7519-4e77-945d-28642914cc3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:03.253758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cef0c820-87fb-4dce-9eb2-74e225177ad2 req-c3817740-7519-4e77-945d-28642914cc3a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.2563419 Oct 19 20:39:03.259292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f602c624-8355-45cf-ae77-387a404798df,segment=NetworkSegment(5a22a94d-92e8-4230-b912-d1bb477915a4),segment_id=5a22a94d-92e8-4230-b912-d1bb477915a4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:03.280521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:03.283287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.302777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'f602c624-8355-45cf-ae77-387a404798df', 'network_id': '41ad618f-92e2-4d99-8118-f71b38397f57', 'port_id': 'f602c624-8355-45cf-ae77-387a404798df', 'mac_address': 'fa:16:3e:a1:98:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0287dfb0-187a-4f55-9269-01da45fec876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:03.364489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8415bc-0bca-4edf-b2e8-460e7b67a111 None None] Pushing event updated for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:03.374300 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.402263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f602c624-8355-45cf-ae77-387a404798df {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:03.425519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f602c624-8355-45cf-ae77-387a404798df,segment=NetworkSegment(5a22a94d-92e8-4230-b912-d1bb477915a4),segment_id=5a22a94d-92e8-4230-b912-d1bb477915a4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:03.443365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.445594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cef0c820-87fb-4dce-9eb2-74e225177ad2 req-d49aa9c6-ad13-4da7-a3a9-73d634e2e492 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309249 Oct 19 20:39:03.455388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:03.471481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Made reservation on behalf of 9f4aad16e6ea4fa2b6b7a4fde88bc224 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:03.474762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.475227 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Added segment 0f67af19-c32b-4155-be47-bfeec24d1015 of type vlan for network f653d2e7-0609-4eab-a0da-7d0eaf844eda Oct 19 20:39:03.476561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.480267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea19c284-92cd-480b-acc9-37a79984a429 req-f87de7b2-7726-4b8a-a1e3-2d27e7d64c96 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 210 time: 0.2289054 Oct 19 20:39:03.491894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:03.559696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.577198 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:39:03.589738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.619244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:03.637478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.726059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'fixed_ips': [{'subnet_id': '0679f34c-43c9-46e1-962a-82f43954d83a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:39:03.727524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.742416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f602c624-8355-45cf-ae77-387a404798df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:03.815698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-c7b8ee4a-41fb-43e4-b077-add5771d2088 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:03.817352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-c7b8ee4a-41fb-43e4-b077-add5771d2088 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.1409414 Oct 19 20:39:03.850413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.851700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:03.857736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.908625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Allocated IP 172.20.0.4 (34c19ec0-0666-42e2-9eb9-efb63e1ec27d/c61de31f-659e-45d5-a7a0-2ab750b1f03d/b8d584b3-88fd-4401-ad14-c543c7a7c966) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:03.952859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.956526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Allocated IP 172.20.0.2 (95ce3033-e0e2-4ae1-8ebd-3038d58002b3/0679f34c-43c9-46e1-962a-82f43954d83a/1decd412-bbc6-493b-a70b-816cb7b665b1) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:03.972860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:03.977963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Request body: {'port': {'device_id': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'admin_state_up': True, 'tenant_id': 'd7006116990e4f8daa007d342b594a5c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:03.992399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=f653d2e7-0609-4eab-a0da-7d0eaf844eda,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:04.017170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.025895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-58337bd5-428f-4eda-9d4e-a1f6ae0089d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:04.027475 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-58337bd5-428f-4eda-9d4e-a1f6ae0089d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 1096 time: 0.2087765 Oct 19 20:39:04.029605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8012424 Oct 19 20:39:04.034661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc9184-6d8d-48bd-8f17-31e68640f219 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9014d9cd-e470-4df3-a361-be8f70862d5b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:04.049648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-864d1078-4fa6-437e-9cd8-6fb992abf640 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8686106 Oct 19 20:39:04.050540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:04.169461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.202153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f653d2e7-0609-4eab-a0da-7d0eaf844eda details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:04.204499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.258140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] For port 9a356813-9438-4607-a1c0-b4d456b35650, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a356813-9438-4607-a1c0-b4d456b35650,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:04.259904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.265087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2f642-1aa6-48c7-a351-2c578049f99b req-02ad3291-3654-4df1-b88a-42d636a22dc7 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:04.275957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11b2f642-1aa6-48c7-a351-2c578049f99b req-02ad3291-3654-4df1-b88a-42d636a22dc7 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 944 time: 0.1382689 Oct 19 20:39:04.332645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11b2f642-1aa6-48c7-a351-2c578049f99b req-fb07c569-b14d-4e1a-b89a-bd1ec9fae18c tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Oct 19 20:39:04.342092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:04.343797 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.346573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4fa270f8-c8f5-449a-834c-93c365fb161c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:04.346994 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.385925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-d5d805f1-8063-41e8-bfe4-a584e8f0979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:04.387526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-d5d805f1-8063-41e8-bfe4-a584e8f0979f service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.3343384 Oct 19 20:39:04.390218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:04.396263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.406457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Pushing event updated for resources: {'Port': ['ID=1decd412-bbc6-493b-a70b-816cb7b665b1,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:04.410821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:04.418837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5599b586-3586-4ad9-889c-9ec52f4e9e2d req-adf53d71-4fe6-49b3-a74d-5401c9679a43 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 210 time: 0.0797968 Oct 19 20:39:04.428414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:04.566608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-a4d7b22f-62bf-4e05-b830-19e4d0b6648e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb25a57a-660a-4b0a-973e-29c8615d4460 HTTP/1.1" status: 200 len: 217 time: 0.1696048 Oct 19 20:39:04.656326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Provisioning complete for port 4fa270f8-c8f5-449a-834c-93c365fb161c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:04.657417 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:04.676072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-7665e116-0bfb-4e52-a8e5-055cc4cc403a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753345245&fields=id&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 267 time: 0.1307743 Oct 19 20:39:04.828129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-60cdf84a-235e-4f81-9fd4-1a3d859e7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:04.830107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-60cdf84a-235e-4f81-9fd4-1a3d859e7bbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.2473485 Oct 19 20:39:04.880923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-1f56fa3f-e71e-4239-8d75-0a55feb9d50a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414252 Oct 19 20:39:04.957034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-90b4aa26-f7fb-4352-ae38-b8a5f12c1822 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:04.964499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-90b4aa26-f7fb-4352-ae38-b8a5f12c1822 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/networks?id=f4b2adf1-9c57-4fa8-bdbf-83945564baff HTTP/1.1" status: 200 len: 796 time: 0.2873936 Oct 19 20:39:05.026609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-5717275c-efcf-48b9-8618-0bfe0cf28f8e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/quotas/530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 375 time: 0.0608904 Oct 19 20:39:05.063458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Attempting to bind port 1decd412-bbc6-493b-a70b-816cb7b665b1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:05.063961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Attempting to bind port 1decd412-bbc6-493b-a70b-816cb7b665b1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:05.064214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Attempting to bind port 1decd412-bbc6-493b-a70b-816cb7b665b1 on network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:05.068676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Allocated IP 172.20.0.4 (ee949465-a0c3-4634-b93d-f349c2cb2bcb/4a8c533c-5730-4d4b-a412-5d313d009fab/8852d35b-b651-452e-9f54-625c8e17f609) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:05.117902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:05.118318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Checking segment: {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:05.118674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.119479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Bound using segment: {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:05.119760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Bound port: 1decd412-bbc6-493b-a70b-816cb7b665b1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:05.120150 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.151759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.219403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.264529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f61b5-3bc6-40ea-bdeb-6b243dcaed0b None None] Pushing event updated for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:05.265553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.273532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] For port 1decd412-bbc6-493b-a70b-816cb7b665b1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:05.296284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-60e1f80b-fbda-46bc-82bf-2ffb746d9afd tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2684124 Oct 19 20:39:05.305082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-27246ac3-e02c-402c-acdf-85a79eaac43f service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153447 Oct 19 20:39:05.330941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] For port 1decd412-bbc6-493b-a70b-816cb7b665b1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1decd412-bbc6-493b-a70b-816cb7b665b1,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:05.347243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.441596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a93e5a1-ab6a-417c-81b4-069c05336999 req-1f90e056-4614-4522-b962-9ddc9fbad410 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261892 Oct 19 20:39:05.530447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Allocated IP 172.25.7.184 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/7215b039-5444-42f5-bdda-0e42877fc394) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:05.534033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d9df9-4149-4c0c-98a3-c68cd8114534 None None] Pushing event updated for resources: {'Port': ['ID=1decd412-bbc6-493b-a70b-816cb7b665b1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:05.539479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e532ca05-d7a9-4a48-ab2f-a52147581ec5 None None] Provisioning complete for port 9a356813-9438-4607-a1c0-b4d456b35650 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:05.544716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e532ca05-d7a9-4a48-ab2f-a52147581ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.611268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-ac7fc235-444d-47bb-bc83-833d825ea6db service neutron] 10.222.0.31 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684134 Oct 19 20:39:05.618011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.623409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a356813-9438-4607-a1c0-b4d456b35650', 'name': '', 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'mac_address': 'fa:16:3e:92:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:50Z', 'updated_at': '2021-10-19T20:39:01Z', 'revision_number': 4, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'subnets': [{'id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:05.686436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f574b-d32b-4ae0-a1b6-d20c362ba9aa None None] The sync data for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 is: [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '9a356813-9438-4607-a1c0-b4d456b35650', 'name': '', 'network_id': '4557e892-080b-4cae-bd80-6a94bd584f2c', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'mac_address': 'fa:16:3e:92:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:50Z', 'updated_at': '2021-10-19T20:39:01Z', 'revision_number': 4, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'subnets': [{'id': '4fffd153-6265-4fb0-b846-f9e237db43a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:05.832784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.870977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.877434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:05.922038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309549c-65e5-4b6b-a549-cfdff609246b req-61af61cf-9080-4a39-8924-a9f48a08cfed tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:05.930381 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2309549c-65e5-4b6b-a549-cfdff609246b req-61af61cf-9080-4a39-8924-a9f48a08cfed tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 1.0488186 Oct 19 20:39:05.964243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb694f40-92e6-4bca-b5d7-77d330568e70 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:05.970632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb694f40-92e6-4bca-b5d7-77d330568e70 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:05.978678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb694f40-92e6-4bca-b5d7-77d330568e70 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:05.985608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb694f40-92e6-4bca-b5d7-77d330568e70 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:05.987612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb694f40-92e6-4bca-b5d7-77d330568e70 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.9356537 Oct 19 20:39:06.038401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:06.039070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event updated for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:06.087437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:06.092592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:06.098689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:06.099789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-5f528b4e-e70a-446a-b461-234eeebfb0df service neutron] 10.222.0.31 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748766 Oct 19 20:39:06.146216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:06.151132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:06.160706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:06.195628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:06.215528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2309549c-65e5-4b6b-a549-cfdff609246b req-c053d19b-e9fb-4eb8-ad6f-77b6da9aae61 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841611 Oct 19 20:39:06.225195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:06.373685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Pushing event updated for resources: {'Port': ['ID=7215b039-5444-42f5-bdda-0e42877fc394,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:06.404924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:06.405617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:06.420997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:06.430223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:06.431230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:06.437534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:06.459486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:06.463528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:06.491664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-f3c58ec9-9713-4fc9-ab11-2f57173704e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6217391 Oct 19 20:39:06.508613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-eb525485-bbab-42e7-acc0-c7ec9e6b7cea tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:39:06.510097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-eb525485-bbab-42e7-acc0-c7ec9e6b7cea tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059695 Oct 19 20:39:06.525461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Request body: {'port': {'device_id': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:06.588088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-7e7922b2-5fb3-4ca1-8c41-d26d36a7855f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8705366 Oct 19 20:39:06.658599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Request body: {'port': {'device_id': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:06.755587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8eb0-9e60-47c9-ac26-6a6e35ff13d7 req-f6bdc1c7-08d6-49e2-ab70-2ee2b5bebc95 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:06.770359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a5e8eb0-9e60-47c9-ac26-6a6e35ff13d7 req-f6bdc1c7-08d6-49e2-ab70-2ee2b5bebc95 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 931 time: 0.3525338 Oct 19 20:39:06.933829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:06.968442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a5e8eb0-9e60-47c9-ac26-6a6e35ff13d7 req-5cd1db48-d473-43be-b46a-fb2a6c10d401 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241434 Oct 19 20:39:07.046594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1decd412-bbc6-493b-a70b-816cb7b665b1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:07.121740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f602c624-8355-45cf-ae77-387a404798df up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:07.403906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1decd412-bbc6-493b-a70b-816cb7b665b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:07.404584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.417100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.482712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port f602c624-8355-45cf-ae77-387a404798df completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:07.488714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ce85-f8f0-42cc-9a8c-321361aaadc2 req-588a1409-6b80-43c3-85df-52b5c845ea58 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:07.497615 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd21ce85-f8f0-42cc-9a8c-321361aaadc2 req-588a1409-6b80-43c3-85df-52b5c845ea58 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 931 time: 0.3707006 Oct 19 20:39:07.554648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf052c-0900-4cab-aa49-cc7f6c203928 None None] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:07.644563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd21ce85-f8f0-42cc-9a8c-321361aaadc2 req-df2e418c-bf20-46a5-aaa2-4fefc732cff2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461444 Oct 19 20:39:07.653196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port f602c624-8355-45cf-ae77-387a404798df triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:07.654014 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.655189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d0af-6589-489e-a62e-88926ecb87dc req-d1193f73-8445-4193-b6de-4f1085af8edd tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:07.670974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad9d0af-6589-489e-a62e-88926ecb87dc req-d1193f73-8445-4193-b6de-4f1085af8edd tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 944 time: 1.2249651 Oct 19 20:39:07.808759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad9d0af-6589-489e-a62e-88926ecb87dc req-330256f0-6e49-4a7c-8391-e972c082746d tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217549 Oct 19 20:39:07.883432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.890483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2c15b426-ef1e-4686-9c65-cedf18a4f22c None None] Provisioning complete for port 1decd412-bbc6-493b-a70b-816cb7b665b1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:07.890847 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2c15b426-ef1e-4686-9c65-cedf18a4f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.907010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:07.965259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a46027c-869f-4d06-a881-02436d18a8ae req-619a3790-2213-4a7e-b6d5-6704af161f34 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 210 time: 0.1654973 Oct 19 20:39:08.002281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f653d2e7-0609-4eab-a0da-7d0eaf844eda']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:08.110572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f67af19-c32b-4155-be47-bfeec24d1015') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:08.111134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f67af19-c32b-4155-be47-bfeec24d1015') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:08.175617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.241960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0f23-18c9-4bc9-8c9a-ba16fcb223c3 req-ab7d0227-18ac-4e39-8a52-558a7ebe2c1d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:08.242867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.247130 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.256905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d62b0f23-18c9-4bc9-8c9a-ba16fcb223c3 req-ab7d0227-18ac-4e39-8a52-558a7ebe2c1d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.2843060 Oct 19 20:39:08.323626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.346822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d62b0f23-18c9-4bc9-8c9a-ba16fcb223c3 req-3c1b0fbb-c827-4221-b59e-6838ab06c6a3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878768 Oct 19 20:39:08.391018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54130-67da-4155-a126-f74b53b9eb39 req-679e37ef-6aef-44de-bc04-191e4dc4c246 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:08.399431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46a54130-67da-4155-a126-f74b53b9eb39 req-679e37ef-6aef-44de-bc04-191e4dc4c246 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 931 time: 0.2787454 Oct 19 20:39:08.411377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.413232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2c15b426-ef1e-4686-9c65-cedf18a4f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.525435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:08.555020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.609275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46a54130-67da-4155-a126-f74b53b9eb39 req-f236015a-70ca-4a07-a756-cf515e87a316 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087169 Oct 19 20:39:08.618047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 1decd412-bbc6-493b-a70b-816cb7b665b1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1decd412-bbc6-493b-a70b-816cb7b665b1,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:08.641272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:08.644199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.645155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a356813-9438-4607-a1c0-b4d456b35650 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:08.646669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:08.651575 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:08.675136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f602c624-8355-45cf-ae77-387a404798df'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:08.677816 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6207c0-2aba-4987-8f5b-61a243830b2e" -d '{"events": [{"server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "name": "network-vif-plugged", "status": "completed", "tag": "f602c624-8355-45cf-ae77-387a404798df"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:08.794107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Router 86f261a5-8f6e-4579-a2f2-05cb1145d567 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:39:08.805275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f602c624-8355-45cf-ae77-387a404798df,segment=NetworkSegment(5a22a94d-92e8-4230-b912-d1bb477915a4),segment_id=5a22a94d-92e8-4230-b912-d1bb477915a4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:08.837435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-dc0b6fc0-945a-493a-93ad-ad0eb0f5330a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:08.840027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-dc0b6fc0-945a-493a-93ad-ad0eb0f5330a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/networks?id=f4b2adf1-9c57-4fa8-bdbf-83945564baff HTTP/1.1" status: 200 len: 796 time: 0.6355219 Oct 19 20:39:08.863408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:08.899484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ab61-a9d7-4f8a-b78b-c4ead7dadc80 req-0b44de09-44a6-492b-a45a-951ade2225d3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:08.901332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf27ab61-a9d7-4f8a-b78b-c4ead7dadc80 req-0b44de09-44a6-492b-a45a-951ade2225d3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 931 time: 0.1346200 Oct 19 20:39:08.916312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=1decd412-bbc6-493b-a70b-816cb7b665b1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:08.959232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-2c15b426-ef1e-4686-9c65-cedf18a4f22c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:39:08.959866 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-2c15b426-ef1e-4686-9c65-cedf18a4f22c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:39:09.004725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Transition to ACTIVE for port object b8d584b3-88fd-4401-ad14-c543c7a7c966 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:09.011587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.050924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9a356813-9438-4607-a1c0-b4d456b35650 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:09.051418 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.059197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.071968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2bc6b-cce0-41cb-ad0b-090d8556cff3 req-04f340d6-4070-46ab-9fe7-fcba37b03a3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:09.075356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:09.082173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5c2bc6b-cce0-41cb-ad0b-090d8556cff3 req-04f340d6-4070-46ab-9fe7-fcba37b03a3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.3033850 Oct 19 20:39:09.135096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f653d2e7-0609-4eab-a0da-7d0eaf844eda {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:39:09.150763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf27ab61-a9d7-4f8a-b78b-c4ead7dadc80 req-d04d722e-81cf-4ac7-ab61-8bd489a3c1b5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152479 Oct 19 20:39:09.209094 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea72d5-c721-4605-a935-56c6edb38d07 x-openstack-request-id: req-77ea72d5-c721-4605-a935-56c6edb38d07 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:09.209683 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "name": "network-vif-plugged", "status": "completed", "tag": "f602c624-8355-45cf-ae77-387a404798df", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:09.210287 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77ea72d5-c721-4605-a935-56c6edb38d07 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:09.210852 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f602c624-8355-45cf-ae77-387a404798df', 'code': 200} Oct 19 20:39:09.212038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-848619e9-819b-4ef8-827b-de81821668b6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 471 time: 0.3572943 Oct 19 20:39:09.225169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.231848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f653d2e7-0609-4eab-a0da-7d0eaf844eda HTTP/1.1" status: 204 len: 168 time: 3.1618686 Oct 19 20:39:09.233889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'port': {'device_id': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'admin_state_up': True, 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'security_groups': ['71495fb2-04f2-42e0-b63d-3fdfd9fde80a']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:09.242722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddecd53-ff1a-466e-8b1e-422e567065ad tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Network': ['ID=f653d2e7-0609-4eab-a0da-7d0eaf844eda,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:09.267629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60088) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:09.294206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'name': 'tempest-network--1636431366', 'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:09.351685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:09.450257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5c2bc6b-cce0-41cb-ad0b-090d8556cff3 req-c36b305e-46e1-41f8-9df3-583602dcca10 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569298 Oct 19 20:39:09.456240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1decd412-bbc6-493b-a70b-816cb7b665b1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:09.843331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:09.875781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1decd412-bbc6-493b-a70b-816cb7b665b1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:09.877054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.902247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4a2a-a71f-40eb-9905-0a0abcaf3ea4 req-b092f76b-7c9e-44da-be6f-4f50159c7113 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:09.904020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd3f4a2a-a71f-40eb-9905-0a0abcaf3ea4 req-b092f76b-7c9e-44da-be6f-4f50159c7113 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 945 time: 0.5349252 Oct 19 20:39:09.937759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Attempting to bind port b8d584b3-88fd-4401-ad14-c543c7a7c966 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:09.938392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Attempting to bind port b8d584b3-88fd-4401-ad14-c543c7a7c966 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:09.939615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Attempting to bind port b8d584b3-88fd-4401-ad14-c543c7a7c966 on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:09.941053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1749c631-f8b9-4148-ba94-44e37f0f9ef8 req-e10d89ab-531c-4025-b63e-d9a66bd92cc0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 210 time: 0.1499724 Oct 19 20:39:09.947521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:09.949958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.951493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:09.952968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46945225-d200-43ac-9d71-a8715786133b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6827621 Oct 19 20:39:09.961584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:09.987636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Port b8d584b3-88fd-4401-ad14-c543c7a7c966 on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:09.989698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Attempting to bind port b8d584b3-88fd-4401-ad14-c543c7a7c966 on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:09.989972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276883c-38fc-4b35-93c6-b7c2721037d2 req-5527fb9e-eaee-47d6-9c6d-653ca434ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:09.991361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3276883c-38fc-4b35-93c6-b7c2721037d2 req-5527fb9e-eaee-47d6-9c6d-653ca434ebd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 1096 time: 0.6725922 Oct 19 20:39:10.067734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:10.071256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:10.071789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Checking segment: {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:10.072323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Bound using segment: {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:10.073169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Bound port: b8d584b3-88fd-4401-ad14-c543c7a7c966, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:10.073725 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.102236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd3f4a2a-a71f-40eb-9905-0a0abcaf3ea4 req-354f80b9-44bb-4fce-b002-5d5c6c51ce6e tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906710 Oct 19 20:39:10.108425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7a7a40b2-6473-4099-b7e1-51bfd7cd08b6 None None] Provisioning complete for port 1decd412-bbc6-493b-a70b-816cb7b665b1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:10.108799 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a7a40b2-6473-4099-b7e1-51bfd7cd08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.143481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3276883c-38fc-4b35-93c6-b7c2721037d2 req-e4244481-dd0a-495e-9774-78254ef8b739 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368229 Oct 19 20:39:10.150345 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Sync routers for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:10.173964 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:10.175883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8852d35b-b651-452e-9f54-625c8e17f609 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:10.181493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:10.187489 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.207751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Transition to ACTIVE for port object 8852d35b-b651-452e-9f54-625c8e17f609 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:10.222449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:10.228403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.230832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:10.233399 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Added segment e4c04ee1-950e-40c1-bb90-0acfc1abcc38 of type vlan for network d151c8db-b994-4636-9d6c-c025da3d4384 Oct 19 20:39:10.250917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.342069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-e74b8c1e-48ff-4b48-8305-6e8687d0daf5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.349606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-e74b8c1e-48ff-4b48-8305-6e8687d0daf5 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.5158746 Oct 19 20:39:10.352301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.406885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.413700 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:10.529084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.529726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.531115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 1091 time: 3.8841350 Oct 19 20:39:10.533705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:10.536125 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:10.589953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Pushing event updated for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:10.661367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:10.664875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.675661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:06Z', 'revision_number': 3, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:10.681799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50434456-56c9-4eca-8344-6c32efb864b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:10.702986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.resource_extend [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:39:10.705931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a439-1b26-4494-9b02-f025f2b3dffa req-e64098be-8807-4c9a-9787-c0b0d093fa0d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.707887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f53a439-1b26-4494-9b02-f025f2b3dffa req-e64098be-8807-4c9a-9787-c0b0d093fa0d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3159955 Oct 19 20:39:10.712607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-efe61c05-8aa9-4f9b-a4d0-457723516bee req-aa97b121-9b58-474a-a7d4-269fdee430f1 service neutron] (100734) timed out ('10.222.0.31', 57002) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:39:10.731196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-2c0e3fcc-97dd-4b92-bf84-eb3bbec52769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.733223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-2c0e3fcc-97dd-4b92-bf84-eb3bbec52769 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1094 time: 0.1464498 Oct 19 20:39:10.746489 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Checking router: 86f261a5-8f6e-4579-a2f2-05cb1145d567 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:10.747787 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Updating router 86f261a5-8f6e-4579-a2f2-05cb1145d567 port 7215b039-5444-42f5-bdda-0e42877fc394 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:10.763218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352559f9-ce1d-48e0-a273-932937bc13f6 req-c0d87324-744d-47bd-a02a-a82249c160f7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.764851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-352559f9-ce1d-48e0-a273-932937bc13f6 req-c0d87324-744d-47bd-a02a-a82249c160f7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 943 time: 0.6154337 Oct 19 20:39:10.808773 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.850414 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f53a439-1b26-4494-9b02-f025f2b3dffa req-8e4a27cc-7a7e-4203-9a8f-33d22f4334d6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279314 Oct 19 20:39:10.851558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-5bc704bc-f124-4687-9e5c-8342d5c75e23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.1038129 Oct 19 20:39:10.917180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.918179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:10.918749 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:10.964577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-352559f9-ce1d-48e0-a273-932937bc13f6 req-06501fb8-d1ca-4e78-a77b-5db99fba7f70 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675971 Oct 19 20:39:10.971993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6897430 Oct 19 20:39:10.974513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:11.037384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354dd0-f3b0-4e99-99c7-167557015754 req-fb35391f-e35b-48c7-8d36-2bed223b6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.042188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-fb35391f-e35b-48c7-8d36-2bed223b6f01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.1821492 Oct 19 20:39:11.116537 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6761a7fd-0684-4f27-99a3-248749bee873 x-openstack-request-id: req-6761a7fd-0684-4f27-99a3-248749bee873 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:11.116757 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:11.117894 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6761a7fd-0684-4f27-99a3-248749bee873 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:11.117894 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'status': 'completed', 'code': 200} Oct 19 20:39:11.130194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-235429b7-165e-42b2-8a32-23a7a8bbc212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756164 Oct 19 20:39:11.210333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a816988-bb58-43e0-8026-d4ea235fa397 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=d151c8db-b994-4636-9d6c-c025da3d4384,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:11.222781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa831ff7-65b9-4b6b-ae3e-df6ec268a573 req-05e03850-10bf-45bb-8109-5d65cc3c865a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.224048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d151c8db-b994-4636-9d6c-c025da3d4384 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:11.230695 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa831ff7-65b9-4b6b-ae3e-df6ec268a573 req-05e03850-10bf-45bb-8109-5d65cc3c865a tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.2013946 Oct 19 20:39:11.326349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Attempting to bind port 8852d35b-b651-452e-9f54-625c8e17f609 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:11.328651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Attempting to bind port 8852d35b-b651-452e-9f54-625c8e17f609 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:11.329288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Attempting to bind port 8852d35b-b651-452e-9f54-625c8e17f609 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:11.334691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port eb25a57a-660a-4b0a-973e-29c8615d4460 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:11.335800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.365222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.405193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa831ff7-65b9-4b6b-ae3e-df6ec268a573 req-fc7ccda4-7d47-4043-9184-d53e90c82d4e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717892 Oct 19 20:39:11.424954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08c1e806-76a0-400e-aca1-a133fc3aa512 req-2fe7859a-c2fd-479f-887a-26ca876bd8f6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 210 time: 0.1962769 Oct 19 20:39:11.457270 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.458512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Port 8852d35b-b651-452e-9f54-625c8e17f609 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:11.458839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Attempting to bind port 8852d35b-b651-452e-9f54-625c8e17f609 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:11.465614 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.508174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.26 (f4b2adf1-9c57-4fa8-bdbf-83945564baff/22f87618-b48a-4c11-890b-415ce5f95ed2/5e59fac9-df89-43d7-b9c1-d7bf622d9fda) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:11.526343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4d0f8-edab-4593-9c71-775db07ef2fa tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.527797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-90a4d0f8-edab-4593-9c71-775db07ef2fa tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "GET /v2.0/networks/d151c8db-b994-4636-9d6c-c025da3d4384 HTTP/1.1" status: 200 len: 757 time: 0.5397563 Oct 19 20:39:11.528660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:11.529041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Checking segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:11.529450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Bound using segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:11.529901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Bound port: 8852d35b-b651-452e-9f54-625c8e17f609, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:11.530255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.536052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:11.543203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-6491646d-bc9a-4a45-87d5-54172a8eee03 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596818 Oct 19 20:39:11.567673 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Attempting to bind port 7215b039-5444-42f5-bdda-0e42877fc394 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:11.568209 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Attempting to bind port 7215b039-5444-42f5-bdda-0e42877fc394 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:11.568612 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Attempting to bind port 7215b039-5444-42f5-bdda-0e42877fc394 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:11.576457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:11.576882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:11.577278 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.577682 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:11.578143 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Bound port: 7215b039-5444-42f5-bdda-0e42877fc394, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:11.578553 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.649935 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] For port 7215b039-5444-42f5-bdda-0e42877fc394, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:11.652766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] For port 7215b039-5444-42f5-bdda-0e42877fc394, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7215b039-5444-42f5-bdda-0e42877fc394,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:11.661225 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.683063 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c085-0d71-4e6f-84ff-0e56c19437fd None None] Pushing event updated for resources: {'Port': ['ID=7215b039-5444-42f5-bdda-0e42877fc394,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:11.699973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1660095-cd74-435b-8848-2133f5f606e4 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.705366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d1660095-cd74-435b-8848-2133f5f606e4 tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "GET /v2.0/networks/9bd840a6-d432-4b9e-aa10-3afc567fa809 HTTP/1.1" status: 200 len: 767 time: 0.1640372 Oct 19 20:39:11.705919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60116) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:11.748845 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c085-0d71-4e6f-84ff-0e56c19437fd None None] Pushing event updated for resources: {'Port': ['ID=7215b039-5444-42f5-bdda-0e42877fc394,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:11.758418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:11.762759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8852d35b-b651-452e-9f54-625c8e17f609,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:11.779774 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:11.780008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.780823 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:11.793567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:11.793927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.811141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.813970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:11.817165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] 10.222.0.11 "PUT /v2.0/ports/8852d35b-b651-452e-9f54-625c8e17f609 HTTP/1.1" status: 200 len: 1091 time: 5.2963653 Oct 19 20:39:11.846193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402bbb-8412-4877-b4f1-6830a0f9cf0d req-d7bb42b2-d7f1-45f6-919c-7ab01a994582 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:11.854460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15402bbb-8412-4877-b4f1-6830a0f9cf0d req-d7bb42b2-d7f1-45f6-919c-7ab01a994582 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 945 time: 0.2947917 Oct 19 20:39:11.855163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:11.857832 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529df947-bbf6-4356-bde4-4013b4b1de4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "tag": "8852d35b-b651-452e-9f54-625c8e17f609"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:12.030563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15402bbb-8412-4877-b4f1-6830a0f9cf0d req-5a7952b5-5bc2-4382-8f4a-c3747e8102ad tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757233 Oct 19 20:39:12.044424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.060495 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:12.074245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66354dd0-f3b0-4e99-99c7-167557015754 req-5a7abc22-26c6-446b-bc7d-c9ceeb04eb11 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849789 Oct 19 20:39:12.125013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Allocated IP 172.20.0.1 (95ce3033-e0e2-4ae1-8ebd-3038d58002b3/0679f34c-43c9-46e1-962a-82f43954d83a/7296c9b4-35ab-4261-be5d-179e366ba0e2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:12.143257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.221708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for eb25a57a-660a-4b0a-973e-29c8615d4460 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:12.280992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe247113-706c-4f37-ad0c-4bd8130c5aee service neutron] Pushing event updated for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:12.298394 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.311608 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dcb5a0-4285-4eee-befc-e0b5c7f22dad x-openstack-request-id: req-28dcb5a0-4285-4eee-befc-e0b5c7f22dad {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:12.311997 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "tag": "8852d35b-b651-452e-9f54-625c8e17f609", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:12.312300 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28dcb5a0-4285-4eee-befc-e0b5c7f22dad {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:12.312901 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609', 'status': 'completed', 'code': 200} Oct 19 20:39:12.324726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.328628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151c8db-b994-4636-9d6c-c025da3d4384']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:12.346690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c04ee1-950e-40c1-bb90-0acfc1abcc38') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:12.347139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c04ee1-950e-40c1-bb90-0acfc1abcc38') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:12.360199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.382790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.390715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:12.391246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.421969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:06Z', 'revision_number': 3, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:12.436034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:12.456595 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:12.475246 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88576a3-0a95-465a-aa44-fd266b00c94c None None] The sync data for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 is: [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:06Z', 'revision_number': 3, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:12.510860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.535516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d151c8db-b994-4636-9d6c-c025da3d4384 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:39:12.546129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-cbf5a83f-772f-451a-8d74-39f98ddadf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:12.547864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-cbf5a83f-772f-451a-8d74-39f98ddadf8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 1094 time: 0.6276090 Oct 19 20:39:12.549802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:12.558550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-7711c5f5-2849-4782-aede-a9afd08e3c70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2436616 Oct 19 20:39:12.605071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-76bf4f3a-54b2-45b6-a43a-f66d87989aaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8852d35b-b651-452e-9f54-625c8e17f609 HTTP/1.1" status: 200 len: 217 time: 0.0438428 Oct 19 20:39:12.605959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:12.627473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.643752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.647295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d151c8db-b994-4636-9d6c-c025da3d4384 HTTP/1.1" status: 204 len: 168 time: 0.9084141 Oct 19 20:39:12.676827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60134) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:12.683239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:12.705063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-3b922663-d30c-48f9-b56f-d4a65f75a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:12.706640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'name': 'tempest-network--861851760'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:12.708753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-3b922663-d30c-48f9-b56f-d4a65f75a840 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.0798666 Oct 19 20:39:12.733134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c452b-752d-4e17-9dd9-37cc18b44012 req-7720451c-830e-449f-8185-5391f23c2c56 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:12.735029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b5c452b-752d-4e17-9dd9-37cc18b44012 req-7720451c-830e-449f-8185-5391f23c2c56 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.4366329 Oct 19 20:39:12.748445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13d5e5-44a6-42e9-8214-0dddff35a268 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Network': ['ID=d151c8db-b994-4636-9d6c-c025da3d4384,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:12.768003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Made reservation on behalf of bdfcad1ec0ba449aa20635894f8ff1a8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:12.785961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:12.801601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-f8c030f5-c546-4767-9f6c-db6ecdcf879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:12.807256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-f8c030f5-c546-4767-9f6c-db6ecdcf879a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1094 time: 0.6434262 Oct 19 20:39:12.826563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169250-5ce3-455f-af50-f8a8352c1a6d req-380b3e85-e83b-4e6d-9069-accde2f99ee6 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:12.831298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f169250-5ce3-455f-af50-f8a8352c1a6d req-380b3e85-e83b-4e6d-9069-accde2f99ee6 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 943 time: 0.3707716 Oct 19 20:39:12.867309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-5d2272f9-8f37-4f28-9105-9b82d0503cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082261 Oct 19 20:39:12.955577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b90be202-ab94-45f6-b87d-544ca75218df None None] Provisioning complete for port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:12.957859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b90be202-ab94-45f6-b87d-544ca75218df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.035291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f169250-5ce3-455f-af50-f8a8352c1a6d req-bbeb63df-e718-4027-ba67-a61aadd351f5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820672 Oct 19 20:39:13.063610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b90be202-ab94-45f6-b87d-544ca75218df None None] Port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:13.097046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.187187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.206466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:13.246047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.246442 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Added segment 3abba8d1-d9aa-4cd5-9eeb-21766bc1283e of type vlan for network ef1ea798-40ac-4025-af70-daa079525611 Oct 19 20:39:13.261568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-17836ffc-cc5e-4243-9239-fed74bedc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.261568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-17836ffc-cc5e-4243-9239-fed74bedc11f service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.4295857 Oct 19 20:39:13.276840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb25a57a-660a-4b0a-973e-29c8615d4460 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:13.457027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.495455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb25a57a-660a-4b0a-973e-29c8615d4460, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb25a57a-660a-4b0a-973e-29c8615d4460,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:13.496501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:13.499777 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86f089-8335-4548-982d-02cca4f72759" -d '{"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:13.505175 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.566695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:13.570229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-b858ea45-8d55-49cf-ada8-ad5920b66b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.2702336 Oct 19 20:39:13.574434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.591617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7b5c452b-752d-4e17-9dd9-37cc18b44012 req-2d88bd78-9858-4319-8723-ed39957eaae4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153656 Oct 19 20:39:13.628280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.628922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.632631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-e6157ea0-0d7a-4760-93f1-77a80a0eec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.634150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-e6157ea0-0d7a-4760-93f1-77a80a0eec59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1096 time: 1.0209255 Oct 19 20:39:13.692647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.741220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dd5a-9ebe-4aa9-a579-2141b0d5075a req-afbd411e-d1fd-4dfc-9bb7-c04d8b751d41 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.743118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ff7dd5a-9ebe-4aa9-a579-2141b0d5075a req-afbd411e-d1fd-4dfc-9bb7-c04d8b751d41 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9010e7-325b-4ece-bc94-717b69a39a96 HTTP/1.1" status: 200 len: 945 time: 0.4464753 Oct 19 20:39:13.811963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:39:13.822177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:13.833909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-aedea59d-0e05-4d27-a1b4-a04941b785de tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6031306 Oct 19 20:39:13.860952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:13.861127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-08cd0c29-9b3a-44fc-99a8-3db2112021b6 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9837055 Oct 19 20:39:13.869606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Request body: {'port': {'device_id': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:13.873824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:13.922559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-b9506234-f298-4aab-9fb9-cc26c005af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.924170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-b9506234-f298-4aab-9fb9-cc26c005af39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.3366349 Oct 19 20:39:13.984768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:13.985819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:13.986396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.033935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Pushing event updated for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:14.053560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-758d2a74-599e-426b-b60b-11ee4ff0be91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908618 Oct 19 20:39:14.074200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ff7dd5a-9ebe-4aa9-a579-2141b0d5075a req-2c039e08-a7a3-4072-8b85-474d32d4e06c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824092 Oct 19 20:39:14.114994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4242566 Oct 19 20:39:14.135108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:14.135422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.199774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:14.236624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.274567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.297637 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c894c8ba-6b61-4a1d-8117-0e860259e0bf x-openstack-request-id: req-c894c8ba-6b61-4a1d-8117-0e860259e0bf {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:14.298707 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:14.298815 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c894c8ba-6b61-4a1d-8117-0e860259e0bf {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:14.299147 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'code': 200} Oct 19 20:39:14.420776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b9afe0aa-08d7-4686-8f94-e2365c437895 None None] Provisioning complete for port 7296c9b4-35ab-4261-be5d-179e366ba0e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:14.421675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9afe0aa-08d7-4686-8f94-e2365c437895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.492852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b9afe0aa-08d7-4686-8f94-e2365c437895 None None] Port 7296c9b4-35ab-4261-be5d-179e366ba0e2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:14.551830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-56f02e6e-c447-478b-a357-73a7851b9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:14.553588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-56f02e6e-c447-478b-a357-73a7851b9af0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 897 time: 0.8645616 Oct 19 20:39:14.695944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-e63082c5-1b68-4f21-971f-c2cae1e9af41 req-dde18960-fcd6-4fa4-90df-dd49d9deb503 service neutron] (100735) timed out ('10.222.0.37', 61449) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:39:14.733110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-429c3248-28bc-4811-a8c7-a62fec73e7af req-68998390-8de3-4df2-8b21-97b13b645ebe service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961805 Oct 19 20:39:14.798487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb0301-d2e8-4646-bf53-67056624537b tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=ef1ea798-40ac-4025-af70-daa079525611,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:14.814506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ef1ea798-40ac-4025-af70-daa079525611 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:14.827551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-091278ab-9349-42ca-9f2f-1f301941efee service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520466 Oct 19 20:39:14.913716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port eb25a57a-660a-4b0a-973e-29c8615d4460 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:14.922797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71e5f-204b-4d96-bd18-231691ed1d9d req-98e15826-789f-40fc-b734-cb2d295f5889 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:14.924518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64a71e5f-204b-4d96-bd18-231691ed1d9d req-98e15826-789f-40fc-b734-cb2d295f5889 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 932 time: 1.1131461 Oct 19 20:39:14.937814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:14.940004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6059c7d6-2249-4b9f-8ea7-2728bb210d1b req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "DELETE /v2.0/ports/eb25a57a-660a-4b0a-973e-29c8615d4460 HTTP/1.1" status: 204 len: 173 time: 4.5366249 Oct 19 20:39:14.940728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee55d83-12ea-4d55-acb7-36f21338c6df tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=eb25a57a-660a-4b0a-973e-29c8615d4460,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:14.942499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-deleted', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:14.944855 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5685f4d4-d332-4768-9506-4af70f0b4d43" -d '{"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-deleted", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:14.979252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99907-fd07-476d-a085-1ee78c1e022c req-5163480d-d47f-4da2-b817-eb0f092f44d0 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:14.980906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0be99907-fd07-476d-a085-1ee78c1e022c req-5163480d-d47f-4da2-b817-eb0f092f44d0 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 943 time: 0.2816124 Oct 19 20:39:15.071452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.120072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0be99907-fd07-476d-a085-1ee78c1e022c req-9a42dd5e-ec4f-4f47-9efd-e59e57404ed0 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048224 Oct 19 20:39:15.128120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.134305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdec7a53-44f6-4a72-99fc-e1906db8f1ee req-658d2362-7f3b-4f32-867f-8ef9dc4ddfb9 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910888 Oct 19 20:39:15.153865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.263934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-f05b30e8-a90e-4d6b-a116-d97bca062c00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 1000 time: 0.5233626 Oct 19 20:39:15.279649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Network ef1ea798-40ac-4025-af70-daa079525611 is not hosted by any dhcp agent {{(pid=100734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:39:15.280514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:15.281106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.286281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "PUT /v2.0/networks/ef1ea798-40ac-4025-af70-daa079525611 HTTP/1.1" status: 200 len: 857 time: 1.1104562 Oct 19 20:39:15.296336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:15.307050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:15.349083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-566a43f8-3999-43f3-957a-f1869cf44b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:15.359024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7215b039-5444-42f5-bdda-0e42877fc394 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:15.365497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-566a43f8-3999-43f3-957a-f1869cf44b6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 1094 time: 0.4894533 Oct 19 20:39:15.478499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64a71e5f-204b-4d96-bd18-231691ed1d9d req-ea5efc5f-b3b8-44f4-85c9-eb217734087c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5301564 Oct 19 20:39:15.566853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:15.588418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7215b039-5444-42f5-bdda-0e42877fc394 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:15.588841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.634940 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe23685-bb57-4c84-b520-5ab3b1ae88ae x-openstack-request-id: req-7fe23685-bb57-4c84-b520-5ab3b1ae88ae {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:15.635284 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9010e7-325b-4ece-bc94-717b69a39a96", "name": "network-vif-deleted", "tag": "eb25a57a-660a-4b0a-973e-29c8615d4460", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:15.635577 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe23685-bb57-4c84-b520-5ab3b1ae88ae {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:15.635916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'port_id': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'mac_address': 'fa:16:3e:25:83:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61de31f-659e-45d5-a7a0-2ab750b1f03d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:15.643636 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9010e7-325b-4ece-bc94-717b69a39a96', 'name': 'network-vif-deleted', 'tag': 'eb25a57a-660a-4b0a-973e-29c8615d4460', 'status': 'completed', 'code': 200} Oct 19 20:39:15.682957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.782351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.788600 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.803773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.814771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:15.835028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7215b039-5444-42f5-bdda-0e42877fc394, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7215b039-5444-42f5-bdda-0e42877fc394,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:15.845930 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.856875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:15.858207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104f32d-ce2b-4e1e-86e5-acfc492b6855 req-70cd7402-66de-48a7-9d2b-52ed00a8cae1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:15.861260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6104f32d-ce2b-4e1e-86e5-acfc492b6855 req-70cd7402-66de-48a7-9d2b-52ed00a8cae1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3000677 Oct 19 20:39:15.863078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.884166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c11a5-9e59-4e77-9325-bae6a09f3056 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event updated for resources: {'Network': ['ID=ef1ea798-40ac-4025-af70-daa079525611,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:15.887250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-5a8602b6-0888-46c5-a568-2a37ebf4bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:15.888777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-5a8602b6-0888-46c5-a568-2a37ebf4bae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 200 len: 834 time: 0.6240246 Oct 19 20:39:15.889955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-9e15c848-ff91-4435-ab60-ba95c10992ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:15.891299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-9e15c848-ff91-4435-ab60-ba95c10992ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.5167947 Oct 19 20:39:15.911019 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:15.948413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7215b039-5444-42f5-bdda-0e42877fc394,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:15.992677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e59fac9-df89-43d7-b9c1-d7bf622d9fda {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:15.998049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6104f32d-ce2b-4e1e-86e5-acfc492b6855 req-a97eeb49-e392-4e5a-8acd-738d6105049c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Oct 19 20:39:16.015464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.021771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:16.043233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Transition to ACTIVE for port object 5e59fac9-df89-43d7-b9c1-d7bf622d9fda will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:16.057068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.074078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-d7944adb-bb1d-4a86-83b4-42f42af8cf9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8852d35b-b651-452e-9f54-625c8e17f609 HTTP/1.1" status: 200 len: 217 time: 0.1652021 Oct 19 20:39:16.079688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.081437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.089594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Pushing event updated for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:16.103796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d584b3-88fd-4401-ad14-c543c7a7c966'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:16.139870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1ea798-40ac-4025-af70-daa079525611']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:16.200606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abba8d1-d9aa-4cd5-9eeb-21766bc1283e') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:16.201891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abba8d1-d9aa-4cd5-9eeb-21766bc1283e') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:16.310429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.336073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.337253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-b89697b4-26db-431d-8789-e868503d45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:16.340021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-b89697b4-26db-431d-8789-e868503d45d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4331007 Oct 19 20:39:16.346280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-764d8f5a-1cfc-40d3-babe-217feab1a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:16.348349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:16.348637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-764d8f5a-1cfc-40d3-babe-217feab1a2f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.2319934 Oct 19 20:39:16.348763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.349921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:16.362599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23f3a1-ffac-4c42-b605-5e67ed9a9ffe req-d5cb5907-a095-408b-add9-d2e0c3f322da tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:16.371441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b23f3a1-ffac-4c42-b605-5e67ed9a9ffe req-d5cb5907-a095-408b-add9-d2e0c3f322da tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 945 time: 0.4787042 Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:16.419935 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:16.431012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.443257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-94c40678-baad-4ac7-984c-60cbc965cfc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697920 Oct 19 20:39:16.446671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef1ea798-40ac-4025-af70-daa079525611 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:39:16.451786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.458785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ef1ea798-40ac-4025-af70-daa079525611 HTTP/1.1" status: 204 len: 168 time: 1.1658585 Oct 19 20:39:16.464269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60212) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:16.547655 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c315e2-ef36-4eeb-be7c-4dbec7505ddb tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] DELETE failed (client error): The resource could not be found. Oct 19 20:39:16.548687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c315e2-ef36-4eeb-be7c-4dbec7505ddb tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:39:16.551472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b23f3a1-ffac-4c42-b605-5e67ed9a9ffe req-fc010f9b-f1e9-41ab-bf3e-a2960df28f1f tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795428 Oct 19 20:39:16.554387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-37c315e2-ef36-4eeb-be7c-4dbec7505ddb tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "DELETE /v2.0/subnets/c2e133e2-7a14-469a-a481-d244c9686b7f HTTP/1.1" status: 404 len: 337 time: 0.0764518 Oct 19 20:39:16.555265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ae360-70ea-444f-b118-75502cab7330 tempest-ExternalNetworksTestJSON-51457320 tempest-ExternalNetworksTestJSON-51457320-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef1ea798-40ac-4025-af70-daa079525611,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:16.565552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60216) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:16.646770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Attempting to bind port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:16.647034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Attempting to bind port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:16.647498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Attempting to bind port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda on network f4b2adf1-9c57-4fa8-bdbf-83945564baff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:16.663532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.673064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda on network f4b2adf1-9c57-4fa8-bdbf-83945564baff not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:16.673496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Attempting to bind port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda on network f4b2adf1-9c57-4fa8-bdbf-83945564baff {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:16.685229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:16.701704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:16.702123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Checking segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:16.702569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Bound using segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:16.703081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Bound port: 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:16.703626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.704762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:16.727032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-d17ef5c5-0268-4142-9c5e-14d11dc03e65 service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274217 Oct 19 20:39:16.731876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-831a6726-42e8-4c9e-b683-e8e983b415d0 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653847 Oct 19 20:39:16.736905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-f635cb1e-fe78-45ad-9db0-087eca3fb138 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:16.739214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-f635cb1e-fe78-45ad-9db0-087eca3fb138 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.6233318 Oct 19 20:39:16.784403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaeb1b-66fe-43a8-948d-91b88be01b61 req-9fc7e204-f24e-4bbc-9c82-3b00ac8bc59f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:16.786194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3faaeb1b-66fe-43a8-948d-91b88be01b61 req-9fc7e204-f24e-4bbc-9c82-3b00ac8bc59f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 943 time: 0.1571712 Oct 19 20:39:16.839063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-728ec407-0bb6-432b-b6d9-298224b363e6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/quotas/ce756cd0653241bdb98bc324b9073fda HTTP/1.1" status: 200 len: 375 time: 0.0745840 Oct 19 20:39:16.955554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:16.970404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:16.977545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3faaeb1b-66fe-43a8-948d-91b88be01b61 req-b701f422-c3f2-4930-b610-c44d601d6704 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795123 Oct 19 20:39:16.988602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-e023e398-e7c0-48c4-a722-ddd099e63649 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.000705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-e023e398-e7c0-48c4-a722-ddd099e63649 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 945 time: 0.2985947 Oct 19 20:39:17.000855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:17.001641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-255cfa35-c06f-4ba2-8415-d8e88c3f439d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835330 Oct 19 20:39:17.014982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.030269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-7dc1756c-d91e-495e-b5e7-bd04bd0736d9 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618005 Oct 19 20:39:17.040190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd840a6-d432-4b9e-aa10-3afc567fa809']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:17.058179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fef53773-9e0a-482b-9179-cca8df4d5f41 None None] Provisioning complete for port 7296c9b4-35ab-4261-be5d-179e366ba0e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:17.059208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fef53773-9e0a-482b-9179-cca8df4d5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.062818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a10877c-a857-4ab5-ad83-57f8aaae03cd req-70ef9922-6161-452b-b60b-d1e99a8ca28e service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932377 Oct 19 20:39:17.080686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Router 86f261a5-8f6e-4579-a2f2-05cb1145d567 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:17.082474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215954b9-0b7f-4573-8fbe-2892ee8bfe7e') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:17.082767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215954b9-0b7f-4573-8fbe-2892ee8bfe7e') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:17.106802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.107000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8852d35b-b651-452e-9f54-625c8e17f609 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:17.107430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.108841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e59fac9-df89-43d7-b9c1-d7bf622d9fda HTTP/1.1" status: 200 len: 1092 time: 3.2562277 Oct 19 20:39:17.134470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.143701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ab8ea-2a42-40f3-b17f-b24b8b87d5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:17.168967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fef53773-9e0a-482b-9179-cca8df4d5f41 None None] Port 7296c9b4-35ab-4261-be5d-179e366ba0e2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:17.172716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f42c26-47bd-4377-8f8b-3be19cef68b6 req-1b5637eb-a12e-4385-bfc5-5602e41729e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.173969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1f42c26-47bd-4377-8f8b-3be19cef68b6 req-1b5637eb-a12e-4385-bfc5-5602e41729e3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 944 time: 0.1081107 Oct 19 20:39:17.197618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.218680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:17.219086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:17.234656 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:17.237116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1f42c26-47bd-4377-8f8b-3be19cef68b6 req-7701ee8c-5155-4316-908d-d365677e4af3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Oct 19 20:39:17.239591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-bca07654-2cb8-4296-b906-72c6fb6b7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.241116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-bca07654-2cb8-4296-b906-72c6fb6b7ae9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 1095 time: 0.0852869 Oct 19 20:39:17.314856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:17.317208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7215b039-5444-42f5-bdda-0e42877fc394 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:17.359539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-47ce7158-c156-4742-afe6-2b812c8cecc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda HTTP/1.1" status: 200 len: 217 time: 0.1105466 Oct 19 20:39:17.441984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-d712ba39-be30-40fc-91d1-067bc4f02f29 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194179 Oct 19 20:39:17.449020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.474391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-5b8491c5-a514-4832-bba7-ad02a78a65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.476056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-5b8491c5-a514-4832-bba7-ad02a78a65ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22f87618-b48a-4c11-890b-415ce5f95ed2 HTTP/1.1" status: 200 len: 837 time: 0.0924482 Oct 19 20:39:17.480176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8852d35b-b651-452e-9f54-625c8e17f609,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:17.485092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561c0b0-c619-4d7b-bd7c-c33c1e494b5a req-a28e0425-6451-437a-a19e-b5b76e1043ef tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.486316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.487197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4561c0b0-c619-4d7b-bd7c-c33c1e494b5a req-a28e0425-6451-437a-a19e-b5b76e1043ef tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 944 time: 0.1199145 Oct 19 20:39:17.491843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] 10.222.0.31 "DELETE /v2.0/networks/9bd840a6-d432-4b9e-aa10-3afc567fa809 HTTP/1.1" status: 204 len: 168 time: 0.9231865 Oct 19 20:39:17.527587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Deleting port f602c624-8355-45cf-ae77-387a404798df {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:17.527925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.538428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55da49-6d8d-4d04-88f5-83387cfc2a2a tempest-ExternalNetworksTestJSON-1841909418 tempest-ExternalNetworksTestJSON-1841909418-project] Pushing event deleted for resources: {'Network': ['ID=9bd840a6-d432-4b9e-aa10-3afc567fa809,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:17.552816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4561c0b0-c619-4d7b-bd7c-c33c1e494b5a req-388ac05b-40af-44d4-9f5d-aa2075bfa21c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Oct 19 20:39:17.567973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac66f-988c-40e6-90fd-36578e53e365 req-58a96bd1-6594-45c7-9f68-b8ef8f03c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.571319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-58a96bd1-6594-45c7-9f68-b8ef8f03c480 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4b2adf1-9c57-4fa8-bdbf-83945564baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801234 Oct 19 20:39:17.576172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7215b039-5444-42f5-bdda-0e42877fc394 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:17.576595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.646120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:17.648223 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef4f6f9-2c45-4a18-9a85-911877ede39b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:17.664766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8852d35b-b651-452e-9f54-625c8e17f609', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'port_id': '8852d35b-b651-452e-9f54-625c8e17f609', 'mac_address': 'fa:16:3e:6d:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8c533c-5730-4d4b-a412-5d313d009fab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:17.669555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-59b2965d-05d3-4afe-90c1-5a7cd16872d8 service neutron] 10.222.0.31 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772928 Oct 19 20:39:17.673949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:17.684266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7ec98d6f-fe08-46fa-8993-9dff20ebe037 admin admin] 10.222.0.31 "PUT /v2.0/routers/86f261a5-8f6e-4579-a2f2-05cb1145d567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7081928 Oct 19 20:39:17.688152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-86a2fbb5-8b7b-4af1-a138-aadf8dbe88a5 service neutron] 10.222.0.37 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106591 Oct 19 20:39:17.694992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Sync routers for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:17.700621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b8d584b3-88fd-4401-ad14-c543c7a7c966 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:17.726979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b8d584b3-88fd-4401-ad14-c543c7a7c966 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:17.727442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.808395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] For port f602c624-8355-45cf-ae77-387a404798df, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f602c624-8355-45cf-ae77-387a404798df,segment=NetworkSegment(5a22a94d-92e8-4230-b912-d1bb477915a4),segment_id=5a22a94d-92e8-4230-b912-d1bb477915a4)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:17.813619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:17.813815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:17.814030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:17.843602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Calling delete_port for f602c624-8355-45cf-ae77-387a404798df owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:17.880493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97fac66f-988c-40e6-90fd-36578e53e365 req-092b266b-bc43-4265-9111-26a0a30ec9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835189 Oct 19 20:39:17.929162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627450c-eac0-4b02-8198-1b338f84b457 req-013a8ce4-30df-4434-bbb3-74c50772bf17 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:17.931334 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:39:17.942520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3627450c-eac0-4b02-8198-1b338f84b457 req-013a8ce4-30df-4434-bbb3-74c50772bf17 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 945 time: 0.2308581 Oct 19 20:39:18.030908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3627450c-eac0-4b02-8198-1b338f84b457 req-7bbd8ee3-cb02-494f-9e83-6be7b4663233 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e7637f8-a408-4abc-bc7f-efbb60fa17b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874276 Oct 19 20:39:18.062159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:18.079656 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104238a5-26fb-4e1d-adf7-8a7a56ed6c2a x-openstack-request-id: req-104238a5-26fb-4e1d-adf7-8a7a56ed6c2a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:18.080365 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:18.080671 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-104238a5-26fb-4e1d-adf7-8a7a56ed6c2a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:18.084648 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda', 'status': 'completed', 'code': 200} Oct 19 20:39:18.086225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:18.122599 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:18.152989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f602c624-8355-45cf-ae77-387a404798df'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:18.179660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Pushing event deleted for resources: {'Port': ['ID=f602c624-8355-45cf-ae77-387a404798df,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:18.258809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] No DVR routers for this DVR port f602c624-8355-45cf-ae77-387a404798df on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:18.262542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:18.271271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-649a1e44-37be-42ba-9228-dafa0d175b9a req-19ddbe16-b731-4559-af76-1f29c3cd9538 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.11 "DELETE /v2.0/ports/f602c624-8355-45cf-ae77-387a404798df HTTP/1.1" status: 204 len: 173 time: 1.2720075 Oct 19 20:39:18.271983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'name': 'network-vif-deleted', 'tag': 'f602c624-8355-45cf-ae77-387a404798df'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:18.277014 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd606ef-2ac6-4301-882a-08d32992dcc0" -d '{"events": [{"server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "name": "network-vif-deleted", "tag": "f602c624-8355-45cf-ae77-387a404798df"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:18.284173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5e6e1ba-0074-4674-9cf7-4f96780660be req-9975f51c-0ac3-483a-a2b0-87f91c8e2f9e tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 210 time: 0.1096861 Oct 19 20:39:18.294863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-42f950cc-8702-423d-8cfd-bc018b972493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:18.296344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-42f950cc-8702-423d-8cfd-bc018b972493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 1095 time: 0.2043519 Oct 19 20:39:18.302918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d024eb-418a-4ac9-a77f-ce9625e57900 req-56e750fc-9319-4902-90d4-6c8731c6521f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:18.311592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6d024eb-418a-4ac9-a77f-ce9625e57900 req-56e750fc-9319-4902-90d4-6c8731c6521f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 943 time: 0.1361654 Oct 19 20:39:18.370178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6d024eb-418a-4ac9-a77f-ce9625e57900 req-53951f87-035e-4bad-8d6e-a9fe24f9e647 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535734 Oct 19 20:39:18.409741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:18.412442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8852d35b-b651-452e-9f54-625c8e17f609 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:18.585205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:18.670421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5b276-e1d4-4a05-92a8-58925df9736f req-757f0319-de40-4604-b6ca-2cf99b627632 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:18.676771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2be5b276-e1d4-4a05-92a8-58925df9736f req-757f0319-de40-4604-b6ca-2cf99b627632 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 944 time: 0.1615174 Oct 19 20:39:18.706164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f6adffa3-393c-4727-ab8e-91b0dc6ad567 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4807e15c2dc5422995403bcb2750f128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402338 Oct 19 20:39:18.716991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:18.783457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:18.813987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2be5b276-e1d4-4a05-92a8-58925df9736f req-cd7461f2-e980-49a5-89df-455242112414 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321917 Oct 19 20:39:18.842635 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e9ac2-d33b-47e5-bcd2-83c9d4028f6e x-openstack-request-id: req-b64e9ac2-d33b-47e5-bcd2-83c9d4028f6e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:18.842775 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b90e3-6b4a-453b-8fe8-323be78162ac", "name": "network-vif-deleted", "tag": "f602c624-8355-45cf-ae77-387a404798df", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:18.843039 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b64e9ac2-d33b-47e5-bcd2-83c9d4028f6e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:18.843450 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b90e3-6b4a-453b-8fe8-323be78162ac', 'name': 'network-vif-deleted', 'tag': 'f602c624-8355-45cf-ae77-387a404798df', 'status': 'completed', 'code': 200} Oct 19 20:39:18.848173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-60d37051-8de6-4a85-9fd4-0c11cc6d695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:18.859051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-60d37051-8de6-4a85-9fd4-0c11cc6d695c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4b2adf1-9c57-4fa8-bdbf-83945564baff HTTP/1.1" status: 200 len: 897 time: 0.5530674 Oct 19 20:39:18.933389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:18.950317 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc454416-b4bc-48d7-b8ed-83eb0787da33" -d '{"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:18.968102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-d344d40c-07e1-45b7-8382-fed61d545af2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda HTTP/1.1" status: 200 len: 217 time: 0.0957420 Oct 19 20:39:18.968873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:18.988224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:19.031415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3e88-03c2-4e43-9330-d1c9a14819e4 req-069868ca-401e-49d2-bbf6-0449e6dafc44 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:19.036366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68ea3e88-03c2-4e43-9330-d1c9a14819e4 req-069868ca-401e-49d2-bbf6-0449e6dafc44 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1005065 Oct 19 20:39:19.106845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68ea3e88-03c2-4e43-9330-d1c9a14819e4 req-9d104a37-19db-4661-ae3c-1d913ac03b5e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638909 Oct 19 20:39:19.149465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-4886736c-f845-46e6-93ef-391a7b387935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:19.151307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-4886736c-f845-46e6-93ef-391a7b387935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22f87618-b48a-4c11-890b-415ce5f95ed2 HTTP/1.1" status: 200 len: 837 time: 0.1547198 Oct 19 20:39:19.153179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8852d35b-b651-452e-9f54-625c8e17f609,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:19.166342 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29260cfd-aef0-4218-b7c0-842da9d85d7e x-openstack-request-id: req-29260cfd-aef0-4218-b7c0-842da9d85d7e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:19.166741 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:19.167067 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29260cfd-aef0-4218-b7c0-842da9d85d7e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:19.167690 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'code': 200} Oct 19 20:39:19.171530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:19.180466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:19.338127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:19.343745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:19.349141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe5f72b4-f51f-4d26-be65-1fd8a7994336 HTTP/1.1" status: 204 len: 168 time: 0.6305399 Oct 19 20:39:19.370423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28c0a0-167f-48ee-9f19-ded39ee9d48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f72b4-f51f-4d26-be65-1fd8a7994336,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:19.377047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-97289f91-2a31-4c05-a749-6d154f129235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:19.379681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-97289f91-2a31-4c05-a749-6d154f129235 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4b2adf1-9c57-4fa8-bdbf-83945564baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136253 Oct 19 20:39:19.431927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50aaf1f4-aa5d-4463-afee-7264c8689322 req-ff175971-6412-4773-b7d2-102fe1764ec7 tempest-InstanceActionsNegativeTestJSON-764576893 tempest-InstanceActionsNegativeTestJSON-764576893-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e3b90e3-6b4a-453b-8fe8-323be78162ac HTTP/1.1" status: 200 len: 210 time: 0.0632269 Oct 19 20:39:19.457150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9190-11fe-4f85-938e-4b6f81a35582 req-0efa5bcb-cdc7-4de7-a3d3-ce71b175cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:19.458351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:19.478778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c60c9190-11fe-4f85-938e-4b6f81a35582 req-0efa5bcb-cdc7-4de7-a3d3-ce71b175cdf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1096 time: 0.1563203 Oct 19 20:39:19.601469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-03b22eb8-f1e4-47be-a80f-5ced750a00a7 service neutron] 10.222.0.37 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132738 Oct 19 20:39:19.615614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:19.629004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:19.875393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7296c9b4-35ab-4261-be5d-179e366ba0e2', 'name': '', 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'mac_address': 'fa:16:3e:db:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:11Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 2, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'subnets': [{'id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:19.911835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Checking router: 86f261a5-8f6e-4579-a2f2-05cb1145d567 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:19.912435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Updating router 86f261a5-8f6e-4579-a2f2-05cb1145d567 port 7296c9b4-35ab-4261-be5d-179e366ba0e2 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:19.946472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.308484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f82fa955-252d-4f77-bec5-c538e1a1ba42 req-c003d61d-77c1-4c57-a7c1-a26ca5e443ae tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 210 time: 0.7122335 Oct 19 20:39:20.309250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60348) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:20.319756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c60c9190-11fe-4f85-938e-4b6f81a35582 req-870db9b5-023b-46c5-aa7a-f7519a80124d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8341410 Oct 19 20:39:20.385904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fdb0f362-502b-4cd7-9bf6-c84ce29b7bfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdfcad1ec0ba449aa20635894f8ff1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741088 Oct 19 20:39:20.388306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:20.440070 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.453389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.512933 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.525493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225645-1340-4e39-acf0-774b45593e7f None None] Pushing event updated for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:20.571003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef4f6f9-2c45-4a18-9a85-911877ede39b req-8748d36f-bd7f-4985-9b06-8dc74955f362 service neutron] 10.222.0.37 "GET /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9610171 Oct 19 20:39:20.581560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dad55-5cec-4448-bdaf-a0520268547d req-3ac95f3b-6aa4-4f85-99f1-642761b59223 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:20.590727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5dd5-27c9-4dc7-a21b-a3fc1c00e3f1 req-b0afdd64-8afe-4933-819e-ac093e6f9531 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:20.597631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de7b5dd5-27c9-4dc7-a21b-a3fc1c00e3f1 req-b0afdd64-8afe-4933-819e-ac093e6f9531 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 944 time: 0.1442630 Oct 19 20:39:20.600558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.602987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce3dad55-5cec-4448-bdaf-a0520268547d req-3ac95f3b-6aa4-4f85-99f1-642761b59223 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 944 time: 0.2995269 Oct 19 20:39:20.677398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-e49316fe-dd01-4bc3-a573-b2fc10cd54b6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:20.682704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-e49316fe-dd01-4bc3-a573-b2fc10cd54b6 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 812 time: 0.3782120 Oct 19 20:39:20.684281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de7b5dd5-27c9-4dc7-a21b-a3fc1c00e3f1 req-17264393-00e2-4f62-948c-f4f81e15ae0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746675 Oct 19 20:39:20.709557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce3dad55-5cec-4448-bdaf-a0520268547d req-438be51b-8bd2-4bf1-89cd-eff614ac5f9f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055107 Oct 19 20:39:20.722103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Request body: {'port': {'device_id': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'admin_state_up': True, 'tenant_id': 'ce756cd0653241bdb98bc324b9073fda'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:20.752496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.755905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.758750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b246751a-743e-4d33-ae91-aac4e8b882ec HTTP/1.1" status: 204 len: 168 time: 0.3688529 Oct 19 20:39:20.784762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eccca-32f5-4c7a-8c7c-6c32ebab9f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246751a-743e-4d33-ae91-aac4e8b882ec,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:20.896869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60364) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:20.932190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a925e-db65-49b0-a443-66569071978d req-238efa35-59eb-47bd-9ebe-1a9d93cdf943 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:20.947232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-603a925e-db65-49b0-a443-66569071978d req-238efa35-59eb-47bd-9ebe-1a9d93cdf943 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1101365 Oct 19 20:39:20.961173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Attempting to bind port 7296c9b4-35ab-4261-be5d-179e366ba0e2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:20.961575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Attempting to bind port 7296c9b4-35ab-4261-be5d-179e366ba0e2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:20.961934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Attempting to bind port 7296c9b4-35ab-4261-be5d-179e366ba0e2 on network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:20.981933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:20.982245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Checking segment: {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:20.983199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.983573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Bound using segment: {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:20.984047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Bound port: 7296c9b4-35ab-4261-be5d-179e366ba0e2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f0c065-b52c-40d5-9da5-19723fddf8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:20.984424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:20.999668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1407ffa4-578d-49fd-ac7f-f3efc243b133 None None] Provisioning complete for port 7296c9b4-35ab-4261-be5d-179e366ba0e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:21.000004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1407ffa4-578d-49fd-ac7f-f3efc243b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.033219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-603a925e-db65-49b0-a443-66569071978d req-46009831-481d-4554-8cc9-23284c8bb819 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878315 Oct 19 20:39:21.078674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1407ffa4-578d-49fd-ac7f-f3efc243b133 None None] Port 7296c9b4-35ab-4261-be5d-179e366ba0e2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:21.085971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Made reservation on behalf of ce756cd0653241bdb98bc324b9073fda for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:21.090760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.106882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] For port 7296c9b4-35ab-4261-be5d-179e366ba0e2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:21.111738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] For port 7296c9b4-35ab-4261-be5d-179e366ba0e2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7296c9b4-35ab-4261-be5d-179e366ba0e2,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:21.117487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.119700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Deleting subnet 0287dfb0-187a-4f55-9269-01da45fec876 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:21.125674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.217506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.226212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8852d35b-b651-452e-9f54-625c8e17f609 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:21.310527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60384) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:21.348824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:21.349732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:21.397122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.460105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Allocated IP 172.20.0.12 (29ad0092-3e00-487b-9ee0-bc7de2bec157/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b/19537e36-c238-45a5-8392-08bea1dbdd04) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:21.522873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:21.573888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efef947b-815c-4ca6-bbe4-391149c054dd req-b3bca9b7-edf0-4802-9181-6ab4f1ddc996 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 210 time: 0.0946648 Oct 19 20:39:21.637880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.641610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5e59fac9-df89-43d7-b9c1-d7bf622d9fda details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:21.680704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0287dfb0-187a-4f55-9269-01da45fec876,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:21.718069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.725464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b37fee91-9161-41ac-be99-0ce965547fe0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0287dfb0-187a-4f55-9269-01da45fec876 HTTP/1.1" status: 204 len: 168 time: 0.8254647 Oct 19 20:39:21.726350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:21.824254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.919741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:21.934908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225645-1340-4e39-acf0-774b45593e7f None None] Pushing event updated for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:21.940957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'port_id': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda', 'mac_address': 'fa:16:3e:5a:b1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:21.956125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:21.980407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344653dd-a06d-4c36-bd83-5b360f8b3b6c req-d94035ca-20f6-43cc-8374-12912c9f13c9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:21.989553 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-344653dd-a06d-4c36-bd83-5b360f8b3b6c req-d94035ca-20f6-43cc-8374-12912c9f13c9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 944 time: 0.1589820 Oct 19 20:39:21.999851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae421689-58a4-4178-a67f-36bc0d82933d req-d871fd9e-87e1-4e92-856f-8bb13cb87dda tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:22.008813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae421689-58a4-4178-a67f-36bc0d82933d req-d871fd9e-87e1-4e92-856f-8bb13cb87dda tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 944 time: 0.2309902 Oct 19 20:39:22.032061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.041612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8852d35b-b651-452e-9f54-625c8e17f609 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:22.045503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.088300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] Provisioning complete for port 7296c9b4-35ab-4261-be5d-179e366ba0e2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:22.089065 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.090674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ad618f-92e2-4d99-8118-f71b38397f57']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:22.114344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae421689-58a4-4178-a67f-36bc0d82933d req-adcbe106-f542-4909-acde-7ab5c129c2eb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045547 Oct 19 20:39:22.123630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-344653dd-a06d-4c36-bd83-5b360f8b3b6c req-6c1790ff-e150-4270-89da-a25dc905a953 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327817 Oct 19 20:39:22.129760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a22a94d-92e8-4230-b912-d1bb477915a4') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:22.130054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a22a94d-92e8-4230-b912-d1bb477915a4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:22.143928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.154110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8852d35b-b651-452e-9f54-625c8e17f609 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:22.157134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.167617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.196854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.208065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.227565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e59fac9-df89-43d7-b9c1-d7bf622d9fda {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:22.234869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:22.235670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.238681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Network 29ad0092-3e00-487b-9ee0-bc7de2bec157 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:22.239704 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:22.285463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:22.305366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:22.307732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:22.343052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf810-d494-4a44-befa-8f0fd6e7615b req-72dc2066-acbd-4907-bd20-6a2d774df56c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:22.344656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d94cf810-d494-4a44-befa-8f0fd6e7615b req-72dc2066-acbd-4907-bd20-6a2d774df56c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1340566 Oct 19 20:39:22.379533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event updated for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:22.385870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.397279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.398886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7296c9b4-35ab-4261-be5d-179e366ba0e2', 'name': '', 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'mac_address': 'fa:16:3e:db:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:11Z', 'updated_at': '2021-10-19T20:39:21Z', 'revision_number': 4, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'subnets': [{'id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:22.405876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.411954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] 10.222.0.31 "DELETE /v2.0/networks/41ad618f-92e2-4d99-8118-f71b38397f57 HTTP/1.1" status: 204 len: 168 time: 0.6816618 Oct 19 20:39:22.453653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.474115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f72a3-9f5b-412e-813e-b2de8495e152 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ad618f-92e2-4d99-8118-f71b38397f57,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:22.487397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:22.490272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.494160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b2beb-33d3-4c09-b1d7-a624434d07d1 None None] The sync data for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 is: [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7296c9b4-35ab-4261-be5d-179e366ba0e2', 'name': '', 'network_id': '95ce3033-e0e2-4ae1-8ebd-3038d58002b3', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'mac_address': 'fa:16:3e:db:9c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:11Z', 'updated_at': '2021-10-19T20:39:21Z', 'revision_number': 4, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'subnets': [{'id': '0679f34c-43c9-46e1-962a-82f43954d83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:22.524688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-aa47a17c-ee53-41ca-9136-c8b30fe98f3c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8137791 Oct 19 20:39:22.538608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Request body: {'port': {'device_id': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:22.575498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] For port 7296c9b4-35ab-4261-be5d-179e366ba0e2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7296c9b4-35ab-4261-be5d-179e366ba0e2,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:22.615963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.660054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:22.675293 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.718474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d94cf810-d494-4a44-befa-8f0fd6e7615b req-3e1d270e-f18f-4fc0-a473-e006d4f7384f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411174 Oct 19 20:39:22.720868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:22.743174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8852d35b-b651-452e-9f54-625c8e17f609,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:22.792365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:22.795022 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e240fe48-b4d2-4f96-bd03-928e1e625bdb" -d '{"events": [{"server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "name": "network-vif-plugged", "status": "completed", "tag": "8852d35b-b651-452e-9f54-625c8e17f609"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:22.799196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bef6fd40-7aa3-434d-b1cd-bf2920a2c519 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c40281f01f24a5ca7e1bd4ab70e4fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714579 Oct 19 20:39:22.799992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5e59fac9-df89-43d7-b9c1-d7bf622d9fda'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:22.804874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60426) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:22.807039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.808034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f602c624-8355-45cf-ae77-387a404798df no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:22.825344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.908538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d3827-6a85-4761-9ee2-5164a953b25c req-ee4e6c23-eb57-41c2-bcd4-61fcd8895809 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:22.926577 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1a557-d48d-43cc-a8f9-5fbd87a226fb x-openstack-request-id: req-94a1a557-d48d-43cc-a8f9-5fbd87a226fb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:22.927162 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "name": "network-vif-plugged", "status": "completed", "tag": "8852d35b-b651-452e-9f54-625c8e17f609", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:22.927548 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94a1a557-d48d-43cc-a8f9-5fbd87a226fb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:22.928083 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609', 'code': 200} Oct 19 20:39:22.933667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b8d3827-6a85-4761-9ee2-5164a953b25c req-ee4e6c23-eb57-41c2-bcd4-61fcd8895809 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 932 time: 0.2010167 Oct 19 20:39:22.934551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: f602c624-8355-45cf-ae77-387a404798df {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:22.934903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f602c624-8355-45cf-ae77-387a404798df not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:22.948641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:22.993276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20874dc8-a14b-4c5c-a91d-38ca08e15ced None None] Pushing event updated for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:22.994988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.042176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60432) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:23.158792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b8d3827-6a85-4761-9ee2-5164a953b25c req-81af10e8-a16d-4150-9598-70ef378c4e5d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229118 Oct 19 20:39:23.211548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:23.218832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Deleting port 9a356813-9438-4607-a1c0-b4d456b35650 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:23.219366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.290172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Deleting subnet 5fe5b7a6-91fa-4591-a119-be49a9e09fe7 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:23.335411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.427112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.430268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.431419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e7637f8-a408-4abc-bc7f-efbb60fa17b2 HTTP/1.1" status: 204 len: 168 time: 0.6254463 Oct 19 20:39:23.456712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54266f88-4bf9-4191-8dce-895a66506e98 req-9cc84418-7849-4914-a21f-8c362d59a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:23.458399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54266f88-4bf9-4191-8dce-895a66506e98 req-9cc84418-7849-4914-a21f-8c362d59a539 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 1096 time: 0.4798844 Oct 19 20:39:23.486374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7296c9b4-35ab-4261-be5d-179e366ba0e2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:23.498547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7637f8-a408-4abc-bc7f-efbb60fa17b2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:23.508590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.552770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.553116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.553484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.553861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.554195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.554520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.554841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.555351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.555462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.555774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.556088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.556402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a061f-e8b7-4575-a382-80ec91f15b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:23.567920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] For port 9a356813-9438-4607-a1c0-b4d456b35650, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9a356813-9438-4607-a1c0-b4d456b35650,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:23.569610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.608106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6b46-334f-42f6-be96-452a5705aa34 req-e14893fc-d4e8-4610-ae67-8770889b101e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:23.620433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31bc6b46-334f-42f6-be96-452a5705aa34 req-e14893fc-d4e8-4610-ae67-8770889b101e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 945 time: 0.3175533 Oct 19 20:39:23.663891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7296c9b4-35ab-4261-be5d-179e366ba0e2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:23.664346 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.708583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Calling delete_port for 9a356813-9438-4607-a1c0-b4d456b35650 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:23.729949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54266f88-4bf9-4191-8dce-895a66506e98 req-495619fa-e68a-4c4d-ae72-52927c16a6ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553153 Oct 19 20:39:23.733973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.802729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-108d4d31-011b-464e-99ee-ea0c0a3457ea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:23.807841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-108d4d31-011b-464e-99ee-ea0c0a3457ea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 812 time: 0.4365053 Oct 19 20:39:23.830460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31bc6b46-334f-42f6-be96-452a5705aa34 req-f22774b3-307c-47f6-b83b-cb75b48d18fe tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090642 Oct 19 20:39:23.942239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19537e36-c238-45a5-8392-08bea1dbdd04 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:23.950205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-63ce6467-36a8-4c9c-9fff-5c3f1b9dc33b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/quotas/9f4aad16e6ea4fa2b6b7a4fde88bc224 HTTP/1.1" status: 200 len: 375 time: 0.0486362 Oct 19 20:39:23.965061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:23.985666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Transition to ACTIVE for port object 19537e36-c238-45a5-8392-08bea1dbdd04 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:24.037750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.116671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-98b78615-1810-482f-a185-ed519e1620d1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591389 Oct 19 20:39:24.152636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60472) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:24.180985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03a89d-7433-4f41-80cc-b94ff0006c3d req-84b914c5-2060-4df9-95a9-78e10222fb8c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:24.192835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b03a89d-7433-4f41-80cc-b94ff0006c3d req-84b914c5-2060-4df9-95a9-78e10222fb8c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.2057149 Oct 19 20:39:24.229211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.340896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.348564 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-cb8a1288-3f2e-415d-87b2-52a9a17e62b3 service neutron] 10.222.0.31 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149065 Oct 19 20:39:24.368567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b03a89d-7433-4f41-80cc-b94ff0006c3d req-8a8f6bc2-1783-4d96-9926-21bbac687a7f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533256 Oct 19 20:39:24.372663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.384840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fe5b7a6-91fa-4591-a119-be49a9e09fe7 HTTP/1.1" status: 204 len: 168 time: 1.3411982 Oct 19 20:39:24.393989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c22b1b-a7eb-412c-8fa4-2a3d0a2bca54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe5b7a6-91fa-4591-a119-be49a9e09fe7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:24.398041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:24.427381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a356813-9438-4607-a1c0-b4d456b35650,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:24.491251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:24.646316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ed04ef6e-f13f-4ef2-a496-1d72cac8bedb tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:24.685208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947613b1-db9b-4f57-9732-d2a75d579c43 req-c55a8eca-4afd-428b-927e-6cc350a79d47 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:24.697997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-947613b1-db9b-4f57-9732-d2a75d579c43 req-c55a8eca-4afd-428b-927e-6cc350a79d47 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 944 time: 0.2021859 Oct 19 20:39:24.739167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-d8eded16-3fe4-4196-bff6-8eaff967925e service neutron] 10.222.0.31 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299088 Oct 19 20:39:24.777801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Attempting to bind port 19537e36-c238-45a5-8392-08bea1dbdd04 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:24.778148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Attempting to bind port 19537e36-c238-45a5-8392-08bea1dbdd04 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:24.778477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Attempting to bind port 19537e36-c238-45a5-8392-08bea1dbdd04 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:24.812536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Port 19537e36-c238-45a5-8392-08bea1dbdd04 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:24.812794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Attempting to bind port 19537e36-c238-45a5-8392-08bea1dbdd04 on network 29ad0092-3e00-487b-9ee0-bc7de2bec157 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:24.829718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-947613b1-db9b-4f57-9732-d2a75d579c43 req-84828ba0-8d2a-4d0d-9ffa-c81516bbe659 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257319 Oct 19 20:39:24.840768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.853900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:24.853900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Checking segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:24.853900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Bound using segment: {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:24.863038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Bound port: 19537e36-c238-45a5-8392-08bea1dbdd04, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a05ec0e-4eed-47f7-9515-16f2f8a51086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:24.863472 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.881666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:24.902821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:24.996022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ed04ef6e-f13f-4ef2-a496-1d72cac8bedb tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "PUT /v2.0/quotas/74d1d623ea9242cbb90f2c7587ae78e2 HTTP/1.1" status: 200 len: 368 time: 0.8297255 Oct 19 20:39:25.007493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60498) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:25.042670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Request body: {'network': {'project_id': '74d1d623ea9242cbb90f2c7587ae78e2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:25.052737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.079761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bbb476-d7af-4619-973f-2e410fce000c']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:25.090080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a907ec-4fc3-489d-901f-f873cd13f3ce') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:25.090377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a907ec-4fc3-489d-901f-f873cd13f3ce') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:25.103770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.115801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4aff4ae5-aa94-4071-a05b-eac28ee7b263 req-b3379b65-69f1-44f2-8f38-ce96a2448a46 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 210 time: 0.0415595 Oct 19 20:39:25.117818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Made reservation on behalf of 74d1d623ea9242cbb90f2c7587ae78e2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:25.118539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.121761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.125100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:25.125524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:25.187141 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:25.199343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1420308297-network', 'tenant_id': '13cf02aae2544a82ad134e7940c44649'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:25.207167 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.207409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.246987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.254185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/90bbb476-d7af-4619-973f-2e410fce000c HTTP/1.1" status: 204 len: 168 time: 0.8320396 Oct 19 20:39:25.267880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3092b3c-fda8-4389-bc57-920d5078d5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bbb476-d7af-4619-973f-2e410fce000c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:25.305138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5e59fac9-df89-43d7-b9c1-d7bf622d9fda up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:25.317612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3dd6-096f-4070-8ed6-171c9eaaab9c req-abbdcbe1-e335-4cc4-b5a0-90e7e37babdb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:25.326760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7efb3dd6-096f-4070-8ed6-171c9eaaab9c req-abbdcbe1-e335-4cc4-b5a0-90e7e37babdb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 945 time: 0.3296676 Oct 19 20:39:25.337460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:25.342001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=19537e36-c238-45a5-8392-08bea1dbdd04,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:25.355367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.375100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:25.390413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Made reservation on behalf of 13cf02aae2544a82ad134e7940c44649 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:25.392414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:25.393322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.393561 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.420363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.462168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:25.519404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:25.521319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.522844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-6c2947eb-e6e4-4000-95f3-e22c3ce48fb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/19537e36-c238-45a5-8392-08bea1dbdd04 HTTP/1.1" status: 200 len: 1092 time: 2.9889746 Oct 19 20:39:25.523318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:25.525698 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a85b9-698b-48a6-86d9-5462e158b0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:25.527975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Router 66267c85-e25c-4dc8-a83e-951115be4e78 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:25.540280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.545409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7efb3dd6-096f-4070-8ed6-171c9eaaab9c req-a1b69bf3-7714-4769-95a5-77bfdc974d95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176557 Oct 19 20:39:25.554558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:25.612724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:25.615041 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd92915-9b60-4ddb-b01b-3b39cf6a1831" -d '{"events": [{"server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "name": "network-vif-plugged", "status": "completed", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:25.630202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:25.636755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.670635 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.685841 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aa8bbd-f8fc-40e5-8d1f-c12a130cd099 x-openstack-request-id: req-95aa8bbd-f8fc-40e5-8d1f-c12a130cd099 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:25.687405 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:25.688853 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95aa8bbd-f8fc-40e5-8d1f-c12a130cd099 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:25.690773 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04', 'status': 'completed', 'code': 200} Oct 19 20:39:25.692964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.704609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cb7beac-376f-4a4f-9cfc-6bb68f386e3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6d5b8448c234be7bec79f56ed10fb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478989 Oct 19 20:39:25.707304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:25.715822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60520) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:25.718616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.718963 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Added segment 8a93cc84-56b7-4610-affe-b5b624003a10 of type vlan for network 762df51f-d95f-4ed6-a7e4-056232f42d34 Oct 19 20:39:25.750435 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066679f7-cbd3-46bc-8e24-60a01830cc03 x-openstack-request-id: req-066679f7-cbd3-46bc-8e24-60a01830cc03 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:25.753459 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "name": "network-vif-plugged", "status": "completed", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:25.755003 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-066679f7-cbd3-46bc-8e24-60a01830cc03 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:25.755003 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda', 'code': 200} Oct 19 20:39:25.758169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:25.813475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-0b2da53a-b732-4334-9cde-41289ab4fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:25.815038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-0b2da53a-b732-4334-9cde-41289ab4fda7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 1095 time: 0.2481434 Oct 19 20:39:25.834687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef763a-0c22-4e38-aedb-a331dce91341 req-43497326-d621-4059-a714-953e4e585088 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:25.837818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ef763a-0c22-4e38-aedb-a331dce91341 req-43497326-d621-4059-a714-953e4e585088 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.3048980 Oct 19 20:39:25.851530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32acb44-cfd9-4aca-843a-66b7ce3858cf,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:25.867724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.885149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.910798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-9627cf8a-3d94-4e2b-bdb2-a69d4373ac22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19537e36-c238-45a5-8392-08bea1dbdd04 HTTP/1.1" status: 200 len: 217 time: 0.0847721 Oct 19 20:39:25.958283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:25.998179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.005241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ef763a-0c22-4e38-aedb-a331dce91341 req-b66e5702-b8a1-43da-9461-3437f139ae1d tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449747 Oct 19 20:39:26.009005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.019982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.020928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.021527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.050355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:26.066464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-e799adba-9c4b-4ec9-a83f-ff634e4211de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.068136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-e799adba-9c4b-4ec9-a83f-ff634e4211de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.1458185 Oct 19 20:39:26.074310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c397-b036-484b-986c-d17c11d36f34 req-1a947790-a535-4e30-9b09-6879bc1a6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.076421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9933c397-b036-484b-986c-d17c11d36f34 req-1a947790-a535-4e30-9b09-6879bc1a6004 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 1097 time: 0.1766124 Oct 19 20:39:26.076923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:26.089468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b97eb72f-0b03-4ec5-943e-bb79f3e744fb admin admin] 10.222.0.31 "PUT /v2.0/routers/66267c85-e25c-4dc8-a83e-951115be4e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7778280 Oct 19 20:39:26.092344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Sync routers for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:26.097727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60526) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:26.099564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.100174 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Added segment ca21a64c-cf6e-4e34-a2a3-19990c4ec61d of type vlan for network 1001ea73-9d81-452a-bc74-9207c2e1753d Oct 19 20:39:26.111219 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:26.112251 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:26.123544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-31609da9-5425-49f0-aec4-b4db23b569a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467551 Oct 19 20:39:26.139100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d6b2b-fbf7-4810-9ae8-84a026011a3d req-8a7a3c5b-262b-457c-b513-bd82432f21d3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.140830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939d6b2b-fbf7-4810-9ae8-84a026011a3d req-8a7a3c5b-262b-457c-b513-bd82432f21d3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 944 time: 0.2244771 Oct 19 20:39:26.148923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-f9868052-3ac1-407b-be2d-688d8f001180 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:39:26.149950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-f9868052-3ac1-407b-be2d-688d8f001180 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082009 Oct 19 20:39:26.164197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:26.171674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1597600 Oct 19 20:39:26.180398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60530) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:26.205466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Request body: {'network': {'project_id': '74d1d623ea9242cbb90f2c7587ae78e2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:26.272800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.275681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.277009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c736013-2177-4c3c-8382-5e7446b512eb HTTP/1.1" status: 204 len: 168 time: 0.5585840 Oct 19 20:39:26.295572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaad7b-73bc-41b2-a283-f95cdc7e9828 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event updated for resources: {'Network': ['ID=762df51f-d95f-4ed6-a7e4-056232f42d34,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:26.300924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.306701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c90856ba-1531-4cc0-91d2-fefbf6e9bfe1 req-063176ca-8cdc-402c-808b-9f3fddf3ae9f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 210 time: 0.0530438 Oct 19 20:39:26.306908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 762df51f-d95f-4ed6-a7e4-056232f42d34 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:26.351685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9933c397-b036-484b-986c-d17c11d36f34 req-15b3e18a-912f-4b24-9f2a-adb7ded55eb6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648196 Oct 19 20:39:26.362131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19aaa9-906b-449e-abcc-4430e408e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c736013-2177-4c3c-8382-5e7446b512eb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:26.373206 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:26.387575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-939d6b2b-fbf7-4810-9ae8-84a026011a3d req-9113ce4b-288a-473f-95a4-b810c6739ca9 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362521 Oct 19 20:39:26.429476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:39:26.433666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-101e7cc1-a524-419d-8b89-888ac5c9030e service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736263 Oct 19 20:39:26.437894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Made reservation on behalf of 74d1d623ea9242cbb90f2c7587ae78e2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:26.441731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.504974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.544944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-111e19ec-359e-46ee-890e-faf60834e6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.678724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-97969fe2-e657-4993-9bbd-a20988d47809 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.680588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-97969fe2-e657-4993-9bbd-a20988d47809 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.11 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 812 time: 0.2079139 Oct 19 20:39:26.739199 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:39:24Z', 'revision_number': 5, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:26.741631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Request body: {'port': {'device_id': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'admin_state_up': True, 'tenant_id': '9f4aad16e6ea4fa2b6b7a4fde88bc224'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:26.750252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.752106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.753141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:26.754401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae1939a8-26dd-4ca1-97be-ee214d385560 req-dd76bbc0-ef1b-4948-8bd1-a4c4400073d9 service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076185 Oct 19 20:39:26.776864 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Checking router: 66267c85-e25c-4dc8-a83e-951115be4e78 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:26.791513 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Routers {'66267c85-e25c-4dc8-a83e-951115be4e78'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:26.792394 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:38:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['66267c85-e25c-4dc8-a83e-951115be4e78'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:26.883256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-5afeb8e5-169e-446b-ae8d-c59bee2f0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:26.885200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-5afeb8e5-169e-446b-ae8d-c59bee2f0c6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce756cd0653241bdb98bc324b9073fda&device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 1095 time: 0.0725677 Oct 19 20:39:26.947773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] Set router 66267c85-e25c-4dc8-a83e-951115be4e78 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:27.109009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-099d93e3-b99c-4533-bb2c-3baf8c1c5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:27.111800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-099d93e3-b99c-4533-bb2c-3baf8c1c5095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 200 len: 913 time: 0.2179239 Oct 19 20:39:27.145340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2600303 Oct 19 20:39:27.161045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60552) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:27.171199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:27.185035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Request body: {'subnet': {'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1420308297-subnet', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:27.186536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-6b4b6c3c-6721-48eb-bde4-4cc572a66e8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19537e36-c238-45a5-8392-08bea1dbdd04 HTTP/1.1" status: 200 len: 217 time: 0.0662887 Oct 19 20:39:27.241403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Made reservation on behalf of 13cf02aae2544a82ad134e7940c44649 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:27.244189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.266124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-79371f5b-6d18-4094-a837-818aa568badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:27.269331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-79371f5b-6d18-4094-a837-818aa568badc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 200 len: 852 time: 0.0727623 Oct 19 20:39:27.328591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-3aca002e-56a8-4352-86e5-018bd060a6de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29ad0092-3e00-487b-9ee0-bc7de2bec157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468655 Oct 19 20:39:27.358295 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:39:24Z', 'revision_number': 5, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:27.387658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986f307-d870-4793-b8bc-c3f72a203a4e None None] The sync data for ids ['66267c85-e25c-4dc8-a83e-951115be4e78'] in n-d-805649-9 is: [{'id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'name': 'tempest-TestAggregatesBasicOps-211064010-router', 'tenant_id': 'b690d6df1d684e5c876a10838bdb80a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:38:43Z', 'updated_at': '2021-10-19T20:39:24Z', 'revision_number': 5, 'project_id': 'b690d6df1d684e5c876a10838bdb80a6', 'gw_port': {'id': '8fbd6ca7-48e4-48e3-94ab-78e4d3288b11', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66267c85-e25c-4dc8-a83e-951115be4e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:38:44Z', 'updated_at': '2021-10-19T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:27.466167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42dc313f-d209-4691-a788-3b976aaa21d6 req-6fcd11ea-636a-41cd-aaf4-347088f597dd tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 210 time: 0.0359888 Oct 19 20:39:27.481238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-ff9d4e0c-a9c6-4a60-ab4e-19afe6ffdbda service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469843 Oct 19 20:39:27.541838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.542350 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Added segment 8214818e-96f3-43da-8925-b802469756d6 of type vlan for network c470d575-c5f0-4a78-9f8a-097087d79c73 Oct 19 20:39:27.550877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8fa7f-0a94-4b79-8784-1a13c0bc6d27 req-84378fbf-111c-4372-ba32-5624a0482e4c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:27.552534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49d8fa7f-0a94-4b79-8784-1a13c0bc6d27 req-84378fbf-111c-4372-ba32-5624a0482e4c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.8233852 Oct 19 20:39:27.574188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85eab-167a-4683-bbbc-6c8b9a8cb2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1001ea73-9d81-452a-bc74-9207c2e1753d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:27.590341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1001ea73-9d81-452a-bc74-9207c2e1753d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:27.690558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f23a85b9-698b-48a6-86d9-5462e158b0c0 req-ab88bfc9-9ff9-4af2-aec6-89191d9b9ccb service neutron] 10.222.0.37 "GET /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990604 Oct 19 20:39:27.727158 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.744594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088f617-f318-4c9d-9395-257a340eac08 req-3c246c63-bdbb-4cd1-a116-211ea63497b8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:27.749623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f088f617-f318-4c9d-9395-257a340eac08 req-3c246c63-bdbb-4cd1-a116-211ea63497b8 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 944 time: 0.1594682 Oct 19 20:39:27.795153 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.820201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49d8fa7f-0a94-4b79-8784-1a13c0bc6d27 req-71e5dfc7-8d29-4752-8731-e52a29540270 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507067 Oct 19 20:39:27.820355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f088f617-f318-4c9d-9395-257a340eac08 req-1e0e11a5-b60c-49d0-9137-d48f636822ec tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607483 Oct 19 20:39:27.884301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.885924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:27.886826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.953489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Made reservation on behalf of 9f4aad16e6ea4fa2b6b7a4fde88bc224 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:27.957959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:27.978147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7760372 Oct 19 20:39:27.980598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:27.987340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-69a8d28a-05a6-403e-8f6b-9ae547727236 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Request body: {'network': {'project_id': '74d1d623ea9242cbb90f2c7587ae78e2'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:28.001604 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a8d28a-05a6-403e-8f6b-9ae547727236 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 20:39:28.002168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a8d28a-05a6-403e-8f6b-9ae547727236 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:39:28.003539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-69a8d28a-05a6-403e-8f6b-9ae547727236 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0217223 Oct 19 20:39:28.007646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60574) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:28.039524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756e57c-895e-4ddf-b1ab-9eecc43b56f9 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event updated for resources: {'Network': ['ID=c470d575-c5f0-4a78-9f8a-097087d79c73,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:28.054016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c470d575-c5f0-4a78-9f8a-097087d79c73 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:28.074411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9c34f4ae-3991-4234-917e-1bcb8004000f tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74d1d623ea9242cbb90f2c7587ae78e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649107 Oct 19 20:39:28.076342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60576) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:28.146726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Deleting port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:28.147061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.176544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.199868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.255389 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.259171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.260357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/b32acb44-cfd9-4aca-843a-66b7ce3858cf HTTP/1.1" status: 204 len: 168 time: 0.1828680 Oct 19 20:39:28.263657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60582) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:28.273215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.277035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e76fdf-8378-4a8e-95b1-a664e93864b1 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32acb44-cfd9-4aca-843a-66b7ce3858cf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:28.353522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.373637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] For port 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:28.374004 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.408236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Calling delete_port for 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:28.440572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.447126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Allocated IP 172.20.0.11 (34c19ec0-0666-42e2-9eb9-efb63e1ec27d/c61de31f-659e-45d5-a7a0-2ab750b1f03d/9714e682-a015-45fe-83f2-07fec964f18e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:28.450747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cccb794-9df5-4399-8f54-19e4f55c14b2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:28.462447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c470d575-c5f0-4a78-9f8a-097087d79c73']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:28.473468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8214818e-96f3-43da-8925-b802469756d6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:28.473839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8214818e-96f3-43da-8925-b802469756d6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:28.483619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.500194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.514546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Checking segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:28.515046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Network hostable DHCP agents. Network: 1001ea73-9d81-452a-bc74-9207c2e1753d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:28.516767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:28.517333 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.569897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Network 1001ea73-9d81-452a-bc74-9207c2e1753d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:28.588335 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:28.629698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c8abfda-2b18-463d-a60d-b1feb9a05c48 req-7fdc0a9b-e613-4233-afea-e4514a37327c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 210 time: 0.0397332 Oct 19 20:39:28.629894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1001ea73-9d81-452a-bc74-9207c2e1753d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:28.631178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.636947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.642952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:28.642952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.643797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c470d575-c5f0-4a78-9f8a-097087d79c73 HTTP/1.1" status: 204 len: 168 time: 0.3788426 Oct 19 20:39:28.645988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60588) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:28.661723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb3b6e-48a6-4ec6-9e91-fa19f84f6dc2 None None] Network 1001ea73-9d81-452a-bc74-9207c2e1753d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:28.664286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55789-689b-418c-a344-02c9a65e37a3 tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event deleted for resources: {'Network': ['ID=c470d575-c5f0-4a78-9f8a-097087d79c73,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:28.696837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c3949654-1029-4ec0-95bb-340511e2bd9c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5238650 Oct 19 20:39:28.697065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:28.706202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:28.808003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.818199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.819343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.830587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.833340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e4284-c71f-4feb-86de-716404350b94 None None] Network 1001ea73-9d81-452a-bc74-9207c2e1753d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:28.920581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbd6ca7-48e4-48e3-94ab-78e4d3288b11,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:28.931795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.933698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:28.959175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762df51f-d95f-4ed6-a7e4-056232f42d34']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:29.017502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a93cc84-56b7-4610-affe-b5b624003a10') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:29.018571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a93cc84-56b7-4610-affe-b5b624003a10') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:29.064194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.072663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.078121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.084825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.097266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d584b3-88fd-4401-ad14-c543c7a7c966'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:29.253896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.264173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.269373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:29.292693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:29.300080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:29.333630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 19537e36-c238-45a5-8392-08bea1dbdd04 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:29.382664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88fc219a-3d34-49c9-93fa-c85bca099913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.441676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:29.441676 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.484272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a356813-9438-4607-a1c0-b4d456b35650 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:29.506178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Pushing event updated for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:29.532565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9a356813-9438-4607-a1c0-b4d456b35650 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:29.532890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9a356813-9438-4607-a1c0-b4d456b35650 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:29.556946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.557549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66267c85-e25c-4dc8-a83e-951115be4e78 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:39:29.573048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.575527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-812cf417-3c1b-46c4-9aee-36ccf3e59742 admin admin] 10.222.0.31 "DELETE /v2.0/routers/66267c85-e25c-4dc8-a83e-951115be4e78 HTTP/1.1" status: 204 len: 168 time: 3.4737580 Oct 19 20:39:29.580176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-72c0ff32-5be9-42fd-b48b-c6b44012e3ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8472471 Oct 19 20:39:29.582694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60612) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:29.606001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Request body: {'port': {'device_id': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:29.648130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=19537e36-c238-45a5-8392-08bea1dbdd04,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:29.661190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '19537e36-c238-45a5-8392-08bea1dbdd04', 'network_id': '29ad0092-3e00-487b-9ee0-bc7de2bec157', 'port_id': '19537e36-c238-45a5-8392-08bea1dbdd04', 'mac_address': 'fa:16:3e:14:a1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:29.721609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.740735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.745111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19537e36-c238-45a5-8392-08bea1dbdd04 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:29.745430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20197a3-bcb9-47c9-a975-c48be507e6c4 req-d2299dcc-91a0-42c8-a883-2ba0d8fa2440 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:29.748194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a20197a3-bcb9-47c9-a975-c48be507e6c4 req-d2299dcc-91a0-42c8-a883-2ba0d8fa2440 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.2462189 Oct 19 20:39:29.756724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beae1d-0bca-4060-a262-136542abb076 req-2ebbdb43-8c4b-47a6-8626-7b9f568d1ceb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:29.764338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68beae1d-0bca-4060-a262-136542abb076 req-2ebbdb43-8c4b-47a6-8626-7b9f568d1ceb tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 944 time: 0.8016810 Oct 19 20:39:29.782679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=19537e36-c238-45a5-8392-08bea1dbdd04,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:29.783060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Deleting subnet 4fffd153-6265-4fb0-b846-f9e237db43a2 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:29.789256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.807795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.809209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.812460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:29.812931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:29.816247 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:29.841499 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.882297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.884818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:29.918653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a20197a3-bcb9-47c9-a975-c48be507e6c4 req-c131bf20-f819-4855-8c98-b14db80c2634 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427860 Oct 19 20:39:29.925568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68beae1d-0bca-4060-a262-136542abb076 req-03bad4b6-c66f-404e-9488-249a3ef9df21 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602128 Oct 19 20:39:29.928771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.943102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:29.950114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] 10.222.0.31 "DELETE /v2.0/networks/762df51f-d95f-4ed6-a7e4-056232f42d34 HTTP/1.1" status: 204 len: 168 time: 1.3027468 Oct 19 20:39:29.962327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62596587-b5cc-4d59-9366-060649d6826c tempest-QuotasNegativeTest-1810837952 tempest-QuotasNegativeTest-1810837952-project-admin] Pushing event deleted for resources: {'Network': ['ID=762df51f-d95f-4ed6-a7e4-056232f42d34,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:30.003416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['19537e36-c238-45a5-8392-08bea1dbdd04'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:30.159827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b644df6-1c05-4d91-81c2-5a8c1fed8e16 req-251cbda5-55a9-4e24-a923-aed01d2d894f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:30.162428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b644df6-1c05-4d91-81c2-5a8c1fed8e16 req-251cbda5-55a9-4e24-a923-aed01d2d894f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 932 time: 0.1016679 Oct 19 20:39:30.287370 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.334412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc3f0-5f42-4c9f-8838-b612611104db req-092f0ecf-30f4-42b1-9040-2a66b18b1ebd tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:30.335978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfcfc3f0-5f42-4c9f-8838-b612611104db req-092f0ecf-30f4-42b1-9040-2a66b18b1ebd tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.2952511 Oct 19 20:39:30.345827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.346022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.375154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.380618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b644df6-1c05-4d91-81c2-5a8c1fed8e16 req-3b4ae4d4-9094-4746-ba0a-e10ac4bfeaf1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500344 Oct 19 20:39:30.457359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfcfc3f0-5f42-4c9f-8838-b612611104db req-29ee9e94-3d85-41fc-bd0e-e3301cc71f3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114450 Oct 19 20:39:30.552203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Allocated IP 172.25.7.167 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ad189abe-9773-4d7c-a30d-a32c9ba07f6d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:30.654989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9714e682-a015-45fe-83f2-07fec964f18e {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:30.665131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.670920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.681973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Transition to ACTIVE for port object 9714e682-a015-45fe-83f2-07fec964f18e will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:30.704519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.713983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.760505 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.774217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:30.790026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5acea2-66cb-4742-b00e-6ce6d3cc1af9 None None] Network 4557e892-080b-4cae-bd80-6a94bd584f2c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:30.811993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:30.815170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:30.832232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:30.834715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60638) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:30.834849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:30.843460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4fffd153-6265-4fb0-b846-f9e237db43a2 HTTP/1.1" status: 204 len: 168 time: 1.2597184 Oct 19 20:39:30.846225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60640) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:30.884955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fdf74-7af2-4447-8aed-9b104df217ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fffd153-6265-4fb0-b846-f9e237db43a2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:30.901526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Pushing event updated for resources: {'Port': ['ID=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:31.059009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Attempting to bind port 9714e682-a015-45fe-83f2-07fec964f18e on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:31.059541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Attempting to bind port 9714e682-a015-45fe-83f2-07fec964f18e by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:31.060042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Attempting to bind port 9714e682-a015-45fe-83f2-07fec964f18e on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:31.068651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Port 9714e682-a015-45fe-83f2-07fec964f18e on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:31.069201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Attempting to bind port 9714e682-a015-45fe-83f2-07fec964f18e on network 34c19ec0-0666-42e2-9eb9-efb63e1ec27d {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:31.082481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:31.083091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Checking segment: {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:31.083623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Bound using segment: {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:31.084287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Bound port: 9714e682-a015-45fe-83f2-07fec964f18e, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9384733a-12b3-4061-af8b-989c34442390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:31.084937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.175862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:31.180001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9714e682-a015-45fe-83f2-07fec964f18e,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:31.186749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.194007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.216630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:31.218354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.220777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/9714e682-a015-45fe-83f2-07fec964f18e HTTP/1.1" status: 200 len: 1092 time: 1.6268148 Oct 19 20:39:31.242240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:31.244812 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda7907-49b4-43b3-b52f-9fd775be3523" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "tag": "9714e682-a015-45fe-83f2-07fec964f18e"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:31.273305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.294334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:31.334586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 19537e36-c238-45a5-8392-08bea1dbdd04 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:31.343709 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204383db-818f-4f9c-b0b6-cc5ab163dde6 x-openstack-request-id: req-204383db-818f-4f9c-b0b6-cc5ab163dde6 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:31.344003 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "tag": "9714e682-a015-45fe-83f2-07fec964f18e", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:31.344286 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-204383db-818f-4f9c-b0b6-cc5ab163dde6 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:31.344734 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e', 'status': 'completed', 'code': 200} Oct 19 20:39:31.345286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:31.346931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8fbd6ca7-48e4-48e3-94ab-78e4d3288b11 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:31.358728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Deleting port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:31.358948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.397057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-309c98ea-8a14-4abe-8ddb-a75baf66a0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.400969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54740884-8498-461b-934d-f793464bd81b None None] DHCP port deletion for 4557e892-080b-4cae-bd80-6a94bd584f2c request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:39:31.434705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] For port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,segment=NetworkSegment(510b1505-b720-4739-a200-19af3b099d60),segment_id=510b1505-b720-4739-a200-19af3b099d60)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:31.435075 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.451431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Calling delete_port for 4f43fb44-717e-495e-b8f1-6fcc8f883aaa owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:31.508459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-309c98ea-8a14-4abe-8ddb-a75baf66a0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.519130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-309c98ea-8a14-4abe-8ddb-a75baf66a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.539377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6799e-b872-4735-82d9-04d5473854d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:31.545658 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.555447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656f7e9-de66-4ab4-9441-a4ddb24ac469 req-d4ba53be-fea8-4c25-bc97-3b4b05e95d20 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:31.557544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0656f7e9-de66-4ab4-9441-a4ddb24ac469 req-d4ba53be-fea8-4c25-bc97-3b4b05e95d20 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 945 time: 0.3930774 Oct 19 20:39:31.565422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 19537e36-c238-45a5-8392-08bea1dbdd04 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:31.575691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 19537e36-c238-45a5-8392-08bea1dbdd04 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:31.576192 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.606967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:31.612670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] No DVR routers for this DVR port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:31.642949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-54740884-8498-461b-934d-f793464bd81b None None] Deleting port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:31.643387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-54740884-8498-461b-934d-f793464bd81b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.685244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60652) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:31.685787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-309c98ea-8a14-4abe-8ddb-a75baf66a0bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd5c4777a01f4bf2b71bb065fcbbad65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8500834 Oct 19 20:39:31.693162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c98ea-8a14-4abe-8ddb-a75baf66a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f1f662-e73f-45b7-99fc-61f3d4ad205b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:31.723416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-54740884-8498-461b-934d-f793464bd81b None None] For port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:31.723983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-54740884-8498-461b-934d-f793464bd81b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.728258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0656f7e9-de66-4ab4-9441-a4ddb24ac469 req-a8287270-5815-4f6a-b3ab-855b8cfd2674 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560223 Oct 19 20:39:31.738841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-54740884-8498-461b-934d-f793464bd81b None None] Calling delete_port for 4f43fb44-717e-495e-b8f1-6fcc8f883aaa owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:31.751883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-54740884-8498-461b-934d-f793464bd81b None None] Port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:39:31.754111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.755410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-54740884-8498-461b-934d-f793464bd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.790635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740884-8498-461b-934d-f793464bd81b None None] Pushing event deleted for resources: {'Port': ['ID=4f43fb44-717e-495e-b8f1-6fcc8f883aaa,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:31.812757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54740884-8498-461b-934d-f793464bd81b None None] No DVR routers for this DVR port 4f43fb44-717e-495e-b8f1-6fcc8f883aaa on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:31.899262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.934656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:31.937738 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902c8a6-46cf-49bd-8d56-b6490e96403f" -d '{"events": [{"server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "name": "network-vif-plugged", "status": "completed", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:31.955245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=19537e36-c238-45a5-8392-08bea1dbdd04,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:31.960868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:31.996177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60658) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:32.016946 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bea2c-ed5a-4168-8c97-afdfd892660d x-openstack-request-id: req-8f0bea2c-ed5a-4168-8c97-afdfd892660d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:32.017242 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "name": "network-vif-plugged", "status": "completed", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:32.017533 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f0bea2c-ed5a-4168-8c97-afdfd892660d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:32.018169 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04', 'code': 200} Oct 19 20:39:32.067249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:32.236285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b5bd9-6646-4d84-81a4-846c6bb892ed req-90526249-cbf6-43d4-8c9a-9babd878a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:32.237892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a54b5bd9-6646-4d84-81a4-846c6bb892ed req-90526249-cbf6-43d4-8c9a-9babd878a367 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 1097 time: 0.1748786 Oct 19 20:39:32.265900 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.270968 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.304432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a54b5bd9-6646-4d84-81a4-846c6bb892ed req-7bf58d25-05c0-4bf3-a32a-e94c2eeb5ff7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591910 Oct 19 20:39:32.325507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.328912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-f093b2a3-df64-40dd-9303-b16eb1985fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:32.330459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-f093b2a3-df64-40dd-9303-b16eb1985fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 1095 time: 1.0310760 Oct 19 20:39:32.416103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5de6-b1df-4fd3-954e-3e6912f9f24f req-106d7846-089e-4efe-814c-8dea46e63d8c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:32.424508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98fd5de6-b1df-4fd3-954e-3e6912f9f24f req-106d7846-089e-4efe-814c-8dea46e63d8c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 944 time: 0.8798351 Oct 19 20:39:32.432370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4557e892-080b-4cae-bd80-6a94bd584f2c']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:32.453723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-a4370118-ef5f-427a-a94a-c1da43d7aee3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9714e682-a015-45fe-83f2-07fec964f18e HTTP/1.1" status: 200 len: 217 time: 0.1110060 Oct 19 20:39:32.459920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.485386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510b1505-b720-4739-a200-19af3b099d60') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:32.485674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510b1505-b720-4739-a200-19af3b099d60') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:32.538640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.579689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.583599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.590556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Router 2d76e77b-7c57-48df-9b64-d32eb0b314aa is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:39:32.593032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98fd5de6-b1df-4fd3-954e-3e6912f9f24f req-e4b614cc-50a3-42ab-81d3-67de255ba69c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676950 Oct 19 20:39:32.601868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:32.602276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:32.605884 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:32.630341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77f36-b03e-4442-8707-0b982be637cf req-236b6863-81d9-40c6-8aef-65ce706c545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:32.631826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-236b6863-81d9-40c6-8aef-65ce706c545d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.1692104 Oct 19 20:39:32.739121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-8365d0fe-fca6-4156-aae4-88dedb010e95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954180 Oct 19 20:39:32.771058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.777804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.785912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4557e892-080b-4cae-bd80-6a94bd584f2c HTTP/1.1" status: 204 len: 168 time: 1.9334400 Oct 19 20:39:32.794055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:32.889824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaefe88-9c4c-4be1-a442-84d15f1c7da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4557e892-080b-4cae-bd80-6a94bd584f2c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:32.903990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.908206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:32.912082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60f1f662-e73f-45b7-99fc-61f3d4ad205b HTTP/1.1" status: 204 len: 168 time: 1.2156334 Oct 19 20:39:32.929448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b03f9-da3c-450e-bfa5-7c77091377a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f1f662-e73f-45b7-99fc-61f3d4ad205b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:32.971114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:32.982194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Sync routers for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:33.002208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:33.002873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:33.003174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:33.008369 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-04b6f257-7987-4b65-b3d1-37a5a8987497 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3061721 Oct 19 20:39:33.011942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60672) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:33.069550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbddf78-d9e6-4f9e-8c02-71b4b8faf20f req-6b87ed5a-b88b-405e-b112-1a4554f0362c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:33.080426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddbddf78-d9e6-4f9e-8c02-71b4b8faf20f req-6b87ed5a-b88b-405e-b112-1a4554f0362c tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.2364099 Oct 19 20:39:33.088569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-dcbd664b-afcf-4bb0-908c-32337a50c1ad service neutron] 10.222.0.11 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421235 Oct 19 20:39:33.200587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:33.300679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddbddf78-d9e6-4f9e-8c02-71b4b8faf20f req-c4c0eb4b-1734-4e30-85f8-b4cd1ad920a1 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187841 Oct 19 20:39:33.341938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:33.389329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4f43fb44-717e-495e-b8f1-6fcc8f883aaa no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:33.433121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26f77f36-b03e-4442-8707-0b982be637cf req-fcb5280e-a5e1-4273-b22a-42ecd2499b13 service neutron] 10.222.0.11 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372476 Oct 19 20:39:33.620535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4f43fb44-717e-495e-b8f1-6fcc8f883aaa {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:33.620948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4f43fb44-717e-495e-b8f1-6fcc8f883aaa not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:33.656310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-6dd1d822-e0a5-4824-8cd7-648f919ce0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:33.658464 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-6dd1d822-e0a5-4824-8cd7-648f919ce0e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 1095 time: 0.1640408 Oct 19 20:39:33.708457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:31Z', 'revision_number': 3, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:33.732725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60678) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:33.742542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Checking router: 2d76e77b-7c57-48df-9b64-d32eb0b314aa for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:33.743086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Updating router 2d76e77b-7c57-48df-9b64-d32eb0b314aa port ad189abe-9773-4d7c-a30d-a32c9ba07f6d binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:33.794738 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:33.852808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9070-b195-41cc-b559-b50fb4e3af58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.006263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a1ba6-a051-4f2d-8a8c-7b2b4d5988b3 req-81eacbd4-538f-4a62-bf53-bae94bd68fc3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:34.007838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c75a1ba6-a051-4f2d-8a8c-7b2b4d5988b3 req-81eacbd4-538f-4a62-bf53-bae94bd68fc3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 944 time: 0.2605810 Oct 19 20:39:34.058618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-db1939bb-94a2-4de3-ad33-cdc8f397caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:34.059607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-db1939bb-94a2-4de3-ad33-cdc8f397caef service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.3919432 Oct 19 20:39:34.166569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c75a1ba6-a051-4f2d-8a8c-7b2b4d5988b3 req-f09948ac-4379-4b8f-87b5-c703c5739249 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483986 Oct 19 20:39:34.177778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-4dea5768-7965-482a-a1ad-657bf36b4b61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9714e682-a015-45fe-83f2-07fec964f18e HTTP/1.1" status: 200 len: 217 time: 0.1013200 Oct 19 20:39:34.263573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.309652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.316661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9070-b195-41cc-b559-b50fb4e3af58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.319079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.324757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9070-b195-41cc-b559-b50fb4e3af58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.355868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-609462f1-eadd-4eda-8d32-739bd237c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:34.357758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-609462f1-eadd-4eda-8d32-739bd237c2b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.1709700 Oct 19 20:39:34.449558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-6a764d5f-a7c4-4baf-b3f7-22ac83578008 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810254 Oct 19 20:39:34.471806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Attempting to bind port ad189abe-9773-4d7c-a30d-a32c9ba07f6d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:34.473529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Attempting to bind port ad189abe-9773-4d7c-a30d-a32c9ba07f6d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:34.476874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Attempting to bind port ad189abe-9773-4d7c-a30d-a32c9ba07f6d on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:34.488695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:34.494934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:34.495559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.496004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:34.496630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Bound port: ad189abe-9773-4d7c-a30d-a32c9ba07f6d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:34.497177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.525177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9070-b195-41cc-b559-b50fb4e3af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8458be3d-d1dd-4344-94fd-b9feb2406f4a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:34.579451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933e87b-f12c-470d-9738-5576bf0f71e0 None None] Pushing event updated for resources: {'Port': ['ID=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:34.593650 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f0e9070-b195-41cc-b559-b50fb4e3af58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ab78d89c3884fd8a47f2273e5aa1e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8587084 Oct 19 20:39:34.596709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:34.635537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] For port ad189abe-9773-4d7c-a30d-a32c9ba07f6d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:34.643386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] For port ad189abe-9773-4d7c-a30d-a32c9ba07f6d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:34.649661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.716715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.754422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933e87b-f12c-470d-9738-5576bf0f71e0 None None] Pushing event updated for resources: {'Port': ['ID=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:34.775724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524b73d-124f-487e-9789-7bcf2a59f553 req-85ed7629-df83-42d6-9fe1-fd4115225211 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:34.777271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7524b73d-124f-487e-9789-7bcf2a59f553 req-85ed7629-df83-42d6-9fe1-fd4115225211 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.2885866 Oct 19 20:39:34.779549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60692) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:34.794965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:34.795849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:34.826713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:34.849769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-682c5180-18dd-4a31-a200-119a34f0140a service neutron] 10.222.0.11 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699937 Oct 19 20:39:34.871758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.17 (f4b2adf1-9c57-4fa8-bdbf-83945564baff/22f87618-b48a-4c11-890b-415ce5f95ed2/7213635d-fab1-4f4f-9fe3-fb5907a1b488) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:34.930329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7524b73d-124f-487e-9789-7bcf2a59f553 req-ab2bfe4c-4a2c-4f4b-91f0-e7d5e5a17604 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289008 Oct 19 20:39:35.046234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e541a99f-d323-416a-8218-7aee8131fb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.051758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:35.073975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.076888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.081636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8458be3d-d1dd-4344-94fd-b9feb2406f4a HTTP/1.1" status: 204 len: 168 time: 0.4821746 Oct 19 20:39:35.101470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44bb17-2501-4efb-ab93-80ce659a2fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8458be3d-d1dd-4344-94fd-b9feb2406f4a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:35.144889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcda7907-49b4-43b3-b52f-9fd775be3523 req-b8e57990-92bc-44f5-bc47-50a429807898 service neutron] 10.222.0.11 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836442 Oct 19 20:39:35.160534 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.197384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Deleting port 7296c9b4-35ab-4261-be5d-179e366ba0e2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:35.197642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.323040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9714e682-a015-45fe-83f2-07fec964f18e details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:35.359375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:31Z', 'revision_number': 3, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:35.393472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a52cc4-a316-4319-95cb-1a4dbfcd0e3d None None] The sync data for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 is: [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:31Z', 'revision_number': 3, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:35.450486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.454270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] For port 7296c9b4-35ab-4261-be5d-179e366ba0e2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7296c9b4-35ab-4261-be5d-179e366ba0e2,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:35.454662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.484011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Calling delete_port for 7296c9b4-35ab-4261-be5d-179e366ba0e2 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:35.622463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9714e682-a015-45fe-83f2-07fec964f18e,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:35.639974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec0a30-d33f-4e2f-9641-57123ff77c41 req-5419640a-eebd-45f9-bb4a-4de0db8a98c7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:35.648845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddec0a30-d33f-4e2f-9641-57123ff77c41 req-5419640a-eebd-45f9-bb4a-4de0db8a98c7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 944 time: 0.2621729 Oct 19 20:39:35.650402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '9714e682-a015-45fe-83f2-07fec964f18e', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'port_id': '9714e682-a015-45fe-83f2-07fec964f18e', 'mac_address': 'fa:16:3e:ff:f0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61de31f-659e-45d5-a7a0-2ab750b1f03d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:35.687173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e541a99f-d323-416a-8218-7aee8131fb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.753571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e541a99f-d323-416a-8218-7aee8131fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.813077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.864183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9714e682-a015-45fe-83f2-07fec964f18e {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:35.891678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9714e682-a015-45fe-83f2-07fec964f18e,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:35.898854 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.932236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:35.935369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541a99f-d323-416a-8218-7aee8131fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6744b93-8a69-4dff-a9ac-27fbd408aee9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:35.976788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.063569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:36.100236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83593a6f-2f39-4203-a266-df480a7ec80d req-16ad8baa-f965-420a-bc79-db43df8e0aef tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:36.102522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83593a6f-2f39-4203-a266-df480a7ec80d req-16ad8baa-f965-420a-bc79-db43df8e0aef tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.3476586 Oct 19 20:39:36.120870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Pushing event deleted for resources: {'Port': ['ID=7296c9b4-35ab-4261-be5d-179e366ba0e2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:36.154794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Allocated IP 172.20.0.1 (1001ea73-9d81-452a-bc74-9207c2e1753d/3cccb794-9df5-4399-8f54-19e4f55c14b2/5650c693-0350-46be-92a4-25e1167e8fe2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:36.158674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['9714e682-a015-45fe-83f2-07fec964f18e'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:36.180383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ddec0a30-d33f-4e2f-9641-57123ff77c41 req-82ecb876-5d7c-4431-8adf-8156c95df597 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284553 Oct 19 20:39:36.202131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:36.223744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e541a99f-d323-416a-8218-7aee8131fb22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc11fc3c03e04d70995998a2cb8aee05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4409297 Oct 19 20:39:36.231445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:36.238804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:36.261762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:36.291451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83593a6f-2f39-4203-a266-df480a7ec80d req-66a7bf5d-0492-4206-91ea-253aff1c1cd3 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658545 Oct 19 20:39:36.373774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:36.553868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.646741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.752638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.762183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.764892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c2844742-365b-4c72-8a34-bfd502731af1 None None] Provisioning complete for port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:36.765386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2844742-365b-4c72-8a34-bfd502731af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.803326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:36.838376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c2844742-365b-4c72-8a34-bfd502731af1 None None] Port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:36.998755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.176539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.180498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.184072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6744b93-8a69-4dff-a9ac-27fbd408aee9 HTTP/1.1" status: 204 len: 168 time: 0.9482927 Oct 19 20:39:37.207173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.251522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fc095-abeb-4be7-aec1-cfe58d195d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6744b93-8a69-4dff-a9ac-27fbd408aee9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:37.299330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Network 1001ea73-9d81-452a-bc74-9207c2e1753d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:37.318860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:37.331872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9714e682-a015-45fe-83f2-07fec964f18e up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:37.343155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:37.365694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Router 86f261a5-8f6e-4579-a2f2-05cb1145d567 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:37.471067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Pushing event updated for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:37.508160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.519258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 9714e682-a015-45fe-83f2-07fec964f18e completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:37.525781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 9714e682-a015-45fe-83f2-07fec964f18e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:37.526739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935450-805e-4a61-af5d-e679d6669c93 req-3dc2fb60-38bf-4a9b-8cb6-d43639b5c264 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:37.526890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.528324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f935450-805e-4a61-af5d-e679d6669c93 req-3dc2fb60-38bf-4a9b-8cb6-d43639b5c264 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 945 time: 0.2214344 Oct 19 20:39:37.641846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad189abe-9773-4d7c-a30d-a32c9ba07f6d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:37.668364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.692905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.727749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.769217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:37.772237 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a80db1-01c0-41da-8b6a-461755417498" -d '{"events": [{"server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "9714e682-a015-45fe-83f2-07fec964f18e"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:37.791811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9714e682-a015-45fe-83f2-07fec964f18e,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:37.805413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ad189abe-9773-4d7c-a30d-a32c9ba07f6d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:37.805690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.835095 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:37.974395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:37.980391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f935450-805e-4a61-af5d-e679d6669c93 req-3b606684-182a-4be2-9469-39eff1ea442f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053047 Oct 19 20:39:37.988446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:38.055975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.064961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:38.069246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.083651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.114245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port ad189abe-9773-4d7c-a30d-a32c9ba07f6d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:38.119887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.198733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:38.373284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c177b00-3ae9-4388-9c86-2e00ef02fb01 req-f9decd1d-c94a-4e50-a4ab-238439131b63 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:38.381673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c177b00-3ae9-4388-9c86-2e00ef02fb01 req-f9decd1d-c94a-4e50-a4ab-238439131b63 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.8676581 Oct 19 20:39:38.411643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:38.423252 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Sync routers for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:38.441393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:38.442007 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:38.443191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08463ce4-1fa8-4e84-a247-28f8c9955079 admin admin] 10.222.0.31 "PUT /v2.0/routers/86f261a5-8f6e-4579-a2f2-05cb1145d567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6480904 Oct 19 20:39:38.458861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c177b00-3ae9-4388-9c86-2e00ef02fb01 req-f0bc1fee-b4e5-4368-babd-f5b91d6cbe68 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761456 Oct 19 20:39:38.459616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60770) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:38.474536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.486778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1090540881', 'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:38.530981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.571967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Made reservation on behalf of 79d23a49ef6d47b99b07d511105f03c7 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:38.574265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.584157 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae1fe0-9800-4619-b673-a34e0b35b126 x-openstack-request-id: req-31ae1fe0-9800-4619-b673-a34e0b35b126 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:38.584484 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "name": "network-vif-plugged", "status": "completed", "tag": "9714e682-a015-45fe-83f2-07fec964f18e", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:38.584779 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ae1fe0-9800-4619-b673-a34e0b35b126 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:38.585179 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e', 'code': 200} Oct 19 20:39:38.648088 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.676149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:38.723688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.755265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.770737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d546-2822-4581-8cf0-ba4add5d654e req-6c8aa5d5-5365-4ca8-876c-7ca23e09e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:38.772412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8482d546-2822-4581-8cf0-ba4add5d654e req-6c8aa5d5-5365-4ca8-876c-7ca23e09e808 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 1097 time: 0.1137757 Oct 19 20:39:38.834288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Pushing event updated for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:38.852277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8482d546-2822-4581-8cf0-ba4add5d654e req-c62f01f2-ddb1-45a1-b48e-d9cd5dcf91ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732679 Oct 19 20:39:38.867487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.873150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:38.895888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:38.916947 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '7215b039-5444-42f5-bdda-0e42877fc394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:35Z', 'revision_number': 5, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port': {'id': '7215b039-5444-42f5-bdda-0e42877fc394', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:05Z', 'updated_at': '2021-10-19T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:38.947905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9bcb-2a3d-4bde-916a-fd0c86e2ea3d req-c69f4117-2f29-4015-949f-f26bec3c707d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:38.951104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Deleting port 7215b039-5444-42f5-bdda-0e42877fc394 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:38.951611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:38.956230 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Checking router: 86f261a5-8f6e-4579-a2f2-05cb1145d567 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:38.959812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6fd9bcb-2a3d-4bde-916a-fd0c86e2ea3d req-c69f4117-2f29-4015-949f-f26bec3c707d tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.1375406 Oct 19 20:39:38.972309 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Routers {'86f261a5-8f6e-4579-a2f2-05cb1145d567'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:38.973993 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['86f261a5-8f6e-4579-a2f2-05cb1145d567'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:39.079953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] For port 7215b039-5444-42f5-bdda-0e42877fc394, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7215b039-5444-42f5-bdda-0e42877fc394,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:39.080321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.092883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Calling delete_port for 7215b039-5444-42f5-bdda-0e42877fc394 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:39.159730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.205146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.211935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6fd9bcb-2a3d-4bde-916a-fd0c86e2ea3d req-20306896-4217-40d2-a220-a017b2932fbe tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512372 Oct 19 20:39:39.240289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:39.276171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Network 1001ea73-9d81-452a-bc74-9207c2e1753d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:39.296631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2c46705c-4a1c-439c-ada3-3fabb177b9dd None None] Provisioning complete for port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:39.298152 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2c46705c-4a1c-439c-ada3-3fabb177b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.311245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:39.320354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.323475 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Added segment 4701b799-90f7-4d54-9f89-da4195e04701 of type vlan for network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 Oct 19 20:39:39.361876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:39.368179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2c46705c-4a1c-439c-ada3-3fabb177b9dd None None] Port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:39.380860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66193457-0a68-4e31-9a27-6466ca7b248f req-509d0d8b-983a-4624-ba7a-cbf822c7bfad tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:39.384310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad189abe-9773-4d7c-a30d-a32c9ba07f6d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:39.406290 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] Set router 86f261a5-8f6e-4579-a2f2-05cb1145d567 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:39.407945 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66193457-0a68-4e31-9a27-6466ca7b248f req-509d0d8b-983a-4624-ba7a-cbf822c7bfad tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 946 time: 0.2098081 Oct 19 20:39:39.408731 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32658a89-9135-4887-a059-b097104ded70,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:39.462565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 6, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:39.476625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ad189abe-9773-4d7c-a30d-a32c9ba07f6d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:39.476996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.489339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66193457-0a68-4e31-9a27-6466ca7b248f req-cd40db84-230e-488e-bbf3-dbc5437b356d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Oct 19 20:39:39.501503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.517439 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62c335-fbaf-4b66-ba4b-8d2b8d7014a8 None None] The sync data for ids ['86f261a5-8f6e-4579-a2f2-05cb1145d567'] in n-d-805649-9 is: [{'id': '86f261a5-8f6e-4579-a2f2-05cb1145d567', 'name': 'tempest-TestAggregatesBasicOps-1545485881-router', 'tenant_id': '8deb7df441c4445baca6a7477e302fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:02Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 6, 'project_id': '8deb7df441c4445baca6a7477e302fc1', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:39.527741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.572360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7215b039-5444-42f5-bdda-0e42877fc394,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:39.647781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.754915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.757449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.806512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.807138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f261a5-8f6e-4579-a2f2-05cb1145d567 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:39:39.812637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.816560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddbf1413-0644-4c91-888e-711c2b9d30ac admin admin] 10.222.0.31 "DELETE /v2.0/routers/86f261a5-8f6e-4579-a2f2-05cb1145d567 HTTP/1.1" status: 204 len: 168 time: 1.3542356 Oct 19 20:39:39.817121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60804) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:39.864264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Deleting subnet 0679f34c-43c9-46e1-962a-82f43954d83a {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:39.869560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:39.916674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.036123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.108532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.108741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:40.109458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.117805 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.159717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0679f34c-43c9-46e1-962a-82f43954d83a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:40.165500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Router 2d76e77b-7c57-48df-9b64-d32eb0b314aa has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:40.167091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.171668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b9c9261-7b93-4b29-badf-be7424fedffc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0679f34c-43c9-46e1-962a-82f43954d83a HTTP/1.1" status: 204 len: 168 time: 0.3535526 Oct 19 20:39:40.174795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60812) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:40.180484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1984012 Oct 19 20:39:40.183730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e907fe-5387-454e-87da-c31c61fb7b4a None None] Network 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:40.188949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60814) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:40.194425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'subnet': {'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:40.197810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:40.204032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-149c2a2a-89c7-404c-bb14-73b630d77133 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/9c0504c6-33a9-4fbe-97ca-c19e8cadc981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2059801 Oct 19 20:39:40.238680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf460-7a48-44e3-bea7-29793861b28b tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Network': ['ID=7e82cae2-3668-4d8a-99d2-5a4dc72ae191,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:40.297161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:40.299143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:40.330176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.333642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Made reservation on behalf of 79d23a49ef6d47b99b07d511105f03c7 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:40.336154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.500761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Deleting port 1decd412-bbc6-493b-a70b-816cb7b665b1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:40.501560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.514772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:40.556685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eef16ab3-e135-4d6f-bf43-08e8c8fd7271 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d76e77b-7c57-48df-9b64-d32eb0b314aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5327060 Oct 19 20:39:40.576495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:40.577379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:40.591715 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Sync routers for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:40.604535 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:40.605161 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:40.622443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b2749-9263-4b1e-a98e-930c99853d5a req-b6ab522e-7186-49b3-ad86-2d8267fdea71 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:40.633664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a37b2749-9263-4b1e-a98e-930c99853d5a req-b6ab522e-7186-49b3-ad86-2d8267fdea71 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.2623591 Oct 19 20:39:40.658488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-c9d48886-e13d-423a-a464-4d54357e18ee tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:40.660111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-c9d48886-e13d-423a-a464-4d54357e18ee tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023 HTTP/1.1" status: 200 len: 946 time: 0.2900155 Oct 19 20:39:40.665256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] For port 1decd412-bbc6-493b-a70b-816cb7b665b1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1decd412-bbc6-493b-a70b-816cb7b665b1,segment=NetworkSegment(c5f0c065-b52c-40d5-9da5-19723fddf8cd),segment_id=c5f0c065-b52c-40d5-9da5-19723fddf8cd)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:40.665618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.726358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Calling delete_port for 1decd412-bbc6-493b-a70b-816cb7b665b1 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:40.818103 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:40.845534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a37b2749-9263-4b1e-a98e-930c99853d5a req-cb7f6d69-553e-42dd-9a72-c3d505905e37 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd52fea2-82eb-4e50-a442-37cb49ded147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108219 Oct 19 20:39:40.862244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:40.912765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Deleting port 19537e36-c238-45a5-8392-08bea1dbdd04 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:40.913951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:40.922851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e5e33-7a37-4cef-b148-30da908b610d req-66484ba0-b234-4196-8191-23a4eda4e5e3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:40.924447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-040e5e33-7a37-4cef-b148-30da908b610d req-66484ba0-b234-4196-8191-23a4eda4e5e3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 946 time: 0.2559550 Oct 19 20:39:40.993007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] DHCP port deletion for 95ce3033-e0e2-4ae1-8ebd-3038d58002b3 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:39:41.035716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] For port 19537e36-c238-45a5-8392-08bea1dbdd04, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=19537e36-c238-45a5-8392-08bea1dbdd04,segment=NetworkSegment(8a05ec0e-4eed-47f7-9515-16f2f8a51086),segment_id=8a05ec0e-4eed-47f7-9515-16f2f8a51086)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:41.036139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.059785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Calling delete_port for 19537e36-c238-45a5-8392-08bea1dbdd04 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:41.083960 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:37Z', 'revision_number': 4, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5650c693-0350-46be-92a4-25e1167e8fe2', 'name': '', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'mac_address': 'fa:16:3e:28:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:35Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 2, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'subnets': [{'id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:41.092452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-040e5e33-7a37-4cef-b148-30da908b610d req-c8d6a835-0c2a-403c-a532-787de2a3c796 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516433 Oct 19 20:39:41.153653 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Checking router: 2d76e77b-7c57-48df-9b64-d32eb0b314aa for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:41.154769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Updating router 2d76e77b-7c57-48df-9b64-d32eb0b314aa port 5650c693-0350-46be-92a4-25e1167e8fe2 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:41.155621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.186036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Deleting port 1decd412-bbc6-493b-a70b-816cb7b665b1 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:41.186437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.220345 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.220580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] No DVR routers for this DVR port 1decd412-bbc6-493b-a70b-816cb7b665b1 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:41.232852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=1decd412-bbc6-493b-a70b-816cb7b665b1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.293236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.334344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:39:41.334824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['19537e36-c238-45a5-8392-08bea1dbdd04'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:41.335226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.443302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7296c9b4-35ab-4261-be5d-179e366ba0e2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:41.458801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] No DVR routers for this DVR port 19537e36-c238-45a5-8392-08bea1dbdd04 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:41.461216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Pushing event deleted for resources: {'Port': ['ID=19537e36-c238-45a5-8392-08bea1dbdd04,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.464342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.467978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2013c677-a1b3-4260-b97a-072eb4c7d9c9 req-3f76a2ee-48e8-4ba1-96d5-6d2e0f47ef60 tempest-DeleteServersTestJSON-1042271152 tempest-DeleteServersTestJSON-1042271152-project] 10.222.0.37 "DELETE /v2.0/ports/19537e36-c238-45a5-8392-08bea1dbdd04 HTTP/1.1" status: 204 len: 173 time: 0.7905946 Oct 19 20:39:41.468486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'name': 'network-vif-deleted', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:41.470869 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb8952-5303-410c-909b-399fef07b781" -d '{"events": [{"server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "name": "network-vif-deleted", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:41.474099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] For port 1decd412-bbc6-493b-a70b-816cb7b665b1, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:41.474775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.478029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7296c9b4-35ab-4261-be5d-179e366ba0e2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:41.478355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7296c9b4-35ab-4261-be5d-179e366ba0e2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:41.478771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7215b039-5444-42f5-bdda-0e42877fc394 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:41.495557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:41.501862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'network': {'name': 'tempest-network-smoke--1704499931', 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'port_security_enabled': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:41.503437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.513442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7215b039-5444-42f5-bdda-0e42877fc394 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:41.513788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7215b039-5444-42f5-bdda-0e42877fc394 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:41.514526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1decd412-bbc6-493b-a70b-816cb7b665b1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:41.542389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Calling delete_port for 1decd412-bbc6-493b-a70b-816cb7b665b1 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:41.550313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:41.550538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Port 1decd412-bbc6-493b-a70b-816cb7b665b1 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:39:41.554438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1decd412-bbc6-493b-a70b-816cb7b665b1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:41.554788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1decd412-bbc6-493b-a70b-816cb7b665b1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:41.558206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.558511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.581418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.607323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] Pushing event deleted for resources: {'Port': ['ID=1decd412-bbc6-493b-a70b-816cb7b665b1,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.626586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:39:36Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7213635d-fab1-4f4f-9fe3-fb5907a1b488', 'name': '', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:0e:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:34Z', 'updated_at': '2021-10-19T20:39:37Z', 'revision_number': 2, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:41.628860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ce3033-e0e2-4ae1-8ebd-3038d58002b3']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:41.674656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f0c065-b52c-40d5-9da5-19723fddf8cd') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:41.675516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f0c065-b52c-40d5-9da5-19723fddf8cd') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:41.690748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8c55abf-e2b0-4b4c-9403-3bdd306f86ff,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.695925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:41.696654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Updating router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:41.701328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6265c6-9261-4238-bb88-65f61e7cd8a2 None None] No DVR routers for this DVR port 1decd412-bbc6-493b-a70b-816cb7b665b1 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:41.713167 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.747304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.778261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.783109 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.783986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.789855 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.809086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Checking segment: {'id': '4701b799-90f7-4d54-9f89-da4195e04701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:41.811866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network hostable DHCP agents. Network: 7e82cae2-3668-4d8a-99d2-5a4dc72ae191, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:41.826011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.836510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:41.843514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ad06e-b391-4c8b-a105-bae3fb9e1242,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.852990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:41.853457 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:41.856112 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:41.888605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.892341 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Added segment ac361629-e9fe-497d-a41c-4d3a1f50d3c5 of type vlan for network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 Oct 19 20:39:41.912835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Attempting to bind port 5650c693-0350-46be-92a4-25e1167e8fe2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:41.913201 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Attempting to bind port 5650c693-0350-46be-92a4-25e1167e8fe2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:41.917238 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Attempting to bind port 5650c693-0350-46be-92a4-25e1167e8fe2 on network 1001ea73-9d81-452a-bc74-9207c2e1753d {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:41.934128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:41.934498 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Checking segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:41.934902 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.935293 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Bound using segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:41.936079 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Bound port: 5650c693-0350-46be-92a4-25e1167e8fe2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:41.936716 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.958345 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981686d4-2cd4-469f-8246-fbaa3dd706c3 None None] Pushing event updated for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:41.960785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:41.972514 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b904de91-c1ef-4a0f-98e7-3c0fdab3f93e x-openstack-request-id: req-b904de91-c1ef-4a0f-98e7-3c0fdab3f93e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:41.973218 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023", "name": "network-vif-deleted", "tag": "19537e36-c238-45a5-8392-08bea1dbdd04", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:41.974155 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b904de91-c1ef-4a0f-98e7-3c0fdab3f93e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:41.975164 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f3ad4e-f0e1-4a00-96ca-3d7a421b5023', 'name': 'network-vif-deleted', 'tag': '19537e36-c238-45a5-8392-08bea1dbdd04', 'status': 'completed', 'code': 200} Oct 19 20:39:41.982741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-3cfdc319-abc3-4d08-9a76-2cf312adb986 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:41.985551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-3cfdc319-abc3-4d08-9a76-2cf312adb986 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 811 time: 0.5779548 Oct 19 20:39:41.988439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.994665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:41.998186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/95ce3033-e0e2-4ae1-8ebd-3038d58002b3 HTTP/1.1" status: 204 len: 168 time: 1.8207622 Oct 19 20:39:42.004970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7e82cae2-3668-4d8a-99d2-5a4dc72ae191) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:42.009741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:42.010434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.016201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6fb0f-c9e0-4fd7-a7d3-34ab2a788848 None None] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:42.044145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd71b3-7067-4621-a0a6-bf22a15c6a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=95ce3033-e0e2-4ae1-8ebd-3038d58002b3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:42.048960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-0d48f6db-08b3-43f8-83ee-7718024d6a98 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/quotas/13cf02aae2544a82ad134e7940c44649 HTTP/1.1" status: 200 len: 375 time: 0.0487602 Oct 19 20:39:42.049709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.053457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8dfaf83a-a91e-468e-89c7-b3fcead69c04 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8631763 Oct 19 20:39:42.056987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60866) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:42.062935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-307607867', 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:42.105315 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] For port 5650c693-0350-46be-92a4-25e1167e8fe2, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:42.105748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.111545 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] For port 5650c693-0350-46be-92a4-25e1167e8fe2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5650c693-0350-46be-92a4-25e1167e8fe2,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:42.118472 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.119279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:42.123952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.170561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Made reservation on behalf of 79d23a49ef6d47b99b07d511105f03c7 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:42.173882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.194664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-ed52ef56-a4f5-41c7-9615-dd8c41be5363 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349452 Oct 19 20:39:42.200236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] device_id is not set on port 03beb1ac-126d-4ae8-ae52-30e9b133fabe yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:39:42.229189 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:42.229889 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:42.235018 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981686d4-2cd4-469f-8246-fbaa3dd706c3 None None] Pushing event updated for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:42.283193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7864716 Oct 19 20:39:42.292761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60868) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:42.329604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'admin_state_up': True, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:42.330363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:42.341704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12bf3-f185-451c-9c3b-38cd190ddc0e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Network': ['ID=a25492f8-3228-47d6-bb17-bcb2caf0ebd6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:42.363263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f05a5-0eb5-4429-bddf-07449a361b97 req-3edf26c5-6b2f-4e49-9800-162d46e8f103 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:42.365075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc6f05a5-0eb5-4429-bddf-07449a361b97 req-3edf26c5-6b2f-4e49-9800-162d46e8f103 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 946 time: 0.2336888 Oct 19 20:39:42.374006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:42.377318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.378662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.389610 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:42.441279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.492711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58633c8-5bd4-4e33-89e8-0caf9691bdff None None] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:42.512509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-59b0623c-44f4-475e-af6c-1f93c87d642f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b690d6df1d684e5c876a10838bdb80a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809471 Oct 19 20:39:42.515448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.20.0.4 (7e82cae2-3668-4d8a-99d2-5a4dc72ae191/c8c55abf-e2b0-4b4c-9403-3bdd306f86ff/03beb1ac-126d-4ae8-ae52-30e9b133fabe) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:42.518202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60872) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:42.522038 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc6f05a5-0eb5-4429-bddf-07449a361b97 req-7d464485-3242-48ed-87b9-67fdb05c0e1b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488624 Oct 19 20:39:42.530051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-43e7ab3f-29f2-4f84-a352-eef5d8fe89e8 service neutron] 10.222.0.31 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489011 Oct 19 20:39:42.540112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.600030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.651086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.667208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.768515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a9380-ac6b-4a21-bd16-f544430b1551 None None] Pushing event updated for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:42.800833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.813631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-620c2341-f8ef-437f-845a-58357580b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:37Z', 'revision_number': 4, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5650c693-0350-46be-92a4-25e1167e8fe2', 'name': '', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'mac_address': 'fa:16:3e:28:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:35Z', 'updated_at': '2021-10-19T20:39:42Z', 'revision_number': 4, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'subnets': [{'id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:42.831132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-3533f6f2-6acf-4a59-bda1-de542be328c2 service neutron] 10.222.0.31 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736225 Oct 19 20:39:42.879266 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c2341-f8ef-437f-845a-58357580b33b None None] The sync data for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 is: [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:39:37Z', 'revision_number': 4, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5650c693-0350-46be-92a4-25e1167e8fe2', 'name': '', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'mac_address': 'fa:16:3e:28:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:35Z', 'updated_at': '2021-10-19T20:39:42Z', 'revision_number': 4, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'subnets': [{'id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:42.905223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Attempting to bind port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:42.905618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Attempting to bind port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:42.907798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Attempting to bind port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 on network f4b2adf1-9c57-4fa8-bdbf-83945564baff {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:42.923134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:42.923134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Checking segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:42.923134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.923471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Bound using segment: {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:42.926300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Bound port: 7213635d-fab1-4f4f-9fe3-fb5907a1b488, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:42.926716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:42.975131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.059491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.113202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.121641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.127258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.129438 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee759af5-35a6-4723-920c-63959e133c6b HTTP/1.1" status: 204 len: 168 time: 0.6095595 Oct 19 20:39:43.172238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.178825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] For port 7213635d-fab1-4f4f-9fe3-fb5907a1b488, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:43.199633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] For port 7213635d-fab1-4f4f-9fe3-fb5907a1b488, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7213635d-fab1-4f4f-9fe3-fb5907a1b488,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:43.211464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.214504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.359534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf7a53-5ae2-44e2-977e-452ee5b763de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee759af5-35a6-4723-920c-63959e133c6b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:43.442966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.454496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79901c60-f205-4e02-a1f1-327253b23beb req-4ab34813-113c-4d7f-9374-7a2393efbeea tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.1401618 Oct 19 20:39:43.522357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 19537e36-c238-45a5-8392-08bea1dbdd04 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:43.547808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.25.7.182 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/dc78e3cc-f6cf-4dd0-9520-25523e90126d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:43.603660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5650c693-0350-46be-92a4-25e1167e8fe2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:43.661188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Provisioning complete for port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:43.661826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.663926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 19537e36-c238-45a5-8392-08bea1dbdd04 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:43.664470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 19537e36-c238-45a5-8392-08bea1dbdd04 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:43.699264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:43.708913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:43.718105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:43.810676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a9380-ac6b-4a21-bd16-f544430b1551 None None] Pushing event updated for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:43.842106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:43.842765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:43.894107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-01e9e5da-7fab-47fc-bcce-f065aa727e23 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:43.896246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-01e9e5da-7fab-47fc-bcce-f065aa727e23 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 946 time: 0.7506361 Oct 19 20:39:43.905576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=03beb1ac-126d-4ae8-ae52-30e9b133fabe,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:43.961268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade80fdd-4c01-4b84-b6f9-c67adb40b3b8 req-231977ea-7fa5-411e-8e72-55f1088c737a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:43.970694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade80fdd-4c01-4b84-b6f9-c67adb40b3b8 req-231977ea-7fa5-411e-8e72-55f1088c737a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 946 time: 0.2724054 Oct 19 20:39:43.980205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:43.981976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:43.995523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.030178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60920) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:44.077999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade80fdd-4c01-4b84-b6f9-c67adb40b3b8 req-efb63769-6ead-43d3-9ae6-237790477254 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063521 Oct 19 20:39:44.111791 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25d19f8a-5185-4339-86d5-bb215c739192 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0536873 Oct 19 20:39:44.116077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60922) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:44.152398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.171578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Deleting port 9714e682-a015-45fe-83f2-07fec964f18e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:44.171911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.214006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a2e2a298-3f2c-4b1d-a3b1-e4f1fe249d4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8deb7df441c4445baca6a7477e302fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805227 Oct 19 20:39:44.217455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60924) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:44.231562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] For port 7213635d-fab1-4f4f-9fe3-fb5907a1b488, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7213635d-fab1-4f4f-9fe3-fb5907a1b488,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:44.306060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.341079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:44.343695 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.353038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:44.358539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:44.367357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:44.416201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5650c693-0350-46be-92a4-25e1167e8fe2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:44.417016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.430372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=dc78e3cc-f6cf-4dd0-9520-25523e90126d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:44.442605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Deleting port 03beb1ac-126d-4ae8-ae52-30e9b133fabe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:44.443017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.538232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] For port 9714e682-a015-45fe-83f2-07fec964f18e, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=9714e682-a015-45fe-83f2-07fec964f18e,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:44.544887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.569412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.573480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Calling delete_port for 9714e682-a015-45fe-83f2-07fec964f18e owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:44.620108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.679568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.702378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Calling delete_port for 03beb1ac-126d-4ae8-ae52-30e9b133fabe owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:44.931674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.936399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd56683f-4745-4f07-8f16-9e17822b04a6 req-fbc80ad1-6acd-4aa5-ae3b-85a2305b3866 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.2211466 Oct 19 20:39:44.965146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.970092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:44.975990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54db9da9-e2ce-4cd3-bfa0-1a1b3521dc8a HTTP/1.1" status: 204 len: 168 time: 0.7549689 Oct 19 20:39:44.978497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Pushing event deleted for resources: {'Port': ['ID=9714e682-a015-45fe-83f2-07fec964f18e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:44.996303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d584b3-88fd-4401-ad14-c543c7a7c966'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:45.010380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc693d-4925-4cb3-b42f-2fb8bba71211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db9da9-e2ce-4cd3-bfa0-1a1b3521dc8a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:45.010774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e0d0f2a8-3fc6-4fb5-8c8a-f7f16ea4c6d1 None None] Provisioning complete for port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:45.011282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f2a8-3fc6-4fb5-8c8a-f7f16ea4c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.111664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] No DVR routers for this DVR port 9714e682-a015-45fe-83f2-07fec964f18e on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:39:45.114816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.123626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-137afde6-42f5-4f24-88b4-78bc5c4c95d2 req-fda71f5a-38de-4111-8df0-59533a7fbfd7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.11 "DELETE /v2.0/ports/9714e682-a015-45fe-83f2-07fec964f18e HTTP/1.1" status: 204 len: 173 time: 1.2024093 Oct 19 20:39:45.125977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'name': 'network-vif-deleted', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:45.133735 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a7ccd-0565-4c79-8724-6832e9fc112c" -d '{"events": [{"server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "name": "network-vif-deleted", "tag": "9714e682-a015-45fe-83f2-07fec964f18e"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:45.227494 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf86c9e-a8cd-49ba-a142-345e90c348be x-openstack-request-id: req-2bf86c9e-a8cd-49ba-a142-345e90c348be {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:45.227789 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc95a77-9e11-413f-b633-96324b42a5ef", "name": "network-vif-deleted", "tag": "9714e682-a015-45fe-83f2-07fec964f18e", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:45.228039 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bf86c9e-a8cd-49ba-a142-345e90c348be {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:45.228518 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc95a77-9e11-413f-b633-96324b42a5ef', 'name': 'network-vif-deleted', 'tag': '9714e682-a015-45fe-83f2-07fec964f18e', 'status': 'completed', 'code': 200} Oct 19 20:39:45.239210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Pushing event updated for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:45.345489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.364763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.365457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.366018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.366849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.367429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.367985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.368536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.369110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.369673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.370363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.370920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.371464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f117b2f1-0608-4473-acae-31fcf7239174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:45.377092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.420631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9714e682-a015-45fe-83f2-07fec964f18e no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:39:45.449248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 9714e682-a015-45fe-83f2-07fec964f18e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:39:45.449742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 9714e682-a015-45fe-83f2-07fec964f18e not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:39:45.573894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5650c693-0350-46be-92a4-25e1167e8fe2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5650c693-0350-46be-92a4-25e1167e8fe2,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:45.620602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-683ad276-6b9a-40e4-b2c0-f4efc378b83c req-733645fe-a6bf-4cd0-9220-9e94713074d1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc95a77-9e11-413f-b633-96324b42a5ef HTTP/1.1" status: 200 len: 210 time: 0.2786536 Oct 19 20:39:45.621316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.632262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.679807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Port': ['ID=03beb1ac-126d-4ae8-ae52-30e9b133fabe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:45.706961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-5fa78cd2-c83c-46f3-8d8b-e9e7bbe2c5db tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:45.710220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-5fa78cd2-c83c-46f3-8d8b-e9e7bbe2c5db tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.2210796 Oct 19 20:39:45.751161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-2d934560-9082-4826-8efa-7e4c5f17f245 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/quotas/d7006116990e4f8daa007d342b594a5c HTTP/1.1" status: 200 len: 375 time: 0.0350449 Oct 19 20:39:45.918710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:45.947969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.948783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-aad72c59-f3b2-4903-a38a-e19eb908b100 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795046 Oct 19 20:39:45.965269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-46ed0208-0517-4c8e-8ecd-25f31357928a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:45.967301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-46ed0208-0517-4c8e-8ecd-25f31357928a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.37 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 811 time: 0.9684436 Oct 19 20:39:45.973590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:39:36Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7213635d-fab1-4f4f-9fe3-fb5907a1b488', 'name': '', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:0e:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:34Z', 'updated_at': '2021-10-19T20:39:43Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:45.975771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:45.983846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c70a343b-4996-42ac-8a4a-751e911ec8be tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/ports/03beb1ac-126d-4ae8-ae52-30e9b133fabe HTTP/1.1" status: 204 len: 168 time: 1.8618135 Oct 19 20:39:45.985145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:45.996250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191', 'external_fixed_ips': [{'subnet_id': 'c8c55abf-e2b0-4b4c-9403-3bdd306f86ff', 'ip_address': '172.20.0.4'}]}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:46.010912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Request body: {'port': {'device_id': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'admin_state_up': True, 'tenant_id': '13cf02aae2544a82ad134e7940c44649'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:46.036676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9159d-80ae-4b24-8849-87bb698529a0 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:39:36Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7213635d-fab1-4f4f-9fe3-fb5907a1b488', 'name': '', 'network_id': 'f4b2adf1-9c57-4fa8-bdbf-83945564baff', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:0e:46:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:34Z', 'updated_at': '2021-10-19T20:39:43Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '22f87618-b48a-4c11-890b-415ce5f95ed2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:46.148201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53e5f0b8-9fd3-4f6d-a384-30368367373f req-8bd442a2-68c5-43a9-aa99-53be71f1965c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.1114440 Oct 19 20:39:46.179520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-fcc0095b-2480-48c3-b329-bbda38425acc service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247415 Oct 19 20:39:46.229266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.231338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.291937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-013d6ebc-b6f4-42fb-b07c-1ecb43704e76 service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029441 Oct 19 20:39:46.507482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60984) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:46.725954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-827405195-network', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:46.774617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.781172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Made reservation on behalf of acc150ff791e41b49fc62213f3c6dd57 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:46.789042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.811233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.905623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aff4dc54-1ceb-4439-ae37-9998296a1f70 req-b35667b3-8cfa-4307-95a9-23c78549756f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 210 time: 0.0756717 Oct 19 20:39:46.951939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:46.968636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.074003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Made reservation on behalf of 13cf02aae2544a82ad134e7940c44649 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:47.079056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.180648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.333346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c31653ae-a241-4ac5-b121-5cb23d7b044c req-51f131e6-8a02-4d5f-934e-a57677c385c0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.0576248 Oct 19 20:39:47.356197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 4e78f4e5-c555-4632-9911-01d0e75b71d3 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:39:47.403410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:47.414596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.415221 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Added segment 6c86b54b-d653-4abc-9f7e-e1a6377d19bc of type vlan for network f3a9d79e-6d00-4593-9b23-bb591d7c7879 Oct 19 20:39:47.462850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.516263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.517333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:47.518027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.520673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972fe24a-ea11-4b94-93bd-eda5646d411d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:47.554888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Allocated IP 172.20.0.11 (1001ea73-9d81-452a-bc74-9207c2e1753d/3cccb794-9df5-4399-8f54-19e4f55c14b2/a8612b30-c49e-4527-b8d1-a6b1bd3bb305) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:47.559401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff443-f66b-49d0-892e-232cb58f99fb req-b26a52cc-4fbf-4324-8461-78383454030c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:47.560987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b61ff443-f66b-49d0-892e-232cb58f99fb req-b26a52cc-4fbf-4324-8461-78383454030c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.6060817 Oct 19 20:39:47.567659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0589645 Oct 19 20:39:47.577120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32774) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:47.585869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Request body: {'subnet': {'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-827405195-subnet', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:47.644080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c04be-dda7-4e7e-961d-750aa67f60fc admin admin] Pushing event updated for resources: {'Network': ['ID=f3a9d79e-6d00-4593-9b23-bb591d7c7879,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:47.659172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:47.674014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Sync routers for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:47.687682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:47.688625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b61ff443-f66b-49d0-892e-232cb58f99fb req-7cd3a050-e31f-48d3-b3fe-c44af480cfd4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135650 Oct 19 20:39:47.688847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:47.690652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Made reservation on behalf of acc150ff791e41b49fc62213f3c6dd57 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:47.694772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.700147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:47.861537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:47.866740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1836a70e-c76f-442b-bcd6-51367d5fa5d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5436323 Oct 19 20:39:47.892604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32778) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:47.968992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5650c693-0350-46be-92a4-25e1167e8fe2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:47.994520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.163133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.213775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:48.235415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.243738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f4deb15f-b278-41e9-b74b-cbe94201e82b tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=126e1381ba174324bde9ffbf6cd5b483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3475232 Oct 19 20:39:48.277460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:48.278647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-5965e835-a8ae-4893-bd45-0a5e3b7861c4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.280355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-5965e835-a8ae-4893-bd45-0a5e3b7861c4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.2892029 Oct 19 20:39:48.282735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-014e8ffb-9d6a-4dfa-a32f-a99dad80c59c req-cbebbd92-1b4e-4be6-bef3-49506297d514 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 210 time: 0.2121882 Oct 19 20:39:48.295751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.304031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Request body: {'port': {'device_id': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'admin_state_up': True, 'tenant_id': 'd7006116990e4f8daa007d342b594a5c'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:48.327969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5650c693-0350-46be-92a4-25e1167e8fe2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:48.328904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.329359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6948202b-5f78-4647-bda7-77786849cd18,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:48.354223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76f082-d5ca-4874-a303-cdfd125eff94 req-606abd83-94da-4caa-a4ff-13b72cd94714 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.363492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be76f082-d5ca-4874-a303-cdfd125eff94 req-606abd83-94da-4caa-a4ff-13b72cd94714 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2197931 Oct 19 20:39:48.384339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Checking segment: {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:48.385258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Network hostable DHCP agents. Network: f3a9d79e-6d00-4593-9b23-bb591d7c7879, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:48.505023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:48.532731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f3a9d79e-6d00-4593-9b23-bb591d7c7879) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:48.533064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.545620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.546382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.549896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9c905-5577-4eb6-abb2-30384ac2689a None None] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:48.569126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcce48-ce70-495a-93e0-532c89d86e11 req-1724e0f7-52f5-4096-ad75-9ab5c2979b0c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.571621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0bcce48-ce70-495a-93e0-532c89d86e11 req-1724e0f7-52f5-4096-ad75-9ab5c2979b0c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 932 time: 0.1108096 Oct 19 20:39:48.607905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7213635d-fab1-4f4f-9fe3-fb5907a1b488 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:48.624479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:48.631667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.692053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:44Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:48.711308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Network 1001ea73-9d81-452a-bc74-9207c2e1753d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:48.730891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Checking router: 4e78f4e5-c555-4632-9911-01d0e75b71d3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:48.731247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Updating router 4e78f4e5-c555-4632-9911-01d0e75b71d3 port dc78e3cc-f6cf-4dd0-9520-25523e90126d binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:48.738817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be76f082-d5ca-4874-a303-cdfd125eff94 req-f8629bb6-5f5e-4ff3-9ac1-cd1fc21470c1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689079 Oct 19 20:39:48.743856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:48.749728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Pushing event updated for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:48.755326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:48.761827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db1ec1-4aa0-4937-b31c-7a652f788f44 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.762307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db1ec1-4aa0-4937-b31c-7a652f788f44 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.767223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b8db1ec1-4aa0-4937-b31c-7a652f788f44 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.4883029 Oct 19 20:39:48.769154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:48.824078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.831889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Allocated IP 172.20.0.6 (ee949465-a0c3-4634-b93d-f349c2cb2bcb/4a8c533c-5730-4d4b-a412-5d313d009fab/eff132bc-6174-40f1-bc98-18ddbd8d8c21) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:48.942932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.943503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:48.947922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.20.0.4 (7e82cae2-3668-4d8a-99d2-5a4dc72ae191/c8c55abf-e2b0-4b4c-9403-3bdd306f86ff/f8453d08-7f49-491d-b3d0-11055c762d5d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:48.976238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de92d3-ddcb-49d6-a9c7-468f5c6ad13f tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:48.980958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72de92d3-ddcb-49d6-a9c7-468f5c6ad13f tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7e82cae2-3668-4d8a-99d2-5a4dc72ae191&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2083302 Oct 19 20:39:48.985991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.018696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.072999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43c4fef7-266d-4348-b898-8eb1f4f135a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4944291 Oct 19 20:39:49.077412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0bcce48-ce70-495a-93e0-532c89d86e11 req-152786fc-88ba-482a-946b-2c12a6522125 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967163 Oct 19 20:39:49.084091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.086465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.098310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:49.098651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb7a7b59-d37e-48e1-bd8c-141dcf625214 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044867 Oct 19 20:39:49.098772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.099105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:49.099716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.105250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'fixed_ips': [{'subnet_id': '6948202b-5f78-4647-bda7-77786849cd18'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:39:49.106209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.108180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:49.178436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event updated for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:49.188937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.190236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.203901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.257982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.274571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-267c5410-c2c6-4922-8af2-704621d52af1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2914302 Oct 19 20:39:49.320554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.341800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Request body: {'port': {'device_id': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:49.354764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-399efd75-15b3-49f2-83c4-36fa01814ac5 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=126e1381ba174324bde9ffbf6cd5b483&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045585 Oct 19 20:39:49.378994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.379324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32818) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.381275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:49.384803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913efe-0fd7-4356-b913-f05db2f9bd90 req-c6380247-3d3e-4455-b6af-b249ce49c7f0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:49.389784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-25913efe-0fd7-4356-b913-f05db2f9bd90 req-c6380247-3d3e-4455-b6af-b249ce49c7f0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.5287147 Oct 19 20:39:49.428345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:49.452399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:49.471758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:49.482364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:49.493352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:49.548682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=f8453d08-7f49-491d-b3d0-11055c762d5d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:49.568558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-25913efe-0fd7-4356-b913-f05db2f9bd90 req-703b7a4f-c1e1-4935-92be-64b7a29fe4b9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223705 Oct 19 20:39:49.571293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.598595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.662453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:49.663635 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.740425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Allocated IP 172.20.0.2 (f3a9d79e-6d00-4593-9b23-bb591d7c7879/6948202b-5f78-4647-bda7-77786849cd18/b5b35bf9-8b1f-4903-8203-0f7786d0e865) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:49.746930 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.765552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.821160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Deleting subnet b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:49.842322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:49.905459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-ac450fd6-f1c4-4a24-8207-279e98889d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6117263 Oct 19 20:39:49.927739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Request body: {'port': {'device_id': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:49.936123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e586e-2224-43da-b93e-5d365a26c609 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:49.936734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e586e-2224-43da-b93e-5d365a26c609 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:49.942011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d41e586e-2224-43da-b93e-5d365a26c609 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.5592694 Oct 19 20:39:49.976617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:49.986972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.003091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231597-7ec0-42f2-a0bd-7a200ac7b607 None None] Pushing event updated for resources: {'Port': ['ID=dc78e3cc-f6cf-4dd0-9520-25523e90126d,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:50.022369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Attempting to bind port dc78e3cc-f6cf-4dd0-9520-25523e90126d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:50.022765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Attempting to bind port dc78e3cc-f6cf-4dd0-9520-25523e90126d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:50.023283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Attempting to bind port dc78e3cc-f6cf-4dd0-9520-25523e90126d on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:50.042337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:50.042746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:50.043925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.044071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:50.044489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Bound port: dc78e3cc-f6cf-4dd0-9520-25523e90126d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:50.044952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.102212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae83e2-f7e4-4e34-be8d-fd33940b4f47 req-d25ad809-1cee-416c-9253-804217e809e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:50.103770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2eae83e2-f7e4-4e34-be8d-fd33940b4f47 req-d25ad809-1cee-416c-9253-804217e809e7 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 931 time: 0.6427302 Oct 19 20:39:50.105584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.118352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe5299e5-97b0-4123-973c-7be20c3ddf73 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7e82cae2-3668-4d8a-99d2-5a4dc72ae191&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1268690 Oct 19 20:39:50.122578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:50.163261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] For port dc78e3cc-f6cf-4dd0-9520-25523e90126d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:50.166930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] For port dc78e3cc-f6cf-4dd0-9520-25523e90126d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=dc78e3cc-f6cf-4dd0-9520-25523e90126d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:50.176599 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.181621 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.239568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e8380c65-f68e-4516-9b3d-cdd0714a6a18 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1134353 Oct 19 20:39:50.243009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32834) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:50.243144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231597-7ec0-42f2-a0bd-7a200ac7b607 None None] Pushing event updated for resources: {'Port': ['ID=dc78e3cc-f6cf-4dd0-9520-25523e90126d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:50.263864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.282530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117259369', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:50.333780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.339144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:50.340305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:50.341118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:50.391197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.402233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:50.406070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:50.410122 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2eae83e2-f7e4-4e34-be8d-fd33940b4f47 req-a59bd49e-f1b7-403d-82df-65a15271804c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898512 Oct 19 20:39:50.474531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Pushing event updated for resources: {'Port': ['ID=b5b35bf9-8b1f-4903-8203-0f7786d0e865,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:50.532447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:50.538122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.564388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16f8a6-7d32-4ce3-8769-f85461b0d663 req-35234987-0a50-49f8-972f-187e0bbef1ef tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:50.566103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f16f8a6-7d32-4ce3-8769-f85461b0d663 req-35234987-0a50-49f8-972f-187e0bbef1ef tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 932 time: 0.1945350 Oct 19 20:39:50.570703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8612b30-c49e-4527-b8d1-a6b1bd3bb305 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:50.582371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:50.585986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.594993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.652837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:50.694835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.700520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-06a6005f-58d8-4c24-b9db-f8fcc3f51ff4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b80daba5-d8a6-4bf3-b5eb-bf0c9deafe5b HTTP/1.1" status: 204 len: 168 time: 1.3062921 Oct 19 20:39:50.704603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Transition to ACTIVE for port object a8612b30-c49e-4527-b8d1-a6b1bd3bb305 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:50.705310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:50.717062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f16f8a6-7d32-4ce3-8769-f85461b0d663 req-c9ec0f8d-fd8e-4e33-821d-4cc3fe90b7b8 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292937 Oct 19 20:39:50.718099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.778817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Attempting to bind port b5b35bf9-8b1f-4903-8203-0f7786d0e865 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:50.779352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Attempting to bind port b5b35bf9-8b1f-4903-8203-0f7786d0e865 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:50.779679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Attempting to bind port b5b35bf9-8b1f-4903-8203-0f7786d0e865 on network f3a9d79e-6d00-4593-9b23-bb591d7c7879 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:50.795297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:50.795751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Checking segment: {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:50.796246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.796731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Bound using segment: {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:50.798400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Bound port: b5b35bf9-8b1f-4903-8203-0f7786d0e865, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:50.798881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.882343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:50.910450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Attempting to bind port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:50.910785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Attempting to bind port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:50.911148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Attempting to bind port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 on network 1001ea73-9d81-452a-bc74-9207c2e1753d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:50.917119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 on network 1001ea73-9d81-452a-bc74-9207c2e1753d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:50.917468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Attempting to bind port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 on network 1001ea73-9d81-452a-bc74-9207c2e1753d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:50.924538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:50.924877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Checking segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:50.925261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Bound using segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:50.925725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Bound port: a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:50.926082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:50.955872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] For port b5b35bf9-8b1f-4903-8203-0f7786d0e865, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:50.973628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] For port b5b35bf9-8b1f-4903-8203-0f7786d0e865, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b5b35bf9-8b1f-4903-8203-0f7786d0e865,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:50.982082 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.036179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.059901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:44Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:51.083888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.120990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694e60c-a096-4a58-b9de-63cbed83fd6b None None] The sync data for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 is: [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:44Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:51.136331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d36e8-eb66-4571-9a71-b76dc47f2165 None None] Pushing event updated for resources: {'Port': ['ID=b5b35bf9-8b1f-4903-8203-0f7786d0e865,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:51.149859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.575864 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.608378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:51.615748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:51.620259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.704344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:51.704961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.706491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 200 len: 1092 time: 2.3745668 Oct 19 20:39:51.709885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:51.712296 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d99b83-f535-4fe9-af59-6a48661fd068" -d '{"events": [{"name": "network-changed", "server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:51.769250 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f93f3f6-c7fc-441e-b3fa-56b0428e0c14 x-openstack-request-id: req-5f93f3f6-c7fc-441e-b3fa-56b0428e0c14 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:51.769554 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:51.769800 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f93f3f6-c7fc-441e-b3fa-56b0428e0c14 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:51.770194 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305', 'status': 'completed', 'code': 200} Oct 19 20:39:51.805487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff132bc-6174-40f1-bc98-18ddbd8d8c21 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:51.814086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.826982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Transition to ACTIVE for port object eff132bc-6174-40f1-bc98-18ddbd8d8c21 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:39:51.846415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:51.912562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:51.928391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.929113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.929685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.930304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.930789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.931137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.931462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.931794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.932589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.932589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.932771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.933021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d4c9-24be-4d19-bfb2-f5d1fb4ce5e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:51.967708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b5b35bf9-8b1f-4903-8203-0f7786d0e865 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:52.006175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684df6cc-0a67-42c0-a9e4-67a909df720f req-503923d0-8894-4041-aae0-5277dc591a07 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:52.013579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-684df6cc-0a67-42c0-a9e4-67a909df720f req-503923d0-8894-4041-aae0-5277dc591a07 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 944 time: 0.1442864 Oct 19 20:39:52.042364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b5b35bf9-8b1f-4903-8203-0f7786d0e865 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:52.043137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.049187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-9eacc263-50e8-4443-b4e8-b06f587de879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:52.051053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-9eacc263-50e8-4443-b4e8-b06f587de879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1095 time: 0.2762113 Oct 19 20:39:52.057414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Allocated IP 172.25.7.71 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/68160323-1505-42ef-8573-2bd74bb0090c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:52.061566 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.094797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-684df6cc-0a67-42c0-a9e4-67a909df720f req-6da9ca57-a390-40f4-be52-296be3351e25 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802424 Oct 19 20:39:52.129025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.139798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-4c7ceb71-ca73-4413-bc5c-71bbaac33536 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 200 len: 217 time: 0.0670822 Oct 19 20:39:52.140355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:39:52.193810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.212585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-27fbea89-f201-45e3-947f-df9926f98937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:52.214111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-27fbea89-f201-45e3-947f-df9926f98937 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.0634370 Oct 19 20:39:52.245385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b5b35bf9-8b1f-4903-8203-0f7786d0e865, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b5b35bf9-8b1f-4903-8203-0f7786d0e865,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:52.251876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.252753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device dc78e3cc-f6cf-4dd0-9520-25523e90126d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:52.274545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad0092-3e00-487b-9ee0-bc7de2bec157']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:52.287351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Pushing event updated for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:52.302869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-12a568a2-ba7c-4101-9e3f-263d0db4b579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363302 Oct 19 20:39:52.360017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a05ec0e-4eed-47f7-9515-16f2f8a51086') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:52.360422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a05ec0e-4eed-47f7-9515-16f2f8a51086') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:52.393796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b5b35bf9-8b1f-4903-8203-0f7786d0e865,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:52.418294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port dc78e3cc-f6cf-4dd0-9520-25523e90126d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:52.418749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.445798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-e5acd788-ef00-4af9-baa9-2802c552d173 service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305263 Oct 19 20:39:52.468680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.538817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.552121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ecef-3911-4652-b927-37356b894e68 req-7945d4bc-38a2-4326-b106-550e9f847f56 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:52.554725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a366ecef-3911-4652-b927-37356b894e68 req-7945d4bc-38a2-4326-b106-550e9f847f56 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 943 time: 0.7220552 Oct 19 20:39:52.568253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.603824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port dc78e3cc-f6cf-4dd0-9520-25523e90126d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=dc78e3cc-f6cf-4dd0-9520-25523e90126d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:52.608888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.618379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ffb916-49aa-42e5-a164-044b92502ef2 req-8b07163c-de05-472b-b920-c9b69ae7f3ec service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628182 Oct 19 20:39:52.626421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.676159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c7247f-033b-42e8-bac0-ed2a5672c8eb None None] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:52.707171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=dc78e3cc-f6cf-4dd0-9520-25523e90126d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:52.730177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.737200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:52.752720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:52.752881 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Sync routers for ids ['2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:52.753879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.770281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-ae437689-fad4-42b2-ac56-81edff6ec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:52.771703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-ae437689-fad4-42b2-ac56-81edff6ec93f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1095 time: 0.0774117 Oct 19 20:39:52.772714 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Routers {'2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:52.774672 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:52.775253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.777051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-af46e76d-5344-4fa7-a43d-974423527336 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.7908497 Oct 19 20:39:52.780629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:52.798499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8fcea937-62cf-4a02-89e8-21593e7ccd66 None None] Provisioning complete for port b5b35bf9-8b1f-4903-8203-0f7786d0e865 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:52.798879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8fcea937-62cf-4a02-89e8-21593e7ccd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:52.866318 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:52.889066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Subnet': ['ID=ffeebf94-6f35-41f7-b426-bf3d2117b2f4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:52.907845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Checking segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:52.908561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network hostable DHCP agents. Network: a25492f8-3228-47d6-bb17-bcb2caf0ebd6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:52.913681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Attempting to bind port eff132bc-6174-40f1-bc98-18ddbd8d8c21 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:52.914357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Attempting to bind port eff132bc-6174-40f1-bc98-18ddbd8d8c21 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:52.914940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Attempting to bind port eff132bc-6174-40f1-bc98-18ddbd8d8c21 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:52.921139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.928766 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.933494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] 10.222.0.31 "DELETE /v2.0/networks/29ad0092-3e00-487b-9ee0-bc7de2bec157 HTTP/1.1" status: 204 len: 168 time: 2.2224927 Oct 19 20:39:52.933647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:52.948040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Port eff132bc-6174-40f1-bc98-18ddbd8d8c21 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:39:52.948752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Attempting to bind port eff132bc-6174-40f1-bc98-18ddbd8d8c21 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:52.976646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:52.983197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:52.983665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Checking segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:52.984117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Bound using segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:52.985384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Bound port: eff132bc-6174-40f1-bc98-18ddbd8d8c21, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:52.985871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.001459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c02257-947e-41c7-a717-845f1f69750f admin admin] Pushing event deleted for resources: {'Network': ['ID=29ad0092-3e00-487b-9ee0-bc7de2bec157,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:53.011056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:53.013858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:53.063503 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Set router 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:53.154650 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a366ecef-3911-4652-b927-37356b894e68 req-9c6f4ae9-372e-4b37-be37-13c27a95afc0 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747049 Oct 19 20:39:53.159317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:53.207549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c175a5-5b9d-4c7f-93ea-966c8b4258b9 req-00f96f96-e78f-4c56-a7de-70a78e9a2c2b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.209135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7c175a5-5b9d-4c7f-93ea-966c8b4258b9 req-00f96f96-e78f-4c56-a7de-70a78e9a2c2b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2726305 Oct 19 20:39:53.229755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:53.233718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:53.238404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Pushing event updated for resources: {'Port': ['ID=68160323-1505-42ef-8573-2bd74bb0090c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:53.244413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:53.256912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-e5560f8b-8b68-407a-8d47-0cf64f2d37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.275595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-e5560f8b-8b68-407a-8d47-0cf64f2d37cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.4916043 Oct 19 20:39:53.288032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.374770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b7c175a5-5b9d-4c7f-93ea-966c8b4258b9 req-900ed671-ee7a-4b73-9ad0-10a9a876a5d8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951643 Oct 19 20:39:53.376981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-1dd7435c-840b-4a05-a17a-a0cca7d3b98b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 200 len: 217 time: 0.0821638 Oct 19 20:39:53.379799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.381531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-14bbcf38-bbf1-4ac9-9814-539195a61b90 None None] Provisioning complete for port b5b35bf9-8b1f-4903-8203-0f7786d0e865 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:53.382242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-14bbcf38-bbf1-4ac9-9814-539195a61b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.392354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.393023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.394586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] 10.222.0.11 "PUT /v2.0/ports/eff132bc-6174-40f1-bc98-18ddbd8d8c21 HTTP/1.1" status: 200 len: 1091 time: 3.4772639 Oct 19 20:39:53.462175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:39:53.464492 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b742cf-491e-414a-bbc3-40705540abd5" -d '{"events": [{"name": "network-changed", "server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:39:53.479945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a25492f8-3228-47d6-bb17-bcb2caf0ebd6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:53.504158 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcac1e8-a269-4f06-b1c5-dd79f8aa8261', 'name': '', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191', 'external_fixed_ips': [{'subnet_id': 'c8c55abf-e2b0-4b4c-9403-3bdd306f86ff', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f8453d08-7f49-491d-b3d0-11055c762d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:46Z', 'updated_at': '2021-10-19T20:39:49Z', 'revision_number': 3, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port': {'id': 'f8453d08-7f49-491d-b3d0-11055c762d5d', 'name': '', 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcac1e8-a269-4f06-b1c5-dd79f8aa8261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c8c55abf-e2b0-4b4c-9403-3bdd306f86ff', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:48Z', 'updated_at': '2021-10-19T20:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8c55abf-e2b0-4b4c-9403-3bdd306f86ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:53.517699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae295c3-5093-43db-8a80-6b0e29985f92 None None] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:53.519315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.519914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.556280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-3d271d9b-5a54-4fb8-a04a-86096245ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.559276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-3d271d9b-5a54-4fb8-a04a-86096245ed26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.1471877 Oct 19 20:39:53.576487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-644e5ef5-7152-4a27-9d9e-ac292f3420b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce756cd0653241bdb98bc324b9073fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065876 Oct 19 20:39:53.586462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d6886df-5381-48a5-b4a4-d0293bd9fcd4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3060863 Oct 19 20:39:53.586462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32878) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:53.597328 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Checking router: 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:53.598081 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Updating router 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 port f8453d08-7f49-491d-b3d0-11055c762d5d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:53.600980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32880) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:53.601793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650c945-724d-4968-a25a-9fd64cce8b81 service neutron] Pushing event updated for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:53.623789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c3e-31e7-4b1e-910e-3f27937282d4 req-36fadeb0-b276-457b-9830-92967f9937f9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.631613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c38b7c3e-31e7-4b1e-910e-3f27937282d4 req-36fadeb0-b276-457b-9830-92967f9937f9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 944 time: 0.2680418 Oct 19 20:39:53.658895 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.761439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-ce7504e3-6e77-4ad4-ad97-a727ac46522b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728296 Oct 19 20:39:53.788138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:39:53.789159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.820363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c38b7c3e-31e7-4b1e-910e-3f27937282d4 req-3cc9d6e3-3b50-4b43-9610-3d0ca0e8c06f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877694 Oct 19 20:39:53.872002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.902595 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0b82b-368f-4b53-9e93-0fe9a3d91955 x-openstack-request-id: req-f9f0b82b-368f-4b53-9e93-0fe9a3d91955 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:39:53.903168 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:39:53.903636 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9f0b82b-368f-4b53-9e93-0fe9a3d91955 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:39:53.903955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b5b35bf9-8b1f-4903-8203-0f7786d0e865 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:53.904458 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21', 'status': 'completed', 'code': 200} Oct 19 20:39:53.910354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.913671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-095c643d-c0b0-4126-8d3d-d61c7f89db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.915602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-095c643d-c0b0-4126-8d3d-d61c7f89db02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 1094 time: 0.4468453 Oct 19 20:39:53.926296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e1b1-767d-45ea-9de8-e3c7c9da2ea5 req-aed9ed4f-39d5-4c30-8e4a-00e63e7f14ca tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:53.927893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6661e1b1-767d-45ea-9de8-e3c7c9da2ea5 req-aed9ed4f-39d5-4c30-8e4a-00e63e7f14ca tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.4028251 Oct 19 20:39:53.970716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Deleting port f8453d08-7f49-491d-b3d0-11055c762d5d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:53.971069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:53.975989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.015527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-8b5632cd-5513-4fab-9bb6-7e145d9e743e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21 HTTP/1.1" status: 200 len: 217 time: 0.0532997 Oct 19 20:39:54.034813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Allocated IP 172.20.0.18 (a25492f8-3228-47d6-bb17-bcb2caf0ebd6/ffeebf94-6f35-41f7-b426-bf3d2117b2f4/78514e45-396b-48fd-ac46-1174c3562cda) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:54.037697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b5b35bf9-8b1f-4903-8203-0f7786d0e865 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:54.038398 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.042370 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.049257 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.104384 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Attempting to bind port f8453d08-7f49-491d-b3d0-11055c762d5d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:54.104793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Attempting to bind port f8453d08-7f49-491d-b3d0-11055c762d5d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4701b799-90f7-4d54-9f89-da4195e04701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:54.105158 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Attempting to bind port f8453d08-7f49-491d-b3d0-11055c762d5d on network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:54.117954 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:54.118207 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Checking segment: {'id': '4701b799-90f7-4d54-9f89-da4195e04701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:54.118812 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.119328 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Bound using segment: {'id': '4701b799-90f7-4d54-9f89-da4195e04701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:54.120041 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Bound port: f8453d08-7f49-491d-b3d0-11055c762d5d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4701b799-90f7-4d54-9f89-da4195e04701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e82cae2-3668-4d8a-99d2-5a4dc72ae191'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:54.120427 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.148869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-fbc4a0a2-b49e-4762-87de-1f663e72c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:54.150664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-fbc4a0a2-b49e-4762-87de-1f663e72c91a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.1277840 Oct 19 20:39:54.187268 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] For port f8453d08-7f49-491d-b3d0-11055c762d5d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:54.191600 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] For port f8453d08-7f49-491d-b3d0-11055c762d5d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f8453d08-7f49-491d-b3d0-11055c762d5d,segment=NetworkSegment(4701b799-90f7-4d54-9f89-da4195e04701),segment_id=4701b799-90f7-4d54-9f89-da4195e04701)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:54.197432 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.212937 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Pushing event updated for resources: {'Port': ['ID=f8453d08-7f49-491d-b3d0-11055c762d5d,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:54.225393 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.225735 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.226068 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.226478 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.226745 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.227065 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.227382 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.227772 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.228044 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.228357 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.228666 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.228975 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:39:54.271746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-cce0634e-835a-44ec-8f46-f724f5680a43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130152 Oct 19 20:39:54.280786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.283906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.285470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device dc78e3cc-f6cf-4dd0-9520-25523e90126d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:54.287999 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Routers {'2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:54.291802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:54.291981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd52fea2-82eb-4e50-a442-37cb49ded147 HTTP/1.1" status: 204 len: 168 time: 0.7019174 Oct 19 20:39:54.373057 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa91c-379a-4038-9647-b10040bd8b83 None None] Pushing event updated for resources: {'Port': ['ID=f8453d08-7f49-491d-b3d0-11055c762d5d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:54.380537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c8842-1d78-423e-a014-226b4e411abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52fea2-82eb-4e50-a442-37cb49ded147,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:54.402444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port dc78e3cc-f6cf-4dd0-9520-25523e90126d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:54.403140 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.435972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.444310 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] Set router 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:54.453545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Calling delete_port for f8453d08-7f49-491d-b3d0-11055c762d5d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:54.465193 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.475005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.529012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Pushing event updated for resources: {'Port': ['ID=78514e45-396b-48fd-ac46-1174c3562cda,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:54.548457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcac1e8-a269-4f06-b1c5-dd79f8aa8261', 'name': '', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:46Z', 'updated_at': '2021-10-19T20:39:53Z', 'revision_number': 4, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:54.556074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:54.558558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:54.561395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:54.573644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb5d2-bbd4-4db8-8c5f-3c6b73e680ec req-6256accb-6fd8-4263-8ae4-20509b438d57 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:54.581516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-997eb5d2-bbd4-4db8-8c5f-3c6b73e680ec req-6256accb-6fd8-4263-8ae4-20509b438d57 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 943 time: 0.2759092 Oct 19 20:39:54.596835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.615059 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14a249-0ce0-45a3-9100-c4025412bcd4 None None] The sync data for ids ['2dcac1e8-a269-4f06-b1c5-dd79f8aa8261'] in n-d-805649-9 is: [{'id': '2dcac1e8-a269-4f06-b1c5-dd79f8aa8261', 'name': '', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:46Z', 'updated_at': '2021-10-19T20:39:53Z', 'revision_number': 4, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:39:54.629324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-fa0a9ec4-3f37-4ec4-bb4e-0ef21232d57c service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335938 Oct 19 20:39:54.705215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32890) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:54.721174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-997eb5d2-bbd4-4db8-8c5f-3c6b73e680ec req-a21a0f27-d758-48b4-8d0b-a8b476bed6bd tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331666 Oct 19 20:39:54.737156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Attempting to bind port 78514e45-396b-48fd-ac46-1174c3562cda on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:54.737802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Attempting to bind port 78514e45-396b-48fd-ac46-1174c3562cda by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:54.741848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Attempting to bind port 78514e45-396b-48fd-ac46-1174c3562cda on network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:54.759602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:54.760350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Checking segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:54.761229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.761798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Bound using segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:54.762332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Bound port: 78514e45-396b-48fd-ac46-1174c3562cda, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:54.762710 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.781429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6661e1b1-767d-45ea-9de8-e3c7c9da2ea5 req-7cf5a6ac-359b-4884-8881-ab074d22e596 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080761 Oct 19 20:39:54.790398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-25903aca-7a7a-45a1-a810-44013c3fe45d service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0150068 Oct 19 20:39:54.923294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] For port 78514e45-396b-48fd-ac46-1174c3562cda, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:54.932994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] For port 78514e45-396b-48fd-ac46-1174c3562cda, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=78514e45-396b-48fd-ac46-1174c3562cda,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:54.937344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:39:54.940698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:54.987800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-97d99b83-f535-4fe9-af59-6a48661fd068 req-e2bd49a3-39dc-4371-ab81-8652d3b8d216 service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865678 Oct 19 20:39:55.101014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369eb75-8c02-449a-a380-72cbbd53bd46 None None] Pushing event updated for resources: {'Port': ['ID=78514e45-396b-48fd-ac46-1174c3562cda,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:55.108095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.138401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8453d08-7f49-491d-b3d0-11055c762d5d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:55.408695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.433936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a8612b30-c49e-4527-b8d1-a6b1bd3bb305 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:55.558852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.580551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.627481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e8e8b917-a117-431e-9981-4f71f864c6eb req-65b31688-9764-483c-a4f7-a65f05974682 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9526608 Oct 19 20:39:55.669961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32918) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:55.688377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.688925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:39:55.695090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.698620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f993639-99c6-4727-b2d2-5482f2dcbf16 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2dcac1e8-a269-4f06-b1c5-dd79f8aa8261 HTTP/1.1" status: 204 len: 168 time: 2.9137497 Oct 19 20:39:55.699308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:55.723861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8456a-23c5-498d-8d46-05ba980f4c47 req-9772ea0e-4c36-4dbf-a248-271a73dff933 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:55.725490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03c8456a-23c5-498d-8d46-05ba980f4c47 req-9772ea0e-4c36-4dbf-a248-271a73dff933 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 944 time: 0.7844806 Oct 19 20:39:55.822807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:55.949701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1594351118-network', 'tenant_id': '1f725fbe03e547e9826cab78d016664e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:55.972197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 78514e45-396b-48fd-ac46-1174c3562cda up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:56.021094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:39:56.026389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:56.039114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Deleting subnet c8c55abf-e2b0-4b4c-9403-3bdd306f86ff {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:39:56.047049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'port_id': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305', 'mac_address': 'fa:16:3e:3a:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:56.052922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea182bd-30c3-4c1a-84c8-fe2f5c016a8a req-fdefc806-3f61-4332-b30b-db918c6154e9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:56.060981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea182bd-30c3-4c1a-84c8-fe2f5c016a8a req-fdefc806-3f61-4332-b30b-db918c6154e9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 943 time: 0.1597724 Oct 19 20:39:56.062653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Made reservation on behalf of 1f725fbe03e547e9826cab78d016664e for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:56.064989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.088424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.144018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.147329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 78514e45-396b-48fd-ac46-1174c3562cda triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:56.147692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.162003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea182bd-30c3-4c1a-84c8-fe2f5c016a8a req-3d25525b-3d78-48f3-b1c6-4eea7f663749 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002529 Oct 19 20:39:56.163491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b742cf-491e-414a-bbc3-40705540abd5 req-26e122c1-9704-4659-88a6-e54723a3648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:56.165047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-26e122c1-9704-4659-88a6-e54723a3648e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 1094 time: 0.4646993 Oct 19 20:39:56.165940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.182377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03c8456a-23c5-498d-8d46-05ba980f4c47 req-f0e1e8c6-882b-43c5-b397-d3c54c6d92d5 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969329 Oct 19 20:39:56.201017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8612b30-c49e-4527-b8d1-a6b1bd3bb305 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:56.240465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:56.252164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.465617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:56.469167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.473110 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96fee8f0-3330-48cf-b154-6645543f091b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.509925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a8612b30-c49e-4527-b8d1-a6b1bd3bb305'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:56.521288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.536250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.20.0.17 (a25492f8-3228-47d6-bb17-bcb2caf0ebd6/ffeebf94-6f35-41f7-b426-bf3d2117b2f4/d97ae7bd-4b36-42c5-90ba-b354202c4d26) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:56.539340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.552161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.585432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 78514e45-396b-48fd-ac46-1174c3562cda, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=78514e45-396b-48fd-ac46-1174c3562cda,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:56.609840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.618705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:39:56.704703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd2fdb-a638-4ec0-bd09-1699da072379,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:56.735567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.736194 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Added segment 6e68ded7-3b3c-4391-b36c-7e241737ae9c of type vlan for network c2d28ab4-3451-4cad-ae30-1e609e67ae33 Oct 19 20:39:56.782010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.790424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6de9f2-fe03-43d2-ae59-c7dedede8014 None None] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:56.794338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=78514e45-396b-48fd-ac46-1174c3562cda,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:56.815163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.825135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b742cf-491e-414a-bbc3-40705540abd5 req-c383a563-b6e1-4d65-ae01-19a9ea2e0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:56.826668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-c383a563-b6e1-4d65-ae01-19a9ea2e0ff2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.6007290 Oct 19 20:39:56.836581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.862661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.863627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:56.864199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.884527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-90f1e6a0-3a10-4d43-bcf7-9da30999962b None None] Provisioning complete for port 78514e45-396b-48fd-ac46-1174c3562cda triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:56.884961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-90f1e6a0-3a10-4d43-bcf7-9da30999962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.896244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:56.904557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-57623bb4-eaa5-4c19-83fd-f810e041a40b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21 HTTP/1.1" status: 200 len: 217 time: 0.0625186 Oct 19 20:39:56.917657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2464910 Oct 19 20:39:56.921662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.924209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32928) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:56.940233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Sync routers for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:56.959930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Request body: {'subnet': {'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1594351118-subnet', 'tenant_id': '1f725fbe03e547e9826cab78d016664e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:56.984957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.989061 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c86a67f-3090-4f3e-870d-b80f700a3364 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.8912179 Oct 19 20:39:56.993093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32930) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:56.994239 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:56.994668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedfc5a-0f23-41cb-9cfe-8537e6b95d93 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d28ab4-3451-4cad-ae30-1e609e67ae33,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:57.002508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:57.002741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:57.019949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:57.026964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:57.031098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:39:57.034152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Made reservation on behalf of 1f725fbe03e547e9826cab78d016664e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:39:57.036946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.055363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:39:57.072334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b742cf-491e-414a-bbc3-40705540abd5 req-10e04c10-a279-43fa-a26b-0d5934aa3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:57.074234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-10e04c10-a279-43fa-a26b-0d5934aa3ac4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.1621001 Oct 19 20:39:57.077080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:57.077472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c55abf-e2b0-4b4c-9403-3bdd306f86ff,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:57.095345 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.098761 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-44016620-f3ee-49dd-a393-5bd4e725a541 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/c8c55abf-e2b0-4b4c-9403-3bdd306f86ff HTTP/1.1" status: 204 len: 168 time: 1.3897436 Oct 19 20:39:57.102524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32932) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:57.144568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-28d5df26-d9ff-4b15-93a3-ce4e3dc1b9a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578504 Oct 19 20:39:57.205826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.255146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.311981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:57.423215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.444037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eff132bc-6174-40f1-bc98-18ddbd8d8c21 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:39:57.660683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:57.667453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-9cd64896-b48a-4abe-bee8-a6aa474825df service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134900 Oct 19 20:39:57.676711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'port_id': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21', 'mac_address': 'fa:16:3e:9e:0c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8c533c-5730-4d4b-a412-5d313d009fab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:39:57.682649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:39:53Z', 'revision_number': 3, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:57.740550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Checking router: 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:39:57.740902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Updating router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf port 68160323-1505-42ef-8573-2bd74bb0090c binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:39:57.787298 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.792904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2365-318a-4a38-9db2-dee843e2cd3b req-d9cafb99-d511-4f53-a852-5a316a7dedc3 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:57.798788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62af2365-318a-4a38-9db2-dee843e2cd3b req-d9cafb99-d511-4f53-a852-5a316a7dedc3 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 943 time: 0.5027571 Oct 19 20:39:57.800958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.813955 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.818392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-79c7a6b1-4ecc-4178-b5d4-d48f319fe361 None None] Provisioning complete for port 78514e45-396b-48fd-ac46-1174c3562cda triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:57.818755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-79c7a6b1-4ecc-4178-b5d4-d48f319fe361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.863725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff132bc-6174-40f1-bc98-18ddbd8d8c21 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:39:57.917700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 78514e45-396b-48fd-ac46-1174c3562cda up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:57.938665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.944089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e82cae2-3668-4d8a-99d2-5a4dc72ae191']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:57.956095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:57.959258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4701b799-90f7-4d54-9f89-da4195e04701') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:57.959662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4701b799-90f7-4d54-9f89-da4195e04701') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:57.970933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389a4b-1648-44e8-93da-c1670ec24fc3 req-f720cc73-b552-4ef6-a20f-0c7dbf18d06a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:57.972599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-62af2365-318a-4a38-9db2-dee843e2cd3b req-0e95f2de-b3b1-4e9c-9aec-becc59c70d1c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571214 Oct 19 20:39:57.974463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:57.978295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77389a4b-1648-44e8-93da-c1670ec24fc3 req-f720cc73-b552-4ef6-a20f-0c7dbf18d06a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 945 time: 0.6645103 Oct 19 20:39:58.007150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.013371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.072071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.076374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c580cad2-2b2f-47d4-aaaa-64e1f4536420,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:58.094478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:39:58.094898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: items = [ Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:39:58.102199 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:39:58.160937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77389a4b-1648-44e8-93da-c1670ec24fc3 req-799cd54a-a039-47b8-bb8c-474fe8bcce23 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818633 Oct 19 20:39:58.206018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57b742cf-491e-414a-bbc3-40705540abd5 req-ffafa4c8-b652-4599-87bd-94e6d22e8263 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462055 Oct 19 20:39:58.233041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Checking segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:58.233603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Network hostable DHCP agents. Network: c2d28ab4-3451-4cad-ae30-1e609e67ae33, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:39:58.296163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.314627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e82cae2-3668-4d8a-99d2-5a4dc72ae191 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:39:58.318758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.322610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7e82cae2-3668-4d8a-99d2-5a4dc72ae191 HTTP/1.1" status: 204 len: 168 time: 1.2174175 Oct 19 20:39:58.344656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2b09-badb-4916-865a-0497675f9c27 req-ae38a344-2cff-4a09-8b7e-4863a67f4d38 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:58.346388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b9d2b09-badb-4916-865a-0497675f9c27 req-ae38a344-2cff-4a09-8b7e-4863a67f4d38 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1957073 Oct 19 20:39:58.349575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c3a9-46b4-4d20-9e9f-8b94856fd932 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e82cae2-3668-4d8a-99d2-5a4dc72ae191,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:58.353042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:39:58.417028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:39:58.520615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.525913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c2d28ab4-3451-4cad-ae30-1e609e67ae33) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:58.534984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.545050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:58.546043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.556017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380afe19-cf0c-468d-ba69-678f6dbd2094 None None] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:58.615194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 78514e45-396b-48fd-ac46-1174c3562cda triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:58.615558 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.632885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe878936-b972-46df-a6de-4b7ef65e187e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7037728 Oct 19 20:39:58.642828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0b9d2b09-badb-4916-865a-0497675f9c27 req-7cb2daf8-d9e1-4adb-83e8-ee47ec67c249 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716031 Oct 19 20:39:58.652362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.654812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:58.719727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:58.745159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32956) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:58.751441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'name': 'tempest-router--1117992367', 'project_id': '870387240e5c488fb8630c2cd2ebce2b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:58.790989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.791970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.812392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:39:58.816699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:39:58.938760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-79c7a6b1-4ecc-4178-b5d4-d48f319fe361 None None] Provisioning complete for port d97ae7bd-4b36-42c5-90ba-b354202c4d26 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:58.939131 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-79c7a6b1-4ecc-4178-b5d4-d48f319fe361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.982836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:58.995662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.052357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.053595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d32f749-b5ee-4c12-9a3c-659fea8ef93e tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3074746 Oct 19 20:39:59.076308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:59.105112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a34e-a52c-4ec3-8323-6d002d8039ab req-6773598d-cb10-47c0-b1ed-67752c9fcbf7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:59.106669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b88a34e-a52c-4ec3-8323-6d002d8039ab req-6773598d-cb10-47c0-b1ed-67752c9fcbf7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2949727 Oct 19 20:39:59.150743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 4e78f4e5-c555-4632-9911-01d0e75b71d3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:39:59.175655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-79c7a6b1-4ecc-4178-b5d4-d48f319fe361 None None] Port d97ae7bd-4b36-42c5-90ba-b354202c4d26 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:59.234269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b268a48-6271-4325-933a-82dbf54ae0be None None] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:39:59.246988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.258235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.267647 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.283194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.292283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b65a-c1aa-46b9-bd53-15dfe252e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.379581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b88a34e-a52c-4ec3-8323-6d002d8039ab req-4bfd6544-e785-4b67-a214-1a6e2158dcc0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569385 Oct 19 20:39:59.392928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:39:59.398724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f69bc5b-184e-481f-94ea-bc131b362177 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "PUT /v2.0/routers/4e78f4e5-c555-4632-9911-01d0e75b71d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7881300 Oct 19 20:39:59.401557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32978) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:59.409787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--505899273', 'description': 'tempest-secgroup_access--505899273 description', 'project_id': '126e1381ba174324bde9ffbf6cd5b483'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:59.417688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Sync routers for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:39:59.421050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43472b-5c48-45b0-b0c7-ebe3b501669e None None] Pushing event updated for resources: {'Port': ['ID=68160323-1505-42ef-8573-2bd74bb0090c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:59.427566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a42cf12b-cb86-4306-bff1-c9d9e05921a8 None None] Provisioning complete for port d97ae7bd-4b36-42c5-90ba-b354202c4d26 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:59.427931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a42cf12b-cb86-4306-bff1-c9d9e05921a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.431858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Attempting to bind port 68160323-1505-42ef-8573-2bd74bb0090c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:39:59.432187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Attempting to bind port 68160323-1505-42ef-8573-2bd74bb0090c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:39:59.432546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Attempting to bind port 68160323-1505-42ef-8573-2bd74bb0090c on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:39:59.457854 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:59.458997 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:59.459481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a8612b30-c49e-4527-b8d1-a6b1bd3bb305 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:39:59.472764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-5faf2ffc-c9bb-4da6-9444-ba64e3615595 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:59.476464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-5faf2ffc-c9bb-4da6-9444-ba64e3615595 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.2583714 Oct 19 20:39:59.498046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.505782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:39:59.506161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:39:59.506603 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.506931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:39:59.507450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Bound port: 68160323-1505-42ef-8573-2bd74bb0090c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:39:59.507850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.535069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-02385422-14a8-4eae-bf83-2cd03ee825e3 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/quotas/1f725fbe03e547e9826cab78d016664e HTTP/1.1" status: 200 len: 375 time: 0.0523479 Oct 19 20:39:59.575371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a42cf12b-cb86-4306-bff1-c9d9e05921a8 None None] Port d97ae7bd-4b36-42c5-90ba-b354202c4d26 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:39:59.580869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-9cbc4c70-1d50-40b2-95b8-d9e540fe153c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400736 Oct 19 20:39:59.599999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f7d67fd0-ccca-4a08-a1f5-d3d9c65c8ee5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:39:59.601796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f7d67fd0-ccca-4a08-a1f5-d3d9c65c8ee5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105429 Oct 19 20:39:59.613591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] For port 68160323-1505-42ef-8573-2bd74bb0090c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:39:59.614284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 7213635d-fab1-4f4f-9fe3-fb5907a1b488 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:39:59.614681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.620220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] For port 68160323-1505-42ef-8573-2bd74bb0090c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=68160323-1505-42ef-8573-2bd74bb0090c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:39:59.622593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:39:59.624839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.630438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:39:59.631289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.633837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.636405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.685180 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:59.754156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43472b-5c48-45b0-b0c7-ebe3b501669e None None] Pushing event updated for resources: {'Port': ['ID=68160323-1505-42ef-8573-2bd74bb0090c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:59.764298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:39:59.766509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:39:59.775610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.788216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.818461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.818990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caeb4af7-e4c4-4b27-ad0b-98e785386b36 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:39:59.828786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.829948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8948052d-950f-427e-af92-daf7c1cbea2f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/routers/caeb4af7-e4c4-4b27-ad0b-98e785386b36 HTTP/1.1" status: 204 len: 168 time: 0.7223480 Oct 19 20:39:59.834422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f34319-ba23-4e5a-a7b9-7e6139f110c6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:39:59.863367 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-b746976b-3f39-48a8-84a4-5d1f6a28ba77 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516005 Oct 19 20:39:59.870627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.879572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a27aa2d-9a7b-4ca6-bbd7-3b6463c0e09a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4761884 Oct 19 20:39:59.880314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32986) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:39:59.892166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--373455418', 'description': 'tempest-secgroup_general--373455418 description', 'project_id': '126e1381ba174324bde9ffbf6cd5b483'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:39:59.901225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f950571-62f7-437b-ae56-c6c562c55984 req-fd6a8304-a697-4aa4-8255-01827ed29c4b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:39:59.903309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f950571-62f7-437b-ae56-c6c562c55984 req-fd6a8304-a697-4aa4-8255-01827ed29c4b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 944 time: 0.2827702 Oct 19 20:39:59.945564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:39:59.946300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port 7213635d-fab1-4f4f-9fe3-fb5907a1b488, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7213635d-fab1-4f4f-9fe3-fb5907a1b488,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:39:59.946662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:39:59.977944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Allocated IP 172.20.0.1 (f3a9d79e-6d00-4593-9b23-bb591d7c7879/6948202b-5f78-4647-bda7-77786849cd18/e4fbb61f-397f-40fe-8360-a7933f79ee12) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:39:59.992796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 7213635d-fab1-4f4f-9fe3-fb5907a1b488 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:39:59.998437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f950571-62f7-437b-ae56-c6c562c55984 req-a0b0fcac-f694-42e4-9eda-562fb8b549cd tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784731 Oct 19 20:40:00.003946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-b7d01e3d-000d-411d-933b-807b779594ac service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225610 Oct 19 20:40:00.012102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32988) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:00.017128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:39:58Z', 'revision_number': 2, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:00.037942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.053879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Checking router: 4e78f4e5-c555-4632-9911-01d0e75b71d3 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:00.054203 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Updating router 4e78f4e5-c555-4632-9911-01d0e75b71d3 port d97ae7bd-4b36-42c5-90ba-b354202c4d26 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:00.085281 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.210379 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.219590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.231715 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.300561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.304719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4195871 Oct 19 20:40:00.305568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32998) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:00.311473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'security_group_rule': {'security_group_id': '53f34319-ba23-4e5a-a7b9-7e6139f110c6', 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:00.318523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c904-2742-446f-b55c-141c01366d95 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf8670-c148-44e8-ae0a-86113efed867,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:00.368418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.396457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:00.398708 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f5749-58d7-4d46-82b9-818ae65eb554" -d '{"events": [{"server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "name": "network-vif-plugged", "status": "completed", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:00.403736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.426512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:00.428781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6db95b31-0872-4f98-a891-18ecdb521d45 req-21c998bd-2dd8-412e-b009-dcb0dc1f77a7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 210 time: 0.0751202 Oct 19 20:40:00.482735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.487113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.501712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.519636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173311266', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:00.524822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f0b47-578e-47a5-bb40-f6c3bb7ba2a0 req-0cb8faf0-809b-4fb7-95df-729615ba6518 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:00.530157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.539583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2250643 Oct 19 20:40:00.539809 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.540249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53728b-91be-4695-a502-1e3ac6446e91 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb036d80-b048-4dda-a3f6-e4fdbe2ef6aa,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:00.552357 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.553469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d35f0b47-578e-47a5-bb40-f6c3bb7ba2a0 req-0cb8faf0-809b-4fb7-95df-729615ba6518 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 945 time: 0.3791211 Oct 19 20:40:00.586828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.590056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.622373 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b553f6-b824-49f0-9844-1829111e8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:00.704182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:00.731345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:39:53Z', 'revision_number': 3, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:00.734610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.756050 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Attempting to bind port d97ae7bd-4b36-42c5-90ba-b354202c4d26 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:00.756856 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Attempting to bind port d97ae7bd-4b36-42c5-90ba-b354202c4d26 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:00.757496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Attempting to bind port d97ae7bd-4b36-42c5-90ba-b354202c4d26 on network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:00.766669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5c16f-89ab-40ec-8ff1-ebaff12ec6ce req-90dc85bf-ee27-44e4-b3d0-98faaadccf87 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:00.768579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92f5c16f-89ab-40ec-8ff1-ebaff12ec6ce req-90dc85bf-ee27-44e4-b3d0-98faaadccf87 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1731083 Oct 19 20:40:00.770866 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:00.771487 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Checking segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:00.772103 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.772706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.772895 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Bound using segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:00.773766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Bound port: d97ae7bd-4b36-42c5-90ba-b354202c4d26, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:00.775282 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.810255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d792218e-e396-4c12-a645-c5f667362ed9 None None] The sync data for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 is: [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:39:53Z', 'revision_number': 3, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:00.840055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d35f0b47-578e-47a5-bb40-f6c3bb7ba2a0 req-e93ab6c4-0033-4188-a9a4-7cd7339c988e tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856855 Oct 19 20:40:00.892097 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] For port d97ae7bd-4b36-42c5-90ba-b354202c4d26, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:00.898535 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] For port d97ae7bd-4b36-42c5-90ba-b354202c4d26, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d97ae7bd-4b36-42c5-90ba-b354202c4d26,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:00.907816 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.911662 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01eb345-37fb-40ec-a338-cced7d7f41d6 x-openstack-request-id: req-b01eb345-37fb-40ec-a338-cced7d7f41d6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:00.912217 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "name": "network-vif-plugged", "status": "completed", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:00.912581 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b01eb345-37fb-40ec-a338-cced7d7f41d6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:00.913121 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305', 'code': 200} Oct 19 20:40:00.945340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:00.957365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.055905 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b553f6-b824-49f0-9844-1829111e8cb6 None None] Pushing event updated for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:01.069243 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:01.073327 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:01.121223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] Provisioning complete for port d97ae7bd-4b36-42c5-90ba-b354202c4d26 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:01.121610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.130274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:01.138618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:01.182824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:01.269025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:01.291795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.328201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-479fc3b3-da56-435d-aa78-439faab42776 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--505899273&fields=id&tenant_id=126e1381ba174324bde9ffbf6cd5b483 HTTP/1.1" status: 200 len: 267 time: 0.2398272 Oct 19 20:40:01.329169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.365225 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.401211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92f5c16f-89ab-40ec-8ff1-ebaff12ec6ce req-d4b775f9-b25f-47f1-8d11-0284ddaba32f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258221 Oct 19 20:40:01.430620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=7213635d-fab1-4f4f-9fe3-fb5907a1b488,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:01.454862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eff132bc-6174-40f1-bc98-18ddbd8d8c21 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:01.485398 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.543659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] For port d97ae7bd-4b36-42c5-90ba-b354202c4d26, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d97ae7bd-4b36-42c5-90ba-b354202c4d26,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:01.567404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.639627 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:01.650875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a449e-b884-4ef8-a5f3-a61717e1e6e3 req-c164edc2-b39d-418a-97fa-3d32e39fa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:01.654946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa1a449e-b884-4ef8-a5f3-a61717e1e6e3 req-c164edc2-b39d-418a-97fa-3d32e39fa587 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1097 time: 0.6400659 Oct 19 20:40:01.686101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd3caf-11bd-4eee-9e94-20baf6c1e97a None None] Pushing event updated for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:01.718092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-45093428-4577-4389-b579-a546f3caa717 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--373455418&fields=id&tenant_id=126e1381ba174324bde9ffbf6cd5b483 HTTP/1.1" status: 200 len: 267 time: 0.3465798 Oct 19 20:40:01.754628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4edf4209-83c4-4b61-a8f6-4a6ae58fffcb None None] Provisioning complete for port d97ae7bd-4b36-42c5-90ba-b354202c4d26 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:01.755000 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4edf4209-83c4-4b61-a8f6-4a6ae58fffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.877996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port eff132bc-6174-40f1-bc98-18ddbd8d8c21 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:40:01.887580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cbc93-dc56-4c3c-a043-2eb185112243 req-fe966518-d792-4ac6-a14b-772989064e12 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:01.889476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-249cbc93-dc56-4c3c-a043-2eb185112243 req-fe966518-d792-4ac6-a14b-772989064e12 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 944 time: 0.2795298 Oct 19 20:40:01.892158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa1a449e-b884-4ef8-a5f3-a61717e1e6e3 req-b4c7175a-5cd1-4342-91f1-d2075cf9f9be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179949 Oct 19 20:40:01.911126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port eff132bc-6174-40f1-bc98-18ddbd8d8c21 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:01.911493 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:01.954686 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-249cbc93-dc56-4c3c-a043-2eb185112243 req-3604c913-ff1b-4619-8e3b-d989d5359212 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Oct 19 20:40:02.026210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:02.112424 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721dce86-68bf-4397-b674-978fde6969f3 None None] The sync data for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 is: [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:02.200340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.237518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.301778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 68160323-1505-42ef-8573-2bd74bb0090c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:02.320337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263977b-145b-40ad-9786-81db2cb4756f req-1be7823d-b424-42c2-be60-37f52e343f9b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:02.324419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6263977b-145b-40ad-9786-81db2cb4756f req-1be7823d-b424-42c2-be60-37f52e343f9b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1875060 Oct 19 20:40:02.380184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-76796485-fdf9-496c-8ca1-6dc739dfc21a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:02.382488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-76796485-fdf9-496c-8ca1-6dc739dfc21a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.4352331 Oct 19 20:40:02.434223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Request body: {'port': {'device_id': '11a70af8-25c6-4598-9116-48f247400681', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'admin_state_up': True, 'tenant_id': '1f725fbe03e547e9826cab78d016664e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:02.447811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6263977b-145b-40ad-9786-81db2cb4756f req-faf22355-b91e-4213-b677-ed4ba79b7ce1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066544 Oct 19 20:40:02.478609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.492852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.503807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.515957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 68160323-1505-42ef-8573-2bd74bb0090c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:02.516326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.517059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Allocated IP 172.25.7.92 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/183abfe6-e4ef-48a2-a28c-2d82d63aff18) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:02.519424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.521978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-a8cc357b-9727-471e-b2c4-33a504a35569 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:02.530585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-a8cc357b-9727-471e-b2c4-33a504a35569 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/networks?id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 200 len: 797 time: 0.7895105 Oct 19 20:40:02.633807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae406b92-a3e0-493f-a920-1aa9c09e637f req-bd45f6f8-b6fa-4927-a669-e973e286c88e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 210 time: 0.0889211 Oct 19 20:40:02.680336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:02.683967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a634f94c-1f85-4866-ac33-611978f754df None None] Provisioning complete for port e4fbb61f-397f-40fe-8360-a7933f79ee12 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:02.684337 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a634f94c-1f85-4866-ac33-611978f754df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.726579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-47bded60-d31f-42f4-8ea9-26889f14e1fa tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/quotas/126e1381ba174324bde9ffbf6cd5b483 HTTP/1.1" status: 200 len: 375 time: 0.0774057 Oct 19 20:40:02.756822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.781636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.865267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.888174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:02.922744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:02.925459 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786462a9-7953-4b19-bd9b-153b5f50c431" -d '{"events": [{"server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "name": "network-vif-plugged", "status": "completed", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:02.928210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:02.933129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a634f94c-1f85-4866-ac33-611978f754df None None] Port e4fbb61f-397f-40fe-8360-a7933f79ee12 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:02.948884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:02.957688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:02.967566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 68160323-1505-42ef-8573-2bd74bb0090c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=68160323-1505-42ef-8573-2bd74bb0090c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:02.970782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:02.980617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:03.049501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=68160323-1505-42ef-8573-2bd74bb0090c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:03.075037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event updated for resources: {'Port': ['ID=183abfe6-e4ef-48a2-a28c-2d82d63aff18,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:03.089830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efb88e-fa12-4b12-9805-3bd44420a854 req-2e99e03c-c542-42ea-acb1-72f9104a8d22 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:03.091406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98efb88e-fa12-4b12-9805-3bd44420a854 req-2e99e03c-c542-42ea-acb1-72f9104a8d22 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.3170624 Oct 19 20:40:03.222977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Made reservation on behalf of 1f725fbe03e547e9826cab78d016664e for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:03.226510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:03.323673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-ca05c4c0-70a5-4bae-9364-53c2e0cead1e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5850165 Oct 19 20:40:03.432123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98efb88e-fa12-4b12-9805-3bd44420a854 req-7dbeadf1-1c00-44e0-bda5-47843425e301 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Oct 19 20:40:03.535989 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a0f572-52ba-40a5-9dc0-7b40abc222d6 x-openstack-request-id: req-b1a0f572-52ba-40a5-9dc0-7b40abc222d6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:03.536289 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "name": "network-vif-plugged", "status": "completed", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:03.536547 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1a0f572-52ba-40a5-9dc0-7b40abc222d6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:03.537230 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21', 'code': 200} Oct 19 20:40:03.570024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:03.712097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Allocated IP 172.20.0.9 (c2d28ab4-3451-4cad-ae30-1e609e67ae33/c580cad2-2b2f-47d4-aaaa-64e1f4536420/80b62a12-0b88-4fbd-8baf-1a5197efb760) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:03.729400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f04bae1c-8cdf-4415-a0df-f6cb13a0bf8d service neutron] 10.222.0.31 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658342 Oct 19 20:40:03.740906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:03.747624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11d12c-e4d2-4887-8761-649c2070f63e req-72b9ce03-8e7a-4ae5-8c10-999c2b1276a5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:03.749501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb11d12c-e4d2-4887-8761-649c2070f63e req-72b9ce03-8e7a-4ae5-8c10-999c2b1276a5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 945 time: 0.1377468 Oct 19 20:40:03.752328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118b3e2-cc44-491f-b43a-74003c5dcc12 req-92473fda-5b13-4a13-981f-6103a27416a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:03.753568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e118b3e2-cc44-491f-b43a-74003c5dcc12 req-92473fda-5b13-4a13-981f-6103a27416a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 1096 time: 0.1406095 Oct 19 20:40:03.769058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:03.769967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:03.868195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e118b3e2-cc44-491f-b43a-74003c5dcc12 req-06f8ae48-e506-400f-a81f-6c69753e8f37 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073246 Oct 19 20:40:03.891663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb11d12c-e4d2-4887-8761-649c2070f63e req-58bb343e-44ca-49f5-93cf-08acb80e4970 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231740 Oct 19 20:40:03.994101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.013036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 68160323-1505-42ef-8573-2bd74bb0090c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:04.033244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.035071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:04.087512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 68160323-1505-42ef-8573-2bd74bb0090c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:04.088143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.122146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-50b39a43-8f6b-4075-8da8-0c7fb877adfe service neutron] 10.222.0.31 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786900 Oct 19 20:40:04.167045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.186069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264288-e8a5-46ed-b6c3-f6a6eb6e0c1a req-e98120b8-d1f0-4754-a777-00186882be4f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:04.188454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59264288-e8a5-46ed-b6c3-f6a6eb6e0c1a req-e98120b8-d1f0-4754-a777-00186882be4f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1528661 Oct 19 20:40:04.206359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d97ae7bd-4b36-42c5-90ba-b354202c4d26 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:04.214985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Router 70ed8b16-4428-4fcd-af55-80f92001a1ce is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:04.283986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59264288-e8a5-46ed-b6c3-f6a6eb6e0c1a req-c5f67cad-0711-4771-ad2b-c569d62f5964 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772853 Oct 19 20:40:04.304667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d97ae7bd-4b36-42c5-90ba-b354202c4d26 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:04.305101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.387185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:04.389421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.406941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:04.472486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:04.488412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] Sync routers for ids ['70ed8b16-4428-4fcd-af55-80f92001a1ce'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:04.493354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6e9243b-5a11-42ae-aa85-7781917ff17f req-939fbc80-300d-4fc5-957f-0732b77938f0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 210 time: 0.1246102 Oct 19 20:40:04.508727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:04.510797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:04.514250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.520433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c0687d9-bcf5-43eb-ae3a-06264c99dd5d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5071182 Oct 19 20:40:04.528626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] Routers {'70ed8b16-4428-4fcd-af55-80f92001a1ce'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:04.535511 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:04.542335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33050) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:04.546778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['70ed8b16-4428-4fcd-af55-80f92001a1ce'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:04.548162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d95c595b-6554-4b8a-884b-c8b13442925b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/9c0504c6-33a9-4fbe-97ca-c19e8cadc981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8130429 Oct 19 20:40:04.548536 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:04.549171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:04.558639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179c9ed-d20a-42b6-b9e3-ec5bd1778275 req-e9291bd8-c3b2-46a4-8eec-10911f442adb tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:04.560194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b179c9ed-d20a-42b6-b9e3-ec5bd1778275 req-e9291bd8-c3b2-46a4-8eec-10911f442adb tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 931 time: 0.1274674 Oct 19 20:40:04.634310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:04.662386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] Routers {'70ed8b16-4428-4fcd-af55-80f92001a1ce'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:04.674215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['70ed8b16-4428-4fcd-af55-80f92001a1ce'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:04.690392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:04.696171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:04.715970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:04.733496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:04.736603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2520e9-b12e-4214-a4c4-e88bfb579310 None None] The sync data for ids ['70ed8b16-4428-4fcd-af55-80f92001a1ce'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:04.763239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b179c9ed-d20a-42b6-b9e3-ec5bd1778275 req-34ca79df-8404-46a5-be32-3ed1cd64708b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825438 Oct 19 20:40:04.798828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-02417b5c-e4bd-465d-a32b-7d6d4422ddab None None] Provisioning complete for port e4fbb61f-397f-40fe-8360-a7933f79ee12 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:04.799216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02417b5c-e4bd-465d-a32b-7d6d4422ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.827187 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:04.868279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-02417b5c-e4bd-465d-a32b-7d6d4422ddab None None] Port e4fbb61f-397f-40fe-8360-a7933f79ee12 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:04.872698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:04.873397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:04.905204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b21b8-6362-4859-89d8-8a616969e56e req-ed8f3a38-6e64-4b9a-be42-1a24a2921159 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:04.914580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c004d2be-c62b-46fc-a0de-cd77a43eea5c tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/70ed8b16-4428-4fcd-af55-80f92001a1ce HTTP/1.1" status: 200 len: 919 time: 0.3391106 Oct 19 20:40:04.914580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33058) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:04.925985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa1b21b8-6362-4859-89d8-8a616969e56e req-ed8f3a38-6e64-4b9a-be42-1a24a2921159 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2666168 Oct 19 20:40:04.974805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-095c4ca3-d20e-469f-9173-243feb117be8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5447888 Oct 19 20:40:04.990598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Request body: {'port': {'device_id': '11a70af8-25c6-4598-9116-48f247400681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:05.015897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:05.029705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e2d145d1-eef9-4de9-9076-54dcf1745dd6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ed8b16-4428-4fcd-af55-80f92001a1ce HTTP/1.1" status: 200 len: 205 time: 0.1110742 Oct 19 20:40:05.033684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33062) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:05.107940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa1b21b8-6362-4859-89d8-8a616969e56e req-f0f76ebe-9d3f-4cc1-8414-f03a2b00bfcb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768210 Oct 19 20:40:05.153027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58762-3023-4684-a061-1e53d970a4bd req-884a8946-352a-45ae-8688-729b40b1a03b tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:05.154635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bed58762-3023-4684-a061-1e53d970a4bd req-884a8946-352a-45ae-8688-729b40b1a03b tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.2395704 Oct 19 20:40:05.209595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.251731 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.266859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bed58762-3023-4684-a061-1e53d970a4bd req-fa299a20-e7cc-46fa-b932-30b345f67a74 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 Oct 19 20:40:05.270107 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:05.347793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:05.370869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:05.371489 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:05.416589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:05.431326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d216e1b-f998-460b-99e0-1b16c511c5f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4347203 Oct 19 20:40:05.443495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Sync routers for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:05.458249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:05.458880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:05.489152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0f98-207c-41a6-a8fc-86fd4b3598fa req-b2fbaac7-6089-4fec-9efd-222d9d958001 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:05.497216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-995a0f98-207c-41a6-a8fc-86fd4b3598fa req-b2fbaac7-6089-4fec-9efd-222d9d958001 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 945 time: 0.0963831 Oct 19 20:40:05.501146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.574629 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:05.662108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-995a0f98-207c-41a6-a8fc-86fd4b3598fa req-0de1851c-914b-4f40-90a6-bb81e9d66626 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639132 Oct 19 20:40:05.695125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:05.756763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port 183abfe6-e4ef-48a2-a28c-2d82d63aff18 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:05.757394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.759348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:05.785901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.800259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-9f3dd010-8780-44c6-b88d-4980d43db525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:05.802779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-9f3dd010-8780-44c6-b88d-4980d43db525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1097 time: 0.1356065 Oct 19 20:40:05.819183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Transition to ACTIVE for port object 80b62a12-0b88-4fbd-8baf-1a5197efb760 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:40:05.841044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:05.954866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de0e68-44cd-4d15-8c48-97fba8d89936 req-a2a7fec2-0e40-4428-9b59-ef51d550fd57 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:05.956595 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85de0e68-44cd-4d15-8c48-97fba8d89936 req-a2a7fec2-0e40-4428-9b59-ef51d550fd57 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.1341434 Oct 19 20:40:05.959462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:06.015631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:06.048779 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f82f55-6ba6-4df1-8cb4-daae13dac060 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '2a743452-b91f-47b8-978a-1bb316334a34', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'port_id': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'mac_address': 'fa:16:3e:62:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:38:16Z', 'updated_at': '2021-10-19T20:38:22Z', 'revision_number': 1, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:06.118885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Attempting to bind port 80b62a12-0b88-4fbd-8baf-1a5197efb760 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:06.119233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Attempting to bind port 80b62a12-0b88-4fbd-8baf-1a5197efb760 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:06.119572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Attempting to bind port 80b62a12-0b88-4fbd-8baf-1a5197efb760 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:06.149856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85de0e68-44cd-4d15-8c48-97fba8d89936 req-b0f5569e-0619-43ce-883a-0a7b5be5d0c0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603978 Oct 19 20:40:06.153331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Port 80b62a12-0b88-4fbd-8baf-1a5197efb760 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:40:06.160244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Attempting to bind port 80b62a12-0b88-4fbd-8baf-1a5197efb760 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:06.166223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:06.170308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Checking segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:06.170848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Bound using segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:06.171488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Bound port: 80b62a12-0b88-4fbd-8baf-1a5197efb760, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:06.171956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.202467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e4fbb61f-397f-40fe-8360-a7933f79ee12', 'name': '', 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'mac_address': 'fa:16:3e:65:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '6948202b-5f78-4647-bda7-77786849cd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:59Z', 'updated_at': '2021-10-19T20:40:03Z', 'revision_number': 2, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'subnets': [{'id': '6948202b-5f78-4647-bda7-77786849cd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:06.250411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Checking router: 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:06.250764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Updating router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf port e4fbb61f-397f-40fe-8360-a7933f79ee12 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:06.283901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.327236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b97459fb-8f4e-4c1f-a7b3-fbb715aa10f8 req-9524050b-32d4-4159-bf7f-ba34e0adbfe7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 210 time: 0.0580316 Oct 19 20:40:06.353009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.391023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for 183abfe6-e4ef-48a2-a28c-2d82d63aff18 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:06.414427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce49de-1a0e-443e-a9d1-2e028f2ec0d7 req-ebb81b32-e961-41c8-ab55-2232e62805ed tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.415642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cce49de-1a0e-443e-a9d1-2e028f2ec0d7 req-ebb81b32-e961-41c8-ab55-2232e62805ed tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.5572050 Oct 19 20:40:06.428573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:06.461283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-74c608ed-146d-44a5-af52-fe970df1f87c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.462797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-74c608ed-146d-44a5-af52-fe970df1f87c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.37 "GET /v2.0/networks?id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 200 len: 797 time: 0.5994499 Oct 19 20:40:06.474826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:06.501700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.514408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-0826013f-1b4e-4dd0-a3c2-bc305cee466d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404545 Oct 19 20:40:06.557843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d976-fa43-4a98-ab85-71dc3e23b767 req-6f4fb048-368d-4d15-81c1-400c8ab7ed8d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.559406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81e3d976-fa43-4a98-ab85-71dc3e23b767 req-6f4fb048-368d-4d15-81c1-400c8ab7ed8d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1610336 Oct 19 20:40:06.566329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-b119dbed-0a6c-4d95-91ea-e92d614eaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.567826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-b119dbed-0a6c-4d95-91ea-e92d614eaee2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.7329457 Oct 19 20:40:06.570678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.571288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.572678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] 10.222.0.11 "PUT /v2.0/ports/80b62a12-0b88-4fbd-8baf-1a5197efb760 HTTP/1.1" status: 200 len: 1091 time: 1.5875666 Oct 19 20:40:06.573125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:06.581784 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8f098-0094-4f9d-baaa-27083bb3bd68" -d '{"events": [{"name": "network-changed", "server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:06.714484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cce49de-1a0e-443e-a9d1-2e028f2ec0d7 req-b7ea0a4a-c389-4692-b755-f25f44a8ec0b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861035 Oct 19 20:40:06.723396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-eb22e541-4762-4a95-9f92-e80632e88a33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 200 len: 217 time: 0.1172204 Oct 19 20:40:06.738766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-d8894754-e0f0-430a-a5e8-d74ed3752b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126e1381ba174324bde9ffbf6cd5b483 HTTP/1.1" status: 200 len: 476 time: 0.1978128 Oct 19 20:40:06.754743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.37', 61840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:06.817909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'port': {'device_id': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'admin_state_up': True, 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'security_groups': ['53f34319-ba23-4e5a-a7b9-7e6139f110c6', '23bf8670-c148-44e8-ae0a-86113efed867']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:06.830797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81e3d976-fa43-4a98-ab85-71dc3e23b767 req-ccd6c420-9a6e-4acf-bc62-b669e307d5a8 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447236 Oct 19 20:40:06.842744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.845007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a154-f849-4c97-89d0-64e360661d19 service neutron] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:06.859990 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:06.884862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-8d68ad65-5182-4be8-956c-a3315d410042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.894642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-8d68ad65-5182-4be8-956c-a3315d410042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1096 time: 0.2386684 Oct 19 20:40:06.908751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-760e8b11-4f73-4d2e-a122-e235cd8f6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:06.912178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-760e8b11-4f73-4d2e-a122-e235cd8f6a7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 1094 time: 0.2456615 Oct 19 20:40:07.033620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-188641d3-8464-4764-ad63-3d8b9763d901 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760 HTTP/1.1" status: 200 len: 217 time: 0.1119354 Oct 19 20:40:07.043003 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2584f6c-9ee1-4f97-92ed-f3745c448560 x-openstack-request-id: req-d2584f6c-9ee1-4f97-92ed-f3745c448560 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:07.043446 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:07.043579 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2584f6c-9ee1-4f97-92ed-f3745c448560 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:07.043910 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'status': 'completed', 'code': 200} Oct 19 20:40:07.052290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-beadd6cb-860e-4fbe-945c-6fdc7ce1f132 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.060087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-beadd6cb-860e-4fbe-945c-6fdc7ce1f132 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.2372439 Oct 19 20:40:07.081992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-1a8c1348-c0d8-47bd-a4ed-30353d85c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.089421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-1a8c1348-c0d8-47bd-a4ed-30353d85c82b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.3576655 Oct 19 20:40:07.092126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d813f7-04e8-4e70-ada0-f1314596fed3 None None] Pushing event updated for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:07.106962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Attempting to bind port e4fbb61f-397f-40fe-8360-a7933f79ee12 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:07.106962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Attempting to bind port e4fbb61f-397f-40fe-8360-a7933f79ee12 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:07.106962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Attempting to bind port e4fbb61f-397f-40fe-8360-a7933f79ee12 on network f3a9d79e-6d00-4593-9b23-bb591d7c7879 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:07.121897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:07.122283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Checking segment: {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:07.122863 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.123597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Bound using segment: {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:07.124359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Bound port: e4fbb61f-397f-40fe-8360-a7933f79ee12, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86b54b-d653-4abc-9f7e-e1a6377d19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:07.125276 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.218121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] For port e4fbb61f-397f-40fe-8360-a7933f79ee12, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:07.221473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] For port e4fbb61f-397f-40fe-8360-a7933f79ee12, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e4fbb61f-397f-40fe-8360-a7933f79ee12,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:07.227861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.239420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-7a728400-020e-419c-a923-fbfe16f2f816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368330 Oct 19 20:40:07.239597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-4770f8cb-32c2-4f8c-92e7-4cdbdab1f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.241542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-4770f8cb-32c2-4f8c-92e7-4cdbdab1f698 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.1915858 Oct 19 20:40:07.253343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb4b31-4f8f-4245-aaa6-4fe38bc0488c req-3414ab03-0a32-42e8-b04a-e732d0dfbeb0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.255360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6bcb4b31-4f8f-4245-aaa6-4fe38bc0488c req-3414ab03-0a32-42e8-b04a-e732d0dfbeb0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 943 time: 0.2141747 Oct 19 20:40:07.279932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:07.280555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:07.286278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-30dd8503-2a34-4108-b969-0bea364853e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.286992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-30dd8503-2a34-4108-b969-0bea364853e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.3641806 Oct 19 20:40:07.343723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-9360f33c-0839-4279-a9e5-a2f37d528848 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838394 Oct 19 20:40:07.380282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d813f7-04e8-4e70-ada0-f1314596fed3 None None] Pushing event updated for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:07.388841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] Provisioning complete for port e4fbb61f-397f-40fe-8360-a7933f79ee12 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:07.389252 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.415597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-4e170bfd-c501-4a42-a1f0-616bdc20fd4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.1060138 Oct 19 20:40:07.431184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6bcb4b31-4f8f-4245-aaa6-4fe38bc0488c req-2ae59a36-251d-4d21-8808-76ec86f553da tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465342 Oct 19 20:40:07.516957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a57779-c165-464a-aa3c-b910512e064b req-ccd26cfe-0191-4fde-94bc-edbd60ceb3b0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.527746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24a57779-c165-464a-aa3c-b910512e064b req-ccd26cfe-0191-4fde-94bc-edbd60ceb3b0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3260746 Oct 19 20:40:07.559350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.603098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:07.617686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=183abfe6-e4ef-48a2-a28c-2d82d63aff18,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:07.632725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-fdf390f0-d9e7-4b3d-8822-fe94223fee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:07.639033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-fdf390f0-d9e7-4b3d-8822-fe94223fee68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.1999094 Oct 19 20:40:07.698362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33118) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:07.710279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:07.710435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.714064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.718638 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-10b77e18-8728-4907-9352-26b061edd1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700877 Oct 19 20:40:07.720967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-46848da0-d213-42ad-b0cd-4ca22ecba888 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684962 Oct 19 20:40:07.741032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:07.745157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:07.774450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24a57779-c165-464a-aa3c-b910512e064b req-830e26d0-1d30-41e7-a8a3-e70c7f7a25cf tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448061 Oct 19 20:40:07.854960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7213635d-fab1-4f4f-9fe3-fb5907a1b488 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:07.881846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-1869d1a7-c953-45b3-a4d1-f9857c738f94 service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818036 Oct 19 20:40:07.892059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7213635d-fab1-4f4f-9fe3-fb5907a1b488 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:07.892956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7213635d-fab1-4f4f-9fe3-fb5907a1b488 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:07.961713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] For port e4fbb61f-397f-40fe-8360-a7933f79ee12, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e4fbb61f-397f-40fe-8360-a7933f79ee12,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:07.970193 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.006845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-a4e440f3-e7c2-4f6a-97a6-617b3a4ca4be service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804806 Oct 19 20:40:08.013634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7ae748c-dae9-49ca-9585-e7a9970904f8 req-045d0996-2815-4fae-858e-78830ff50fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767816 Oct 19 20:40:08.028761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56a6225c-ada3-4771-85d8-b2cabe277297 req-ebf1b557-9a3b-4297-a0c9-2ee3834015d3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 210 time: 0.1204314 Oct 19 20:40:08.038211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddbc24-5f49-4ed0-9772-7beaad4e24c0 req-8060245d-9746-4c64-85e3-d4016738314a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:08.040203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ddbc24-5f49-4ed0-9772-7beaad4e24c0 req-8060245d-9746-4c64-85e3-d4016738314a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 946 time: 0.1171930 Oct 19 20:40:08.070797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.263394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ff0c3-6c9a-4e71-b559-1e0a9f7636c5 None None] Pushing event updated for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:08.281201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-80f96cd7-a1bb-4fee-b64b-a68531444003 None None] Provisioning complete for port e4fbb61f-397f-40fe-8360-a7933f79ee12 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:08.281608 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-80f96cd7-a1bb-4fee-b64b-a68531444003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.325789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.349161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e4fbb61f-397f-40fe-8360-a7933f79ee12', 'name': '', 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'mac_address': 'fa:16:3e:65:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '6948202b-5f78-4647-bda7-77786849cd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:59Z', 'updated_at': '2021-10-19T20:40:07Z', 'revision_number': 4, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'subnets': [{'id': '6948202b-5f78-4647-bda7-77786849cd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:08.354876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.364291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:08.364656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.411913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5eea1-8e2e-4753-949a-d2b5f11a98af None None] The sync data for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 is: [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e4fbb61f-397f-40fe-8360-a7933f79ee12', 'name': '', 'network_id': 'f3a9d79e-6d00-4593-9b23-bb591d7c7879', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'mac_address': 'fa:16:3e:65:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '6948202b-5f78-4647-bda7-77786849cd18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:59Z', 'updated_at': '2021-10-19T20:40:07Z', 'revision_number': 4, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'subnets': [{'id': '6948202b-5f78-4647-bda7-77786849cd18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:08.481231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 5e59fac9-df89-43d7-b9c1-d7bf622d9fda owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:08.507543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d91ba6c1-eab3-4441-856e-b6678f155566 req-522dd6c7-b313-4f8b-a006-a7ed91159020 service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005070 Oct 19 20:40:08.579389 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.580198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router 70ed8b16-4428-4fcd-af55-80f92001a1ce {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:08.602475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.606904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-729584fa-4a20-46dd-a713-03a2b529b17d tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/70ed8b16-4428-4fcd-af55-80f92001a1ce HTTP/1.1" status: 204 len: 168 time: 3.5693054 Oct 19 20:40:08.611714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33134) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:08.632773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7ccfa-f669-4f6c-aa96-4f6ace38c18d req-2a183a57-1a62-45d3-85b4-ed1bde812240 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:08.636729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7ddbc24-5f49-4ed0-9772-7beaad4e24c0 req-4c7cc054-f917-480d-84e1-f16b7fa9b4df tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=71495fb2-04f2-42e0-b63d-3fdfd9fde80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5600119 Oct 19 20:40:08.648136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4b7ccfa-f669-4f6c-aa96-4f6ace38c18d req-2a183a57-1a62-45d3-85b4-ed1bde812240 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.4410486 Oct 19 20:40:08.652959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1246487875', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:08.667263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64d60255-81f6-491e-a354-1afbb47f2f92 req-c659e387-cecf-4d8c-b1c6-d7ddfb0107be service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501193 Oct 19 20:40:08.679583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-db9055f3-292e-412f-bef1-af05b34ae2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:08.681671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-db9055f3-292e-412f-bef1-af05b34ae2a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 1094 time: 0.5850780 Oct 19 20:40:08.715377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.716697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.887031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:08.916631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765a7d5-b505-4ba4-bd4c-4190e75aa36b req-29e6bc6d-2075-4629-8f81-2fe68634ceb9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:08.925029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c765a7d5-b505-4ba4-bd4c-4190e75aa36b req-29e6bc6d-2075-4629-8f81-2fe68634ceb9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 943 time: 0.1850431 Oct 19 20:40:09.011221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-ba65571a-109d-40f3-944f-1eb6bab64f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:09.012717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-ba65571a-109d-40f3-944f-1eb6bab64f94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 916 time: 0.3207679 Oct 19 20:40:09.071814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.20.0.29 (a25492f8-3228-47d6-bb17-bcb2caf0ebd6/ffeebf94-6f35-41f7-b426-bf3d2117b2f4/688b6937-614c-49d5-8ede-13962d9f13b2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:09.105175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:09.154766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-e4d12aa3-e73f-442a-a4de-0c42e6f067c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760 HTTP/1.1" status: 200 len: 217 time: 0.1335146 Oct 19 20:40:09.159919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c765a7d5-b505-4ba4-bd4c-4190e75aa36b req-8be983bd-d61a-4f20-a407-bbb1532f4cd4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336192 Oct 19 20:40:09.252974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-1786747f-89b3-413e-920e-0c230341bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:09.261189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-1786747f-89b3-413e-920e-0c230341bfcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.0861020 Oct 19 20:40:09.284454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4b7ccfa-f669-4f6c-aa96-4f6ace38c18d req-1627dc3c-dfd8-4e99-aef8-dae5bd926b4a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102337 Oct 19 20:40:09.360933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-c13a91e6-2eae-401e-a250-aaa0e827ec5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757766 Oct 19 20:40:09.418143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806746da-e08f-4bbd-a395-6ca9ca072bcc req-8ef4a6cf-59bc-4b11-b09f-e1aeb0424eac tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:09.425462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806746da-e08f-4bbd-a395-6ca9ca072bcc req-8ef4a6cf-59bc-4b11-b09f-e1aeb0424eac tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1868293 Oct 19 20:40:09.456780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdb49591-91a0-4bbc-aa52-1f72db433688 req-375a6be5-e255-4a22-9c7c-763349e96986 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 210 time: 0.0497680 Oct 19 20:40:09.502346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5e59fac9-df89-43d7-b9c1-d7bf622d9fda no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:09.511244 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:09.556634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806746da-e08f-4bbd-a395-6ca9ca072bcc req-654ecb81-54ed-45af-baa7-059db716a19f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302030 Oct 19 20:40:09.558752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 5e59fac9-df89-43d7-b9c1-d7bf622d9fda {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:09.564395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5e59fac9-df89-43d7-b9c1-d7bf622d9fda not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:09.581654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=5e59fac9-df89-43d7-b9c1-d7bf622d9fda,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:09.620249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-39797fa2-6c51-4264-aff7-9100ace30d83 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501450 Oct 19 20:40:09.703474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] No DVR routers for this DVR port 5e59fac9-df89-43d7-b9c1-d7bf622d9fda on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:09.712327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:09.715697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af4aeb75-0d7f-431b-b1fb-32ed667f75df req-1cea67d3-038c-45d1-9ef1-7d5bbd49cbf4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "DELETE /v2.0/ports/5e59fac9-df89-43d7-b9c1-d7bf622d9fda HTTP/1.1" status: 204 len: 173 time: 2.6472256 Oct 19 20:40:09.716903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'name': 'network-vif-deleted', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:09.728368 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ec49a0-b9a5-4303-b20e-89d06458ce19" -d '{"events": [{"server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "name": "network-vif-deleted", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:09.812814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5be7bf05-2c84-4a13-8da1-dd25221041c0 req-2f0fc20d-5435-407a-a2be-21c944fb81aa tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bf69104-4879-470c-ac0d-7e0d7a5d8c00 HTTP/1.1" status: 200 len: 210 time: 0.0758424 Oct 19 20:40:09.889476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:09.910662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c568-a3de-4790-92e5-b8312cfc18e0 req-15dbfa74-0575-480d-ac63-fd9305e134b6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:09.922992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2d6c568-a3de-4790-92e5-b8312cfc18e0 req-15dbfa74-0575-480d-ac63-fd9305e134b6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2390871 Oct 19 20:40:09.923216 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367043e4-0c10-42e9-8925-15499267b2c5 x-openstack-request-id: req-367043e4-0c10-42e9-8925-15499267b2c5 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:09.923531 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf69104-4879-470c-ac0d-7e0d7a5d8c00", "name": "network-vif-deleted", "tag": "5e59fac9-df89-43d7-b9c1-d7bf622d9fda", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:09.923794 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-367043e4-0c10-42e9-8925-15499267b2c5 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:09.924253 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf69104-4879-470c-ac0d-7e0d7a5d8c00', 'name': 'network-vif-deleted', 'tag': '5e59fac9-df89-43d7-b9c1-d7bf622d9fda', 'status': 'completed', 'code': 200} Oct 19 20:40:09.930044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.004073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.019756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e4fbb61f-397f-40fe-8360-a7933f79ee12 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:10.107522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1bb8f098-0094-4f9d-baaa-27083bb3bd68 req-71a44180-f254-423d-a5ec-e1be22eaef99 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233639 Oct 19 20:40:10.182638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.205751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e4fbb61f-397f-40fe-8360-a7933f79ee12 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:10.206056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.319570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.408876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.25.7.203 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/1a9080e2-33e6-407b-9a87-7e7ea6e5d68d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:10.494732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:10.529719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2d6c568-a3de-4790-92e5-b8312cfc18e0 req-b57b6733-a711-4767-984c-f3f5c63ecfe3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6038954 Oct 19 20:40:10.530974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:10.534199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:10.574221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.581438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:10.624947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.713689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:10.726907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:10.730072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:10.733094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:10.771335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7707-cefe-4465-949f-ad7f4248a317 req-a55db64c-8acd-4d96-851d-663c0c640ef1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:10.772910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d6d7707-cefe-4465-949f-ad7f4248a317 req-a55db64c-8acd-4d96-851d-663c0c640ef1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1336982 Oct 19 20:40:10.784616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd6e4-0e73-4d78-a4dd-bd1df89d3701 req-9fb0b8d8-ba07-45a2-b381-ed5c629d5386 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:10.792015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9bd6e4-0e73-4d78-a4dd-bd1df89d3701 req-9fb0b8d8-ba07-45a2-b381-ed5c629d5386 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 943 time: 0.4505677 Oct 19 20:40:10.799681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:10.800338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.833565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-f1085182-769d-4679-890e-f3756f674954 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.0797033 Oct 19 20:40:10.860335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Request body: {'port': {'device_id': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:10.880795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fe58d38f-e829-4f83-9fe2-9cae0a5853c1 None None] Provisioning complete for port 688b6937-614c-49d5-8ede-13962d9f13b2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:10.881831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fe58d38f-e829-4f83-9fe2-9cae0a5853c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:10.912326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d6d7707-cefe-4465-949f-ad7f4248a317 req-9e0a1e51-c48a-443c-9e39-6e8c8889678f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301749 Oct 19 20:40:10.922668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9bd6e4-0e73-4d78-a4dd-bd1df89d3701 req-1bcb8cfd-3beb-48d3-955d-d3301d436a9b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097407 Oct 19 20:40:10.950203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fe58d38f-e829-4f83-9fe2-9cae0a5853c1 None None] Port 688b6937-614c-49d5-8ede-13962d9f13b2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:11.028736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.090430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:11.140667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.200031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d33f4-5bed-43c1-b172-491e82bbd6fc req-94c3092e-fe51-4a2f-8cda-76324983f1ce tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:11.201456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e7d33f4-5bed-43c1-b172-491e82bbd6fc req-94c3092e-fe51-4a2f-8cda-76324983f1ce tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 971 time: 0.1524754 Oct 19 20:40:11.230394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1f6a9-e357-4781-8b2f-de849f35dc3c req-841c5bcf-5802-4c7c-82df-f8205cf31893 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:11.232010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aba1f6a9-e357-4781-8b2f-de849f35dc3c req-841c5bcf-5802-4c7c-82df-f8205cf31893 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1029105 Oct 19 20:40:11.295586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Deleting port e4fbb61f-397f-40fe-8360-a7933f79ee12 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:11.295904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.339754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aba1f6a9-e357-4781-8b2f-de849f35dc3c req-ee092259-43a2-4ce2-92dc-49b8716f9f97 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781517 Oct 19 20:40:11.346885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.430249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.440355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.447005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e7d33f4-5bed-43c1-b172-491e82bbd6fc req-c4ca420f-0acc-451c-ad5c-376b2c4002a7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1987281 Oct 19 20:40:11.494585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:40:11.555919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] For port e4fbb61f-397f-40fe-8360-a7933f79ee12, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e4fbb61f-397f-40fe-8360-a7933f79ee12,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:11.556288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.574135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdb3c-8aeb-429e-b14f-038a55d8af2a req-36062ee5-af9c-417e-9304-5a4bbf638f14 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:11.578174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3eefdb3c-8aeb-429e-b14f-038a55d8af2a req-36062ee5-af9c-417e-9304-5a4bbf638f14 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1047299 Oct 19 20:40:11.579790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Calling delete_port for e4fbb61f-397f-40fe-8360-a7933f79ee12 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:11.622262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:11.637174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'port_id': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'mac_address': 'fa:16:3e:ca:80:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580cad2-2b2f-47d4-aaaa-64e1f4536420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:40:11.640308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3eefdb3c-8aeb-429e-b14f-038a55d8af2a req-9a6dfce9-d201-4936-a636-7d4f9e15a16a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530865 Oct 19 20:40:11.661046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:11.689008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.691652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.692792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/security-groups/71495fb2-04f2-42e0-b63d-3fdfd9fde80a HTTP/1.1" status: 204 len: 168 time: 0.6006823 Oct 19 20:40:11.719416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.726350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688b6937-614c-49d5-8ede-13962d9f13b2 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:11.735152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:11.746650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15711688-12ca-441c-9065-6cef5bf37ec0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71495fb2-04f2-42e0-b63d-3fdfd9fde80a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:11.749991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:11.753396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.784974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:11.791725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.843985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Transition to ACTIVE for port object 688b6937-614c-49d5-8ede-13962d9f13b2 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:40:11.851071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:11.859494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:11.908184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting subnet 22f87618-b48a-4c11-890b-415ce5f95ed2 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:40:11.930898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Pushing event updated for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:12.037180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['80b62a12-0b88-4fbd-8baf-1a5197efb760'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:12.130986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.197365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Attempting to bind port 688b6937-614c-49d5-8ede-13962d9f13b2 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:12.197807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Attempting to bind port 688b6937-614c-49d5-8ede-13962d9f13b2 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:12.198486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Attempting to bind port 688b6937-614c-49d5-8ede-13962d9f13b2 on network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:12.204971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fbb61f-397f-40fe-8360-a7933f79ee12,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:12.226245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159f09-d25c-464e-acfe-ba173174c1bb req-d6f0ffef-ec4e-483d-b4cd-ce2114534d6d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:12.227985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7159f09-d25c-464e-acfe-ba173174c1bb req-d6f0ffef-ec4e-483d-b4cd-ce2114534d6d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 944 time: 0.2145948 Oct 19 20:40:12.231351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Port 688b6937-614c-49d5-8ede-13962d9f13b2 on network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:40:12.231793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Attempting to bind port 688b6937-614c-49d5-8ede-13962d9f13b2 on network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:12.262611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:12.267651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Checking segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:12.268313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Bound using segment: {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:12.269003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Bound port: 688b6937-614c-49d5-8ede-13962d9f13b2, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:12.269646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.376792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.447591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7159f09-d25c-464e-acfe-ba173174c1bb req-1b26ce09-0727-499e-8245-a145c71d5636 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092257 Oct 19 20:40:12.532766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e7b6-91d7-432b-b3ae-f25524ebb110 req-60a2ff7d-f822-4849-a1ae-7976191fd31e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:12.534383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f0e7b6-91d7-432b-b3ae-f25524ebb110 req-60a2ff7d-f822-4849-a1ae-7976191fd31e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 812 time: 0.6517873 Oct 19 20:40:12.544513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:12.555438 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Sync routers for ids ['de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:12.564949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.566354 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Routers {'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:12.567187 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:12.613603 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.634739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f0e7b6-91d7-432b-b3ae-f25524ebb110 req-eeb56a02-7aa4-4057-8e30-3ab621a135d0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/quotas/9f4aad16e6ea4fa2b6b7a4fde88bc224 HTTP/1.1" status: 200 len: 375 time: 0.0871425 Oct 19 20:40:12.691742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.692534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f13b187a-c159-442b-8704-fc59d5ea57ce tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0545132 Oct 19 20:40:12.698938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33192) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:12.719012 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Set router de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:12.774983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.795573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f0e7b6-91d7-432b-b3ae-f25524ebb110 req-54660296-31e9-425e-8a79-44ef647e8bd0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528063 Oct 19 20:40:12.822734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:12.846658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.851416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=688b6937-614c-49d5-8ede-13962d9f13b2,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:12.864898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d98e8e-339f-4e77-8ab5-df0e63cde481 req-4b75c938-0a25-41df-83c5-29ee231be8eb tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:12.866714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f8d98e8e-339f-4e77-8ab5-df0e63cde481 req-4b75c938-0a25-41df-83c5-29ee231be8eb tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.0948105 Oct 19 20:40:12.870074 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.904356 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d855f5a8-d0e9-4084-b2e9-af746716ab7f tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 HTTP/1.1" status: 200 len: 909 time: 0.2031810 Oct 19 20:40:12.909076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33196) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:12.917168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1246487875', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': True}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:12.929848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.949684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:12.950859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.951961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] 10.222.0.37 "PUT /v2.0/ports/688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 200 len: 1131 time: 2.1089897 Oct 19 20:40:12.964591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:12.974198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:12.975513 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:12.978261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/subnets/22f87618-b48a-4c11-890b-415ce5f95ed2 HTTP/1.1" status: 204 len: 168 time: 1.2420008 Oct 19 20:40:12.981097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c29757-a96f-4e37-b780-58b58e2549e8 None None] Network f4b2adf1-9c57-4fa8-bdbf-83945564baff requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:12.984258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33198) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:13.001807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0c601-f116-4a10-a7a1-bc3741e8c99e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Subnet': ['ID=22f87618-b48a-4c11-890b-415ce5f95ed2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:13.012320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.014923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.113098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.155033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f8d98e8e-339f-4e77-8ab5-df0e63cde481 req-3d58b8e7-a8c6-4918-9c7f-1c52f8a501ce tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734969 Oct 19 20:40:13.158666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08515c6f-710d-4db4-bcbe-4b7b7e5d3a34 service neutron] Pushing event updated for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:13.184565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203'}], 'enable_snat': False}, 'gw_port_id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:08Z', 'updated_at': '2021-10-19T20:40:10Z', 'revision_number': 3, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port': {'id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:10Z', 'updated_at': '2021-10-19T20:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:13.239554 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Checking router: de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:13.239893 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Updating router de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:13.243037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.278257 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.357347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50bc12-18af-49ff-beab-e199ec6a2ec2 req-b7131981-5095-4faa-8ab5-49688e495085 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.359689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c50bc12-18af-49ff-beab-e199ec6a2ec2 req-b7131981-5095-4faa-8ab5-49688e495085 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 983 time: 0.2493672 Oct 19 20:40:13.381402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] DHCP port deletion for f4b2adf1-9c57-4fa8-bdbf-83945564baff request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:40:13.395945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.460553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Deleting port 4fa270f8-c8f5-449a-834c-93c365fb161c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:13.460836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.461894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.494868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c50bc12-18af-49ff-beab-e199ec6a2ec2 req-461f39c5-97c5-4a48-8454-32c4117b596a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1001852 Oct 19 20:40:13.500568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-fc8c49de-33d8-47bf-8b52-92d30728c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.502354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-fc8c49de-33d8-47bf-8b52-92d30728c450 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1134 time: 0.4330423 Oct 19 20:40:13.512451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:13.526082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47024f-4d25-4fd8-8678-a3c979e79f0b req-da7e7099-205a-40d2-8556-86b866258f26 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.534904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c47024f-4d25-4fd8-8678-a3c979e79f0b req-da7e7099-205a-40d2-8556-86b866258f26 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1317093 Oct 19 20:40:13.605626 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589fadc1-db85-4afe-a944-5aa51e6d6e33 x-openstack-request-id: req-589fadc1-db85-4afe-a944-5aa51e6d6e33 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:13.606028 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:13.606379 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-589fadc1-db85-4afe-a944-5aa51e6d6e33 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:13.607348 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2', 'status': 'completed', 'code': 200} Oct 19 20:40:13.647903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-0a4ebf9d-f44e-4ff8-8a8a-3e03d5ef4e6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 200 len: 217 time: 0.1071100 Oct 19 20:40:13.672805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9c47024f-4d25-4fd8-8678-a3c979e79f0b req-a657b26c-2de8-4711-8379-fb1d98da808b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323600 Oct 19 20:40:13.704802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] For port 4fa270f8-c8f5-449a-834c-93c365fb161c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fa270f8-c8f5-449a-834c-93c365fb161c,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:13.705886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.728594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Calling delete_port for 4fa270f8-c8f5-449a-834c-93c365fb161c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:13.754837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 80b62a12-0b88-4fbd-8baf-1a5197efb760 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:40:13.785739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-d8a94a1b-5059-4fd7-8fe1-56258e8678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.787323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-d8a94a1b-5059-4fd7-8fe1-56258e8678e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffeebf94-6f35-41f7-b426-bf3d2117b2f4 HTTP/1.1" status: 200 len: 838 time: 0.1296997 Oct 19 20:40:13.824522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 80b62a12-0b88-4fbd-8baf-1a5197efb760 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:13.825158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.918755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 4fa270f8-c8f5-449a-834c-93c365fb161c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:13.919254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.955157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175644-a971-4d36-9c11-b58ca8b5a626 req-1dbf0448-e42e-4f9e-8fde-77b4c3b79679 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.963753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3175644-a971-4d36-9c11-b58ca8b5a626 req-1dbf0448-e42e-4f9e-8fde-77b4c3b79679 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 944 time: 0.1935647 Oct 19 20:40:13.984190 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.990588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607eb8d-097d-4150-bb04-d8dc15c135d5 req-48daedae-cf3b-47bd-9d99-eba9ed7fb86f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:13.992617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.995324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.998996 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:13.999562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b607eb8d-097d-4150-bb04-d8dc15c135d5 req-48daedae-cf3b-47bd-9d99-eba9ed7fb86f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2106242 Oct 19 20:40:14.027938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] No DVR routers for this DVR port 4fa270f8-c8f5-449a-834c-93c365fb161c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:14.029577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.040191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fa270f8-c8f5-449a-834c-93c365fb161c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:14.040419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-c7fb7f27-79be-427f-8eec-9bbfd8118daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:14.041967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-c7fb7f27-79be-427f-8eec-9bbfd8118daf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467089 Oct 19 20:40:14.055270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3175644-a971-4d36-9c11-b58ca8b5a626 req-9e268efc-9b68-404a-bbbf-b4cd93fb5714 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Oct 19 20:40:14.103629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.119197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:14.120549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21bffd-363d-4aca-a2ad-44d301ac8453 None None] Pushing event deleted for resources: {'Port': ['ID=4fa270f8-c8f5-449a-834c-93c365fb161c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.128475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:14.131672 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b2c5d-13e5-42e6-ac96-2650c787ea8c" -d '{"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-plugged", "status": "completed", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:14.135005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.136769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4fa270f8-c8f5-449a-834c-93c365fb161c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:14.137074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fa270f8-c8f5-449a-834c-93c365fb161c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:14.142396 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Attempting to bind port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:14.142769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Attempting to bind port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:14.143128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Attempting to bind port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:14.163590 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:14.163970 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:14.164507 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.164902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:14.165485 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Bound port: 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:14.165867 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.189977 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0386eb-bc13-4ec9-8d0f-977adb5db3c6 x-openstack-request-id: req-df0386eb-bc13-4ec9-8d0f-977adb5db3c6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:14.190491 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-plugged", "status": "completed", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:14.190907 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df0386eb-bc13-4ec9-8d0f-977adb5db3c6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:14.191462 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'code': 200} Oct 19 20:40:14.223578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.258206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-9afd2690-af08-4439-8afd-0d40b91b3e12 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050796 Oct 19 20:40:14.261916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:14.294901 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] For port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:14.298645 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] For port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:14.308232 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.310292 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b127d-9fdb-45bb-a762-873b10a4000f None None] Pushing event updated for resources: {'Port': ['ID=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.364027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f5b0d4f0-8a17-4aaa-b057-135749e0d931 req-41ecc009-ba60-43ff-bc88-4d98d24098f0 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923603 Oct 19 20:40:14.364683 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b127d-9fdb-45bb-a762-873b10a4000f None None] Pushing event updated for resources: {'Port': ['ID=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.366107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port 4fa270f8-c8f5-449a-834c-93c365fb161c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fa270f8-c8f5-449a-834c-93c365fb161c,segment=NetworkSegment(d017ed0e-47fb-4861-8a1b-1fde9db31b0d),segment_id=d017ed0e-47fb-4861-8a1b-1fde9db31b0d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:14.366571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.386782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efb213-c162-4702-a21e-bbfac823eec1 req-e3b44915-3064-4420-bde4-3d906febea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:14.388929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89efb213-c162-4702-a21e-bbfac823eec1 req-e3b44915-3064-4420-bde4-3d906febea9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 1096 time: 0.1051772 Oct 19 20:40:14.394275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 4fa270f8-c8f5-449a-834c-93c365fb161c owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:14.411835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Routers {'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:14.412677 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:14.418099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b607eb8d-097d-4150-bb04-d8dc15c135d5 req-4afbb593-ec41-4495-a7c6-b656acf37cb0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174497 Oct 19 20:40:14.432363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.25.7.50 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/105ba7dc-1e57-4c24-91cf-7576fd8af1de) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:14.460775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709680f9-6014-44d0-a2a0-74fe3e1fea51 req-5acfeef8-deea-4cad-b77f-248ae6b223b4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:14.462431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-709680f9-6014-44d0-a2a0-74fe3e1fea51 req-5acfeef8-deea-4cad-b77f-248ae6b223b4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1439984 Oct 19 20:40:14.502172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89efb213-c162-4702-a21e-bbfac823eec1 req-77f2733d-fd5d-4dc5-a84d-f15f5560ab69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038396 Oct 19 20:40:14.573457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] Set router de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:14.579391 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-709680f9-6014-44d0-a2a0-74fe3e1fea51 req-7ba4c6ce-fea5-436f-bace-35aeb820cc88 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Oct 19 20:40:14.604360 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.696102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=4fa270f8-c8f5-449a-834c-93c365fb161c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.700901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] No DVR routers for this DVR port 4fa270f8-c8f5-449a-834c-93c365fb161c on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:14.710732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.733202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3cf7845e-b9fb-4570-a0e5-55b64296029f req-de61d7aa-33e6-44be-8809-8959d23b444f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224 HTTP/1.1" status: 200 len: 221 time: 0.1264250 Oct 19 20:40:14.781442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.817697 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203'}], 'enable_snat': False}, 'gw_port_id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:08Z', 'updated_at': '2021-10-19T20:40:10Z', 'revision_number': 3, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port': {'id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:10Z', 'updated_at': '2021-10-19T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:14.819396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-dd15d09c-252a-4056-9f56-ee46465bf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:14.820949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-dd15d09c-252a-4056-9f56-ee46465bf7fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1134 time: 0.3339016 Oct 19 20:40:14.848068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:14.856659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:14.868440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74ef46-1dec-4466-830c-32cba478127f req-5d087821-054b-4a8f-9ccc-bb72bf1b83d9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:14.870198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e74ef46-1dec-4466-830c-32cba478127f req-5d087821-054b-4a8f-9ccc-bb72bf1b83d9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 983 time: 0.2396049 Oct 19 20:40:14.871088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:14.875668 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf380569-04f6-4561-8287-4ede2d8ee3ff None None] The sync data for ids ['de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4'] in n-d-805649-9 is: [{'id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203'}], 'enable_snat': False}, 'gw_port_id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:08Z', 'updated_at': '2021-10-19T20:40:10Z', 'revision_number': 3, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port': {'id': '1a9080e2-33e6-407b-9a87-7e7ea6e5d68d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:10Z', 'updated_at': '2021-10-19T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:14.884444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:14.887675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:14.905567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Sync routers for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:14.911567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8ae7608a-3001-4c0d-9ac2-d96cf378f8c1 admin admin] 10.222.0.31 "PUT /v2.0/routers/7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2009153 Oct 19 20:40:14.922632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:14.922632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:14.922956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33228) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:14.924048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=105ba7dc-1e57-4c24-91cf-7576fd8af1de,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:14.950261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b2adf1-9c57-4fa8-bdbf-83945564baff']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:14.991928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:14.992222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd017ed0e-47fb-4861-8a1b-1fde9db31b0d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:15.012715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.051262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.064600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:40:15.064842 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.064956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:40:15.069921 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:40:15.077915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa6e9-b0e2-46d5-ab8d-1ac80e117f15 req-72f8d9df-1681-4a58-8878-4397af7c4f31 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:15.085889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce8fa6e9-b0e2-46d5-ab8d-1ac80e117f15 req-72f8d9df-1681-4a58-8878-4397af7c4f31 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2452118 Oct 19 20:40:15.160108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-7dfbfc93-f6cc-4ed6-8d95-eb86b51bc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:15.161785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-7dfbfc93-f6cc-4ed6-8d95-eb86b51bc4d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 200 len: 898 time: 0.3318565 Oct 19 20:40:15.235192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e74ef46-1dec-4466-830c-32cba478127f req-7337fa6d-70bf-4151-a15c-4468aa769502 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3469574 Oct 19 20:40:15.265779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.301871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-2d938cec-e2bd-4f3e-ae52-f046f8675f40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 200 len: 217 time: 0.1264625 Oct 19 20:40:15.319135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.351198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:11Z', 'revision_number': 5, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:15.372736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.379321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/networks/f4b2adf1-9c57-4fa8-bdbf-83945564baff HTTP/1.1" status: 204 len: 168 time: 2.3125961 Oct 19 20:40:15.382754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33234) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:15.382940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Checking router: 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:15.395564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Routers {'7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:15.396401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:15.441738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce8fa6e9-b0e2-46d5-ab8d-1ac80e117f15 req-b1c13624-9535-4785-a438-1e4d81e8a002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527994 Oct 19 20:40:15.564530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e227f-8213-40a0-a532-0b2f80fd72fc tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Network': ['ID=f4b2adf1-9c57-4fa8-bdbf-83945564baff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:15.579234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.582694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] Set router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:15.636810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-cc8918b5-06fb-4291-8a9f-1be2d755bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:15.638793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-cc8918b5-06fb-4291-8a9f-1be2d755bdde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffeebf94-6f35-41f7-b426-bf3d2117b2f4 HTTP/1.1" status: 200 len: 838 time: 0.3276947 Oct 19 20:40:15.731510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e3298-28ac-4d39-9a3a-9c9345298e2b req-66f6d497-948c-4249-9b17-f4991db106f2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:15.751179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-440e3298-28ac-4d39-9a3a-9c9345298e2b req-66f6d497-948c-4249-9b17-f4991db106f2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.3597689 Oct 19 20:40:15.917568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:15.949061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:11Z', 'revision_number': 5, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:15.987540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:16.009803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-440e3298-28ac-4d39-9a3a-9c9345298e2b req-db3e491a-ec16-4028-90df-f2a5af934bda tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574069 Oct 19 20:40:16.039574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1c102-8a86-4c8d-af88-2d5156d08507 None None] The sync data for ids ['7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf'] in n-d-805649-9 is: [{'id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'name': 'tempest-ImageQuotaTest-827405195-router', 'tenant_id': 'acc150ff791e41b49fc62213f3c6dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '68160323-1505-42ef-8573-2bd74bb0090c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:49Z', 'updated_at': '2021-10-19T20:40:11Z', 'revision_number': 5, 'project_id': 'acc150ff791e41b49fc62213f3c6dd57', 'gw_port': {'id': '68160323-1505-42ef-8573-2bd74bb0090c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:51Z', 'updated_at': '2021-10-19T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:16.052766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Deleting port 68160323-1505-42ef-8573-2bd74bb0090c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:16.053131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.066346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:16.066718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.165875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.188929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:16.194190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.204032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311edf4-2a7e-4767-a1fc-4aa2d49de302 req-e26d7261-39ce-4407-bd23-3a5b5e8a4538 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:16.205787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a311edf4-2a7e-4767-a1fc-4aa2d49de302 req-e26d7261-39ce-4407-bd23-3a5b5e8a4538 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.5593672 Oct 19 20:40:16.209054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-699a1027-28f0-4883-800e-4e7f1d75e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:16.210528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-699a1027-28f0-4883-800e-4e7f1d75e0e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5528021 Oct 19 20:40:16.256496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:16.303228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43fb45-edb4-4d81-ac3c-fc28713d17cd req-722b4a49-66ae-4e20-a876-25b6fc2d0e94 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:16.305108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b43fb45-edb4-4d81-ac3c-fc28713d17cd req-722b4a49-66ae-4e20-a876-25b6fc2d0e94 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1233342 Oct 19 20:40:16.314068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] For port 68160323-1505-42ef-8573-2bd74bb0090c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=68160323-1505-42ef-8573-2bd74bb0090c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:16.314420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.338085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Calling delete_port for 68160323-1505-42ef-8573-2bd74bb0090c owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:16.342133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a311edf4-2a7e-4767-a1fc-4aa2d49de302 req-43fe879e-34fd-47a6-8e9d-ba454eb78ea1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294980 Oct 19 20:40:16.363674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.372349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port cfb91e10-5581-4e56-ae40-e0bd56acfe3b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:16.372692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.391400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-ccc73007-83e0-46f5-b180-b7f696790ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701596 Oct 19 20:40:16.599478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.600053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:16.623242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for cfb91e10-5581-4e56-ae40-e0bd56acfe3b owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:16.662898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1de8d1d5-aa8a-4d4f-b35b-7854756512e1 req-ee494028-249b-4312-8e94-1b52c9a33f8b service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608559 Oct 19 20:40:16.704670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-0d932d07-3802-43b7-a2f9-78bca796a068 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:16.706250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-0d932d07-3802-43b7-a2f9-78bca796a068 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.2508430 Oct 19 20:40:16.748946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b43fb45-edb4-4d81-ac3c-fc28713d17cd req-23c8c0c9-1065-4da6-9c7b-79bac7e77040 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317062 Oct 19 20:40:16.751297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-7b89397d-e157-43d3-beca-28df2b75a268 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/quotas/d7006116990e4f8daa007d342b594a5c HTTP/1.1" status: 200 len: 375 time: 0.0387504 Oct 19 20:40:16.848383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-93890e73-c577-43a5-b570-17eb401cedf2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838068 Oct 19 20:40:16.941576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68ab41-1f10-498b-8cc7-2e70f7f16d13 req-dbcb1d37-cdf3-4175-af87-8fe1d538c15e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:16.943065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab68ab41-1f10-498b-8cc7-2e70f7f16d13 req-dbcb1d37-cdf3-4175-af87-8fe1d538c15e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 983 time: 0.0837536 Oct 19 20:40:16.992854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-9945f6d9-fad0-43f0-8ab8-dc43cce07384 service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324358 Oct 19 20:40:16.993933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.013774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:17.031483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab68ab41-1f10-498b-8cc7-2e70f7f16d13 req-1addc69b-a6e4-4020-8e0b-e4b183239bdb tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0796428 Oct 19 20:40:17.038879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=cfb91e10-5581-4e56-ae40-e0bd56acfe3b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:17.076541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.107588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Pushing event deleted for resources: {'Port': ['ID=68160323-1505-42ef-8573-2bd74bb0090c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:17.172423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.172758 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Floating IP 2a743452-b91f-47b8-978a-1bb316334a34 disassociated (deleted). External IP: 172.25.7.96, port: daef42d4-1dba-4beb-b4f4-4fbb9d83481f. Oct 19 20:40:17.230072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-94d534fc-f85c-4ea3-ac6d-72aa5e449a9c service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278659 Oct 19 20:40:17.247601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:17.265475 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.267536 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Sync routers for ids ['4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:17.288444 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Routers {'4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:17.289281 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:17.334113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55c4af-7435-4e31-b119-56ac4493b5b2 req-7525e17a-909a-40ce-9112-50cc53bf5328 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:17.341396 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d55c4af-7435-4e31-b119-56ac4493b5b2 req-7525e17a-909a-40ce-9112-50cc53bf5328 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1989384 Oct 19 20:40:17.348328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.351958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-faffe258-fd14-434b-ab1c-b078b2ce55ab tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4386048 Oct 19 20:40:17.357025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33262) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:17.408833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.451856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.519404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:17.542160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585db870-b613-4985-b56f-f674690b5a8a req-5012203c-f427-410e-a905-32f2c1da7b2e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:17.542767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d55c4af-7435-4e31-b119-56ac4493b5b2 req-5cd37958-fa9e-425c-b7c1-399a07f4c699 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852942 Oct 19 20:40:17.544281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-585db870-b613-4985-b56f-f674690b5a8a req-5012203c-f427-410e-a905-32f2c1da7b2e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0732820 Oct 19 20:40:17.547466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.550650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 688b6937-614c-49d5-8ede-13962d9f13b2 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:40:17.556840 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Set router 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:17.565233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:17.647221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6bba1268-26c4-4c14-a94b-c0b41c9f07f6 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/4fc4caf3-9aca-4637-bfd7-8ccbf26971ab HTTP/1.1" status: 200 len: 907 time: 0.2868359 Oct 19 20:40:17.648250 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.652203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c452e6f-7524-4141-be83-eb89bb4bd917 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7bb7bc18-6cb6-48b2-b6dd-bf0325cb4bbf HTTP/1.1" status: 204 len: 168 time: 2.7295554 Oct 19 20:40:17.655063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:17.655921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33272) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:17.736502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=688b6937-614c-49d5-8ede-13962d9f13b2,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:17.755203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '688b6937-614c-49d5-8ede-13962d9f13b2', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'port_id': '688b6937-614c-49d5-8ede-13962d9f13b2', 'mac_address': 'fa:16:3e:ec:10:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:40:17.758943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a038dc94-234f-4c97-be89-6753993e62f9 req-df3f0bce-e7b0-4686-b34f-1b4de302c484 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 210 time: 0.0995748 Oct 19 20:40:17.785654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-585db870-b613-4985-b56f-f674690b5a8a req-6de42bae-31d9-4408-a803-ddac0368e8a9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221298 Oct 19 20:40:17.852335 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4caf3-9aca-4637-bfd7-8ccbf26971ab', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '105ba7dc-1e57-4c24-91cf-7576fd8af1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:13Z', 'updated_at': '2021-10-19T20:40:15Z', 'revision_number': 3, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port': {'id': '105ba7dc-1e57-4c24-91cf-7576fd8af1de', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc4caf3-9aca-4637-bfd7-8ccbf26971ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:14Z', 'updated_at': '2021-10-19T20:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:17.896533 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Checking router: 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:17.897165 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Updating router 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab port 105ba7dc-1e57-4c24-91cf-7576fd8af1de binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:17.910026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:17.927277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.932568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.937522 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.953893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:17.959828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Deleting subnet 6948202b-5f78-4647-bda7-77786849cd18 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:40:17.961538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688b6937-614c-49d5-8ede-13962d9f13b2 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:17.966340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.984988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=688b6937-614c-49d5-8ede-13962d9f13b2,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:17.989751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:17.996418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:17.997389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:18.006167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9d8eff09-4545-4c9a-a2a1-6460f33ac023 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a743452-b91f-47b8-978a-1bb316334a34 HTTP/1.1" status: 204 len: 168 time: 2.6209381 Oct 19 20:40:18.007676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:18.010740 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:18.043633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695327e-5b75-4d78-bf58-ec2a71b52d3c req-4d9b7da6-547f-44a8-a7d2-d5f1f3196f98 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:18.046607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c695327e-5b75-4d78-bf58-ec2a71b52d3c req-4d9b7da6-547f-44a8-a7d2-d5f1f3196f98 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.0816269 Oct 19 20:40:18.054388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.104446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c695327e-5b75-4d78-bf58-ec2a71b52d3c req-ee9e51ca-7f85-4a1a-9887-5a9f03570904 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503650 Oct 19 20:40:18.117716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.302639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:18.344029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855743-c74b-4808-990a-2643ef5b784f req-8c777611-561b-4ea9-9091-6cd823cec916 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:18.352546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7855743-c74b-4808-990a-2643ef5b784f req-8c777611-561b-4ea9-9091-6cd823cec916 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.4716611 Oct 19 20:40:18.386517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e51427-8ffc-4f5e-bcb4-6940f34251f0 req-cb01e973-5d47-4215-ae13-0bd4fd18e27d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:18.387882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d6e51427-8ffc-4f5e-bcb4-6940f34251f0 req-cb01e973-5d47-4215-ae13-0bd4fd18e27d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1034360 Oct 19 20:40:18.465220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d6e51427-8ffc-4f5e-bcb4-6940f34251f0 req-eb5fcd62-5039-4ba5-8c83-7c58bafad1d5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646229 Oct 19 20:40:18.472421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:18.501271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.520150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7855743-c74b-4808-990a-2643ef5b784f req-5b3b7fe6-68fe-49e4-b573-f9aada1127a1 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507430 Oct 19 20:40:18.547844 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.553963 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.589071 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c28385-a43d-405d-87c5-d46f5fbe462b x-openstack-request-id: req-a9c28385-a43d-405d-87c5-d46f5fbe462b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:18.589630 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:18.590091 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9c28385-a43d-405d-87c5-d46f5fbe462b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:18.590675 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'status': 'completed', 'code': 200} Oct 19 20:40:18.613519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.672112 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955a45a-2792-4154-bb0f-ee7d9293ae2b None None] Pushing event updated for resources: {'Port': ['ID=105ba7dc-1e57-4c24-91cf-7576fd8af1de,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:18.723677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:18.726605 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Attempting to bind port 105ba7dc-1e57-4c24-91cf-7576fd8af1de on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:18.729591 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Attempting to bind port 105ba7dc-1e57-4c24-91cf-7576fd8af1de by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:18.730200 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Attempting to bind port 105ba7dc-1e57-4c24-91cf-7576fd8af1de on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:18.739804 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:18.746013 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:18.751191 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.751806 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:18.752647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Bound port: 105ba7dc-1e57-4c24-91cf-7576fd8af1de, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:18.753201 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.853962 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] For port 105ba7dc-1e57-4c24-91cf-7576fd8af1de, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:18.858162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] For port 105ba7dc-1e57-4c24-91cf-7576fd8af1de, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=105ba7dc-1e57-4c24-91cf-7576fd8af1de,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:18.862151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['688b6937-614c-49d5-8ede-13962d9f13b2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:18.866218 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:18.887275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.012669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-735a8e00-9d71-4880-8306-ed01841bfe8b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.019006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-735a8e00-9d71-4880-8306-ed01841bfe8b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.37 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.2285652 Oct 19 20:40:19.035847 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Routers {'4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:19.036493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:19.037492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:19.038030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.041412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf63af-68d1-411b-a6c8-502dc234d127 req-c156bc6b-411d-4543-a117-513cbd31d1d5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.043607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Request body: {'port': {'device_id': '91cac60d-b386-4b44-a65a-697013d5aa24', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'admin_state_up': True, 'tenant_id': 'd7006116990e4f8daa007d342b594a5c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:19.044156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcff1bc-cd90-4403-af43-5a1ae12c6f6a None None] Network f3a9d79e-6d00-4593-9b23-bb591d7c7879 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:19.048183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcdf63af-68d1-411b-a6c8-502dc234d127 req-c156bc6b-411d-4543-a117-513cbd31d1d5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 984 time: 0.3526781 Oct 19 20:40:19.049993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6948202b-5f78-4647-bda7-77786849cd18,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:19.066081 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.074342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-786cebff-4186-4ae9-a80c-d37e0a52669e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6948202b-5f78-4647-bda7-77786849cd18 HTTP/1.1" status: 204 len: 168 time: 1.4136124 Oct 19 20:40:19.079362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33310) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:19.099110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-c09ea83d-68d1-4e26-b3d6-0345bb4356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.100795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-c09ea83d-68d1-4e26-b3d6-0345bb4356fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 1096 time: 0.4718502 Oct 19 20:40:19.189608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Deleting port 105ba7dc-1e57-4c24-91cf-7576fd8af1de {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:19.189953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.218089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.240322 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] Set router 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:19.347469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:19.351283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.368429 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc4caf3-9aca-4637-bfd7-8ccbf26971ab', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:13Z', 'updated_at': '2021-10-19T20:40:18Z', 'revision_number': 4, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:19.377947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcdf63af-68d1-411b-a6c8-502dc234d127 req-9f04c687-8140-4520-aa6c-212c4722ed9f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3174257 Oct 19 20:40:19.409362 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955a45a-2792-4154-bb0f-ee7d9293ae2b None None] Pushing event updated for resources: {'Port': ['ID=105ba7dc-1e57-4c24-91cf-7576fd8af1de,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:19.423157 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5763cd5d-3f82-418c-a3e3-0cdab1460486 None None] The sync data for ids ['4fc4caf3-9aca-4637-bfd7-8ccbf26971ab'] in n-d-805649-9 is: [{'id': '4fc4caf3-9aca-4637-bfd7-8ccbf26971ab', 'name': 'tempest-snat-router-1246487875', 'tenant_id': '79d23a49ef6d47b99b07d511105f03c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:13Z', 'updated_at': '2021-10-19T20:40:18Z', 'revision_number': 4, 'project_id': '79d23a49ef6d47b99b07d511105f03c7', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:19.486351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Deleting port b5b35bf9-8b1f-4903-8203-0f7786d0e865 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:19.487872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.490307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:19.496814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] For port 105ba7dc-1e57-4c24-91cf-7576fd8af1de, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=105ba7dc-1e57-4c24-91cf-7576fd8af1de,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:19.497306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.523530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Calling delete_port for 105ba7dc-1e57-4c24-91cf-7576fd8af1de owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:19.576184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:19.582513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-8ee19e00-ac1d-4cc1-8fab-869b5839b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.584157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-8ee19e00-ac1d-4cc1-8fab-869b5839b18b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 200 len: 897 time: 0.4629085 Oct 19 20:40:19.626549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:19.627282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:19.643160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] For port b5b35bf9-8b1f-4903-8203-0f7786d0e865, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b5b35bf9-8b1f-4903-8203-0f7786d0e865,segment=NetworkSegment(6c86b54b-d653-4abc-9f7e-e1a6377d19bc),segment_id=6c86b54b-d653-4abc-9f7e-e1a6377d19bc)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:19.643536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.665882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Calling delete_port for b5b35bf9-8b1f-4903-8203-0f7786d0e865 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:19.678178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-1019efa9-9a65-4c11-bf11-b72ec71945c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 200 len: 217 time: 0.0503869 Oct 19 20:40:19.750741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-3c385b47-2857-4275-b761-a15bde5864b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.752398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-3c385b47-2857-4275-b761-a15bde5864b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 200 len: 834 time: 0.0641804 Oct 19 20:40:19.760624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:19.800816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc1f7c-43b2-4448-af56-ac81f8fb41ed req-a9cf16a6-eb41-4d8b-84b0-659acb3615ff tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.802578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fc1f7c-43b2-4448-af56-ac81f8fb41ed req-a9cf16a6-eb41-4d8b-84b0-659acb3615ff tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2697148 Oct 19 20:40:19.818748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:19.853176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e4fbb61f-397f-40fe-8360-a7933f79ee12 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:19.855336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1348e9d-66bf-43f9-8d6d-c87d977eb10b None None] DHCP port deletion for f3a9d79e-6d00-4593-9b23-bb591d7c7879 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:40:19.896593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] No DVR routers for this DVR port b5b35bf9-8b1f-4903-8203-0f7786d0e865 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:19.903790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b35bf9-8b1f-4903-8203-0f7786d0e865,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:19.904952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e4fbb61f-397f-40fe-8360-a7933f79ee12 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:19.906134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e4fbb61f-397f-40fe-8360-a7933f79ee12 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:19.942233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b2330-25a4-43b2-9708-2b506604842c req-07b848ae-46d3-40e1-b992-ec64b2f083b9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:19.943812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-502b2330-25a4-43b2-9708-2b506604842c req-07b848ae-46d3-40e1-b992-ec64b2f083b9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.6069562 Oct 19 20:40:20.018439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06fc1f7c-43b2-4448-af56-ac81f8fb41ed req-4ec2c50d-fed9-408c-ac63-7b4670ec348e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973913 Oct 19 20:40:20.022392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b5b35bf9-8b1f-4903-8203-0f7786d0e865 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:20.061701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Allocated IP 172.20.0.9 (ee949465-a0c3-4634-b93d-f349c2cb2bcb/4a8c533c-5730-4d4b-a412-5d313d009fab/e464d795-3307-4294-bb17-7143d4bcf6a7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:20.080913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b5b35bf9-8b1f-4903-8203-0f7786d0e865 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:20.082373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b5b35bf9-8b1f-4903-8203-0f7786d0e865 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:20.082907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 68160323-1505-42ef-8573-2bd74bb0090c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:20.110728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 68160323-1505-42ef-8573-2bd74bb0090c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:20.111613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 68160323-1505-42ef-8573-2bd74bb0090c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:20.118171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-20e4c644-f4c6-496e-816e-38e784897236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:20.119822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-20e4c644-f4c6-496e-816e-38e784897236 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b4604c20-73c2-4f9c-a91e-501179b01b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3581104 Oct 19 20:40:20.157510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.172989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:20.201229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c0ae3-33d7-4bcb-b002-1f4f90e45827 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:00Z', 'revision_number': 6, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7995e5c3-1bcb-4f33-9943-941ce3cee797', 'name': '', 'network_id': 'b4604c20-73c2-4f9c-a91e-501179b01b7b', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:67:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:36Z', 'updated_at': '2021-10-19T20:37:45Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': '4cfad507-fd45-43ef-abdb-daa789a40a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:20.557348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Port': ['ID=105ba7dc-1e57-4c24-91cf-7576fd8af1de,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:20.598506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4525eaa1-a09c-4bc6-81ac-90fc1be39738 req-b6cd6c6a-19cb-4eb1-9c8e-ff1f8586cc8c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 210 time: 0.4203012 Oct 19 20:40:20.614860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.643449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-ff768dbb-15c5-4d2f-89d7-7b131900887a service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101209 Oct 19 20:40:20.653857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-502b2330-25a4-43b2-9708-2b506604842c req-5a2cc826-0148-4770-9ade-b46ef24f4ca9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6963227 Oct 19 20:40:20.666624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a9d79e-6d00-4593-9b23-bb591d7c7879']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:20.678499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c86b54b-d653-4abc-9f7e-e1a6377d19bc') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:20.678629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c86b54b-d653-4abc-9f7e-e1a6377d19bc') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:20.688735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.691155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.715120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.737217 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82033f11-fe52-485c-96aa-0a968172c667 None None] New status for floating IP 2a743452-b91f-47b8-978a-1bb316334a34: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:40:20.744738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:40:20.745147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:40:20.746929 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:40:20.774995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.800293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-d0155723-c1b4-4bc9-a6be-3c44704c9179 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:20.801899 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-d0155723-c1b4-4bc9-a6be-3c44704c9179 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.5809741 Oct 19 20:40:20.878513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.883112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.896382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.909377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cadf-5626-41f7-8c8c-e68b6a406e8a req-82f2a6c2-ceef-47e2-ab1c-0b2ab7f8e515 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:20.910965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e87cadf-5626-41f7-8c8c-e68b6a406e8a req-82f2a6c2-ceef-47e2-ab1c-0b2ab7f8e515 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1925216 Oct 19 20:40:20.917124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.920472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3a9d79e-6d00-4593-9b23-bb591d7c7879 HTTP/1.1" status: 204 len: 168 time: 1.8400922 Oct 19 20:40:20.954756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0947-ce22-4e9b-b945-3a81b42023f8 req-22a0a9c5-43c4-4506-86f1-d871a677df8e tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:20.956914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d27b0947-ce22-4e9b-b945-3a81b42023f8 req-22a0a9c5-43c4-4506-86f1-d871a677df8e tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.2670643 Oct 19 20:40:20.961954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.962239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc4caf3-9aca-4637-bfd7-8ccbf26971ab {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:20.969081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2915-f78c-4f5a-93a1-fce48f1446df admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a9d79e-6d00-4593-9b23-bb591d7c7879,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:20.971556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.975056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-76f57f89-8ac5-4436-903e-65977a9a4864 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4fc4caf3-9aca-4637-bfd7-8ccbf26971ab HTTP/1.1" status: 204 len: 168 time: 3.3155670 Oct 19 20:40:20.979454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33326) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:20.982608 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:20.985289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46117b9f-8d5d-4a90-9b2a-57e89dea5be1 req-4eb0c5e8-4963-43da-9667-f5b2b8503152 service neutron] 10.222.0.11 "GET /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970834 Oct 19 20:40:20.996029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609', 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:21.048948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d27b0947-ce22-4e9b-b945-3a81b42023f8 req-74aeed4c-9856-438e-a91e-24cce2984270 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587292 Oct 19 20:40:21.095737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:21.120733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e87cadf-5626-41f7-8c8c-e68b6a406e8a req-cd633d31-3a9b-4f20-a25e-c75fe68af688 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905553 Oct 19 20:40:21.137056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:21.144994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:21.162874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:21.226463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2d4c-d2ee-43c4-a051-32050c0b913d req-8dd75541-d8dd-458a-96c0-54258858439f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.228191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-101d2d4c-d2ee-43c4-a051-32050c0b913d req-8dd75541-d8dd-458a-96c0-54258858439f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0797212 Oct 19 20:40:21.234409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event updated for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:21.278821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-101d2d4c-d2ee-43c4-a051-32050c0b913d req-d8eedd87-ed4b-4202-a61b-340cb02c5d5c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Oct 19 20:40:21.356150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3358c1cb-b224-4af8-ac6e-98ab6c855ba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acc150ff791e41b49fc62213f3c6dd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582663 Oct 19 20:40:21.358239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port daef42d4-1dba-4beb-b4f4-4fbb9d83481f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:21.358625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.359218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33334) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:21.376457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.377062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.395432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.445540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beb882-b22f-4814-9fb9-8487edf1ccc2 req-875c208a-207b-47e3-9b31-03e07ec160ea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.447197 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09beb882-b22f-4814-9fb9-8487edf1ccc2 req-875c208a-207b-47e3-9b31-03e07ec160ea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0811107 Oct 19 20:40:21.453266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.493604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.494490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-604cbe85-0386-45f8-9b6e-7dddb47f744c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4657001 Oct 19 20:40:21.508271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3d3d4-b86b-42ce-a910-feab8e1524db req-1c651a6a-ac3f-4b35-8b87-c5dea807c011 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.509731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96d3d3d4-b86b-42ce-a910-feab8e1524db req-1c651a6a-ac3f-4b35-8b87-c5dea807c011 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 984 time: 0.2323389 Oct 19 20:40:21.518311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Request body: {'port': {'device_id': '91cac60d-b386-4b44-a65a-697013d5aa24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:21.518489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-09beb882-b22f-4814-9fb9-8487edf1ccc2 req-3cce6e6d-9c0f-4117-83d6-03ff900ab1f9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Oct 19 20:40:21.556883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.560059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.561469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/972fe24a-ea11-4b94-93bd-eda5646d411d HTTP/1.1" status: 204 len: 168 time: 0.2011018 Oct 19 20:40:21.573071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3caeb0-5969-47ac-9d87-b990208dca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972fe24a-ea11-4b94-93bd-eda5646d411d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:21.576814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 688b6937-614c-49d5-8ede-13962d9f13b2 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:21.640237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port daef42d4-1dba-4beb-b4f4-4fbb9d83481f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:21.640609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.641913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 688b6937-614c-49d5-8ede-13962d9f13b2 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:40:21.648369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 688b6937-614c-49d5-8ede-13962d9f13b2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:21.649437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.668258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac374f-66aa-4b21-b4fe-d452018b200c req-e6c85bf3-dc44-407a-9a9c-4ba6436ad105 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.670047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1ac374f-66aa-4b21-b4fe-d452018b200c req-e6c85bf3-dc44-407a-9a9c-4ba6436ad105 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0700338 Oct 19 20:40:21.691825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for daef42d4-1dba-4beb-b4f4-4fbb9d83481f owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:21.720653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96d3d3d4-b86b-42ce-a910-feab8e1524db req-5ebb0637-acb4-4abc-b78e-3ddf5fcec55b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1963911 Oct 19 20:40:21.725283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.725922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d1ac374f-66aa-4b21-b4fe-d452018b200c req-ec4a530a-65fb-4aa8-a5d3-6fe828a0d8f7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Oct 19 20:40:21.731255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.757744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.795533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=688b6937-614c-49d5-8ede-13962d9f13b2,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:21.796737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:21.799434 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6def51-2242-48f3-a170-ccaa04d2e190" -d '{"events": [{"server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "name": "network-vif-plugged", "status": "completed", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:21.805431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:21.864605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:21.913909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f0889-cd43-4aa1-ad92-7785070da5d1 req-a9e84ca1-f21d-4256-bb85-2b38a3c70352 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:21.916879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff9f0889-cd43-4aa1-ad92-7785070da5d1 req-a9e84ca1-f21d-4256-bb85-2b38a3c70352 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 931 time: 0.0601900 Oct 19 20:40:21.965368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff9f0889-cd43-4aa1-ad92-7785070da5d1 req-7015fb6c-2ba8-4673-81a7-1a453e96adb5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388041 Oct 19 20:40:22.028086 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e9b39-93f1-4e32-8e76-3c1b7743b77e x-openstack-request-id: req-3d6e9b39-93f1-4e32-8e76-3c1b7743b77e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:22.028568 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "name": "network-vif-plugged", "status": "completed", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:22.028677 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d6e9b39-93f1-4e32-8e76-3c1b7743b77e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:22.029027 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2', 'code': 200} Oct 19 20:40:22.049115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Deleting port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:22.049491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.065159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d159ec6-61f2-43e5-851f-a37a5d5e4a4a req-18d154f4-e0cb-4bb1-bbb6-497884ecb853 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.066745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d159ec6-61f2-43e5-851f-a37a5d5e4a4a req-18d154f4-e0cb-4bb1-bbb6-497884ecb853 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4e3d880-6fbe-4787-97c3-5a6b7122ebba HTTP/1.1" status: 200 len: 945 time: 0.2202003 Oct 19 20:40:22.066878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33352) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:22.085937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0feb9c40-bf96-4e87-b296-9d315e24efe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.182344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d41590-299e-44be-8956-d0fcb50c40c7 req-08b77469-4a0d-4cde-9896-a81a5a1624de tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.183849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2d41590-299e-44be-8956-d0fcb50c40c7 req-08b77469-4a0d-4cde-9896-a81a5a1624de tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0815420 Oct 19 20:40:22.217280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.236947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0feb9c40-bf96-4e87-b296-9d315e24efe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.256841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0feb9c40-bf96-4e87-b296-9d315e24efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.275783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2d41590-299e-44be-8956-d0fcb50c40c7 req-9148368a-e679-4edb-bb74-2ba07f8f890c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Oct 19 20:40:22.294356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=daef42d4-1dba-4beb-b4f4-4fbb9d83481f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:22.310375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d159ec6-61f2-43e5-851f-a37a5d5e4a4a req-457a3bc6-e375-413f-811c-1ecc9a065d4a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=0850b614-ca98-43a3-a248-ecf745eb1407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012289 Oct 19 20:40:22.312879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2033d0-22f0-452f-9240-7f3168fae436 req-3492cfb0-c2d6-4ffd-8ca2-064028e123e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.314341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a2033d0-22f0-452f-9240-7f3168fae436 req-3492cfb0-c2d6-4ffd-8ca2-064028e123e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1136 time: 0.2107291 Oct 19 20:40:22.318435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0feb9c40-bf96-4e87-b296-9d315e24efe2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2473311 Oct 19 20:40:22.318435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb9c40-bf96-4e87-b296-9d315e24efe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd9bf4-f768-4e2b-911c-ef23321ffcbd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:22.325108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33360) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:22.377939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] For port 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:22.378309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.420599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786869d3-5492-4eac-bff6-effe8c498221 req-1f1da5c1-5ba8-4c86-877d-0268ca0dba9a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.422176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786869d3-5492-4eac-bff6-effe8c498221 req-1f1da5c1-5ba8-4c86-877d-0268ca0dba9a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Oct 19 20:40:22.434376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] No DVR routers for this DVR port daef42d4-1dba-4beb-b4f4-4fbb9d83481f on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:22.453528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Calling delete_port for 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:22.455760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.459054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-19eb60ff-20e9-4ee1-be31-f732dfd5c82b req-0c8a4b9a-8e66-49e5-a11e-ac754760c7f2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.11 "DELETE /v2.0/ports/daef42d4-1dba-4beb-b4f4-4fbb9d83481f HTTP/1.1" status: 204 len: 173 time: 1.6182685 Oct 19 20:40:22.462288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'name': 'network-vif-deleted', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:22.462442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786869d3-5492-4eac-bff6-effe8c498221 req-5585bc11-1c85-4a8d-8041-a1a15c9359fb tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339987 Oct 19 20:40:22.464589 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c2b3d-142c-4139-921e-a2e38cf070d4" -d '{"events": [{"server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "name": "network-vif-deleted", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:22.540053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e464d795-3307-4294-bb17-7143d4bcf6a7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:22.573642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a2033d0-22f0-452f-9240-7f3168fae436 req-3a78f930-6a03-43ad-bc9c-11ad00c911ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&id=23bf8670-c148-44e8-ae0a-86113efed867&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2308443 Oct 19 20:40:22.585435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.588321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa22f17-8bdb-40b2-b3b0-2d28a830d9a9 req-f1c596d7-ac57-4813-82b2-8c28ad555b17 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.590083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fa22f17-8bdb-40b2-b3b0-2d28a830d9a9 req-f1c596d7-ac57-4813-82b2-8c28ad555b17 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0617867 Oct 19 20:40:22.621540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d45a32-94b1-4ec0-abc2-3d1be2aa6b1d req-7bff2a46-dd28-4c24-91c3-1520d361e4c9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.623029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09d45a32-94b1-4ec0-abc2-3d1be2aa6b1d req-7bff2a46-dd28-4c24-91c3-1520d361e4c9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2100315 Oct 19 20:40:22.624904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Transition to ACTIVE for port object e464d795-3307-4294-bb17-7143d4bcf6a7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:40:22.627278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.635621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fa22f17-8bdb-40b2-b3b0-2d28a830d9a9 req-0643fbd5-1fd8-44dd-b85b-7b2491ba7085 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360310 Oct 19 20:40:22.636615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.705217 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a621352-facc-42d9-bd82-09db6d836e02 x-openstack-request-id: req-4a621352-facc-42d9-bd82-09db6d836e02 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:22.705559 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e3d880-6fbe-4787-97c3-5a6b7122ebba", "name": "network-vif-deleted", "tag": "daef42d4-1dba-4beb-b4f4-4fbb9d83481f", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:22.705797 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a621352-facc-42d9-bd82-09db6d836e02 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:22.706198 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e3d880-6fbe-4787-97c3-5a6b7122ebba', 'name': 'network-vif-deleted', 'tag': 'daef42d4-1dba-4beb-b4f4-4fbb9d83481f', 'status': 'completed', 'code': 200} Oct 19 20:40:22.720281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.810542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:22.810752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36971eed-688d-4d33-a47a-1663c6236fd6 req-4a70893b-0900-48ec-861c-f7a587b57665 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:22.812956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36971eed-688d-4d33-a47a-1663c6236fd6 req-4a70893b-0900-48ec-861c-f7a587b57665 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0557375 Oct 19 20:40:22.815979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09d45a32-94b1-4ec0-abc2-3d1be2aa6b1d req-8cfb3303-120d-44b4-95fd-c1f6c45e8387 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820035 Oct 19 20:40:22.881613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36971eed-688d-4d33-a47a-1663c6236fd6 req-582b49bd-2a9e-46a7-8a4a-0ccf635442c8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518968 Oct 19 20:40:22.945455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.948040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:22.949177 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43fd9bf4-f768-4e2b-911c-ef23321ffcbd HTTP/1.1" status: 204 len: 168 time: 0.6039662 Oct 19 20:40:22.994587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c2ce0-3400-464a-96fb-fdb1a482c012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd9bf4-f768-4e2b-911c-ef23321ffcbd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:23.005093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Attempting to bind port e464d795-3307-4294-bb17-7143d4bcf6a7 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:23.005496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Attempting to bind port e464d795-3307-4294-bb17-7143d4bcf6a7 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:23.005826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Attempting to bind port e464d795-3307-4294-bb17-7143d4bcf6a7 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:23.015212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.016624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb166e0-5f5d-4d11-849c-1a3327820c82 req-788978e9-10c7-41fd-94f7-259442252ceb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.018427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edb166e0-5f5d-4d11-849c-1a3327820c82 req-788978e9-10c7-41fd-94f7-259442252ceb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0615368 Oct 19 20:40:23.019222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Port e464d795-3307-4294-bb17-7143d4bcf6a7 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:40:23.019549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Attempting to bind port e464d795-3307-4294-bb17-7143d4bcf6a7 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:23.051818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:23.052150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Checking segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:23.052536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Bound using segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:23.052973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Bound port: e464d795-3307-4294-bb17-7143d4bcf6a7, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:23.053348 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.056600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a9080e2-33e6-407b-9a87-7e7ea6e5d68d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:23.067433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60295968-c676-469c-9f71-ec84a399f900 req-e694caca-b05c-41ca-ae11-de9dbfc3c05a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.069270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60295968-c676-469c-9f71-ec84a399f900 req-e694caca-b05c-41ca-ae11-de9dbfc3c05a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.1606276 Oct 19 20:40:23.074708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edb166e0-5f5d-4d11-849c-1a3327820c82 req-3176e00e-120b-48b0-a324-c98dd9539fc6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Oct 19 20:40:23.194290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f39f-4e6e-4cbf-b8e5-444f54a09763 req-6a5030c7-df35-49d1-8aaa-532d608891e9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.201892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8531f39f-4e6e-4cbf-b8e5-444f54a09763 req-6a5030c7-df35-49d1-8aaa-532d608891e9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 943 time: 0.0649476 Oct 19 20:40:23.240328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8531f39f-4e6e-4cbf-b8e5-444f54a09763 req-fcfafc14-991a-483e-b3d6-d2a795643e5e tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Oct 19 20:40:23.376952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c537f-c9f4-476f-aa4a-26b766f1576a req-b212ae8a-3a3a-441a-9f38-0aa66f887bbc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.378634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d3c537f-c9f4-476f-aa4a-26b766f1576a req-b212ae8a-3a3a-441a-9f38-0aa66f887bbc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0549355 Oct 19 20:40:23.419602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d3c537f-c9f4-476f-aa4a-26b766f1576a req-db26eb43-3e33-4ad3-82ab-1f7e4c79b2e2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Oct 19 20:40:23.467556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.469126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33396) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:23.485407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60295968-c676-469c-9f71-ec84a399f900 req-ac2f482e-46d9-4046-9e8e-c317ab3100b1 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3978367 Oct 19 20:40:23.574756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:23.589335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device daef42d4-1dba-4beb-b4f4-4fbb9d83481f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:23.601855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe6b4f-d549-43c6-a91a-27c88865a62c req-a0d4f070-1aea-495f-9814-1b592dbde07f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.604044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93fe6b4f-d549-43c6-a91a-27c88865a62c req-a0d4f070-1aea-495f-9814-1b592dbde07f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0774999 Oct 19 20:40:23.627658 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.636810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: daef42d4-1dba-4beb-b4f4-4fbb9d83481f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:23.637504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device daef42d4-1dba-4beb-b4f4-4fbb9d83481f not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:23.637825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.642519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.645028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=e464d795-3307-4294-bb17-7143d4bcf6a7,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:23.656219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.681745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.701928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93fe6b4f-d549-43c6-a91a-27c88865a62c req-9a12251d-2224-47f7-858b-a93772757e52 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860004 Oct 19 20:40:23.734246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.735004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:23.738579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33406) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:23.740080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.741044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.742100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e464d795-3307-4294-bb17-7143d4bcf6a7 HTTP/1.1" status: 200 len: 1091 time: 2.2283831 Oct 19 20:40:23.750079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b1489-deca-4529-90d0-3f6992494b6c req-c5a3ada2-750a-4da2-a500-d97f09d00cf8 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.751590 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef4b1489-deca-4529-90d0-3f6992494b6c req-c5a3ada2-750a-4da2-a500-d97f09d00cf8 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1796188 Oct 19 20:40:23.760403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.765983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33412) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:23.767909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2de67637-4276-4caa-bef0-e9fb1ddd4aa8 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "DELETE /v2.0/routers/de887c8f-0f5d-4a5a-8cae-8e3b2a7db8d4 HTTP/1.1" status: 204 len: 168 time: 2.7831731 Oct 19 20:40:23.772605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1953270148', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:23.798997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ec82a-0a33-4bc0-ad47-0c9b721f21e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:23.816483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.820219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.860304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef4b1489-deca-4529-90d0-3f6992494b6c req-db50e3dc-b590-45c2-9722-6a4c08f01c8a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Oct 19 20:40:23.880951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-6b707c27-ed56-46ac-953e-a26b38d73ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:23.884689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-6b707c27-ed56-46ac-953e-a26b38d73ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 1094 time: 0.0797567 Oct 19 20:40:23.968598 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.971741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:23.974205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/security-groups/0850b614-ca98-43a3-a248-ecf745eb1407 HTTP/1.1" status: 204 len: 168 time: 0.5034380 Oct 19 20:40:23.977797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.017729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-c95693bb-1a7e-44b0-b5e9-124b16cadbbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e464d795-3307-4294-bb17-7143d4bcf6a7 HTTP/1.1" status: 200 len: 217 time: 0.1252515 Oct 19 20:40:24.042054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33420) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:24.055446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-952550813-network', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:24.066269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0850b614-ca98-43a3-a248-ecf745eb1407,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:24.116635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.117269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.117269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.117576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.117908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.118237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.118567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.118889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.119210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.119534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.119859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.120183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17324986-b7ec-4007-9c9f-dd3f5bc1dd0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:24.181527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Made reservation on behalf of 3e6193016f6148a3a6549d0586ce0890 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:24.184240 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.199319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.208032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.210959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab950a-2689-4e89-b712-6177d45e0c0c req-7845e2ef-b981-414f-bf53-76084ad42ec2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.212482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99ab950a-2689-4e89-b712-6177d45e0c0c req-7845e2ef-b981-414f-bf53-76084ad42ec2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2371037 Oct 19 20:40:24.241896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-467bea4a-8d40-4784-acd7-dfc1a562c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.243372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-467bea4a-8d40-4784-acd7-dfc1a562c648 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.2189789 Oct 19 20:40:24.288950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99ab950a-2689-4e89-b712-6177d45e0c0c req-918acc3a-bd24-4e1b-bd2b-598d4b238f15 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626359 Oct 19 20:40:24.298711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-4e03323c-bc17-4757-b18b-d12881b264a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397828 Oct 19 20:40:24.315508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec59af-65b8-4356-a949-6d8a8276072f req-efb5791e-a72c-4b0a-988c-8830ceb099a6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.316990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11ec59af-65b8-4356-a949-6d8a8276072f req-efb5791e-a72c-4b0a-988c-8830ceb099a6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1987419 Oct 19 20:40:24.479363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09b552-441b-49f3-9253-4444cbdc2bf1 req-6bbbf614-0cd7-4033-9f6e-416354c07a3b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.480884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd09b552-441b-49f3-9253-4444cbdc2bf1 req-6bbbf614-0cd7-4033-9f6e-416354c07a3b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 943 time: 0.1222887 Oct 19 20:40:24.506056 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.514016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11ec59af-65b8-4356-a949-6d8a8276072f req-38f4f410-f157-4844-ac1d-5e3706a27142 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837602 Oct 19 20:40:24.532662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.600812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.605793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bd09b552-441b-49f3-9253-4444cbdc2bf1 req-73b8a2ef-d3cc-4338-9d3b-213a074b7d58 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020136 Oct 19 20:40:24.618070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.639217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-5268c9f5-0128-447c-80cf-6ac56b322082 service neutron] 10.222.0.37 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102665 Oct 19 20:40:24.675927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Allocated IP 172.25.7.10 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/4221c33a-6306-4b99-8eb5-eecb4551abcf) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:24.693757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:40:24.719503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:24.721777 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a3136-b74f-42b1-9928-ebff21a199a3" -d '{"events": [{"name": "network-changed", "server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:24.753521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.753872 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Added segment c57175de-9126-4c4d-8085-4ad4f15202d8 of type vlan for network af770a14-f42e-467c-92f8-cc8ff35c71c8 Oct 19 20:40:24.766401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56698f-29e1-44a2-9321-643b4590f490,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:24.791339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68afc8b-3a0a-4233-b786-b8bd8c830393 req-5fa68325-68d5-4773-be09-f564a45f6fbc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.792821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c68afc8b-3a0a-4233-b786-b8bd8c830393 req-5fa68325-68d5-4773-be09-f564a45f6fbc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1144600 Oct 19 20:40:24.827978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1461d-38ad-45f2-bc69-ef82c28fbd44 req-f02cf8dc-a18a-4cdf-a79a-2bd8a6a03405 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.829867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50d1461d-38ad-45f2-bc69-ef82c28fbd44 req-f02cf8dc-a18a-4cdf-a79a-2bd8a6a03405 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.2317231 Oct 19 20:40:24.850815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.862364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c68afc8b-3a0a-4233-b786-b8bd8c830393 req-15e8f9e3-e98c-4133-853d-7a0d8e3bd10d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610826 Oct 19 20:40:24.894344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.916145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.924288 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f00735-7478-4b36-b109-cfe122e638d0 x-openstack-request-id: req-31f00735-7478-4b36-b109-cfe122e638d0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:24.924470 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:24.924728 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31f00735-7478-4b36-b109-cfe122e638d0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:24.925123 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7', 'status': 'completed', 'code': 200} Oct 19 20:40:24.939156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-def90c5e-485a-43f3-b0b0-94546aa45087 req-a765fcfa-64e2-439a-a93c-796d44eb6f70 service neutron] 10.222.0.37 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659070 Oct 19 20:40:24.958384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50d1461d-38ad-45f2-bc69-ef82c28fbd44 req-1df26656-33a7-4bdc-9578-8d0cf547be6e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0994868 Oct 19 20:40:24.965744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.966703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:24.967274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:24.991249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:24.997600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:25.003272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event updated for resources: {'Port': ['ID=4221c33a-6306-4b99-8eb5-eecb4551abcf,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:25.006431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:25.048929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2962744 Oct 19 20:40:25.053324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33442) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:25.057760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Request body: {'subnet': {'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-952550813-subnet', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:25.097495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751fc5-e9a2-405d-84c2-3cbfc3ccda42 admin admin] Pushing event updated for resources: {'Network': ['ID=af770a14-f42e-467c-92f8-cc8ff35c71c8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:25.109115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:40:25.152930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-bd2c318a-42d6-49c6-8af0-9b6c8621105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.154373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-bd2c318a-42d6-49c6-8af0-9b6c8621105a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 1094 time: 0.1509731 Oct 19 20:40:25.157000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdc1fa-651c-4bfd-b5dd-d27917e21340 req-611f15b4-f602-47f4-8000-8648c0e6556a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.164340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eacdc1fa-651c-4bfd-b5dd-d27917e21340 req-611f15b4-f602-47f4-8000-8648c0e6556a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1627553 Oct 19 20:40:25.166066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Made reservation on behalf of 3e6193016f6148a3a6549d0586ce0890 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:25.168335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:25.194362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344e422-c91c-458a-a952-7de347881ab3 req-adc5baac-f46e-44c0-93b7-96d212a17f61 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.195844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6344e422-c91c-458a-a952-7de347881ab3 req-adc5baac-f46e-44c0-93b7-96d212a17f61 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.1155701 Oct 19 20:40:25.287698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:25.338306 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eacdc1fa-651c-4bfd-b5dd-d27917e21340 req-d13fdedb-ad34-4cf2-b5bf-6151518808ac tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731160 Oct 19 20:40:25.344378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6344e422-c91c-458a-a952-7de347881ab3 req-7a6766f9-414d-41a8-8b44-cb2961e0e81e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1360517 Oct 19 20:40:25.355181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-50a49bc6-1830-4380-b450-8191d2befb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.356775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-50a49bc6-1830-4380-b450-8191d2befb4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.1921434 Oct 19 20:40:25.428646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-6b5a82fa-0668-4011-8d01-8e973b5e84a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e464d795-3307-4294-bb17-7143d4bcf6a7 HTTP/1.1" status: 200 len: 217 time: 0.0634129 Oct 19 20:40:25.545066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:25.623901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680e980-31ff-4e7d-863f-39ef1c77fbfe req-af947360-7051-4d48-a41a-3974c4770007 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.626067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d680e980-31ff-4e7d-863f-39ef1c77fbfe req-af947360-7051-4d48-a41a-3974c4770007 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2029283 Oct 19 20:40:25.664378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:25.774676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d680e980-31ff-4e7d-863f-39ef1c77fbfe req-abb2d64f-707d-4312-8719-2382c5836725 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382554 Oct 19 20:40:25.791902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f795da96-f1ad-4700-8b46-dd1d858c88cf,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:25.804742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8a715-e7a1-49dc-b395-a9a495e11b7f req-8d93ed4f-3af0-460a-bf00-8339d1bfed90 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.806298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5e8a715-e7a1-49dc-b395-a9a495e11b7f req-8d93ed4f-3af0-460a-bf00-8339d1bfed90 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3891320 Oct 19 20:40:25.841031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-0f96b48d-4ffc-4a2c-bc9d-afacd0fc7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:25.842498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-0f96b48d-4ffc-4a2c-bc9d-afacd0fc7301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.3815892 Oct 19 20:40:25.846086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Checking segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:25.846444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Network hostable DHCP agents. Network: af770a14-f42e-467c-92f8-cc8ff35c71c8, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:40:25.902794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-2391bf07-26f2-4588-a3d9-e015640921c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367360 Oct 19 20:40:25.903062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:40:25.939455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:25.943888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5e8a715-e7a1-49dc-b395-a9a495e11b7f req-7e18a63e-033b-4532-a9f6-e3bdb1da6937 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Oct 19 20:40:25.973783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:25.974247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a9080e2-33e6-407b-9a87-7e7ea6e5d68d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:26.119240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-c7c68ef0-ace6-445c-8480-37192f521d78 service neutron] 10.222.0.37 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031486 Oct 19 20:40:26.164626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc45960-e676-4814-9064-3bceed714432 req-d8a0b0ce-b8a4-41a3-9677-7d75bb25f7d8 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.166160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edc45960-e676-4814-9064-3bceed714432 req-d8a0b0ce-b8a4-41a3-9677-7d75bb25f7d8 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 943 time: 0.1415570 Oct 19 20:40:26.242095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827e05-069f-4266-97a5-0737e663189f req-4c5bd770-03a8-48d5-9240-35f013e09138 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.243610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d827e05-069f-4266-97a5-0737e663189f req-4c5bd770-03a8-48d5-9240-35f013e09138 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1136 time: 0.3924260 Oct 19 20:40:26.244175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, af770a14-f42e-467c-92f8-cc8ff35c71c8) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:26.250877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.251432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.265358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 7995e5c3-1bcb-4f33-9943-941ce3cee797 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:26.265697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.274983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.281284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e6ada-0a1b-4b3f-882f-4b9cfbcee0bc None None] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:26.281894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edc45960-e676-4814-9064-3bceed714432 req-0f42dca1-3511-44a6-8dba-a8be3a206bf4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026678 Oct 19 20:40:26.287104 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eae49018-afcf-40c8-97fa-29fc1458e1cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2329607 Oct 19 20:40:26.288856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8d827e05-069f-4266-97a5-0737e663189f req-ac042246-9a0f-4ebf-a601-699f0b62d670 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.290573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:26.295064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:26.297967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a2a3136-b74f-42b1-9928-ebff21a199a3 req-977bb27d-77c3-42e8-8f5e-7208bb8de47f service neutron] 10.222.0.37 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681638 Oct 19 20:40:26.375734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.376656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.432819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port 7995e5c3-1bcb-4f33-9943-941ce3cee797, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7995e5c3-1bcb-4f33-9943-941ce3cee797,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:26.433183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.439785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92ef807e-324d-4a96-84d0-34b17bff0484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.457673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 7995e5c3-1bcb-4f33-9943-941ce3cee797 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:26.470958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca6822-ba58-4eec-bdf2-ef9cf3ac4982 req-9dd5b6a0-781c-4dab-b34f-206d739f0946 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.472517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6ca6822-ba58-4eec-bdf2-ef9cf3ac4982 req-9dd5b6a0-781c-4dab-b34f-206d739f0946 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1078379 Oct 19 20:40:26.483998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-af770a14-f42e-467c-92f8-cc8ff35c71c8', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:40:26.485087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.506137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.559014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6ca6822-ba58-4eec-bdf2-ef9cf3ac4982 req-9017d904-e705-410c-918d-16b32b0593ec tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760083 Oct 19 20:40:26.570196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8d827e05-069f-4266-97a5-0737e663189f req-ac042246-9a0f-4ebf-a601-699f0b62d670 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.602292 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8d827e05-069f-4266-97a5-0737e663189f req-ac042246-9a0f-4ebf-a601-699f0b62d670 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.658175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Allocated IP 172.20.0.2 (af770a14-f42e-467c-92f8-cc8ff35c71c8/f795da96-f1ad-4700-8b46-dd1d858c88cf/492bfbf7-8cc8-407c-a54d-9398be5d1ca5) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:26.667248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d827e05-069f-4266-97a5-0737e663189f req-ac042246-9a0f-4ebf-a601-699f0b62d670 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4070404 Oct 19 20:40:26.700779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33458) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:26.708711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Router 399f7083-017b-4a62-825f-5d6f6b27383f is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:26.712978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.719221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042246-9a0f-4ebf-a601-699f0b62d670 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cebdf23-b85e-45fc-b17e-e2a7891b493c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:26.761287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.784925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff56d-836e-4e63-b46e-d9eeb3092212 req-63b7db60-35b1-4203-98c2-a31a150de696 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.786744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edeff56d-836e-4e63-b46e-d9eeb3092212 req-63b7db60-35b1-4203-98c2-a31a150de696 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1178441 Oct 19 20:40:26.809997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54a697-82ff-4078-b753-f1ea4676c0e5 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.812784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4e54a697-82ff-4078-b753-f1ea4676c0e5 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1131 time: 0.1107197 Oct 19 20:40:26.816288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=7995e5c3-1bcb-4f33-9943-941ce3cee797,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:26.818032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33464) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:26.835368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '688b6937-614c-49d5-8ede-13962d9f13b2', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ip_address': '172.20.0.29'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:26.909106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.921626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:26.922537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.929282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edeff56d-836e-4e63-b46e-d9eeb3092212 req-87d03762-be43-4e7d-b77f-64ef20d68756 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216223 Oct 19 20:40:26.932829 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.952273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:26.956591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b79b712-587d-4f90-8f6a-739e60ffb4b8 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1885197 Oct 19 20:40:26.962214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33466) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:26.964881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b13a9-05d0-4ef3-b49f-2ec3abdbc90d req-1bb8b24a-7cf6-4ccc-8b02-f9ae55f99ea5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:26.971086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-030b13a9-05d0-4ef3-b49f-2ec3abdbc90d req-1bb8b24a-7cf6-4ccc-8b02-f9ae55f99ea5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1597543 Oct 19 20:40:26.971793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:26.978404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] Sync routers for ids ['399f7083-017b-4a62-825f-5d6f6b27383f'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:27.012620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:27.060662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:27.066347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:27.072298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] Routers {'399f7083-017b-4a62-825f-5d6f6b27383f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:27.072942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['399f7083-017b-4a62-825f-5d6f6b27383f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:27.108006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-030b13a9-05d0-4ef3-b49f-2ec3abdbc90d req-b7ad7e06-2eb6-4f57-b508-b32682721902 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321993 Oct 19 20:40:27.116348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:27.175392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.187714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] Routers {'399f7083-017b-4a62-825f-5d6f6b27383f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:27.188345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['399f7083-017b-4a62-825f-5d6f6b27383f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:27.196156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Pushing event updated for resources: {'Port': ['ID=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:27.211972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.229822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:27.230982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58b3b35-be8d-4858-b13c-9a13fba4e3b6 None None] The sync data for ids ['399f7083-017b-4a62-825f-5d6f6b27383f'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:27.235411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Attempting to bind port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:27.235896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Attempting to bind port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:27.236145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Attempting to bind port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 on network af770a14-f42e-467c-92f8-cc8ff35c71c8 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:27.243405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:27.243791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Checking segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:27.244210 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.244591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Bound using segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:27.245067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Bound port: 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:27.245471 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.269396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b24d6a-b7e5-4cae-b67e-dd87e610be4e req-3cc1c6d8-53e9-4fe4-9996-6e0bd9ae6602 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:27.270914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32b24d6a-b7e5-4cae-b67e-dd87e610be4e req-3cc1c6d8-53e9-4fe4-9996-6e0bd9ae6602 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1927471 Oct 19 20:40:27.318609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] For port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:27.319819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342df3-86ad-4e3d-a117-5a07dec4e2aa req-1bd2c0c5-95cd-46b0-a21e-338a82c8258e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:27.322064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5342df3-86ad-4e3d-a117-5a07dec4e2aa req-1bd2c0c5-95cd-46b0-a21e-338a82c8258e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1438599 Oct 19 20:40:27.322384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] For port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:27.325185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.327401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.403888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9847ac-f82c-4086-a331-e12eaea278be None None] Pushing event updated for resources: {'Port': ['ID=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:27.412598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Allocated IP 172.25.7.101 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/273bd8c9-097a-4911-8a6d-20fa825ac363) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:27.422470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5342df3-86ad-4e3d-a117-5a07dec4e2aa req-050e5adb-d983-4e84-b949-82085fcba35b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717168 Oct 19 20:40:27.473536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32b24d6a-b7e5-4cae-b67e-dd87e610be4e req-93e5d4d4-ac43-4bca-b0c9-236b16f53303 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882956 Oct 19 20:40:27.516680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.589876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1086d9-5595-4b4f-9efa-f4aeac9a4938 req-3577f17a-3db1-4438-9872-f8fbac23036a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:27.591436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe1086d9-5595-4b4f-9efa-f4aeac9a4938 req-3577f17a-3db1-4438-9872-f8fbac23036a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 943 time: 0.0745952 Oct 19 20:40:27.603438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.622380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device e464d795-3307-4294-bb17-7143d4bcf6a7 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:40:27.754031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.760019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe1086d9-5595-4b4f-9efa-f4aeac9a4938 req-05f25dca-e1c0-4710-94a1-6d0c2397c9b1 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304085 Oct 19 20:40:27.792986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=e464d795-3307-4294-bb17-7143d4bcf6a7,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:27.814510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'e464d795-3307-4294-bb17-7143d4bcf6a7', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'port_id': 'e464d795-3307-4294-bb17-7143d4bcf6a7', 'mac_address': 'fa:16:3e:88:b7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8c533c-5730-4d4b-a412-5d313d009fab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:40:27.818870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:27.822440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:27.826553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:27.872195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=273bd8c9-097a-4911-8a6d-20fa825ac363,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:27.880132 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:27.901974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e464d795-3307-4294-bb17-7143d4bcf6a7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:27.925816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=e464d795-3307-4294-bb17-7143d4bcf6a7,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:27.931138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.004721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:28.135189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:28.140076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df07deb-9c03-4692-8199-39fc061295a8 req-d7fa3cca-2bf0-4af6-931d-739062180d82 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:28.147355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9df07deb-9c03-4692-8199-39fc061295a8 req-d7fa3cca-2bf0-4af6-931d-739062180d82 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.0882092 Oct 19 20:40:28.147627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.187716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['e464d795-3307-4294-bb17-7143d4bcf6a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:28.212032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:28.212769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.224232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.25.7.218 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d564ef81-ef9d-410c-bcf6-826f1d130eb0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:28.263719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc50c24-4e9a-4c25-b64f-821441295b8e req-3f7aacbc-6da9-468b-83d0-e87482f9a0e8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:28.265962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccc50c24-4e9a-4c25-b64f-821441295b8e req-3f7aacbc-6da9-468b-83d0-e87482f9a0e8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1910181 Oct 19 20:40:28.290854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9df07deb-9c03-4692-8199-39fc061295a8 req-37ee5057-2231-439d-8785-845c8eec618f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426229 Oct 19 20:40:28.314407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.384894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.412636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.439592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:28.444487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.461594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:28.506593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:28.533265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccc50c24-4e9a-4c25-b64f-821441295b8e req-a634dcf8-d018-4df1-9847-2808bda32f3d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441032 Oct 19 20:40:28.536827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.628220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:28.630334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.635778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:28.644016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:28.674778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d564ef81-ef9d-410c-bcf6-826f1d130eb0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:28.686178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b2b2-a7fc-4845-a0e8-cec719e78efe req-9bde5c7f-9e41-4921-ad00-41d4e6ff5ec9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:28.693936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c8b2b2-a7fc-4845-a0e8-cec719e78efe req-9bde5c7f-9e41-4921-ad00-41d4e6ff5ec9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1183290 Oct 19 20:40:28.718369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a24bc0-c063-4d1a-9e1e-4eb1e867f846 None None] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:28.776308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c8b2b2-a7fc-4845-a0e8-cec719e78efe req-82c1abc9-7f66-42d3-a0d2-f1779be7628d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807648 Oct 19 20:40:28.832814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:28.870308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-636378af-1013-431a-9048-f28f910559e7 None None] Provisioning complete for port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:28.870671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-636378af-1013-431a-9048-f28f910559e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:28.922187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:28.930606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-947c1c3b-0f1d-455a-b847-509702bc687a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/9c0504c6-33a9-4fbe-97ca-c19e8cadc981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8858883 Oct 19 20:40:28.936550 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Sync routers for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:28.946109 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:28.946240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33482) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:28.947873 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.005377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:29.019701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:29.022479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting subnet 4cfad507-fd45-43ef-abdb-daa789a40a1d {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:40:29.024611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df039b7f-966f-4ab3-a362-b1034ad747a6 req-03fd44ec-93a1-4345-bdd6-30240eb2545a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:29.026041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.035022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df039b7f-966f-4ab3-a362-b1034ad747a6 req-03fd44ec-93a1-4345-bdd6-30240eb2545a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 944 time: 0.1433227 Oct 19 20:40:29.040318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:29.041805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:39:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.061965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.065782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2f5f3721-c9e3-4409-9edb-32a5bfad0eb6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7714541 Oct 19 20:40:29.068733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:29.097621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.154356 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:29.222358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.248149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df039b7f-966f-4ab3-a362-b1034ad747a6 req-10b2f950-7905-43ac-af11-b87e8d08445c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075396 Oct 19 20:40:29.316903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d317d1c4-b3ad-4546-a42d-069c64e1462a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.346502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.366703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.378730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797fcb28-271d-4ee1-b468-46ea09670a27 None None] Network b4604c20-73c2-4f9c-a91e-501179b01b7b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:29.378927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/subnets/4cfad507-fd45-43ef-abdb-daa789a40a1d HTTP/1.1" status: 204 len: 168 time: 0.4315290 Oct 19 20:40:29.412630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:29.417608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33488) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:29.428197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a99a21-0df5-427d-ac1d-c4af6dc2e25c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfad507-fd45-43ef-abdb-daa789a40a1d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:29.432490 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:26Z', 'revision_number': 7, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.469357 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Checking router: 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:29.479982 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Routers {'9c0504c6-33a9-4fbe-97ca-c19e8cadc981'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:29.480877 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.529222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eff3f5bb-da23-4e01-8dda-a6491c8cacc1 None None] Provisioning complete for port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:29.529851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eff3f5bb-da23-4e01-8dda-a6491c8cacc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.583327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41103f7-7315-47d0-b874-1883611dedf8 req-1d82763f-2067-412a-9b45-f074fbb2efdf tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:29.584806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.585756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41103f7-7315-47d0-b874-1883611dedf8 req-1d82763f-2067-412a-9b45-f074fbb2efdf tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1672506 Oct 19 20:40:29.603055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.618283 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] Set router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:29.654271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device e464d795-3307-4294-bb17-7143d4bcf6a7 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:29.654516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e41103f7-7315-47d0-b874-1883611dedf8 req-95ecb26e-48ba-4ac9-ace4-24753a8cae7a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625396 Oct 19 20:40:29.657371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.831289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.842269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port e464d795-3307-4294-bb17-7143d4bcf6a7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:40:29.856747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port e464d795-3307-4294-bb17-7143d4bcf6a7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:29.856747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:29.868212 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:26Z', 'revision_number': 7, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.911757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] DHCP port deletion for b4604c20-73c2-4f9c-a91e-501179b01b7b request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:40:29.915100 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c9e4-6db7-4298-acf2-288a95eb7fb5 None None] The sync data for ids ['9c0504c6-33a9-4fbe-97ca-c19e8cadc981'] in n-d-805649-9 is: [{'id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'name': 'tempest-TestNetworkBasicOps-router-176005321', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:37:25Z', 'updated_at': '2021-10-19T20:40:26Z', 'revision_number': 7, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': 'e7942d3b-bb25-4e0b-8148-b9132f519b9f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0504c6-33a9-4fbe-97ca-c19e8cadc981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:37:26Z', 'updated_at': '2021-10-19T20:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:29.947536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:28Z', 'revision_number': 3, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:29.980838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:29.981270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Updating router ec60ee34-4969-428e-a50f-98e0ffba0f9a port 273bd8c9-097a-4911-8a6d-20fa825ac363 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:29.989116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6164fb-bca2-4009-9bd8-bc41af971a0f req-adc3f50b-41db-4a43-9dda-fb9aadf373fe tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:29.990726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec6164fb-bca2-4009-9bd8-bc41af971a0f req-adc3f50b-41db-4a43-9dda-fb9aadf373fe tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.0898998 Oct 19 20:40:30.027059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port e7942d3b-bb25-4e0b-8148-b9132f519b9f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:30.027405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.035327 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.055092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec6164fb-bca2-4009-9bd8-bc41af971a0f req-30e163de-81a7-4697-97e0-b04efbe59e6b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Oct 19 20:40:30.099610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Deleting port 6223b181-5c01-4c05-83b2-3e89246eb9d6 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:30.099984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.124820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.137574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port e7942d3b-bb25-4e0b-8148-b9132f519b9f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e7942d3b-bb25-4e0b-8148-b9132f519b9f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:30.137915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.154045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for e7942d3b-bb25-4e0b-8148-b9132f519b9f owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:30.253045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] For port 6223b181-5c01-4c05-83b2-3e89246eb9d6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6223b181-5c01-4c05-83b2-3e89246eb9d6,segment=NetworkSegment(dc2f185a-27dc-4396-b233-a70faf7cb40c),segment_id=dc2f185a-27dc-4396-b233-a70faf7cb40c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:30.253514 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.287700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Calling delete_port for 6223b181-5c01-4c05-83b2-3e89246eb9d6 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:30.295306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:30.307453 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6a8e4c-be6a-42ce-bd36-b4cf37c73373" -d '{"events": [{"server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:30.332129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:30.386554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=e464d795-3307-4294-bb17-7143d4bcf6a7,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:30.402296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.441044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.599304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:30.600244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ac506-20f5-4a81-bb37-32d62bf8e0e2 req-85714776-9b2f-4571-8c7b-204a41819067 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:30.602034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-881ac506-20f5-4a81-bb37-32d62bf8e0e2 req-85714776-9b2f-4571-8c7b-204a41819067 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.0720615 Oct 19 20:40:30.606234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:30.606594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.638062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.645466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7f35-1dc2-4675-b1b3-eb3aeabd3906 req-dae14baa-49c8-4c9f-b84e-7ae036720779 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:30.647713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d16c7f35-1dc2-4675-b1b3-eb3aeabd3906 req-dae14baa-49c8-4c9f-b84e-7ae036720779 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.9732554 Oct 19 20:40:30.655840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.684545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-881ac506-20f5-4a81-bb37-32d62bf8e0e2 req-b43efc8d-d32f-4779-aacd-efd3f84bd51f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Oct 19 20:40:30.703203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] Pushing event deleted for resources: {'Port': ['ID=6223b181-5c01-4c05-83b2-3e89246eb9d6,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:30.710141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d72103-2bdd-4801-b888-66a52934c28e None None] No DVR routers for this DVR port 6223b181-5c01-4c05-83b2-3e89246eb9d6 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:40:30.746046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.752146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.777276 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.797082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=e7942d3b-bb25-4e0b-8148-b9132f519b9f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:30.809399 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb92f66-baf0-478b-a706-f5c030d6fab3 x-openstack-request-id: req-cdb92f66-baf0-478b-a706-f5c030d6fab3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:30.809736 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "name": "network-vif-plugged", "status": "completed", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:30.809950 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdb92f66-baf0-478b-a706-f5c030d6fab3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:30.810308 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7', 'code': 200} Oct 19 20:40:30.839210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7eb3-3e86-44a0-93bc-a660405dde03 None None] Pushing event updated for resources: {'Port': ['ID=273bd8c9-097a-4911-8a6d-20fa825ac363,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:30.857185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router 399f7083-017b-4a62-825f-5d6f6b27383f has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:30.857572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Attempting to bind port 273bd8c9-097a-4911-8a6d-20fa825ac363 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:30.857890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Attempting to bind port 273bd8c9-097a-4911-8a6d-20fa825ac363 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:30.858794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Attempting to bind port 273bd8c9-097a-4911-8a6d-20fa825ac363 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:30.867826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:30.868700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:30.870230 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.871357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:30.872149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Bound port: 273bd8c9-097a-4911-8a6d-20fa825ac363, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:30.872716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.889687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:30.944558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6223b181-5c01-4c05-83b2-3e89246eb9d6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:30.965491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d16c7f35-1dc2-4675-b1b3-eb3aeabd3906 req-11608d3d-5149-43e4-933f-7101577b669a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854829 Oct 19 20:40:30.988033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] For port 273bd8c9-097a-4911-8a6d-20fa825ac363, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:31.002347 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.005945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] For port 273bd8c9-097a-4911-8a6d-20fa825ac363, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=273bd8c9-097a-4911-8a6d-20fa825ac363,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:31.008421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 6223b181-5c01-4c05-83b2-3e89246eb9d6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:31.008889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6223b181-5c01-4c05-83b2-3e89246eb9d6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:31.012016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.013722 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.039123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.041932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.091835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7eb3-3e86-44a0-93bc-a660405dde03 None None] Pushing event updated for resources: {'Port': ['ID=273bd8c9-097a-4911-8a6d-20fa825ac363,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:31.096036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:31.096944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.106320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa9d69-b080-495b-9483-fde7a6ec8925 req-625b3886-aa70-4b80-9302-06551da9a4f0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.108040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6baa9d69-b080-495b-9483-fde7a6ec8925 req-625b3886-aa70-4b80-9302-06551da9a4f0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1367354 Oct 19 20:40:31.118477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.119718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0504c6-33a9-4fbe-97ca-c19e8cadc981 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:31.135832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.140009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63f1d8bb-8879-4917-9998-1cf7b5f45526 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/routers/9c0504c6-33a9-4fbe-97ca-c19e8cadc981 HTTP/1.1" status: 204 len: 168 time: 1.7168834 Oct 19 20:40:31.140937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7e-7fea-471b-8d81-d40e2e8410c4 req-b9de364a-8ffd-4c13-9c34-134dd668f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.142952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a801e7e-7fea-471b-8d81-d40e2e8410c4 req-b9de364a-8ffd-4c13-9c34-134dd668f6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 1096 time: 0.2492328 Oct 19 20:40:31.143432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:31.173139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6baa9d69-b080-495b-9483-fde7a6ec8925 req-1e5803a0-e94d-4dce-94fa-27abd66304a7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Oct 19 20:40:31.392818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f076-f5f5-4925-bf9c-75596b435e7f req-e33480c8-7217-4861-8ba9-6600c7898337 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.402497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ac8f076-f5f5-4925-bf9c-75596b435e7f req-e33480c8-7217-4861-8ba9-6600c7898337 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.0845206 Oct 19 20:40:31.419485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:31.442844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:31.446310 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ac8f076-f5f5-4925-bf9c-75596b435e7f req-25a5c6dc-9df4-494e-8a76-e70c1634eeef tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Oct 19 20:40:31.459337 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] Sync routers for ids ['399f7083-017b-4a62-825f-5d6f6b27383f'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:31.479672 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] Routers {'399f7083-017b-4a62-825f-5d6f6b27383f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:31.480612 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['399f7083-017b-4a62-825f-5d6f6b27383f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.493693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.497215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c0e6719-208e-422e-b2cc-776027c5aa76 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "PUT /v2.0/routers/399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 200 len: 921 time: 4.5291524 Oct 19 20:40:31.498754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33510) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:31.528258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.531870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a801e7e-7fea-471b-8d81-d40e2e8410c4 req-ce54c437-2344-41c8-a043-298d6710439e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737373 Oct 19 20:40:31.562300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.565601 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.574555 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] Routers {'399f7083-017b-4a62-825f-5d6f6b27383f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:31.575174 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['399f7083-017b-4a62-825f-5d6f6b27383f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.610089 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.611649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc529-1aed-4f1c-943f-78bfbb153782 None None] The sync data for ids ['399f7083-017b-4a62-825f-5d6f6b27383f'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:31.639558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:28Z', 'revision_number': 3, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.657905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-31f33df5-5a02-48cc-898e-fd4bfa9f5878 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 200 len: 921 time: 0.1570051 Oct 19 20:40:31.658534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33512) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:31.681135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88e0b6-5776-4c93-bfeb-71784e2e8d0e None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:28Z', 'revision_number': 3, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:31.748248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63143203-6c51-4fa7-904f-02a4d23892b9 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.753975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63143203-6c51-4fa7-904f-02a4d23892b9 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=399f7083-017b-4a62-825f-5d6f6b27383f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0915408 Oct 19 20:40:31.754313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33516) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:31.776345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:31.805730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b80ba-365e-4bdb-a36c-2829c863ca70 req-f9f3ca41-1b6f-4002-b52a-fdba68c8c1eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.807235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d4b80ba-365e-4bdb-a36c-2829c863ca70 req-f9f3ca41-1b6f-4002-b52a-fdba68c8c1eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3943529 Oct 19 20:40:31.884727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a3038-e952-406b-a031-3379cde69d77 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.888965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a73a3038-e952-406b-a031-3379cde69d77 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.1305425 Oct 19 20:40:31.892440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4604c20-73c2-4f9c-a91e-501179b01b7b']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.894488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492cf8c-1f32-4e80-a529-7f423f4f8fa2 req-bf579139-1794-480f-8d14-bf7a8e08fcad tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:31.897563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33518) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:31.901325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b492cf8c-1f32-4e80-a529-7f423f4f8fa2 req-bf579139-1794-480f-8d14-bf7a8e08fcad tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.1033118 Oct 19 20:40:31.929969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:40:31.937662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2f185a-27dc-4396-b233-a70faf7cb40c') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.937662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2f185a-27dc-4396-b233-a70faf7cb40c') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:31.968611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b492cf8c-1f32-4e80-a529-7f423f4f8fa2 req-1cc6dbd9-5940-46fc-b03e-b3c0e106b2ae tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663207 Oct 19 20:40:31.980303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d4b80ba-365e-4bdb-a36c-2829c863ca70 req-d9a4d539-8c0d-4187-acea-5c8060a0857e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546545 Oct 19 20:40:32.003554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a6ea9ddf-e027-4723-9519-9291db3e33ab tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 200 len: 205 time: 0.1010993 Oct 19 20:40:32.007880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33520) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:32.017055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.024281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.033268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.071773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.096765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 273bd8c9-097a-4911-8a6d-20fa825ac363 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:32.146425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:40:32.146840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:40:32.151556 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:40:32.157491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.163479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 273bd8c9-097a-4911-8a6d-20fa825ac363 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:32.164546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.190182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.242087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Allocated IP 172.20.0.1 (af770a14-f42e-467c-92f8-cc8ff35c71c8/f795da96-f1ad-4700-8b46-dd1d858c88cf/57552357-6668-469a-b5e5-f810e769f5e9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:32.244327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d564ef81-ef9d-410c-bcf6-826f1d130eb0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:32.294849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.305884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.314412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.331575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.342071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 273bd8c9-097a-4911-8a6d-20fa825ac363, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=273bd8c9-097a-4911-8a6d-20fa825ac363,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:32.346229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.359452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.362957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/networks/b4604c20-73c2-4f9c-a91e-501179b01b7b HTTP/1.1" status: 204 len: 168 time: 1.2117965 Oct 19 20:40:32.378002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33524) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:32.385339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'network': {'name': 'tempest-network-smoke--1002775883', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:32.389749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3351-e454-4559-ac6f-d85e73b25bad tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Network': ['ID=b4604c20-73c2-4f9c-a91e-501179b01b7b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:32.424957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c9a1-a7cb-47fd-91ce-0b94c8084008 req-1ab5b76f-ee36-422b-8457-1e4e42bf56c9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:32.428441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b65c9a1-a7cb-47fd-91ce-0b94c8084008 req-1ab5b76f-ee36-422b-8457-1e4e42bf56c9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1251478 Oct 19 20:40:32.445796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=273bd8c9-097a-4911-8a6d-20fa825ac363,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:32.458306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:32.465755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e7942d3b-bb25-4e0b-8148-b9132f519b9f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:32.466115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.494533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e7942d3b-bb25-4e0b-8148-b9132f519b9f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:32.495058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e7942d3b-bb25-4e0b-8148-b9132f519b9f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:32.495614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7995e5c3-1bcb-4f33-9943-941ce3cee797 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:32.518112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7995e5c3-1bcb-4f33-9943-941ce3cee797 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:40:32.518630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7995e5c3-1bcb-4f33-9943-941ce3cee797 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:40:32.540693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port 4221c33a-6306-4b99-8eb5-eecb4551abcf {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:32.541043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.560984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:40:32.567196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b65c9a1-a7cb-47fd-91ce-0b94c8084008 req-3b9f8f24-87b9-4e38-a0cf-17f68737d774 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262200 Oct 19 20:40:32.568095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.584070 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Floating IP a84f7e59-78d3-41ac-a5cb-8cf52012274c associated. External IP: 172.25.7.218, port: 688b6937-614c-49d5-8ede-13962d9f13b2. Oct 19 20:40:32.653423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.653775 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Added segment 182795cd-c50b-482e-a29f-93734dd901c5 of type vlan for network fd236190-661e-4777-a871-302befbd7029 Oct 19 20:40:32.655991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.689046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba05e-ccec-4151-80fe-b1856049a278 req-01d40d15-e506-4041-8645-05f368794654 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:32.690543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b38ba05e-ccec-4151-80fe-b1856049a278 req-01d40d15-e506-4041-8645-05f368794654 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1260996 Oct 19 20:40:32.696613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for 4221c33a-6306-4b99-8eb5-eecb4551abcf owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:32.718387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.788900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.795961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:32.796193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.855283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4746187 Oct 19 20:40:32.891607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:32.900416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-117312864', 'admin_state_up': True, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:32.940019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f29353-cbdc-4873-b6d8-87386d8e1a95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Network': ['ID=fd236190-661e-4777-a871-302befbd7029,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:32.953546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network fd236190-661e-4777-a871-302befbd7029 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:40:32.968297 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:32.969900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.063595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.078375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.124073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b38ba05e-ccec-4151-80fe-b1856049a278 req-1663e496-8039-4901-acdb-c260fbd33abd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041522 Oct 19 20:40:33.129576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.151645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:33.158868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=4221c33a-6306-4b99-8eb5-eecb4551abcf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:33.179302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:33.184531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:33.287941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0219f-783c-421f-a2a8-9eea74a9a335 req-6c333d8c-4447-4dfa-a491-6421146ccb54 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:33.289432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6b0219f-783c-421f-a2a8-9eea74a9a335 req-6c333d8c-4447-4dfa-a491-6421146ccb54 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.2233889 Oct 19 20:40:33.313174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Pushing event updated for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:33.326863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.336653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.364186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.395828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff1da3-1c9f-480c-af54-eba302183455 req-5657e1e2-f79e-44f8-bc9a-015bd90166f4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:33.397418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10ff1da3-1c9f-480c-af54-eba302183455 req-5657e1e2-f79e-44f8-bc9a-015bd90166f4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1862817 Oct 19 20:40:33.409174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 4e78f4e5-c555-4632-9911-01d0e75b71d3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:33.475978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.480107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.487510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6b0219f-783c-421f-a2a8-9eea74a9a335 req-4062c074-0935-4268-a57e-386215558a8a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610253 Oct 19 20:40:33.494099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-20899d15-3672-445f-9e21-1a8f73a89058 None None] Provisioning complete for port 57552357-6668-469a-b5e5-f810e769f5e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:33.494838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20899d15-3672-445f-9e21-1a8f73a89058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.531789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10ff1da3-1c9f-480c-af54-eba302183455 req-e8c2b738-d482-4bc3-ac28-e3fde2b8513a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214526 Oct 19 20:40:33.565391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.565391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router 399f7083-017b-4a62-825f-5d6f6b27383f {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:33.571604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.571604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-49c3d980-1438-469a-aad2-b519fe89fc35 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 204 len: 168 time: 1.5592880 Oct 19 20:40:33.573551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33538) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:33.578714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1116237520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:33.598511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-20899d15-3672-445f-9e21-1a8f73a89058 None None] Port 57552357-6668-469a-b5e5-f810e769f5e9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:33.660881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.663015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.664282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.734710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.751076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.771391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:33.789459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Sync routers for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:33.803579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:33.804139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:33.816487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.832594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ce79-e573-4a37-86c0-8e0e99c71217 req-f735050c-9a5f-43c0-8998-c0bf254b389c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:33.834962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:33.836346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-220e9f85-2d30-43ce-a49d-7bfd1cba16fb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2611194 Oct 19 20:40:33.841055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7443ce79-e573-4a37-86c0-8e0e99c71217 req-f735050c-9a5f-43c0-8998-c0bf254b389c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1343648 Oct 19 20:40:33.841360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:33.881123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:33.944041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376527d1-f5b6-4d60-8bb6-b5ffd016dc69 req-aa9e2220-46b7-42e4-a15b-49c0228117fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:33.951073 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-376527d1-f5b6-4d60-8bb6-b5ffd016dc69 req-aa9e2220-46b7-42e4-a15b-49c0228117fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2150021 Oct 19 20:40:33.982154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:34.013171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.046076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e89b23ad-6ae7-4c17-8c7c-0224ef1b16b9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2184124 Oct 19 20:40:34.049323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:34.052531 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e53c46-f077-4e63-8139-27d44fcb7d16" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:34.065615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33548) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:34.082640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.096059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 273bd8c9-097a-4911-8a6d-20fa825ac363 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:34.096498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.102923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.200368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Pushing event updated for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:34.203516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.219720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-376527d1-f5b6-4d60-8bb6-b5ffd016dc69 req-7de4faea-765c-4ba3-9470-1c22fb91b509 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676980 Oct 19 20:40:34.322002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 273bd8c9-097a-4911-8a6d-20fa825ac363 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:34.322376 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.332061 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a6e76-b98d-4fd4-9ce9-1e7077820b86 x-openstack-request-id: req-7e6a6e76-b98d-4fd4-9ce9-1e7077820b86 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:34.332417 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:34.332607 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e6a6e76-b98d-4fd4-9ce9-1e7077820b86 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:34.333006 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2', 'status': 'completed', 'code': 200} Oct 19 20:40:34.364171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7443ce79-e573-4a37-86c0-8e0e99c71217 req-142f091d-0dfc-4b43-8270-8207bcbd2680 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098135 Oct 19 20:40:34.370633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:34.399637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:34.414077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'a84f7e59-78d3-41ac-a5cb-8cf52012274c', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'floating_ip_address': '172.25.7.218', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'port_id': '688b6937-614c-49d5-8ede-13962d9f13b2', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'mac_address': 'fa:16:3e:ec:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:40:29Z', 'updated_at': '2021-10-19T20:40:29Z', 'revision_number': 0, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:34.452377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Checking router: 4e78f4e5-c555-4632-9911-01d0e75b71d3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:34.531731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:34.535984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:34.589931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-4eacbe8d-f170-4aae-9f8a-ebf6a16b8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.591718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-4eacbe8d-f170-4aae-9f8a-ebf6a16b8b4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1136 time: 0.2619059 Oct 19 20:40:34.685480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:34.727646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:34.790725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4567188-fa31-4564-835c-4a6adf986825 req-b4122e31-5081-49ee-a317-a152d028801d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.792589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4567188-fa31-4564-835c-4a6adf986825 req-b4122e31-5081-49ee-a317-a152d028801d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2439682 Oct 19 20:40:34.821899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-f6acdf26-7ded-45f7-83df-0cd64e1e5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.823493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-f6acdf26-7ded-45f7-83df-0cd64e1e5c39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 200 len: 898 time: 0.2087877 Oct 19 20:40:34.841412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.913802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-961565c1-be5b-4c6c-bc6b-756cd44e1546 None None] Provisioning complete for port 57552357-6668-469a-b5e5-f810e769f5e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:34.914165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-961565c1-be5b-4c6c-bc6b-756cd44e1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:34.956200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00967679-e778-45da-b3d9-cef2d8975780 req-d5ff7813-2f12-48c3-ba98-b49fbc0f2bf7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.957893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00967679-e778-45da-b3d9-cef2d8975780 req-d5ff7813-2f12-48c3-ba98-b49fbc0f2bf7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2143030 Oct 19 20:40:34.982846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-961565c1-be5b-4c6c-bc6b-756cd44e1546 None None] Port 57552357-6668-469a-b5e5-f810e769f5e9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:34.996644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.997466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.997996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.998752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.999945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:34.999945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.000584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.001178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.001731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.002309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.004483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-742ee7d3-08d6-421a-bde9-1526f0fa340a tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7033 time: 0.9375236 Oct 19 20:40:35.013072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33562) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:35.035131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4567188-fa31-4564-835c-4a6adf986825 req-640e9867-ed39-42d3-96f1-9ddbee54d007 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095034 Oct 19 20:40:35.048854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.25.7.141 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/9e6bf582-1a2d-437c-81a6-bf141889c556) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:35.067674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00967679-e778-45da-b3d9-cef2d8975780 req-e929ee2a-5856-4573-a46d-a5719b2015c4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Oct 19 20:40:35.128033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'a84f7e59-78d3-41ac-a5cb-8cf52012274c', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'floating_ip_address': '172.25.7.218', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'port_id': '688b6937-614c-49d5-8ede-13962d9f13b2', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'mac_address': 'fa:16:3e:ec:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:40:29Z', 'updated_at': '2021-10-19T20:40:29Z', 'revision_number': 0, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:35.159787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166f0a6-5a3c-4bdd-8be0-56b9a808e78d None None] The sync data for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 is: [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'a84f7e59-78d3-41ac-a5cb-8cf52012274c', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'floating_ip_address': '172.25.7.218', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'port_id': '688b6937-614c-49d5-8ede-13962d9f13b2', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'mac_address': 'fa:16:3e:ec:10:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:40:29Z', 'updated_at': '2021-10-19T20:40:29Z', 'revision_number': 0, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:35.161504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-a9d7e0b7-28a1-4f93-8887-d4e011e7fe0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 200 len: 1000 time: 0.3274291 Oct 19 20:40:35.178878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2df6-ff86-4337-be47-cad1af38da02 req-27bed317-2156-4bfb-bca6-7c3ff83d7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.182913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4efc2df6-ff86-4337-be47-cad1af38da02 req-27bed317-2156-4bfb-bca6-7c3ff83d7aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1097 time: 0.3215439 Oct 19 20:40:35.252014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:35.261406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.261406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.261406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.261406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.261406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.262040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.262709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.262832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:35.263251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.264909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.265399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:35.267267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8841a5c-d0cb-43f3-bb3f-cb80f0e62d62 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5936 time: 0.2530043 Oct 19 20:40:35.274036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:35.282729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ae477ecc-0559-45fb-86f3-72f1979e61c2 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec60ee34-4969-428e-a50f-98e0ffba0f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2051318 Oct 19 20:40:35.284835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:35.287337 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:35.434652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2555a4-1962-4713-8778-c55c30a0f575 req-96a122bd-949f-4d98-b241-0cd9919abdb8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.443062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f2555a4-1962-4713-8778-c55c30a0f575 req-96a122bd-949f-4d98-b241-0cd9919abdb8 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1591604 Oct 19 20:40:35.474344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:35.474498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-21e8a6c1-f35d-4f40-b60a-22fb0fe94214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.478914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-21e8a6c1-f35d-4f40-b60a-22fb0fe94214 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffeebf94-6f35-41f7-b426-bf3d2117b2f4 HTTP/1.1" status: 200 len: 838 time: 0.3010218 Oct 19 20:40:35.489066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4efc2df6-ff86-4337-be47-cad1af38da02 req-6b34b355-4a65-42fe-9ace-10eea08c8c53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839693 Oct 19 20:40:35.555344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc7e25c-bda6-4219-9440-3a105c2f3b14 None None] New status for floating IP a84f7e59-78d3-41ac-a5cb-8cf52012274c: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:40:35.572736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:35.585163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-200b2e09-d00d-47d9-ae3d-b28e534296cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.587210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-200b2e09-d00d-47d9-ae3d-b28e534296cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912881 Oct 19 20:40:35.600729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f2555a4-1962-4713-8778-c55c30a0f575 req-79c2c6d1-7fdd-4f2b-927c-75a5099cd3e5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566143 Oct 19 20:40:35.629444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:35.633015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:35.666129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458ecc-f125-405c-83d9-6ca7a4401b23 req-e5ae6526-9b7f-4acc-acaa-6438d334c831 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.667793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3458ecc-f125-405c-83d9-6ca7a4401b23 req-e5ae6526-9b7f-4acc-acaa-6438d334c831 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.2102168 Oct 19 20:40:35.728783 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 2, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:35.761513 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:35.762139 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Updating router ec60ee34-4969-428e-a50f-98e0ffba0f9a port 57552357-6668-469a-b5e5-f810e769f5e9 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:35.794457 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:35.806804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:35.887507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa4ca-44ba-4c5f-8383-50dbfbf4fcdd req-cfe6af22-1774-4fbb-ae2d-3d379cf12810 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:35.893695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eafaa4ca-44ba-4c5f-8383-50dbfbf4fcdd req-cfe6af22-1774-4fbb-ae2d-3d379cf12810 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0915844 Oct 19 20:40:35.895870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:35.896808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-f5cf128d-a0eb-4dc1-9a48-91341027ac70 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166471 Oct 19 20:40:35.898731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:35.959387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=9e6bf582-1a2d-437c-81a6-bf141889c556,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:35.973378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3458ecc-f125-405c-83d9-6ca7a4401b23 req-01c79dd6-c028-435f-9f81-608d744c3cc4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727330 Oct 19 20:40:36.040872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eafaa4ca-44ba-4c5f-8383-50dbfbf4fcdd req-93948df7-f4a0-4bfe-a3f7-8c4ddfd797b0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378124 Oct 19 20:40:36.064711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23e53c46-f077-4e63-8139-27d44fcb7d16 req-874e9830-f4bb-4bf7-9413-bc271f8ad5b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517267 Oct 19 20:40:36.159163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Allocated IP 172.25.7.189 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/56039624-a1c6-4a6e-862e-748d36f84d06) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:36.174380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33594) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:36.179605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1231214738-network', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:36.232926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Made reservation on behalf of 9fc83c594eb847dea578366436bbfe9e for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:36.237822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-646f8356-b826-4bb7-b807-1cf814d06a58 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4120 time: 0.9621928 Oct 19 20:40:36.238044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.240421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33598) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:36.277047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430675c-2083-4ac8-bf48-748d4a08b598 req-2cd76a07-c235-4f37-8a24-0e0f57a2e427 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.278708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f430675c-2083-4ac8-bf48-748d4a08b598 req-2cd76a07-c235-4f37-8a24-0e0f57a2e427 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.0957985 Oct 19 20:40:36.295166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.325530 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.332268 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.366597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18f0d-35b5-4aee-8dee-78ce36213139 req-c6b22408-f025-4c46-a40a-4624ec61a2b2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.376263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7b18f0d-35b5-4aee-8dee-78ce36213139 req-c6b22408-f025-4c46-a40a-4624ec61a2b2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2552490 Oct 19 20:40:36.386450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f430675c-2083-4ac8-bf48-748d4a08b598 req-30cfd4a6-3603-4600-8065-c00b0cdffbec tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823319 Oct 19 20:40:36.394621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5dc4c-eb3a-4be4-828a-c166511a02b0 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.402024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5dc4c-eb3a-4be4-828a-c166511a02b0 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.407882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-44b5dc4c-eb3a-4be4-828a-c166511a02b0 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e78f4e5-c555-4632-9911-01d0e75b71d3 HTTP/1.1" status: 200 len: 1991 time: 0.1623719 Oct 19 20:40:36.435792 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a6376-145b-4c07-b74b-1582e17a998c None None] Pushing event updated for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:36.466903 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Attempting to bind port 57552357-6668-469a-b5e5-f810e769f5e9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:36.467268 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Attempting to bind port 57552357-6668-469a-b5e5-f810e769f5e9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:36.467656 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Attempting to bind port 57552357-6668-469a-b5e5-f810e769f5e9 on network af770a14-f42e-467c-92f8-cc8ff35c71c8 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:36.474164 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:36.474532 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Checking segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:36.474930 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.475356 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Bound using segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:36.475974 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Bound port: 57552357-6668-469a-b5e5-f810e769f5e9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:36.476541 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.498397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7b18f0d-35b5-4aee-8dee-78ce36213139 req-7d926f35-dce4-4f17-9375-cf3890c83ec0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Oct 19 20:40:36.521584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.525943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.556652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:40:36.576052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e871c2e-1364-486c-80c3-123f5c6068dc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:36.586253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.586652 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Added segment 1d211e64-17a6-4a28-b169-e84d086308bb of type vlan for network e5b5af4e-803f-45eb-af30-bae9e6d439e4 Oct 19 20:40:36.641068 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] For port 57552357-6668-469a-b5e5-f810e769f5e9, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:36.646130 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] For port 57552357-6668-469a-b5e5-f810e769f5e9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=57552357-6668-469a-b5e5-f810e769f5e9,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:36.658334 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.684247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.706066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.748148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.749857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.750423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.751403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.759656 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:36.760648 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:36.797046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6212058 Oct 19 20:40:36.799803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:36.806149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Request body: {'subnet': {'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1231214738-subnet', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:36.820119 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a6376-145b-4c07-b74b-1582e17a998c None None] Pushing event updated for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:36.820397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] Provisioning complete for port 57552357-6668-469a-b5e5-f810e769f5e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:36.821585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.868854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08698aa1-46bc-4ace-93d6-7d52fe28d336 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b5af4e-803f-45eb-af30-bae9e6d439e4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:36.888489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:40:36.909903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Made reservation on behalf of 9fc83c594eb847dea578366436bbfe9e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:36.912323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.933138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:36.971284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:36.979387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5471c6f-dce7-49d2-a350-9a10dfa59535 req-5ad9b66d-ce32-4818-9f98-53db002bdf1c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:36.985941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5471c6f-dce7-49d2-a350-9a10dfa59535 req-5ad9b66d-ce32-4818-9f98-53db002bdf1c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2930605 Oct 19 20:40:37.133260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:37.162638 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.225092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad074dc-5283-49ce-b072-aee5a6c5ca05 req-aff4017a-74a4-4d75-aa3d-a70aab00a037 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:37.228315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] For port 57552357-6668-469a-b5e5-f810e769f5e9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=57552357-6668-469a-b5e5-f810e769f5e9,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:37.234232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad074dc-5283-49ce-b072-aee5a6c5ca05 req-aff4017a-74a4-4d75-aa3d-a70aab00a037 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1070218 Oct 19 20:40:37.234886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.321127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77248f-f753-4a8d-a3db-430bd69d8260 None None] Pushing event updated for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:37.361158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad074dc-5283-49ce-b072-aee5a6c5ca05 req-d13781c1-c84e-43ec-96f2-c20366163bcb tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207962 Oct 19 20:40:37.362463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bf70b695-f49a-4718-ab6d-a2aa50504424 None None] Provisioning complete for port 57552357-6668-469a-b5e5-f810e769f5e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:37.362904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf70b695-f49a-4718-ab6d-a2aa50504424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.393657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.463033 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:36Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:37.518638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Checking segment: {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:37.519009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Network hostable DHCP agents. Network: e5b5af4e-803f-45eb-af30-bae9e6d439e4, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:40:37.536211 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc3323-da91-429f-bdf7-55f805d7d20d None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:36Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:37.562053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf40509-49a6-4c2a-9125-b37d6b80167a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:37.616426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc26e9-3854-41f0-b34d-f929be30bd39 req-73fa3239-8c38-4d84-b177-2edfeb88f36f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:37.618762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:37.620909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ccc26e9-3854-41f0-b34d-f929be30bd39 req-73fa3239-8c38-4d84-b177-2edfeb88f36f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1130142 Oct 19 20:40:37.621336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:40:37.638983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:37.641734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e5b5af4e-803f-45eb-af30-bae9e6d439e4) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:37.652571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f880c-bb93-4311-9029-2b2bcdf6b952 None None] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:37.664950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:37.667197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.720687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ccc26e9-3854-41f0-b34d-f929be30bd39 req-16d50deb-83aa-4eb5-8f59-f17fd6d1f5eb tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799699 Oct 19 20:40:37.755506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3ffd25c-511a-456d-a8da-4a3852bc58cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9524240 Oct 19 20:40:37.755869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33624) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:37.761700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:37.810522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.817919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.891191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event updated for resources: {'Port': ['ID=56039624-a1c6-4a6e-862e-748d36f84d06,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:37.918241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5471c6f-dce7-49d2-a350-9a10dfa59535 req-e49c034c-c0b2-4403-acad-4447f34e02fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8909533 Oct 19 20:40:37.923346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:37.947463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'fixed_ips': [{'subnet_id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:40:37.948338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.163993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 57552357-6668-469a-b5e5-f810e769f5e9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:38.240113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e770-a1a4-4aaf-b629-33039a34462d req-73010457-a351-4042-b20a-1368af850e19 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:38.241748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22e8e770-a1a4-4aaf-b629-33039a34462d req-73010457-a351-4042-b20a-1368af850e19 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1890111 Oct 19 20:40:38.351045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.381367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 57552357-6668-469a-b5e5-f810e769f5e9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:38.381765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.448771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.459337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Allocated IP 172.20.0.2 (e5b5af4e-803f-45eb-af30-bae9e6d439e4/dcf40509-49a6-4c2a-9125-b37d6b80167a/a7caabeb-57f3-4b60-a13e-1c458001b098) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:38.568291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22e8e770-a1a4-4aaf-b629-33039a34462d req-bd9bf099-1b21-4154-811c-176a9ae95f48 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131993 Oct 19 20:40:38.634111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-6d242629-abc9-4330-937f-cd5ede899dd0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:38.636255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-6d242629-abc9-4330-937f-cd5ede899dd0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 811 time: 0.7978613 Oct 19 20:40:38.726550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-c46c5630-3a6f-4cce-854f-62f60e82cf82 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/quotas/13cf02aae2544a82ad134e7940c44649 HTTP/1.1" status: 200 len: 375 time: 0.0462191 Oct 19 20:40:38.729452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.734360 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.742879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.761349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 664ffbb7-54d2-4d95-96d2-40180fc156ca is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:38.780800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:38.783467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:38.792519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.856119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-42561737-30f5-4e58-a7f3-c324ccc1d693 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208837 Oct 19 20:40:38.929837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:38.946610 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Sync routers for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:38.953071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.962903 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:38.963850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:38.968135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:38.974497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f32fe8f0-8fda-4767-9636-d8f8a7bcd418 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0768108 Oct 19 20:40:38.976534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:39.024002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-83cf2a94-045d-45f4-8370-9d5ce55015e1 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=530c5e4b036a4d36922ec5990b8dab70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454550 Oct 19 20:40:39.028243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:39.086638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9393e-7650-42b8-8777-c141b42479b0 req-25040407-39ad-4d20-bd30-c95d1d5298d2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:39.094683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aa9393e-7650-42b8-8777-c141b42479b0 req-25040407-39ad-4d20-bd30-c95d1d5298d2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3614759 Oct 19 20:40:39.100245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:39.157817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aa9393e-7650-42b8-8777-c141b42479b0 req-a98ef234-03a4-4d6a-a5b2-ee02b5ade302 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Oct 19 20:40:39.181889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360b28f-87c5-4a49-a181-3bf8282f7556 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:39.185009 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:39.192418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0360b28f-87c5-4a49-a181-3bf8282f7556 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608703 Oct 19 20:40:39.205012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33652) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:39.220814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-1a7646ff-a4d4-4dfc-a65c-3ceb0d3c4899 service neutron] 10.222.0.31 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180251 Oct 19 20:40:39.290503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Attempting to bind port a7caabeb-57f3-4b60-a13e-1c458001b098 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:39.290918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Attempting to bind port a7caabeb-57f3-4b60-a13e-1c458001b098 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:39.291292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Attempting to bind port a7caabeb-57f3-4b60-a13e-1c458001b098 on network e5b5af4e-803f-45eb-af30-bae9e6d439e4 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:39.293454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Pushing event updated for resources: {'Port': ['ID=a7caabeb-57f3-4b60-a13e-1c458001b098,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:39.305407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:39.305805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Checking segment: {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:39.306212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.306612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Bound using segment: {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:39.307099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Bound port: a7caabeb-57f3-4b60-a13e-1c458001b098, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:39.307482 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.364236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce0d1d71-cef7-485f-9f5a-6cff242e8247 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1578875 Oct 19 20:40:39.377817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:39.401888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460395503', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:39.441087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] For port a7caabeb-57f3-4b60-a13e-1c458001b098, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:39.444951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] For port a7caabeb-57f3-4b60-a13e-1c458001b098, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a7caabeb-57f3-4b60-a13e-1c458001b098,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:39.457434 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.461317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.506344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.554482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f83f8-b8c2-4acd-91cf-2c04e67093f1 None None] Pushing event updated for resources: {'Port': ['ID=a7caabeb-57f3-4b60-a13e-1c458001b098,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:39.596605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63c7a-da1b-43e1-bb98-d986292a7c2f req-7f18627b-d7c3-43e8-bd45-87a3f958d3a4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:39.603303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55a63c7a-da1b-43e1-bb98-d986292a7c2f req-7f18627b-d7c3-43e8-bd45-87a3f958d3a4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.3189285 Oct 19 20:40:39.624930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:36Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:39.644722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:39.648006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.662173 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Checking router: 664ffbb7-54d2-4d95-96d2-40180fc156ca for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:39.662409 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Updating router 664ffbb7-54d2-4d95-96d2-40180fc156ca port 9e6bf582-1a2d-437c-81a6-bf141889c556 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:39.684833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Allocated IP 172.25.7.237 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/11a8dbfa-ddbf-43bd-8e56-991613d1de9b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:39.733512 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.813141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-b790e129-e680-403c-97e1-139b7e8b3064 service neutron] 10.222.0.31 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640846 Oct 19 20:40:39.877328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.898263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55a63c7a-da1b-43e1-bb98-d986292a7c2f req-ed89f5c7-dcb7-4b26-9af3-dfc88306ab9f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786052 Oct 19 20:40:39.935743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Router 483be8d5-b662-4b2c-9d53-2cb2b317af2f is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:39.946448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:39.955868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.110778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:40.115072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Pushing event updated for resources: {'Port': ['ID=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:40.122399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:40.125413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:40.175738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a7caabeb-57f3-4b60-a13e-1c458001b098 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:40.224523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Subnet': ['ID=a1369bdc-660d-42d3-aa62-a02d8a54dc1c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:40.250701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bba4e653-44cf-4f66-829e-afa10f921afb req-6b6c9e05-0445-42f8-9d8e-54c80b34574d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 210 time: 0.0798790 Oct 19 20:40:40.308383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a7caabeb-57f3-4b60-a13e-1c458001b098 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:40.309124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.325290 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.333011 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.341151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:40.348891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.350125 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de8d05e7-d429-484e-911b-4214cf57cea7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "PUT /v2.0/routers/483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 200 len: 880 time: 6.5068667 Oct 19 20:40:40.352058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Checking segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:40.352528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network hostable DHCP agents. Network: fd236190-661e-4777-a871-302befbd7029, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:40:40.356369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:40.376260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc828fdf-0e14-4449-977b-6f3ac5c7957a req-0dce1343-1601-4c7f-8d16-95b5a4452a66 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:40.378029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc828fdf-0e14-4449-977b-6f3ac5c7957a req-0dce1343-1601-4c7f-8d16-95b5a4452a66 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3543479 Oct 19 20:40:40.417311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] Sync routers for ids ['483be8d5-b662-4b2c-9d53-2cb2b317af2f'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:40.425099 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Attempting to bind port 9e6bf582-1a2d-437c-81a6-bf141889c556 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:40.425750 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Attempting to bind port 9e6bf582-1a2d-437c-81a6-bf141889c556 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:40.426331 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Attempting to bind port 9e6bf582-1a2d-437c-81a6-bf141889c556 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:40.440810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] Routers {'483be8d5-b662-4b2c-9d53-2cb2b317af2f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:40.441509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['483be8d5-b662-4b2c-9d53-2cb2b317af2f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:40.470280 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:40.471664 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:40.475719 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.476368 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:40.478214 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Bound port: 9e6bf582-1a2d-437c-81a6-bf141889c556, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:40.479085 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.499733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network fd236190-661e-4777-a871-302befbd7029 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:40:40.522851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.530205 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f068-d5f9-4b65-bb07-b2a0989efb04 None None] Pushing event updated for resources: {'Port': ['ID=9e6bf582-1a2d-437c-81a6-bf141889c556,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:40.576522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, fd236190-661e-4777-a871-302befbd7029) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:40.585453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a7caabeb-57f3-4b60-a13e-1c458001b098, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a7caabeb-57f3-4b60-a13e-1c458001b098,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:40.589971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:40.593344 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.595822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:40.603597 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] For port 9e6bf582-1a2d-437c-81a6-bf141889c556, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:40.608074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] For port 9e6bf582-1a2d-437c-81a6-bf141889c556, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9e6bf582-1a2d-437c-81a6-bf141889c556,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:40.612526 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.613819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aaa3fb-e725-424c-ad10-44412c3eb5f6 None None] Network fd236190-661e-4777-a871-302befbd7029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:40.616320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.670876 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:40.671535 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:40.758561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc828fdf-0e14-4449-977b-6f3ac5c7957a req-a648de43-4bac-40fb-a802-39f05183721b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081799 Oct 19 20:40:40.773814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ae6221c5-f60a-4b87-8df7-0595ca0ed816 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3771200 Oct 19 20:40:40.775280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a7caabeb-57f3-4b60-a13e-1c458001b098,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:40.785053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33670) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:40.825543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] Routers {'483be8d5-b662-4b2c-9d53-2cb2b317af2f'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:40.826193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['483be8d5-b662-4b2c-9d53-2cb2b317af2f'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:40.857356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:40.884186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:40.884889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f130fb-60bf-437d-bf64-ef311fa24b44 None None] The sync data for ids ['483be8d5-b662-4b2c-9d53-2cb2b317af2f'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:40.958423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-85eaded4-2c83-4533-9251-7d7daa96a939 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 200 len: 921 time: 0.6009166 Oct 19 20:40:40.959033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33680) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:40.962496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:41.111532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-fd236190-661e-4777-a871-302befbd7029', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:40:41.112403 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:41.222392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8975a-4ff9-44f2-a513-b9486ccf6c22 req-159ef19b-077f-4fd0-9a1a-7ef0de5903e5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:41.230170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e8975a-4ff9-44f2-a513-b9486ccf6c22 req-159ef19b-077f-4fd0-9a1a-7ef0de5903e5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2046075 Oct 19 20:40:41.313640 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f068-d5f9-4b65-bb07-b2a0989efb04 None None] Pushing event updated for resources: {'Port': ['ID=9e6bf582-1a2d-437c-81a6-bf141889c556,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:41.337581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e8975a-4ff9-44f2-a513-b9486ccf6c22 req-9b94748a-58b8-4456-afc9-c4f44ddf403e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Oct 19 20:40:41.344148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583cb3f-d8c8-4ee9-afdc-670f06b6fa2f None None] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:41.382608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0976ae2-2171-425a-b64f-49ddbac56cf0 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:41.386549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d0976ae2-2171-425a-b64f-49ddbac56cf0 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=483be8d5-b662-4b2c-9d53-2cb2b317af2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4118927 Oct 19 20:40:41.401394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33686) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:41.414717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Allocated IP 172.20.0.2 (fd236190-661e-4777-a871-302befbd7029/a1369bdc-660d-42d3-aa62-a02d8a54dc1c/e9687da3-6efa-4267-b1b4-a5d471578352) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:41.470814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4ee69cbc-02dd-4469-ae78-2e357508353f None None] Provisioning complete for port a7caabeb-57f3-4b60-a13e-1c458001b098 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:41.472063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ee69cbc-02dd-4469-ae78-2e357508353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:41.480420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5622492-72fc-4b0d-b781-b57bdc4aaf9c req-610e2708-c50d-4429-83ef-1fd88e274d3e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:41.499487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5622492-72fc-4b0d-b781-b57bdc4aaf9c req-610e2708-c50d-4429-83ef-1fd88e274d3e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.5274858 Oct 19 20:40:41.528530 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:36Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:41.590535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02ad1479-145d-454a-9fa4-45cef57a657d req-26caaecf-918b-4a37-a89d-81f6bc7d8db6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 210 time: 0.0719690 Oct 19 20:40:41.600337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30908a0-ce01-479c-845f-55a6a904b838 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:41.602100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a30908a0-ce01-479c-845f-55a6a904b838 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.1996398 Oct 19 20:40:41.606024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:41.613650 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5653d-a8ee-4344-badb-53b909f42b34 None None] The sync data for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 is: [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:36Z', 'revision_number': 3, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:41.680494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5622492-72fc-4b0d-b781-b57bdc4aaf9c req-defc9458-9fac-44cf-82d2-11ff622a0941 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505656 Oct 19 20:40:41.696151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-016d8762-8733-432b-bce4-72c99c95f51f tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 200 len: 205 time: 0.0781188 Oct 19 20:40:41.697622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:41.698812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:41.883721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:41.895002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.003406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.023536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f69842-8c85-4413-8c70-b4f7344a78b1 req-88955879-f917-4f3b-b16f-ddfdba661235 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:42.038477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3f69842-8c85-4413-8c70-b4f7344a78b1 req-88955879-f917-4f3b-b16f-ddfdba661235 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1255460 Oct 19 20:40:42.056426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-c5bb4c84-9bbb-4ec8-ab5d-d76085f4c491 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:42.058613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-c5bb4c84-9bbb-4ec8-ab5d-d76085f4c491 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.11 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 811 time: 0.4198692 Oct 19 20:40:42.059326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Pushing event updated for resources: {'Port': ['ID=e9687da3-6efa-4267-b1b4-a5d471578352,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:42.079120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Request body: {'port': {'device_id': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'admin_state_up': True, 'tenant_id': '13cf02aae2544a82ad134e7940c44649'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:42.109603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a7caabeb-57f3-4b60-a13e-1c458001b098 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:42.113676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Network fd236190-661e-4777-a871-302befbd7029 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:42.130012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:42.135405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:42.297704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Attempting to bind port e9687da3-6efa-4267-b1b4-a5d471578352 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:42.298074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Attempting to bind port e9687da3-6efa-4267-b1b4-a5d471578352 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:42.298720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Attempting to bind port e9687da3-6efa-4267-b1b4-a5d471578352 on network fd236190-661e-4777-a871-302befbd7029 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:42.301103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a7caabeb-57f3-4b60-a13e-1c458001b098 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:42.301685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.328086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:42.328360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Checking segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:42.328762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.329153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Bound using segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:42.329679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Bound port: e9687da3-6efa-4267-b1b4-a5d471578352, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:42.330048 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.537829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] For port e9687da3-6efa-4267-b1b4-a5d471578352, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:42.558507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] For port e9687da3-6efa-4267-b1b4-a5d471578352, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e9687da3-6efa-4267-b1b4-a5d471578352,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:42.566076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.680584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3f69842-8c85-4413-8c70-b4f7344a78b1 req-5d33d5dd-b4bf-4b48-952c-7366ab439f79 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348312 Oct 19 20:40:42.710209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-917350db-7c18-4e98-8568-a2d0addb25d0 None None] Provisioning complete for port a7caabeb-57f3-4b60-a13e-1c458001b098 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:42.711547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Router 8ae4bc3e-55c1-4592-a67b-16f35763663c is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:42.711785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-917350db-7c18-4e98-8568-a2d0addb25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.714202 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:42.729741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33df6-df3a-4e10-a601-bf21a2179dc4 None None] Pushing event updated for resources: {'Port': ['ID=e9687da3-6efa-4267-b1b4-a5d471578352,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:42.915799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca8e69d2-6e60-4340-9316-9a422e9c4f73 req-da639005-46a7-4c5d-af79-5a4df4782eae tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 210 time: 0.1146364 Oct 19 20:40:42.971970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b3c6a-9e9f-42e8-b24d-db81da794ed7 req-8a4ae753-f783-43ef-a75f-d738ca442853 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:42.981927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d52b3c6a-9e9f-42e8-b24d-db81da794ed7 req-8a4ae753-f783-43ef-a75f-d738ca442853 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2396266 Oct 19 20:40:43.070414 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.087659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Made reservation on behalf of 13cf02aae2544a82ad134e7940c44649 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:43.097156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.166352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:43.179303 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Sync routers for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:43.189271 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:43.190713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:43.257481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.259730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d52b3c6a-9e9f-42e8-b24d-db81da794ed7 req-ae5e46cd-3be0-4202-ac8d-7df59f702d9d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765505 Oct 19 20:40:43.261192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.268203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4722fc82-9396-4dc1-9143-6be67372e859 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5086713 Oct 19 20:40:43.284064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33706) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:43.323206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd954c-f717-441e-9bb3-04893c6dc1f0 req-a82d4b4b-c25c-45cd-9ef2-07c0e5b51c65 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:43.324841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07dd954c-f717-441e-9bb3-04893c6dc1f0 req-a82d4b4b-c25c-45cd-9ef2-07c0e5b51c65 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1754851 Oct 19 20:40:43.356984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.369241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Allocated IP 172.20.0.7 (1001ea73-9d81-452a-bc74-9207c2e1753d/3cccb794-9df5-4399-8f54-19e4f55c14b2/01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:43.432679 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:43.562308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.618336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07dd954c-f717-441e-9bb3-04893c6dc1f0 req-f1e07824-f943-4653-855f-0af25f77bf45 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524321 Oct 19 20:40:43.620646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port 56039624-a1c6-4a6e-862e-748d36f84d06 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:43.620990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.654251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.668408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a8612b30-c49e-4527-b8d1-a6b1bd3bb305'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:43.742732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Network 1001ea73-9d81-452a-bc74-9207c2e1753d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:43.747438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:43.756620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:43.776554 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:40Z', 'revision_number': 3, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:43.824707 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Checking router: 8ae4bc3e-55c1-4592-a67b-16f35763663c for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:43.825201 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Updating router 8ae4bc3e-55c1-4592-a67b-16f35763663c port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:43.833474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:43.834395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.855528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7817118 Oct 19 20:40:43.864900 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:43.892018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Request body: {'port': {'device_id': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:43.900869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16db663-2736-4003-92be-f07dc48ee826 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Pushing event updated for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:44.018386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.142663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.208793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9e6bf582-1a2d-437c-81a6-bf141889c556 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:44.276648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for 56039624-a1c6-4a6e-862e-748d36f84d06 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:44.306351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454d8a1-5680-42ed-810b-de1b02e6ec7a req-911a5d42-529e-4795-86e3-9173369c3556 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:44.308296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b454d8a1-5680-42ed-810b-de1b02e6ec7a req-911a5d42-529e-4795-86e3-9173369c3556 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.4805644 Oct 19 20:40:44.314727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9e6bf582-1a2d-437c-81a6-bf141889c556 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:44.318139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.355342 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.361796 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.375514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:44.399006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.415578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.1 (fd236190-661e-4777-a871-302befbd7029/a1369bdc-660d-42d3-aa62-a02d8a54dc1c/c0607576-f8bb-4045-b38d-25171bb7baa4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:44.417060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Transition to ACTIVE for port object 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:40:44.421695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.443131 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f7b43-3905-4403-86fd-95188f68b570 None None] Pushing event updated for resources: {'Port': ['ID=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:44.480966 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Attempting to bind port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:44.481547 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Attempting to bind port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:44.482039 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Attempting to bind port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:44.488273 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:44.488767 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:44.489260 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.490208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:44.490809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Bound port: 11a8dbfa-ddbf-43bd-8e56-991613d1de9b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:44.491286 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.501856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Pushing event updated for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:44.543294 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.556333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47bea9-6638-4e9d-a83d-75783b29512a None None] Network fd236190-661e-4777-a871-302befbd7029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:40:44.566399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b454d8a1-5680-42ed-810b-de1b02e6ec7a req-72caf357-bd77-4e74-8304-14e44b03b9ab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444625 Oct 19 20:40:44.589201 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] For port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:44.599702 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] For port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:44.618510 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.644160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Attempting to bind port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:44.644160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Attempting to bind port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:44.644627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Attempting to bind port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 on network 1001ea73-9d81-452a-bc74-9207c2e1753d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:44.660464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45809f98-812e-4cb1-b8c0-fe9450118d0f req-24e1581a-eee0-4c4a-8910-165928e76cea tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:44.668253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45809f98-812e-4cb1-b8c0-fe9450118d0f req-24e1581a-eee0-4c4a-8910-165928e76cea tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 943 time: 0.6140814 Oct 19 20:40:44.710626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 on network 1001ea73-9d81-452a-bc74-9207c2e1753d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:40:44.711596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Attempting to bind port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 on network 1001ea73-9d81-452a-bc74-9207c2e1753d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:44.736992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:44.737414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Checking segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:44.737785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Bound using segment: {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:44.738241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Bound port: 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:44.738604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.788184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Provisioning complete for port e9687da3-6efa-4267-b1b4-a5d471578352 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:44.788184 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.798770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 9e6bf582-1a2d-437c-81a6-bf141889c556, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9e6bf582-1a2d-437c-81a6-bf141889c556,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:44.828636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:44.834264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.835061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e9687da3-6efa-4267-b1b4-a5d471578352 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:44.838749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:44.855940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.864814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45809f98-812e-4cb1-b8c0-fe9450118d0f req-09fca42c-e426-43ef-b326-eb5423b96f98 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944723 Oct 19 20:40:44.869856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:44.895784 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f7b43-3905-4403-86fd-95188f68b570 None None] Pushing event updated for resources: {'Port': ['ID=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:44.917602 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:44.918238 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:44.986115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95c5de-155c-4c34-874a-8babc48cdcf1 req-27f4cec7-6ba2-4a68-b903-d0733f803c21 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:44.995973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea95c5de-155c-4c34-874a-8babc48cdcf1 req-27f4cec7-6ba2-4a68-b903-d0733f803c21 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2325084 Oct 19 20:40:45.003460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Pushing event updated for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:45.007748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=9e6bf582-1a2d-437c-81a6-bf141889c556,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:45.040426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.059063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:45.059697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.061652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.066259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e9687da3-6efa-4267-b1b4-a5d471578352 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:45.068262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.072098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-87d8a6fe-1878-4934-afbc-7d5f74d24536 service neutron] 10.222.0.11 "PUT /v2.0/ports/01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 200 len: 1091 time: 1.1833687 Oct 19 20:40:45.072703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:45.075863 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b836ca-28c6-4f0d-8549-2c48f53e899f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:45.176070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.180709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=56039624-a1c6-4a6e-862e-748d36f84d06,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:45.200774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea95c5de-155c-4c34-874a-8babc48cdcf1 req-0586ca76-40df-48c1-bd0a-8b4e071e243c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019076 Oct 19 20:40:45.220997 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.239469 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:45.299334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbaeda-9260-4b74-977d-888c08ad8d34 req-d833e4f1-f27b-4ec2-bd90-24042d9c3171 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:45.301329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42fbaeda-9260-4b74-977d-888c08ad8d34 req-d833e4f1-f27b-4ec2-bd90-24042d9c3171 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2154975 Oct 19 20:40:45.332358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-ac0b18f3-2d7f-44f4-aceb-fedb7d1a793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:45.334226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-ac0b18f3-2d7f-44f4-aceb-fedb7d1a793f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1094 time: 0.1590874 Oct 19 20:40:45.340703 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34fb373-cb63-471d-ae7f-c22523a8255c x-openstack-request-id: req-e34fb373-cb63-471d-ae7f-c22523a8255c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:45.340703 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:45.341042 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e34fb373-cb63-471d-ae7f-c22523a8255c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:45.341243 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6', 'status': 'completed', 'code': 200} Oct 19 20:40:45.349652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.402116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-5e618ca8-c3c2-46fe-afa2-39059275eba7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 200 len: 217 time: 0.0457511 Oct 19 20:40:45.411660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42fbaeda-9260-4b74-977d-888c08ad8d34 req-eeb52c21-fea4-43c3-aace-fd88ff4e71bd tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028237 Oct 19 20:40:45.465396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] For port e9687da3-6efa-4267-b1b4-a5d471578352, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e9687da3-6efa-4267-b1b4-a5d471578352,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:45.482167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.494753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network fd236190-661e-4777-a871-302befbd7029 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:45.518709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-465be563-fd35-4825-94d1-b72abd3d2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:45.520202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-465be563-fd35-4825-94d1-b72abd3d2971 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.1076808 Oct 19 20:40:45.539390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:45.545266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:45.551753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:45.591622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-71807ede-9efb-4523-a6c1-762c9fdad42c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593057 Oct 19 20:40:45.628165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:40:45.629892 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:40:45.672952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e5e29a20-ce99-4816-83a2-31ae4b1de898 None None] Provisioning complete for port e9687da3-6efa-4267-b1b4-a5d471578352 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:45.673342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e5e29a20-ce99-4816-83a2-31ae4b1de898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.707907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:40Z', 'revision_number': 3, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:45.708559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Pushing event updated for resources: {'Port': ['ID=e9687da3-6efa-4267-b1b4-a5d471578352,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:45.730648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.730992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.731336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.731678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.732017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.732349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.732677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.733043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.733393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.737380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.737738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.738090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a12894-fff9-4cb7-a85e-9ce34bbf191e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:45.744092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.784152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-b852b1e5-b781-4661-855c-733a33b8d2fb service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844857 Oct 19 20:40:45.786197 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0467d58-d14f-491d-b19a-3df5c1137389 None None] The sync data for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 is: [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:40Z', 'revision_number': 3, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:45.799336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.904707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Allocated IP 172.20.0.1 (e5b5af4e-803f-45eb-af30-bae9e6d439e4/dcf40509-49a6-4c2a-9125-b37d6b80167a/3dd105c4-97da-4807-abe0-a4bb20dc9834) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:45.950036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3bc669d9-55bd-4dfa-94ed-3a2fd4c72af2 req-029819e0-ddd7-47ea-8838-25d98e9ae215 service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561673 Oct 19 20:40:45.955323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2508455-9c9d-40db-be02-63ed67a161e2 req-a2f79581-2a0a-4026-b584-085024cf5ddb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:45.962948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e2508455-9c9d-40db-be02-63ed67a161e2 req-a2f79581-2a0a-4026-b584-085024cf5ddb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.4065781 Oct 19 20:40:45.976572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.983824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d310501b-7537-4184-9d78-54b3354f7287 None None] Provisioning complete for port c0607576-f8bb-4045-b38d-25171bb7baa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:45.984898 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d310501b-7537-4184-9d78-54b3354f7287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:45.986630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.074672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d310501b-7537-4184-9d78-54b3354f7287 None None] Port c0607576-f8bb-4045-b38d-25171bb7baa4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:46.141724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d3d84-a7da-44d3-bd1e-dabf16e2ca89 req-11ae5e57-ea61-4b4e-97b3-83d7f8725fd0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:46.144427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d71d3d84-a7da-44d3-bd1e-dabf16e2ca89 req-11ae5e57-ea61-4b4e-97b3-83d7f8725fd0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 943 time: 0.1830389 Oct 19 20:40:46.146432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-cb67a390-24c8-4b2d-880b-cdc691e4a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:46.148831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-cb67a390-24c8-4b2d-880b-cdc691e4a7cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1094 time: 0.1297379 Oct 19 20:40:46.161459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e2508455-9c9d-40db-be02-63ed67a161e2 req-9dcddb34-8862-4508-b114-ee4c47b6b00e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974106 Oct 19 20:40:46.168625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.170002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router 483be8d5-b662-4b2c-9d53-2cb2b317af2f {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:46.202720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.203887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f62894f3-2536-477e-baa2-9d3dd165864b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 204 len: 168 time: 4.5031049 Oct 19 20:40:46.209917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33732) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:46.231622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1672366385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:46.354705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d71d3d84-a7da-44d3-bd1e-dabf16e2ca89 req-2541cfdc-a9c3-47e6-8473-34a58d3983cf tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952891 Oct 19 20:40:46.402240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.414194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9e6bf582-1a2d-437c-81a6-bf141889c556 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:46.429743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-0a767a52-c273-41bd-b16e-36db5b81e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:46.431392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-0a767a52-c273-41bd-b16e-36db5b81e297 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.2503376 Oct 19 20:40:46.503320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.508307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9e6bf582-1a2d-437c-81a6-bf141889c556 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:46.509355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.524517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-20fa7d6c-05a9-4ce6-b6ac-310526abb1b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 200 len: 217 time: 0.0850685 Oct 19 20:40:46.551095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.552459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.631445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2bb2f-e0ef-417b-b0b9-68dd21588cb2 req-86f71b25-6e33-4b10-a3a8-1bfe8698e86f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:46.634830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e9687da3-6efa-4267-b1b4-a5d471578352 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:46.639277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cd2bb2f-e0ef-417b-b0b9-68dd21588cb2 req-86f71b25-6e33-4b10-a3a8-1bfe8698e86f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1328955 Oct 19 20:40:46.647134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-7b03ac56-157b-4655-be82-19c63f251ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:46.648741 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-7b03ac56-157b-4655-be82-19c63f251ed9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.0934203 Oct 19 20:40:46.708489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e9687da3-6efa-4267-b1b4-a5d471578352 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:46.708866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:46.715685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-95cef9de-038c-4c8a-9b8e-6dfe91d1743a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571268 Oct 19 20:40:46.841557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cd2bb2f-e0ef-417b-b0b9-68dd21588cb2 req-08c03e0d-9dff-4732-a76a-5a7d670cf6e5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010818 Oct 19 20:40:46.904342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-40385232-63e8-462f-9d7c-8ac5b13061a2 service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675973 Oct 19 20:40:47.040195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46ceb-fab9-4359-be2a-2a349a1c0225 req-5dad7abc-44ae-4974-8afa-375cd2f7f676 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:47.041796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ef46ceb-fab9-4359-be2a-2a349a1c0225 req-5dad7abc-44ae-4974-8afa-375cd2f7f676 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1179960 Oct 19 20:40:47.057362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.094536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ef46ceb-fab9-4359-be2a-2a349a1c0225 req-242cbe6d-4afd-4b81-841e-6d6553fced9b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Oct 19 20:40:47.096435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48b836ca-28c6-4f0d-8549-2c48f53e899f req-1e85f553-ce62-49ca-b274-92049872a8b9 service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843452 Oct 19 20:40:47.144673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:47.183391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a373b5-ae3b-4ed9-bdc6-38adda60dee3 req-134b7a65-53cd-47dc-b953-6a7f5bffc26c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:47.185048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60a373b5-ae3b-4ed9-bdc6-38adda60dee3 req-134b7a65-53cd-47dc-b953-6a7f5bffc26c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.7805645 Oct 19 20:40:47.190662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:47.199393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:47.241799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.272087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:47.292057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.327846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.371510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd463c-de45-435d-ae0b-6f61f4ad1790 req-cd1dc6f5-76e6-4588-8f17-be6fe747281e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:47.374256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74fd463c-de45-435d-ae0b-6f61f4ad1790 req-cd1dc6f5-76e6-4588-8f17-be6fe747281e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0599079 Oct 19 20:40:47.403152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.406962 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9fc38247-abc9-4667-8521-2099852fb045 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1924708 Oct 19 20:40:47.416009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33750) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:47.421453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60a373b5-ae3b-4ed9-bdc6-38adda60dee3 req-ef0b0759-3ad3-471b-8b4e-3d7e7f53fa0f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230730 Oct 19 20:40:47.422181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': True}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:47.511885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d126f077-b724-4c1a-9a77-bbe23fe3544d None None] Provisioning complete for port 3dd105c4-97da-4807-abe0-a4bb20dc9834 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:47.512332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d126f077-b724-4c1a-9a77-bbe23fe3544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.512914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74fd463c-de45-435d-ae0b-6f61f4ad1790 req-72e7f41a-cef7-4255-ac92-ac3cba46bcce tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287274 Oct 19 20:40:47.562030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d126f077-b724-4c1a-9a77-bbe23fe3544d None None] Port 3dd105c4-97da-4807-abe0-a4bb20dc9834 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:47.632213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe611-7567-4bee-924d-db91169f1db0 req-7898e880-6331-4110-b610-5848ae644c8a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:47.633784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-25abe611-7567-4bee-924d-db91169f1db0 req-7898e880-6331-4110-b610-5848ae644c8a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 943 time: 0.1327136 Oct 19 20:40:47.647381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.653161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.663179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.705475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.724312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:40:47.749909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba64c-a526-499e-90ca-439b6a686e35 req-da92f04d-77e4-4a3c-ad92-909489fc2490 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:47.751414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-265ba64c-a526-499e-90ca-439b6a686e35 req-da92f04d-77e4-4a3c-ad92-909489fc2490 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1369112 Oct 19 20:40:47.797982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-25abe611-7567-4bee-924d-db91169f1db0 req-2f424f19-15a0-47b9-b38d-7df92ff42657 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548078 Oct 19 20:40:47.814070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:47.826112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.827762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-265ba64c-a526-499e-90ca-439b6a686e35 req-501ec82d-9d33-4fd8-8458-82b8892fdba9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Oct 19 20:40:47.842487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:47.854386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6', 'network_id': '1001ea73-9d81-452a-bc74-9207c2e1753d', 'port_id': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6', 'mac_address': 'fa:16:3e:62:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cccb794-9df5-4399-8f54-19e4f55c14b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:40:47.906340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.919935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:47.943459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:47.947932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:47.948713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:40:48.015835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.021931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:48.023039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network fd236190-661e-4777-a871-302befbd7029 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:48.026347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7e44-15ca-4b15-9bbf-b46c41eca4df req-54751fb6-0c3e-49cd-8a33-cb975b0ca648 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:48.028108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:48.031216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c7e44-15ca-4b15-9bbf-b46c41eca4df req-54751fb6-0c3e-49cd-8a33-cb975b0ca648 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0908434 Oct 19 20:40:48.061809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.062592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.100984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.125775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:48.141073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'port_id': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'mac_address': 'fa:16:3e:ca:80:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580cad2-2b2f-47d4-aaaa-64e1f4536420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:40:48.199495 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.202322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c53c7e44-15ca-4b15-9bbf-b46c41eca4df req-5696405d-11d5-4e9a-958e-f28658aa6a46 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484847 Oct 19 20:40:48.220269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:48.237706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.242987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:48.300008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:48.308341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 664ffbb7-54d2-4d95-96d2-40180fc156ca has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:48.310261 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.341493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.25.7.164 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5f993bb2-4395-40ce-a408-a8c8cc63f641) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:48.385554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11a8dbfa-ddbf-43bd-8e56-991613d1de9b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:48.428191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:48.441951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-889a79c3-0277-4566-8f08-64c9d6ee7ffd None None] Provisioning complete for port c0607576-f8bb-4045-b38d-25171bb7baa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:48.442319 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-889a79c3-0277-4566-8f08-64c9d6ee7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.478449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063ace0-3412-45a4-83b0-cbbc106bd429 req-43f3917b-7d68-4971-b744-f733e7e90e29 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:48.486505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5063ace0-3412-45a4-83b0-cbbc106bd429 req-43f3917b-7d68-4971-b744-f733e7e90e29 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1415846 Oct 19 20:40:48.490858 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.492131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-889a79c3-0277-4566-8f08-64c9d6ee7ffd None None] Port c0607576-f8bb-4045-b38d-25171bb7baa4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:48.497025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:48.500221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:48.500644 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.507586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:48.558764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:48.563386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['80b62a12-0b88-4fbd-8baf-1a5197efb760'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:40:48.564573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.630013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5063ace0-3412-45a4-83b0-cbbc106bd429 req-fbb40ef6-1b60-499a-82b0-9c0a2a1c5fb2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425121 Oct 19 20:40:48.637918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:48.655170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:48.667228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:48.740737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:48.747954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4255802f-8baf-4967-a416-7121102d8328 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/664ffbb7-54d2-4d95-96d2-40180fc156ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9576888 Oct 19 20:40:48.755392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33768) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:48.787295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Router 8ae4bc3e-55c1-4592-a67b-16f35763663c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:40:48.884757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=5f993bb2-4395-40ce-a408-a8c8cc63f641,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:48.903684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a114f8e-0931-435d-8522-909c2df8bf38 req-6d73543a-1b70-476b-aec9-8f3e9d437626 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:48.905836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a114f8e-0931-435d-8522-909c2df8bf38 req-6d73543a-1b70-476b-aec9-8f3e9d437626 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 944 time: 0.3075922 Oct 19 20:40:48.927721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Sync routers for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:48.983683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:48.984320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:48.985853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:48.989121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:48.995011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2d33e57b-a69c-400b-8ca6-d30d9d8b023e admin admin] 10.222.0.31 "PUT /v2.0/routers/8ae4bc3e-55c1-4592-a67b-16f35763663c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7051041 Oct 19 20:40:49.033534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.034147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.034663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.035630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.036102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.036611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.037307 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.038111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.038632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.039104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.039607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.041980 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30c7e4bd-d6b0-4d0b-8ef9-b265da71cb93 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7779 time: 0.2856090 Oct 19 20:40:49.044956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33778) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:49.062889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-edb52adc-9b42-43ae-a23f-e6b44993b099 None None] Provisioning complete for port 3dd105c4-97da-4807-abe0-a4bb20dc9834 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:49.064563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edb52adc-9b42-43ae-a23f-e6b44993b099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:49.131643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:49.164283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:49.191555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a114f8e-0931-435d-8522-909c2df8bf38 req-c155435b-47a0-4586-9171-024868d04cfa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 Oct 19 20:40:49.251896 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Sync routers for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:49.272577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:49.275344 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:49.319033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-edb52adc-9b42-43ae-a23f-e6b44993b099 None None] Port 3dd105c4-97da-4807-abe0-a4bb20dc9834 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:49.319550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.319920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.320349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.320780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.321218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.326003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bde39073-67d7-4575-900e-58f4fdd1708b tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7200 time: 0.2772708 Oct 19 20:40:49.326427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33794) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:49.398175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:49.513607 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:49.575038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:49.727246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18bc46-b5f7-4644-9ffa-4afe568b5107 req-9c5ca0b9-8d28-4177-86fa-0c441b065ab6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.729093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef18bc46-b5f7-4644-9ffa-4afe568b5107 req-9c5ca0b9-8d28-4177-86fa-0c441b065ab6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 944 time: 0.1301067 Oct 19 20:40:49.737541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8bb46013-de26-42f0-8eb7-a23340250827 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5209 time: 0.4098954 Oct 19 20:40:49.747396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:40:49.785990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:49.817845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef18bc46-b5f7-4644-9ffa-4afe568b5107 req-7bd289fb-6edf-4984-b36f-1a93145c227e tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786786 Oct 19 20:40:49.860509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f14c1-82d3-477d-84a1-db3aebe640f9 req-35c99d09-a3fc-4cca-b58c-2ae4ec08ac66 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:49.867836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e2f14c1-82d3-477d-84a1-db3aebe640f9 req-35c99d09-a3fc-4cca-b58c-2ae4ec08ac66 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.5598416 Oct 19 20:40:49.965509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e2f14c1-82d3-477d-84a1-db3aebe640f9 req-3921f7fd-6ae4-4707-8b3e-84aa46672915 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834072 Oct 19 20:40:49.977109 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:47Z', 'revision_number': 4, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3dd105c4-97da-4807-abe0-a4bb20dc9834', 'name': '', 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'mac_address': 'fa:16:3e:57:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:45Z', 'updated_at': '2021-10-19T20:40:47Z', 'revision_number': 2, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'subnets': [{'id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:50.051065 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.052126 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Checking router: 8ae4bc3e-55c1-4592-a67b-16f35763663c for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:50.054374 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Updating router 8ae4bc3e-55c1-4592-a67b-16f35763663c port 3dd105c4-97da-4807-abe0-a4bb20dc9834 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:50.066440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:50.108651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:50.125970 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.126997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.131897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.137553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.146774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:47Z', 'revision_number': 2, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:50.269674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Checking router: 664ffbb7-54d2-4d95-96d2-40180fc156ca for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:40:50.269674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Updating router 664ffbb7-54d2-4d95-96d2-40180fc156ca port c0607576-f8bb-4045-b38d-25171bb7baa4 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:40:50.374517 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.382959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11a8dbfa-ddbf-43bd-8e56-991613d1de9b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:50.394694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7293142-c15c-4c2a-9b54-59a81618864d req-3283c866-1df3-46e0-bbfa-df9d827e50d5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:50.400144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:50.415726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849492058', 'description': 'tempest-secgroup-smoke-849492058 description', 'project_id': '530c5e4b036a4d36922ec5990b8dab70'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:50.424073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7293142-c15c-4c2a-9b54-59a81618864d req-3283c866-1df3-46e0-bbfa-df9d827e50d5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 943 time: 0.1218016 Oct 19 20:40:50.429215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:50.469062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.515876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7293142-c15c-4c2a-9b54-59a81618864d req-b632ea8b-e850-4fab-8443-f868045324e0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Oct 19 20:40:50.518916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router 90463b7a-998c-4fbe-9815-a659aefbf8dc is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:50.596522 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.606853 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.614886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:50.616018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.631803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.648183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.702010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:50.708672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.710026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b39e4f70-1375-4b82-9829-32bb0550eac7 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "PUT /v2.0/routers/90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 200 len: 915 time: 3.2929568 Oct 19 20:40:50.714592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33868) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:50.723474 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9bf3f-4c2e-4138-9abe-0b7e4b794132 None None] Pushing event updated for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:50.726683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] Sync routers for ids ['90463b7a-998c-4fbe-9815-a659aefbf8dc'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:50.727350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.729261 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3277395 Oct 19 20:40:50.730424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa3e8f-7515-43cb-b61e-1c172dca148f tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e39c8-4dd0-474f-9cba-24caaa86399b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:50.735680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:50.742687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:50.746952 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Attempting to bind port 3dd105c4-97da-4807-abe0-a4bb20dc9834 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:50.747320 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Attempting to bind port 3dd105c4-97da-4807-abe0-a4bb20dc9834 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:50.747811 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Attempting to bind port 3dd105c4-97da-4807-abe0-a4bb20dc9834 on network e5b5af4e-803f-45eb-af30-bae9e6d439e4 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:50.762237 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:50.762534 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Checking segment: {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:50.763073 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.763466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Bound using segment: {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:50.764480 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Bound port: 3dd105c4-97da-4807-abe0-a4bb20dc9834, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d211e64-17a6-4a28-b169-e84d086308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:50.764854 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.810589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.846402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] Routers {'90463b7a-998c-4fbe-9815-a659aefbf8dc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:50.847123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['90463b7a-998c-4fbe-9815-a659aefbf8dc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:50.919975 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] For port 3dd105c4-97da-4807-abe0-a4bb20dc9834, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:50.922416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:50.924092 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] For port 3dd105c4-97da-4807-abe0-a4bb20dc9834, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3dd105c4-97da-4807-abe0-a4bb20dc9834,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:50.935557 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.938908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.983444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:50.984008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] Routers {'90463b7a-998c-4fbe-9815-a659aefbf8dc'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:50.989230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['90463b7a-998c-4fbe-9815-a659aefbf8dc'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:51.012471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b8eafe7e-48a3-44b4-8562-3b4597e9fc75 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 200 len: 921 time: 0.2967339 Oct 19 20:40:51.015532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33880) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.022874 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.024901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873664 Oct 19 20:40:51.029265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33882) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.036326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:51.058270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cbd20-e373-4f2a-bc85-4c013360489c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b27625-0de7-4af3-ad1a-4cbfe978af0b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.082059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e303ada-a16b-44d7-a76b-a75cb3a3f588 req-ff30baea-9365-418c-b36d-7ccfc520db16 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:51.091046 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:51.094254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e303ada-a16b-44d7-a76b-a75cb3a3f588 req-ff30baea-9365-418c-b36d-7ccfc520db16 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 944 time: 0.1506209 Oct 19 20:40:51.096986 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:51.099165 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9bf3f-4c2e-4138-9abe-0b7e4b794132 None None] Pushing event updated for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.124671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.163337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e303ada-a16b-44d7-a76b-a75cb3a3f588 req-7e9dad6b-460d-4f58-b65f-af414ad4ab25 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680413 Oct 19 20:40:51.181739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:51.182756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7230955-3c0b-467b-a8a6-61b36bbd1b98 None None] The sync data for ids ['90463b7a-998c-4fbe-9815-a659aefbf8dc'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:51.251105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.258803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec9bd8-c697-48a0-a943-ced905300867 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:51.262397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.267620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33884) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.268291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72ec9bd8-c697-48a0-a943-ced905300867 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=90463b7a-998c-4fbe-9815-a659aefbf8dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2516031 Oct 19 20:40:51.294124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728722-5086-42d4-86c9-b066f5ae30be req-669c9927-975d-4ef5-ac41-ce048c2b3070 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:51.298211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d728722-5086-42d4-86c9-b066f5ae30be req-669c9927-975d-4ef5-ac41-ce048c2b3070 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2103372 Oct 19 20:40:51.318504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] Provisioning complete for port 3dd105c4-97da-4807-abe0-a4bb20dc9834 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:51.318893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.319278 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:51.329317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.353391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.374056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d728722-5086-42d4-86c9-b066f5ae30be req-8829c3ec-ce09-4ea1-b7c7-a0af63f9d43b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Oct 19 20:40:51.374912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b8598c-2eee-4660-aeb2-6a00180737cc,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.393214 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.403837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33888) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.404836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8b526685-3990-4da5-bc68-15d9f005edeb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728049 Oct 19 20:40:51.408506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:51.455631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0327-c3b7-445c-8a8d-89726c81433c None None] Pushing event updated for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.474760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.534284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254435a-1c13-4ca7-892c-a1614f699384 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:51.535944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f254435a-1c13-4ca7-892c-a1614f699384 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.2548814 Oct 19 20:40:51.538679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33892) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.608564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.613524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.639233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-744c02b0-3b7f-41cb-834d-11a51adf6b77 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 200 len: 205 time: 0.0991225 Oct 19 20:40:51.639452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Attempting to bind port c0607576-f8bb-4045-b38d-25171bb7baa4 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:40:51.640021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Attempting to bind port c0607576-f8bb-4045-b38d-25171bb7baa4 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:40:51.640410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Attempting to bind port c0607576-f8bb-4045-b38d-25171bb7baa4 on network fd236190-661e-4777-a871-302befbd7029 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:40:51.643953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.692590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.694514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896507 Oct 19 20:40:51.697410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:51.698471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6ad6c-51a2-444d-8e5e-2378c374d509 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746b8d64-d4ff-4ca8-87d2-9d488ede5663,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.712886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:40:51.713260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Checking segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:40:51.713685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.714083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Bound using segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:40:51.714689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Bound port: c0607576-f8bb-4045-b38d-25171bb7baa4, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:40:51.715090 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.718632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:51.740865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:51.760847 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.777845 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.788844 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:47Z', 'revision_number': 4, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3dd105c4-97da-4807-abe0-a4bb20dc9834', 'name': '', 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'mac_address': 'fa:16:3e:57:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:45Z', 'updated_at': '2021-10-19T20:40:50Z', 'revision_number': 4, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'subnets': [{'id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:51.843548 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce57d21-6db8-4efd-ad9c-9af964e5f19c None None] The sync data for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 is: [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:40:47Z', 'revision_number': 4, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3dd105c4-97da-4807-abe0-a4bb20dc9834', 'name': '', 'network_id': 'e5b5af4e-803f-45eb-af30-bae9e6d439e4', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'mac_address': 'fa:16:3e:57:fa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:45Z', 'updated_at': '2021-10-19T20:40:50Z', 'revision_number': 4, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'subnets': [{'id': 'dcf40509-49a6-4c2a-9125-b37d6b80167a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:51.872660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] For port 3dd105c4-97da-4807-abe0-a4bb20dc9834, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3dd105c4-97da-4807-abe0-a4bb20dc9834,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:51.886952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.941392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.945823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.973817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] For port c0607576-f8bb-4045-b38d-25171bb7baa4, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:40:51.978963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] For port c0607576-f8bb-4045-b38d-25171bb7baa4, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0607576-f8bb-4045-b38d-25171bb7baa4,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:40:51.979838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0cc2ea-8bf6-4378-a46f-8b4a2273c94a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:51.985973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:40:51.993229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.993912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.994133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.994640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.994756 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:51.994977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.995674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.996334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.998108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.998792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:51.999065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:52.000054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:52.000831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:40:52.012566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:52.013107 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.017405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01446538-1346-4017-a0c0-471a5f12b7fc None None] Pushing event updated for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:52.037222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.043551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-52748060-eec2-4c5a-acfc-793a3220a5f3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3314843 Oct 19 20:40:52.046355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33900) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:52.052755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:52.090232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Provisioning complete for port c0607576-f8bb-4045-b38d-25171bb7baa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:52.090598 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.094463 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:40:52.101148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.202491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:52.203135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:52.324114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.340368 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.344482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0327-c3b7-445c-8a8d-89726c81433c None None] Pushing event updated for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:52.416673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482d86ac-b7cf-4181-8795-71eb39c25628,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:52.425235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.426924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-07909e13-260f-4f79-b431-65292c6cca5e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3788106 Oct 19 20:40:52.463485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33906) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:52.468570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'security_group_rule': {'security_group_id': '3e4e39c8-4dd0-474f-9cba-24caaa86399b', 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:52.513144 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Project 530c5e4b036a4d36922ec5990b8dab70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:40:52.565819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1fde6-5e36-4f4f-8a97-97d85fc9387e req-2084f9c9-dfc5-4d77-9ef2-49b230647f0b tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:52.574835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3aa1fde6-5e36-4f4f-8a97-97d85fc9387e req-2084f9c9-dfc5-4d77-9ef2-49b230647f0b tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 944 time: 0.1746690 Oct 19 20:40:52.625697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.676474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989eef-b735-4556-abaa-b03aa71d5af6 req-9eb29c39-e045-4bcd-b1cd-6dfac1e1699a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:52.677366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3aa1fde6-5e36-4f4f-8a97-97d85fc9387e req-9e9ce5d3-c7f4-4023-afdb-2feeb0b5329f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008720 Oct 19 20:40:52.692868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c989eef-b735-4556-abaa-b03aa71d5af6 req-9eb29c39-e045-4bcd-b1cd-6dfac1e1699a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 943 time: 0.9309747 Oct 19 20:40:52.746962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.790359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3dd105c4-97da-4807-abe0-a4bb20dc9834 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:52.865251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.873036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.896855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c989eef-b735-4556-abaa-b03aa71d5af6 req-6672426e-bb58-45df-be74-57a1fa0a00f8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903307 Oct 19 20:40:52.899896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e979d45-745b-4bb3-ab2f-b7b541c2229d,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:52.916979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.925934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f49f7-6831-42d1-b253-f98d6357206f req-a8582598-cc32-49e9-a4d6-3c2401735234 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:52.927576 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a15f49f7-6831-42d1-b253-f98d6357206f req-a8582598-cc32-49e9-a4d6-3c2401735234 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1112306 Oct 19 20:40:52.931419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:52.932697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-85ea64a0-c987-4a01-8256-6436600c5279 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4684651 Oct 19 20:40:52.940295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:40:52.990477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.016675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.043255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a15f49f7-6831-42d1-b253-f98d6357206f req-2db499aa-442d-4b25-9c60-45de3728111e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056678 Oct 19 20:40:53.084766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:53.090344 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5c53fc-4106-4e14-8c5a-b4fd8dbdc3b4" -d '{"events": [{"server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "name": "network-vif-plugged", "status": "completed", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:53.095322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] For port c0607576-f8bb-4045-b38d-25171bb7baa4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0607576-f8bb-4045-b38d-25171bb7baa4,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:53.118964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port 5f993bb2-4395-40ce-a408-a8c8cc63f641 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:53.119318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.163567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:53.261062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.278832 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac597ed2-bf88-436e-843a-76e6be06e54f x-openstack-request-id: req-ac597ed2-bf88-436e-843a-76e6be06e54f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:53.279328 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "name": "network-vif-plugged", "status": "completed", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:53.280265 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac597ed2-bf88-436e-843a-76e6be06e54f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:53.280793 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6', 'code': 200} Oct 19 20:40:53.285500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.296039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.297235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:53.317050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for 5f993bb2-4395-40ce-a408-a8c8cc63f641 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:40:53.376366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3dd105c4-97da-4807-abe0-a4bb20dc9834 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:53.377141 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.382216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-36c0444f-a08c-4fee-a87f-4e152e49b6ed tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849492058&fields=id&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 267 time: 0.0878403 Oct 19 20:40:53.392269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Provisioning complete for port 3dd105c4-97da-4807-abe0-a4bb20dc9834 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:53.392639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.422508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026119-f7e2-483e-8989-e0faaff79dd3 req-ccf9aa44-e653-4a98-b2c6-9e3f6f27e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:53.424071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7026119-f7e2-483e-8989-e0faaff79dd3 req-ccf9aa44-e653-4a98-b2c6-9e3f6f27e4cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1096 time: 0.1593628 Oct 19 20:40:53.508271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0da643-61db-4a96-95ca-76f7476534ba None None] Pushing event updated for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:53.524342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7026119-f7e2-483e-8989-e0faaff79dd3 req-dc9e2089-c6ed-406e-80d2-2e576d8445d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870194 Oct 19 20:40:53.555023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-44d25038-ac21-4bff-890d-adbf1cb564f8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:53.556691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-44d25038-ac21-4bff-890d-adbf1cb564f8 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/networks?id=fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 200 len: 797 time: 0.1634002 Oct 19 20:40:53.586305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.586547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-a02d6099-6b6f-434c-80b0-893278c91618 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/quotas/530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 375 time: 0.0231583 Oct 19 20:40:53.648209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-fcf00d4c-5883-4e7c-b2b9-a437fa57dcc0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548425 Oct 19 20:40:53.664749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=5f993bb2-4395-40ce-a408-a8c8cc63f641,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:53.675424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 80b62a12-0b88-4fbd-8baf-1a5197efb760 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:53.675424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.738198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.877199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:53.903862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.907172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.973896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.973896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router 90463b7a-998c-4fbe-9815-a659aefbf8dc {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:40:53.989822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:53.991746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-61f2e3f9-441b-44c3-8d27-dc4794e1b26c service neutron] 10.222.0.31 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283346 Oct 19 20:40:53.999586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.000897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1db59efd-caae-4fb8-add9-5a7555cfd96e tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 204 len: 168 time: 2.3560927 Oct 19 20:40:54.009778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:51Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:54.017534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33940) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:54.023523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2144473615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:54.052776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4656443-d24d-4fd6-8256-b14409d39dda None None] The sync data for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 is: [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:51Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:54.080762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fc1f-de2c-49c9-b46d-ac3f5630c3db req-f57e8a95-1169-4424-8776-531c30a07816 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:54.082745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77f9fc1f-de2c-49c9-b46d-ac3f5630c3db req-f57e8a95-1169-4424-8776-531c30a07816 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1288221 Oct 19 20:40:54.084289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.085560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.096712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:40:54.102713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.107345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-323678bb-de19-430f-b05b-7eeb72244878 None None] Provisioning complete for port c0607576-f8bb-4045-b38d-25171bb7baa4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:54.107773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-323678bb-de19-430f-b05b-7eeb72244878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.152882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-d40f60cb-91df-486e-8f99-d88f4b2d0dd0 service neutron] 10.222.0.31 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601205 Oct 19 20:40:54.206302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77f9fc1f-de2c-49c9-b46d-ac3f5630c3db req-3474ddf6-288a-408d-aa10-2f96c947828c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158123 Oct 19 20:40:54.284358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.297382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.340294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.343334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:54.346057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33944) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:54.350929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:54.354976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0564008a-08fd-434f-8267-e2c8ed52dfdc tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3352199 Oct 19 20:40:54.428292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0607576-f8bb-4045-b38d-25171bb7baa4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:40:54.634205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c0607576-f8bb-4045-b38d-25171bb7baa4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:54.635277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.759055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed617-d4c5-4615-885f-2d09aebca1e5 req-427316cb-2e65-449b-ad42-d4741126d446 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:54.774445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ceed617-d4c5-4615-885f-2d09aebca1e5 req-427316cb-2e65-449b-ad42-d4741126d446 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1614268 Oct 19 20:40:54.825468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f850ca-643e-4eb4-a71e-a063e17b649f req-ea9bc8e3-9b26-4fac-b01e-4a75a1522942 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:54.827662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f850ca-643e-4eb4-a71e-a063e17b649f req-ea9bc8e3-9b26-4fac-b01e-4a75a1522942 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.3137817 Oct 19 20:40:54.845928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ceed617-d4c5-4615-885f-2d09aebca1e5 req-47f821d7-072f-4e5b-b14f-593b0c2bd524 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684271 Oct 19 20:40:54.867522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:54.958222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f850ca-643e-4eb4-a71e-a063e17b649f req-ad6d5f61-4c1f-4d3d-95c5-dbbb89be0cfe tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932357 Oct 19 20:40:54.999862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c18500d9-6e1f-42ce-99c8-f7281624a420 req-fa986b33-c304-47de-a11d-1152b1512369 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 210 time: 0.0549722 Oct 19 20:40:55.214022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:55.239518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:55.281884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:40:55.284235 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d3543-420e-4155-9659-c4de8ef8851c" -d '{"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-plugged", "status": "completed", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:40:55.367434 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9228bf69-688c-45cd-8921-825c60c9f09c x-openstack-request-id: req-9228bf69-688c-45cd-8921-825c60c9f09c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:40:55.367874 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-plugged", "status": "completed", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:40:55.368309 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9228bf69-688c-45cd-8921-825c60c9f09c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:40:55.368803 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'code': 200} Oct 19 20:40:55.442420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Allocated IP 172.25.7.34 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/8c67a780-52a8-45de-87df-aeb912cbd389) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:55.488778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1a1b5-1b25-464c-a28a-f3574f4663bc req-52cd2cf6-b2a3-4280-877f-79700bd0c571 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:55.493268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88f1a1b5-1b25-464c-a28a-f3574f4663bc req-52cd2cf6-b2a3-4280-877f-79700bd0c571 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1679180 Oct 19 20:40:55.591927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88f1a1b5-1b25-464c-a28a-f3574f4663bc req-1457705a-c494-4102-a1f0-86560a2f2847 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Oct 19 20:40:55.668249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:55.687382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b352c-359e-4345-af9a-009c5e9ddf2d req-524ccac9-ff3c-4616-8e6f-709f5709cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:55.688895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336b352c-359e-4345-af9a-009c5e9ddf2d req-524ccac9-ff3c-4616-8e6f-709f5709cca1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 1096 time: 0.0849118 Oct 19 20:40:55.743612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-336b352c-359e-4345-af9a-009c5e9ddf2d req-b6e0f7e5-fde0-45f5-9e3f-d7a159b95da8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Oct 19 20:40:55.749648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:55.804864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:55.811189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:55.813985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:55.858795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Pushing event updated for resources: {'Port': ['ID=8c67a780-52a8-45de-87df-aeb912cbd389,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:55.900518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba252c2f-b15d-4247-bf33-d372cdfae201 req-78f2e117-e4d7-4511-ad6a-dd5d19d325d4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:55.902238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba252c2f-b15d-4247-bf33-d372cdfae201 req-78f2e117-e4d7-4511-ad6a-dd5d19d325d4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0639188 Oct 19 20:40:55.994666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba252c2f-b15d-4247-bf33-d372cdfae201 req-d5a2aa22-6474-4c9a-aefe-cd867b72769f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834069 Oct 19 20:40:56.110006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666dc4-3522-4027-b9f2-fc6f7ea40396 req-8ce9d641-83a6-4bf9-aba9-2e7a3a0ce5f4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.111493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec666dc4-3522-4027-b9f2-fc6f7ea40396 req-8ce9d641-83a6-4bf9-aba9-2e7a3a0ce5f4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1497653 Oct 19 20:40:56.160890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40857-bf4e-458f-96fb-2429ac90d9a6 req-c54a82df-b9f2-4e98-aace-b27a25a29ec4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.162777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01f40857-bf4e-458f-96fb-2429ac90d9a6 req-c54a82df-b9f2-4e98-aace-b27a25a29ec4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.0873652 Oct 19 20:40:56.223755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01f40857-bf4e-458f-96fb-2429ac90d9a6 req-a16e4e1c-6122-45fc-99e2-14ab19882b86 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Oct 19 20:40:56.337700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9645061-da8e-41cf-8fdf-01dc0cb18ef9 req-6c5f029c-8e20-4798-96b6-7bdbd7bc7e25 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 210 time: 0.0506876 Oct 19 20:40:56.430994 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a63cd08-51a3-41ab-b67c-7a3c98b7f600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:56.476920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-79485519-040b-4a76-a3ce-739937a45800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.478432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-79485519-040b-4a76-a3ce-739937a45800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1096 time: 0.4775560 Oct 19 20:40:56.677626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec666dc4-3522-4027-b9f2-fc6f7ea40396 req-6f97460d-2f0d-4a4a-85c3-6acfc51554ff tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961887 Oct 19 20:40:56.739558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-89185fa1-f301-4e19-a91c-12ec4a9bbc7a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.741114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-89185fa1-f301-4e19-a91c-12ec4a9bbc7a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/networks?id=fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 200 len: 797 time: 0.6402974 Oct 19 20:40:56.743692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:56.747413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-af6dfa53-4df4-409b-9f03-558a7e0d3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.749556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-af6dfa53-4df4-409b-9f03-558a7e0d3a8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.2591271 Oct 19 20:40:56.842708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-37bdb513-29d5-4298-82c8-9aa5184b82fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 200 len: 217 time: 0.0625200 Oct 19 20:40:56.933612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-89ffd7fc-d8de-4c20-8a52-8c18c4bbd8b0 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530c5e4b036a4d36922ec5990b8dab70 HTTP/1.1" status: 200 len: 379 time: 0.1515098 Oct 19 20:40:56.950799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'port': {'device_id': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'admin_state_up': True, 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'security_groups': ['3e4e39c8-4dd0-474f-9cba-24caaa86399b']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:56.988989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-e11c4e29-2a44-4418-ae25-7087170f3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:56.990497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-e11c4e29-2a44-4418-ae25-7087170f3dd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.1403697 Oct 19 20:40:57.092566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-5c78e700-e1d2-406d-a586-c9e0e07ea639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942650 Oct 19 20:40:57.146810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036029c9-41f3-42bb-8c1d-6ebe296776a1 req-2e02b753-1485-40e4-b50d-17c3facfc522 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:57.149759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-036029c9-41f3-42bb-8c1d-6ebe296776a1 req-2e02b753-1485-40e4-b50d-17c3facfc522 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0617335 Oct 19 20:40:57.206299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-036029c9-41f3-42bb-8c1d-6ebe296776a1 req-3df833f3-44be-4df7-a051-68a077c2f9e9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Oct 19 20:40:57.230341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:57.242266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:57.320319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-97f0e6b9-5040-49db-8bbc-18865ea93ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180467 Oct 19 20:40:57.327016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Made reservation on behalf of 530c5e4b036a4d36922ec5990b8dab70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:40:57.330453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:57.469765 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3628f63c-6f0b-49b7-877c-b964a588ff73 req-6de1c4e4-4ab5-4d86-a810-cd9911310ae9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 210 time: 0.0420051 Oct 19 20:40:57.543469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf64086-e210-4321-85a4-17de2034cd9a req-633ed808-8389-4af3-a2ae-5aecaea9a9fd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:57.545000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebf64086-e210-4321-85a4-17de2034cd9a req-633ed808-8389-4af3-a2ae-5aecaea9a9fd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.2220743 Oct 19 20:40:57.621581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7fe69b-02d5-4848-b596-f2e392fafe74 req-97cc5828-d8a8-4ddc-aa0f-8283c5334a8e service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877955 Oct 19 20:40:57.668334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebf64086-e210-4321-85a4-17de2034cd9a req-b81473c3-d09c-450f-bfb9-edb51abcb5cb tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132083 Oct 19 20:40:57.686348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.20.0.8 (fd236190-661e-4777-a871-302befbd7029/a1369bdc-660d-42d3-aa62-a02d8a54dc1c/b2eb7654-2e32-401d-bf02-c52b72d06670) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:40:57.697385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Router f83be61d-c28f-45d2-8f94-44e24f378035 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:40:57.869772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73615de8-869a-4514-ba33-c6740ae312ea req-73b2309c-056e-4e5e-8efc-5206b5615a15 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:57.881929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73615de8-869a-4514-ba33-c6740ae312ea req-73b2309c-056e-4e5e-8efc-5206b5615a15 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.0901971 Oct 19 20:40:57.934175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926e91f-5b3b-45e4-8311-cd2ce148ac79 req-e0284845-c0c3-4ed6-ae98-732df04efe55 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:57.936149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8926e91f-5b3b-45e4-8311-cd2ce148ac79 req-e0284845-c0c3-4ed6-ae98-732df04efe55 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1768925 Oct 19 20:40:57.943656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73615de8-869a-4514-ba33-c6740ae312ea req-813aee6c-f830-49a7-9269-0540a373753b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Oct 19 20:40:57.962848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:40:57.971672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:57.975547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34012) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:57.975687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7314fcc3-ec26-4050-ad31-c14b4f03f275 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "PUT /v2.0/routers/f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 200 len: 915 time: 3.6282532 Oct 19 20:40:57.981908 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] Sync routers for ids ['f83be61d-c28f-45d2-8f94-44e24f378035'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:40:58.007619 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] Routers {'f83be61d-c28f-45d2-8f94-44e24f378035'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:58.010387 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83be61d-c28f-45d2-8f94-44e24f378035'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:58.027847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8926e91f-5b3b-45e4-8311-cd2ce148ac79 req-af537e67-877f-4bff-a8ce-27378fe1f18d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 Oct 19 20:40:58.048199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:58.092318 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:58.111211 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] Routers {'f83be61d-c28f-45d2-8f94-44e24f378035'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:40:58.112144 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83be61d-c28f-45d2-8f94-44e24f378035'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:58.116224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:58.150968 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:40:58.151868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a0a9-b391-43ac-b2dc-369477fa18ae None None] The sync data for ids ['f83be61d-c28f-45d2-8f94-44e24f378035'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:40:58.189973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d8cf387-dd6c-45ec-87c9-6d3a485d1c7c tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 200 len: 921 time: 0.2128656 Oct 19 20:40:58.192691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:58.202379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:40:58.213816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network fd236190-661e-4777-a871-302befbd7029 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:40:58.215355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:40:58.226240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:40:58.294882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea97f5-dc7f-4802-94e5-1f84701b2828 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:58.306919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34020) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:58.307974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-06ea97f5-dc7f-4802-94e5-1f84701b2828 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=f83be61d-c28f-45d2-8f94-44e24f378035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1138399 Oct 19 20:40:58.491977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:58.492588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:58.530966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b36c0-d670-47fd-9b34-54ca9b616868 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:58.536803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-500b36c0-d670-47fd-9b34-54ca9b616868 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.2260616 Oct 19 20:40:58.539652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34034) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:58.560420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-000101b7-6f99-4bc2-9fe0-7f04f75efed4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178067 Oct 19 20:40:58.570319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-98c4bdc3-8992-47c2-9198-ad5bb1137606 None None] Provisioning complete for port b2eb7654-2e32-401d-bf02-c52b72d06670 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:40:58.571650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98c4bdc3-8992-47c2-9198-ad5bb1137606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:58.583054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98dc0-5885-4fba-81f5-0eee1b19d02e req-414614b3-2f2f-4b54-82d5-eb8dfe749886 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:58.590321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8c98dc0-5885-4fba-81f5-0eee1b19d02e req-414614b3-2f2f-4b54-82d5-eb8dfe749886 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2859187 Oct 19 20:40:58.597380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Request body: {'port': {'device_id': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:40:58.603925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-54810c79-0689-4e47-a02d-c03b5ac650d7 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 200 len: 205 time: 0.0593982 Oct 19 20:40:58.604511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34036) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:40:58.614959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-98c4bdc3-8992-47c2-9198-ad5bb1137606 None None] Port b2eb7654-2e32-401d-bf02-c52b72d06670 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:40:58.665428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-841df00d-7cc4-4d00-9228-74d164039f90 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:58.669142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-841df00d-7cc4-4d00-9228-74d164039f90 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.1943738 Oct 19 20:40:58.686755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-91eb7d82-fd02-4d42-ab53-466cbe8e7bc4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/quotas/1f725fbe03e547e9826cab78d016664e HTTP/1.1" status: 200 len: 375 time: 0.0113525 Oct 19 20:40:58.769258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f5a56b23-d54a-4eb0-a60f-7790978bd767 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745859 Oct 19 20:40:58.865953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-b60fb2de-5020-4d6b-a29f-ade029b83010 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:40:58.874444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-b60fb2de-5020-4d6b-a29f-ade029b83010 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1042178 Oct 19 20:40:58.973842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-b65bc93c-78e6-48ca-a9fe-a7dc98a1817c service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984957 Oct 19 20:40:59.045675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8c98dc0-5885-4fba-81f5-0eee1b19d02e req-05c00060-5c03-4920-bff4-f9b42f4036e4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497426 Oct 19 20:40:59.050211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.102933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-ec75927a-b958-4eea-96b5-9844e45888e4 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267209 Oct 19 20:40:59.231633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.240127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f6d7c29-f986-4595-a7a8-0db8c92bba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.385725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e501f9-aacd-440c-bbc8-2315f3182843 req-c481fea6-6c75-49e7-a7e2-06415f298aac tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:59.387482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5e501f9-aacd-440c-bbc8-2315f3182843 req-c481fea6-6c75-49e7-a7e2-06415f298aac tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 931 time: 0.2380016 Oct 19 20:40:59.505583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a077-f19f-4f86-a592-3a172ac72bdf req-c4872dbd-c934-4f81-8123-36e07899a5fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:59.510426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d129a077-f19f-4f86-a592-3a172ac72bdf req-c4872dbd-c934-4f81-8123-36e07899a5fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1137578 Oct 19 20:40:59.580319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d129a077-f19f-4f86-a592-3a172ac72bdf req-6bbdc4b3-f106-402b-a175-8f40c9fb316d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Oct 19 20:40:59.595220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5e501f9-aacd-440c-bbc8-2315f3182843 req-82d2b43c-1c34-40a4-8c48-2e377418bff9 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972816 Oct 19 20:40:59.625841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.667788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-5e826946-831d-4d66-be6a-9cde53b6ef83 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:40:59.669284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-5e826946-831d-4d66-be6a-9cde53b6ef83 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "GET /v2.0/ports?device_id=11a70af8-25c6-4598-9116-48f247400681 HTTP/1.1" status: 200 len: 945 time: 0.1852305 Oct 19 20:40:59.676517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7eed7834-fc42-40b6-aa00-261e54760cbb req-e56f4a8c-5247-4ba5-850a-ccd845ceecc4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 210 time: 0.0475905 Oct 19 20:40:59.889820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2eb7654-2e32-401d-bf02-c52b72d06670 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:40:59.900006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port 8c67a780-52a8-45de-87df-aeb912cbd389 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:40:59.900328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.904961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:40:59.944861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Transition to ACTIVE for port object b2eb7654-2e32-401d-bf02-c52b72d06670 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:40:59.979297 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.059397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Deleting port 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:00.059733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.099797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:00.104680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.193591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for 8c67a780-52a8-45de-87df-aeb912cbd389 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:00.297483 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.411405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] For port 80b62a12-0b88-4fbd-8baf-1a5197efb760, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80b62a12-0b88-4fbd-8baf-1a5197efb760,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:00.411769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.426060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Attempting to bind port b2eb7654-2e32-401d-bf02-c52b72d06670 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:00.426399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Attempting to bind port b2eb7654-2e32-401d-bf02-c52b72d06670 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:00.426723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Attempting to bind port b2eb7654-2e32-401d-bf02-c52b72d06670 on network fd236190-661e-4777-a871-302befbd7029 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:00.440524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Calling delete_port for 80b62a12-0b88-4fbd-8baf-1a5197efb760 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:00.456045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3661de-4ff7-4f30-83b9-0d50f456f49e req-00d52146-73ee-4655-a331-61920195b1ec tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:00.458372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e3661de-4ff7-4f30-83b9-0d50f456f49e req-00d52146-73ee-4655-a331-61920195b1ec tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2099173 Oct 19 20:41:00.461426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Port b2eb7654-2e32-401d-bf02-c52b72d06670 on network fd236190-661e-4777-a871-302befbd7029 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:41:00.461736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Attempting to bind port b2eb7654-2e32-401d-bf02-c52b72d06670 on network fd236190-661e-4777-a871-302befbd7029 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:00.549346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:00.549346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Checking segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:00.549346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Bound using segment: {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:00.549346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Bound port: b2eb7654-2e32-401d-bf02-c52b72d06670, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182795cd-c50b-482e-a29f-93734dd901c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fd236190-661e-4777-a871-302befbd7029'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:00.549818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.642535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e3661de-4ff7-4f30-83b9-0d50f456f49e req-19c99b4f-907f-4bbf-aeda-84ed17f282d7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740885 Oct 19 20:41:00.720741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:00.730578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b2eb7654-2e32-401d-bf02-c52b72d06670,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:00.746289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.824403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.841596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbfcf4-1dee-4007-a96f-176ec688415c req-514279b1-7574-440b-b58a-4a24c85c3f7f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:00.851356 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3bbfcf4-1dee-4007-a96f-176ec688415c req-514279b1-7574-440b-b58a-4a24c85c3f7f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1426623 Oct 19 20:41:00.859051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-4169fe42-d411-4bf4-be43-86812d9b8276 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:00.860675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-4169fe42-d411-4bf4-be43-86812d9b8276 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.2674334 Oct 19 20:41:00.881947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Request body: {'port': {'device_id': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'admin_state_up': True, 'tenant_id': '1f725fbe03e547e9826cab78d016664e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:00.942633 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:00.971096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3bbfcf4-1dee-4007-a96f-176ec688415c req-548c926e-0c5c-41f4-9c14-275fc9548dc2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205094 Oct 19 20:41:01.011251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:01.012432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.014326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 200 len: 1091 time: 2.4206796 Oct 19 20:41:01.016161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68894c4c-19bc-43b5-889f-de0eb658ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:01.122528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7a7041a-52a7-4acd-817d-b973cbeb5421 req-10a28d24-b49e-44d4-8799-a9311dfd1eb7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 210 time: 0.0380840 Oct 19 20:41:01.133012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Made reservation on behalf of 1f725fbe03e547e9826cab78d016664e for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:01.136949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.171601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:01.173908 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d60b6-97b8-42d4-b55a-fdd51ac324f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:01.176698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=8c67a780-52a8-45de-87df-aeb912cbd389,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:01.189164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.271792 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7fdbf2-8f5c-42e4-a011-f1f69e513af6 x-openstack-request-id: req-7d7fdbf2-8f5c-42e4-a011-f1f69e513af6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:01.272091 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:01.272378 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d7fdbf2-8f5c-42e4-a011-f1f69e513af6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:01.272730 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'status': 'completed', 'code': 200} Oct 19 20:41:01.281691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event deleted for resources: {'Port': ['ID=80b62a12-0b88-4fbd-8baf-1a5197efb760,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:01.327740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.354150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dabe0c-e8e9-48e4-b2ec-cf92c534e284 req-7ce7293b-7b25-4e1e-bc1a-d97f22b8fcbb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:01.355701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94dabe0c-e8e9-48e4-b2ec-cf92c534e284 req-7ce7293b-7b25-4e1e-bc1a-d97f22b8fcbb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 943 time: 0.5379994 Oct 19 20:41:01.366260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Allocated IP 172.20.0.9 (c2d28ab4-3451-4cad-ae30-1e609e67ae33/c580cad2-2b2f-47d4-aaaa-64e1f4536420/c1183104-c70a-4e55-a694-6930d5514171) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:01.390755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-c075de6a-14ce-45da-a11e-0be98a904aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:01.392287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-c075de6a-14ce-45da-a11e-0be98a904aad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1094 time: 0.3174410 Oct 19 20:41:01.444820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] No DVR routers for this DVR port 80b62a12-0b88-4fbd-8baf-1a5197efb760 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:41:01.454262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.457671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d552a042-ad1c-4961-bbfd-dbb4158603c2 req-8545a057-4bdc-4c2e-a9c5-7681b830fc89 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "DELETE /v2.0/ports/80b62a12-0b88-4fbd-8baf-1a5197efb760 HTTP/1.1" status: 204 len: 173 time: 1.7588356 Oct 19 20:41:01.647237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.715101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.763164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:01.797957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 80b62a12-0b88-4fbd-8baf-1a5197efb760 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:01.798296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80b62a12-0b88-4fbd-8baf-1a5197efb760 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:01.802327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.831332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.836321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-4d88378f-4f16-482c-bf94-b61f5e70222c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 200 len: 217 time: 0.3973320 Oct 19 20:41:01.837646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:01.884795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:01.894515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:01.918908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:01.937672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94dabe0c-e8e9-48e4-b2ec-cf92c534e284 req-8bc3afa5-3209-4645-87a3-e73997529797 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989016 Oct 19 20:41:01.954000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.954965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router f83be61d-c28f-45d2-8f94-44e24f378035 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:01.974422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:01.981319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df177b73-b35e-4fa3-ac60-84c1afd30286 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 204 len: 168 time: 3.3705299 Oct 19 20:41:01.982000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34080) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:01.990542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-199475623', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:02.004835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-9e985d77-14b8-40fd-9737-5424c3b54219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.006383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-9e985d77-14b8-40fd-9737-5424c3b54219 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1369bdc-660d-42d3-aa62-a02d8a54dc1c HTTP/1.1" status: 200 len: 835 time: 0.1610305 Oct 19 20:41:02.030868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.031986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.069438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f123-123b-4056-8a3a-9105ed2637d8 req-29c17023-de17-41e6-9ac0-b89374dc9fc7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.080315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4e0f123-123b-4056-8a3a-9105ed2637d8 req-29c17023-de17-41e6-9ac0-b89374dc9fc7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2475305 Oct 19 20:41:02.130503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.131229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.172324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4e0f123-123b-4056-8a3a-9105ed2637d8 req-43b3554c-8a92-48bd-b1bd-9b0b16dba27b tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910013 Oct 19 20:41:02.176323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-7fe86b32-c1b2-43e6-a041-fff8860aaba8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004222 Oct 19 20:41:02.194971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Request body: {'port': {'device_id': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:02.202526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-64fc2261-c005-47cc-bf93-100623c72b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.204776 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-64fc2261-c005-47cc-bf93-100623c72b50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd236190-661e-4777-a871-302befbd7029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849284 Oct 19 20:41:02.211564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.271381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.291826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.336238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffec52-d892-43e4-8a25-65557578e2df req-fc30d687-1c3f-4a18-8221-ba9e064ebc47 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.337994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22ffec52-d892-43e4-8a25-65557578e2df req-fc30d687-1c3f-4a18-8221-ba9e064ebc47 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2307365 Oct 19 20:41:02.386054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e3ab5-64d9-4479-a0d5-94069598c33b req-29aad0e4-4e43-4803-9d80-17a6c496ae56 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.387849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a39e3ab5-64d9-4479-a0d5-94069598c33b req-29aad0e4-4e43-4803-9d80-17a6c496ae56 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 931 time: 0.1039009 Oct 19 20:41:02.493006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a39e3ab5-64d9-4479-a0d5-94069598c33b req-fbda99f8-3854-40f0-a0ee-d00e854a7bcd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960557 Oct 19 20:41:02.529742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.563572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22ffec52-d892-43e4-8a25-65557578e2df req-e59340b9-22d2-434a-a916-10768c82f590 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748514 Oct 19 20:41:02.600762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-9c6fda75-e281-477c-b9de-3487ffb15257 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860188 Oct 19 20:41:02.693018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:02.702876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.719655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Transition to ACTIVE for port object c1183104-c70a-4e55-a694-6930d5514171 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:41:02.723447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.775296 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec04100d-7393-4cf2-8af0-f96bd426a6b2 req-32673ff0-3bec-4a5f-9159-454b721c21bf service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624897 Oct 19 20:41:02.812479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:02.913554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.937448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:02.946667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Attempting to bind port c1183104-c70a-4e55-a694-6930d5514171 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:02.947217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Attempting to bind port c1183104-c70a-4e55-a694-6930d5514171 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:02.947790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Attempting to bind port c1183104-c70a-4e55-a694-6930d5514171 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:02.955171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-77072ad5-d291-4c92-90f6-bc812d972a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.956696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-77072ad5-d291-4c92-90f6-bc812d972a46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1094 time: 0.0888119 Oct 19 20:41:02.976755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Port c1183104-c70a-4e55-a694-6930d5514171 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:41:02.977086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Attempting to bind port c1183104-c70a-4e55-a694-6930d5514171 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:02.990911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-96bb2164-71cb-4f56-b2fd-1cc49658b0b9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:02.998597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-96bb2164-71cb-4f56-b2fd-1cc49658b0b9 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.1595411 Oct 19 20:41:03.001287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:03.001645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Checking segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:03.002030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Bound using segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:03.002545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Bound port: c1183104-c70a-4e55-a694-6930d5514171, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:03.002825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:03.029513 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-780c2fcc-2e7c-4846-8f38-5fc671a95a6b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/quotas/d7006116990e4f8daa007d342b594a5c HTTP/1.1" status: 200 len: 375 time: 0.0298557 Oct 19 20:41:03.119489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:03.123938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:03.132281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-fc1960e2-6afa-476c-b6f3-bedd8aabd110 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801897 Oct 19 20:41:03.133761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:03.168107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab634-00fd-4767-8726-cb9b6ae30080 req-63013247-bf8a-4ff2-8aec-73fbf41f3df1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.170292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1bab634-00fd-4767-8726-cb9b6ae30080 req-63013247-bf8a-4ff2-8aec-73fbf41f3df1 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 943 time: 0.1410894 Oct 19 20:41:03.193061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.193727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:03.195118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1183104-c70a-4e55-a694-6930d5514171 HTTP/1.1" status: 200 len: 1091 time: 1.0111125 Oct 19 20:41:03.195577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:03.196593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Allocated IP 172.25.7.253 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f2e47fad-c379-4ec6-ac69-f3c123bd777d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:03.197848 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "tag": "c1183104-c70a-4e55-a694-6930d5514171"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:03.199740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-360f80bd-70fe-4c43-a63b-344d21c4ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.201419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-360f80bd-70fe-4c43-a63b-344d21c4ecc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 200 len: 898 time: 0.2072058 Oct 19 20:41:03.264198 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-281604d1-c69e-4bfa-b81d-c9064d09f29f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 200 len: 217 time: 0.0521913 Oct 19 20:41:03.284851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-deleted', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:03.287176 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c1f11-c781-4e42-aaea-c9f8da8b3288" -d '{"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-deleted", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:03.291099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f748f-9621-4bed-a395-0ed93bab4b03 service neutron] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:03.322457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-67796ddb-d91e-45c2-b405-e17273c2b49c service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625328 Oct 19 20:41:03.328219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-ddb287d3-7727-4f11-83c3-2de3cc4f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.328219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-ddb287d3-7727-4f11-83c3-2de3cc4f1e2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 1094 time: 0.0798750 Oct 19 20:41:03.333728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1bab634-00fd-4767-8726-cb9b6ae30080 req-b9539d91-fd2c-4930-b150-4523dd2911da tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384702 Oct 19 20:41:03.358739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-1fb5a822-cac1-4149-b9ec-9d57d7acee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.359850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-1fb5a822-cac1-4149-b9ec-9d57d7acee6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1369bdc-660d-42d3-aa62-a02d8a54dc1c HTTP/1.1" status: 200 len: 835 time: 0.0869493 Oct 19 20:41:03.395453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-77823fed-e04e-4d83-b832-7ca4268cb9d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1183104-c70a-4e55-a694-6930d5514171 HTTP/1.1" status: 200 len: 217 time: 0.0594547 Oct 19 20:41:03.488025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:03.490131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-9b3d8aa9-b58e-4d55-a31f-24455c08b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.490662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-e4eb3f7c-b07c-425c-87f8-a248173426f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.491628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-9b3d8aa9-b58e-4d55-a31f-24455c08b585 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.0894494 Oct 19 20:41:03.492137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-e4eb3f7c-b07c-425c-87f8-a248173426f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd236190-661e-4777-a871-302befbd7029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061487 Oct 19 20:41:03.514997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-fb608fb3-80c1-458c-b106-29dab7818c6e service neutron] 10.222.0.31 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801724 Oct 19 20:41:03.535107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-87d70bf8-37ab-44fe-9a05-41796757d72c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342550 Oct 19 20:41:03.548891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569449f-00e1-4077-a4b0-3e41b04d3123 req-a90b65ea-eee1-4eba-bee6-92ca67397270 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:03.550441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b569449f-00e1-4077-a4b0-3e41b04d3123 req-a90b65ea-eee1-4eba-bee6-92ca67397270 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1086330 Oct 19 20:41:03.632683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:03.670856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-cd76a0d9-93c2-4448-b42e-5c8f8aca1f1b service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283033 Oct 19 20:41:03.684333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b569449f-00e1-4077-a4b0-3e41b04d3123 req-f7ecb8c0-8490-4739-b980-d4e14240f099 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259494 Oct 19 20:41:03.688877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-17100899-0bda-4956-9e4d-af28fc594e12 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846266 Oct 19 20:41:03.698909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:03.710707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:03.724690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:03.755371 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef8598-1e56-42ca-9cc4-9ff653cb82c0 x-openstack-request-id: req-24ef8598-1e56-42ca-9cc4-9ff653cb82c0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:03.755555 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a70af8-25c6-4598-9116-48f247400681", "name": "network-vif-deleted", "tag": "80b62a12-0b88-4fbd-8baf-1a5197efb760", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:03.755804 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24ef8598-1e56-42ca-9cc4-9ff653cb82c0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:03.756198 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a70af8-25c6-4598-9116-48f247400681', 'name': 'network-vif-deleted', 'tag': '80b62a12-0b88-4fbd-8baf-1a5197efb760', 'status': 'completed', 'code': 200} Oct 19 20:41:03.756920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event updated for resources: {'Port': ['ID=f2e47fad-c379-4ec6-ac69-f3c123bd777d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:03.799058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34124) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:03.967100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c2e25b-0db4-4d5a-8f1d-896b65217bb9 req-478ec09a-5e75-4d21-8b0d-00bf477a9a75 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888777 Oct 19 20:41:03.983993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-829d60b6-97b8-42d4-b55a-fdd51ac324f1 req-28ffa5df-4b2c-414a-aa74-7b9b6c04010f service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834074 Oct 19 20:41:04.002490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c6fc27b-17ac-4a3a-aa6d-a703aa677160 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3970 time: 0.2027485 Oct 19 20:41:04.005385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34130) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:04.017282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'network': {'name': 'tempest-network-smoke--179106031', 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'port_security_enabled': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:04.024504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe575d6-c91b-4c1b-999e-a3c753a1d220 req-496e4104-b00a-4c77-8409-4256e47f38dd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.033057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfe575d6-c91b-4c1b-999e-a3c753a1d220 req-496e4104-b00a-4c77-8409-4256e47f38dd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 943 time: 0.1799798 Oct 19 20:41:04.043826 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5888cf65-6994-460c-9db3-854cd0dc6462 x-openstack-request-id: req-5888cf65-6994-460c-9db3-854cd0dc6462 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:04.045735 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "tag": "c1183104-c70a-4e55-a694-6930d5514171", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:04.046171 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5888cf65-6994-460c-9db3-854cd0dc6462 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:04.046742 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171', 'status': 'completed', 'code': 200} Oct 19 20:41:04.071331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:04.075460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.141832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfe575d6-c91b-4c1b-999e-a3c753a1d220 req-63240e90-1424-49f6-a681-92398ad8c309 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009166 Oct 19 20:41:04.197848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:41:04.215561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-fc45c001-e7d7-46a5-a687-2ff614c8195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.217650 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-fc45c001-e7d7-46a5-a687-2ff614c8195d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 1094 time: 0.1382315 Oct 19 20:41:04.256084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.256480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3637d801-dba0-4e77-a9f6-58acce68f66f req-a669a3e7-aca0-4d91-a021-9ae8c729ae4a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0438576 Oct 19 20:41:04.256598 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Added segment 00af7424-4189-4f87-a50d-7101c3f74a35 of type vlan for network 1aacd8a7-09cc-4351-b823-b4bca2769194 Oct 19 20:41:04.262665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.337904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed14ef7-0c88-40f8-a560-eef2db72b648 req-9aa8a50d-99e0-41f7-8415-d627cac32192 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.339390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9ed14ef7-0c88-40f8-a560-eef2db72b648 req-9aa8a50d-99e0-41f7-8415-d627cac32192 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1856413 Oct 19 20:41:04.429572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.470070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9ed14ef7-0c88-40f8-a560-eef2db72b648 req-98e551a2-796c-41b1-9ad1-d26b08a4ad69 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986390 Oct 19 20:41:04.487378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-656ceab1-f562-4116-b4bc-96739c7aee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.488883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-656ceab1-f562-4116-b4bc-96739c7aee62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 916 time: 0.2640088 Oct 19 20:41:04.508537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.516205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.517042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.899263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486b0f5-5d39-4fd3-80d5-fab0189a3f9f req-60b44363-d8b7-43c9-83e5-d71394bb3d2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:04.899263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9486b0f5-5d39-4fd3-80d5-fab0189a3f9f req-60b44363-d8b7-43c9-83e5-d71394bb3d2d tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 943 time: 0.0975780 Oct 19 20:41:04.917357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:04.953262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-809fb8c4-4f23-47bf-9d22-8059dffe06b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1183104-c70a-4e55-a694-6930d5514171 HTTP/1.1" status: 200 len: 217 time: 0.4557705 Oct 19 20:41:05.022952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9486b0f5-5d39-4fd3-80d5-fab0189a3f9f req-47451611-91fe-4a64-8bd3-a0704696cdf2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145792 Oct 19 20:41:05.077517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0689981 Oct 19 20:41:05.079150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34140) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:05.094988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc27848-1fb6-48b7-bacf-b1ee85a1354b tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Network': ['ID=1aacd8a7-09cc-4351-b823-b4bca2769194,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:05.111469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'admin_state_up': True, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:05.113118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:41:05.130901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-44a16a46-6c45-4878-b986-3e231d7aeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:05.132567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-44a16a46-6c45-4878-b986-3e231d7aeef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.1476097 Oct 19 20:41:05.148295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f5c8-2379-4422-89ed-e417bcaaacaa req-52691024-f33e-45ad-a6f1-1b7c89a69ced tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:05.150449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a656f5c8-2379-4422-89ed-e417bcaaacaa req-52691024-f33e-45ad-a6f1-1b7c89a69ced tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2234859 Oct 19 20:41:05.175096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.176195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.195298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-a2cbdaeb-28cb-4420-8f68-5fec3313b11b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444336 Oct 19 20:41:05.204400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-a6951d55-78d9-4271-899e-96661b54a8ff tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:05.205914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-a6951d55-78d9-4271-899e-96661b54a8ff tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 815 time: 0.2186663 Oct 19 20:41:05.254461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Request body: {'port': {'device_id': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'admin_state_up': True, 'tenant_id': 'd7006116990e4f8daa007d342b594a5c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:05.274848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a656f5c8-2379-4422-89ed-e417bcaaacaa req-d4f25211-b8d1-4d6f-8647-95181b3819ea tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132736 Oct 19 20:41:05.329849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.366722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-7d1c2f96-d82f-48e4-9659-c7626be944d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380906 Oct 19 20:41:05.387158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Router bc2fbb4c-fd90-4bea-833e-70ff0541c185 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:41:05.413068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5a10ccf3-5352-4812-a532-4d6307dec17c req-b0d89554-ae75-486b-8a31-a2c195680f3e tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0453775 Oct 19 20:41:05.464980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530b66-85e6-42a8-916d-fa927315ea44 req-0ca0e116-38bd-4952-be33-e40d71663726 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:05.469788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27530b66-85e6-42a8-916d-fa927315ea44 req-0ca0e116-38bd-4952-be33-e40d71663726 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 943 time: 0.2555013 Oct 19 20:41:05.492399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47fe9a73-a8b0-4b3c-b8e4-a2c80dcfeef0 req-dc76da3b-f3e5-4292-b58f-89ae57e0cae9 service neutron] 10.222.0.11 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152499 Oct 19 20:41:05.619823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f9998-a6f0-4b01-8768-0245130cba7f req-56d9179f-03bc-4955-b297-b1d352b0528c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:05.621401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b97f9998-a6f0-4b01-8768-0245130cba7f req-56d9179f-03bc-4955-b297-b1d352b0528c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0643361 Oct 19 20:41:05.649197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.667351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b97f9998-a6f0-4b01-8768-0245130cba7f req-e5dfb388-321b-436c-b3b9-0344cb3cce3b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388119 Oct 19 20:41:05.678095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27530b66-85e6-42a8-916d-fa927315ea44 req-c54099a8-5b8a-4fd6-9352-2d02cc3e1cc0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988335 Oct 19 20:41:05.740056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Made reservation on behalf of d7006116990e4f8daa007d342b594a5c for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:05.743570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.778837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:05.786652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:05.807500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] Sync routers for ids ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:05.835962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b2eb7654-2e32-401d-bf02-c52b72d06670 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:05.845839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] Routers {'bc2fbb4c-fd90-4bea-833e-70ff0541c185'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:05.846504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:05.894966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:05.898976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b5b605f-a90f-47f5-aec4-33a519e7e2d6 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9109769 Oct 19 20:41:05.900394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:05.908489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:05.927351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:05.982828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] Routers {'bc2fbb4c-fd90-4bea-833e-70ff0541c185'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:05.983698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:06.052239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:06.052944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c9485-1200-4023-8fcc-053691d71b64 None None] The sync data for ids ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:06.064167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.075079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Allocated IP 172.20.0.7 (ee949465-a0c3-4634-b93d-f349c2cb2bcb/4a8c533c-5730-4d4b-a412-5d313d009fab/57cde379-a1f3-4c40-908a-f347e29cf247) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:06.082681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c1183104-c70a-4e55-a694-6930d5514171', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'port_id': 'c1183104-c70a-4e55-a694-6930d5514171', 'mac_address': 'fa:16:3e:b0:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580cad2-2b2f-47d4-aaaa-64e1f4536420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:06.136641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b2eb7654-2e32-401d-bf02-c52b72d06670,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.157154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'port_id': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'mac_address': 'fa:16:3e:50:34:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:06.159171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.176223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:06.213612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f719f9-515d-4a14-a23c-16d348e7159c req-f901fcee-0a6a-4404-b9ec-11a40d02f5eb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:06.214896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.231290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8f719f9-515d-4a14-a23c-16d348e7159c req-f901fcee-0a6a-4404-b9ec-11a40d02f5eb tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 943 time: 0.0828023 Oct 19 20:41:06.242511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.250168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.289677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8f719f9-515d-4a14-a23c-16d348e7159c req-fcc85a5c-a623-4808-a90c-38dcadd718b2 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552266 Oct 19 20:41:06.298258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eb7654-2e32-401d-bf02-c52b72d06670 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:06.337673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:06.337911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.343734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b2eb7654-2e32-401d-bf02-c52b72d06670,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.349254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.349987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:06.411063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.442414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:06.502097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c1183104-c70a-4e55-a694-6930d5514171'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:06.555808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de9216e5-b5e4-42be-9072-e7c8f75ad8d9 req-6c1204eb-436b-4e4d-805e-43614f86a8de tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0442412 Oct 19 20:41:06.579438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.599872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'port_id': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'mac_address': 'fa:16:3e:25:83:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61de31f-659e-45d5-a7a0-2ab750b1f03d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:06.671307 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.725079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:06.777696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:06.782743 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:06.829281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59db6e-8cd1-4996-abac-11aa10618b75 req-9b41e60e-f6e6-4651-b0c9-9b351935f743 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:06.838614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb59db6e-8cd1-4996-abac-11aa10618b75 req-9b41e60e-f6e6-4651-b0c9-9b351935f743 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0815866 Oct 19 20:41:06.896613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb59db6e-8cd1-4996-abac-11aa10618b75 req-4986948d-4d8f-40a7-bccd-344a86a5c98a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554867 Oct 19 20:41:06.907230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0e621-6874-445e-a269-284ba762fa0e req-8c3834e3-6506-49b9-89a8-9bce0cee2f86 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:06.908821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29a0e621-6874-445e-a269-284ba762fa0e req-8c3834e3-6506-49b9-89a8-9bce0cee2f86 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.5056927 Oct 19 20:41:06.959109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.009745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:07.033434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d584b3-88fd-4401-ad14-c543c7a7c966'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:07.062220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.25.7.106 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d09e1584-e278-41fd-9bec-dd3e779b9498) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:07.080295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-29a0e621-6874-445e-a269-284ba762fa0e req-389f5b0d-0236-4d97-979c-69c50be94fce tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617484 Oct 19 20:41:07.095768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.097762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b2eb7654-2e32-401d-bf02-c52b72d06670'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:07.168519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.176060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.198330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce4d8-ddea-410e-95d4-cbff66bd3421 req-6c21c6f8-5b17-4a42-afa6-34f9012e62aa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:07.208502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-562ce4d8-ddea-410e-95d4-cbff66bd3421 req-6c21c6f8-5b17-4a42-afa6-34f9012e62aa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 944 time: 0.0779874 Oct 19 20:41:07.264302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-562ce4d8-ddea-410e-95d4-cbff66bd3421 req-b466d43e-13c8-420c-a425-edec8452fe29 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 Oct 19 20:41:07.320531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Network ee949465-a0c3-4634-b93d-f349c2cb2bcb is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:07.327908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:07.336788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:07.383653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609', 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:07.414004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.426074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:07.426701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.481263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event updated for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:07.486976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-7b9db643-6d0c-40f3-a0f9-ba5fce2b3fb2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2493148 Oct 19 20:41:07.521813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Request body: {'port': {'device_id': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:07.591012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836a7d-e6c6-426b-af1c-c8da4d76ee36 req-ff934dd2-5d88-49d2-b780-b21c3b8223ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:07.592736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11836a7d-e6c6-426b-af1c-c8da4d76ee36 req-ff934dd2-5d88-49d2-b780-b21c3b8223ee tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 944 time: 0.1515794 Oct 19 20:41:07.715751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-7f3df628-9dd2-4f39-8768-e75a4e229875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2364600 Oct 19 20:41:07.749184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e766b-17f3-461f-b73b-81a9ededf28d req-c1cda598-00c2-4ea8-b014-55b6d99a782f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:07.752434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Deleting port f2e47fad-c379-4ec6-ac69-f3c123bd777d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:07.753154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-358e766b-17f3-461f-b73b-81a9ededf28d req-c1cda598-00c2-4ea8-b014-55b6d99a782f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 931 time: 0.1055102 Oct 19 20:41:07.754117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.799827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-358e766b-17f3-461f-b73b-81a9ededf28d req-bd8542fc-a36e-4ab7-a87f-8005a99831bf tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Oct 19 20:41:07.813125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:07.827875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11836a7d-e6c6-426b-af1c-c8da4d76ee36 req-c5156bf0-82a4-40ee-8963-4820a89347da tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236063 Oct 19 20:41:07.849497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.851586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:07.866145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:07.991125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port c1183104-c70a-4e55-a694-6930d5514171 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:41:08.056520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:08.062465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c1183104-c70a-4e55-a694-6930d5514171 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:08.062833 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.074012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:08.080856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d09e1584-e278-41fd-9bec-dd3e779b9498,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:08.089645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:08.125533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a2337-73de-4cca-86a1-30bba3eb5436 req-3adf79c4-f811-4dbd-bc4b-cc4be685986c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:08.127036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-588a2337-73de-4cca-86a1-30bba3eb5436 req-3adf79c4-f811-4dbd-bc4b-cc4be685986c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 944 time: 0.1055241 Oct 19 20:41:08.204385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-588a2337-73de-4cca-86a1-30bba3eb5436 req-e7a40e59-531a-430a-92c2-65693fb82bcc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688620 Oct 19 20:41:08.231462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b8d584b3-88fd-4401-ad14-c543c7a7c966 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:08.232628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.247002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-3040e1ef-7908-43ed-b990-1c893f2ff071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:08.249451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-3040e1ef-7908-43ed-b990-1c893f2ff071 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 1097 time: 0.4884386 Oct 19 20:41:08.375506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.411920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['e464d795-3307-4294-bb17-7143d4bcf6a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:08.427794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76673143-a013-4169-bf53-1d69683dc893 req-a363c597-6d97-4cc7-8566-f655ff50c635 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:08.448752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76673143-a013-4169-bf53-1d69683dc893 req-a363c597-6d97-4cc7-8566-f655ff50c635 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 944 time: 0.1011221 Oct 19 20:41:08.464401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:08.470961 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abb558b-0e49-48bc-8668-49a228196020" -d '{"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-plugged", "status": "completed", "tag": "c1183104-c70a-4e55-a694-6930d5514171"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:08.510499 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76673143-a013-4169-bf53-1d69683dc893 req-30e53e9c-9e1f-4472-817e-f54b909f2d0b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561533 Oct 19 20:41:08.552024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:08.577473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cde379-a1f3-4c40-908a-f347e29cf247 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:08.586232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.603775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Transition to ACTIVE for port object 57cde379-a1f3-4c40-908a-f347e29cf247 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:41:08.619063 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded71ff2-41a9-4786-8e98-2b68cfcd8edc x-openstack-request-id: req-ded71ff2-41a9-4786-8e98-2b68cfcd8edc {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:08.619920 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-plugged", "status": "completed", "tag": "c1183104-c70a-4e55-a694-6930d5514171", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:08.620112 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ded71ff2-41a9-4786-8e98-2b68cfcd8edc {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:08.620524 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171', 'code': 200} Oct 19 20:41:08.623387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.686104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.703004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Calling delete_port for f2e47fad-c379-4ec6-ac69-f3c123bd777d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:08.713962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.785717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cfa37-7e47-41f0-b7f6-ee3e3457eb59 req-a130cd2b-f977-45ad-b328-1b2a7ef50a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:08.788207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad5cfa37-7e47-41f0-b7f6-ee3e3457eb59 req-a130cd2b-f977-45ad-b328-1b2a7ef50a6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 1096 time: 0.1155112 Oct 19 20:41:08.850417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:08.894729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad5cfa37-7e47-41f0-b7f6-ee3e3457eb59 req-de9e0b4e-eef3-42e1-b8b4-5cdaf90f9903 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941110 Oct 19 20:41:08.897701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:08.907443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.929341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:08.936929 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:41:09.001328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2996b6-6d16-4691-8448-bb04084caf8d req-1b744a90-5ccf-487d-90e7-cd3fb5b16d55 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.006809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a2996b6-6d16-4691-8448-bb04084caf8d req-1b744a90-5ccf-487d-90e7-cd3fb5b16d55 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 943 time: 0.1062427 Oct 19 20:41:09.046232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:09.077551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a2996b6-6d16-4691-8448-bb04084caf8d req-11b58a89-a0a2-4dca-acab-cbbd5a45f310 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644257 Oct 19 20:41:09.228522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ee482-a912-45f8-ad48-5263f58ed59d req-5b596be9-1cd6-4c58-9dbc-7b30f884bbc7 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.237994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:09.238644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10ee482-a912-45f8-ad48-5263f58ed59d req-5b596be9-1cd6-4c58-9dbc-7b30f884bbc7 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 944 time: 0.0851455 Oct 19 20:41:09.241013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:09.261946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ddbfc-d130-4c25-a48d-a08b16c713bf req-34db311a-a770-4006-9935-9398eaf4c3d0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.272486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec9ddbfc-d130-4c25-a48d-a08b16c713bf req-34db311a-a770-4006-9935-9398eaf4c3d0 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 1.0187724 Oct 19 20:41:09.323307 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f10ee482-a912-45f8-ad48-5263f58ed59d req-1940f840-3f5f-478f-803a-7c5c98d1c41a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837729 Oct 19 20:41:09.373812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Pushing event deleted for resources: {'Port': ['ID=f2e47fad-c379-4ec6-ac69-f3c123bd777d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:09.393776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-097f4325-49a0-4b4b-ab74-c1d2597207de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.394893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-097f4325-49a0-4b4b-ab74-c1d2597207de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.7215185 Oct 19 20:41:09.506432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fac191-bec2-4fae-9485-eca8f114c430 req-cfb3b5d0-9032-4c9d-88ef-daf4c78bd75c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.518432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83fac191-bec2-4fae-9485-eca8f114c430 req-cfb3b5d0-9032-4c9d-88ef-daf4c78bd75c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1114049 Oct 19 20:41:09.578530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:09.600128 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83fac191-bec2-4fae-9485-eca8f114c430 req-971a8278-3617-4ba2-828d-a630f9d6a9d5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753465 Oct 19 20:41:09.605109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec9ddbfc-d130-4c25-a48d-a08b16c713bf req-999e2809-f979-411b-a33e-04cb3a6bf61f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307085 Oct 19 20:41:09.609285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-5bc0a99f-ecea-4030-92fe-4338d3cbb157 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 200 len: 217 time: 0.1769061 Oct 19 20:41:09.760155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-9cbc082d-742f-4c57-818f-b14abcea3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.761733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-9cbc082d-742f-4c57-818f-b14abcea3637 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.0545979 Oct 19 20:41:09.761981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988ffcf-b413-468e-aa63-a8b9cf89a3de req-11556e00-3ff7-4a89-9acc-70e68e07b28c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:09.765946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Attempting to bind port 57cde379-a1f3-4c40-908a-f347e29cf247 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:09.766403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Attempting to bind port 57cde379-a1f3-4c40-908a-f347e29cf247 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:09.767237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Attempting to bind port 57cde379-a1f3-4c40-908a-f347e29cf247 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:09.770395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6988ffcf-b413-468e-aa63-a8b9cf89a3de req-11556e00-3ff7-4a89-9acc-70e68e07b28c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0813291 Oct 19 20:41:09.778765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Port 57cde379-a1f3-4c40-908a-f347e29cf247 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:41:09.779285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Attempting to bind port 57cde379-a1f3-4c40-908a-f347e29cf247 on network ee949465-a0c3-4634-b93d-f349c2cb2bcb {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:09.806591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6988ffcf-b413-468e-aa63-a8b9cf89a3de req-72ddcc70-27b4-4872-8f94-8dc641f2f18a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Oct 19 20:41:09.816454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:09.817200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Checking segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:09.817722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Bound using segment: {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:09.818285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Bound port: 57cde379-a1f3-4c40-908a-f347e29cf247, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f798e385-69f4-4ad6-9076-035512f9f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:09.818977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:09.830526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-89385b67-fed7-4758-8864-2381f8305469 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359347 Oct 19 20:41:09.842386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b2eb7654-2e32-401d-bf02-c52b72d06670 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:09.944158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b2eb7654-2e32-401d-bf02-c52b72d06670 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:41:09.949376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b2eb7654-2e32-401d-bf02-c52b72d06670 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:09.949737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.089817 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.115661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.171116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b2eb7654-2e32-401d-bf02-c52b72d06670,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:10.178358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.252610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:10.525337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183621f4-7567-4309-8057-85fdacbfe9be req-5e734ab3-8e94-494e-9912-cc69f7de1af3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:10.527590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-183621f4-7567-4309-8057-85fdacbfe9be req-5e734ab3-8e94-494e-9912-cc69f7de1af3 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.0978856 Oct 19 20:41:10.621620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}, {'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:10.623886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-183621f4-7567-4309-8057-85fdacbfe9be req-ceddc8d5-b78d-4874-85ef-6029000fb801 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703008 Oct 19 20:41:10.624924 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89a92d-a931-4ab1-a87b-f684d2a77a70" -d '{"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}, {"server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "name": "network-vif-plugged", "status": "completed", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:10.758548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.765894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.777993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574862e8-37c1-40c2-8375-e9312f3e7759 req-14edf2dd-1a47-4422-939e-20882b6217ff tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:10.790575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-574862e8-37c1-40c2-8375-e9312f3e7759 req-14edf2dd-1a47-4422-939e-20882b6217ff tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0974700 Oct 19 20:41:10.828510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:10.832798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=57cde379-a1f3-4c40-908a-f347e29cf247,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:10.837042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-cd5f4992-e58b-4626-820e-40d440f01caf service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9685345 Oct 19 20:41:10.843823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:10.864273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-574862e8-37c1-40c2-8375-e9312f3e7759 req-6b2c2957-65bd-4313-a3d8-06b591ef8d4e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726132 Oct 19 20:41:10.961147 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5851b67-ce51-405d-948b-256597f2c661 x-openstack-request-id: req-b5851b67-ce51-405d-948b-256597f2c661 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:10.961734 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "code": 200}, {"server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "name": "network-vif-plugged", "status": "completed", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:10.961989 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5851b67-ce51-405d-948b-256597f2c661 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:10.962674 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'code': 200} Oct 19 20:41:10.962936 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'code': 200} Oct 19 20:41:11.131655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5788c8e-bbcc-4f27-be02-8020e2761cfb req-3c6d9fea-6392-4462-b026-9895a25c2c6c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.136066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c0abc0-ab7a-4abd-b31e-cb0996fd9d37 req-c4d65f04-e849-4c0b-a34b-a5e6d5d86149 service neutron] 10.222.0.37 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706172 Oct 19 20:41:11.140264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5788c8e-bbcc-4f27-be02-8020e2761cfb req-3c6d9fea-6392-4462-b026-9895a25c2c6c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0948217 Oct 19 20:41:11.207762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5788c8e-bbcc-4f27-be02-8020e2761cfb req-5e0afa9b-9211-43a7-9615-bb1d10b760a4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607913 Oct 19 20:41:11.222348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.223288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:11.227513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] 10.222.0.11 "PUT /v2.0/ports/57cde379-a1f3-4c40-908a-f347e29cf247 HTTP/1.1" status: 200 len: 1091 time: 3.7091973 Oct 19 20:41:11.253010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Router bc2fbb4c-fd90-4bea-833e-70ff0541c185 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:11.254902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:11.257465 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad7d54-d045-46bf-a788-c7e50c419617" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:11.364963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ab58-9020-4015-ae26-a5daf8eae71c req-94d05245-feef-4df4-bb1f-80936afe367a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.377187 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37f4ab58-9020-4015-ae26-a5daf8eae71c req-94d05245-feef-4df4-bb1f-80936afe367a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0925167 Oct 19 20:41:11.405808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0c59-3218-411f-ab07-54ed51fc0c2d req-562d6cbf-bbac-4bd8-b529-a2337c17d041 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.407433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fca0c59-3218-411f-ab07-54ed51fc0c2d req-562d6cbf-bbac-4bd8-b529-a2337c17d041 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 943 time: 1.1965585 Oct 19 20:41:11.412344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50ce2-9112-4171-94a4-04f6f37a5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:11.433565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84590a-ad68-4963-b4ad-3fe2344036f9 req-e72fb93f-06ea-4cc1-97d2-0eed1039ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.435205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c84590a-ad68-4963-b4ad-3fe2344036f9 req-e72fb93f-06ea-4cc1-97d2-0eed1039ec49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1096 time: 0.2533581 Oct 19 20:41:11.469404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37f4ab58-9020-4015-ae26-a5daf8eae71c req-06ed69e9-cdd1-4568-b1e4-aa9c056f5122 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867875 Oct 19 20:41:11.539196 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82651e85-294c-4dfa-9deb-adfd4386058b x-openstack-request-id: req-82651e85-294c-4dfa-9deb-adfd4386058b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:11.539484 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:11.539736 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82651e85-294c-4dfa-9deb-adfd4386058b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:11.540129 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247', 'status': 'completed', 'code': 200} Oct 19 20:41:11.618557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-f2b09149-d9bd-4a41-8a84-d2a12e9f6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.620984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-f2b09149-d9bd-4a41-8a84-d2a12e9f6ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 1094 time: 0.3114698 Oct 19 20:41:11.639844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588e5e-b383-41a2-b734-e15acbc753d5 req-d0436feb-820f-494d-9704-c77bfd86e478 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:11.641194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23588e5e-b383-41a2-b734-e15acbc753d5 req-d0436feb-820f-494d-9704-c77bfd86e478 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0595512 Oct 19 20:41:11.709064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23588e5e-b383-41a2-b734-e15acbc753d5 req-a2e27555-9d6e-4531-89a6-9e9d6d2eb84e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Oct 19 20:41:11.749865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:11.764665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fca0c59-3218-411f-ab07-54ed51fc0c2d req-b36b8e77-0796-4f60-b4c6-f7ed3086610a tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256404 Oct 19 20:41:11.765559 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] Sync routers for ids ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:11.766000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-3d5ae79e-edf4-4c8e-9aff-147094fb45b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57cde379-a1f3-4c40-908a-f347e29cf247 HTTP/1.1" status: 200 len: 217 time: 0.1288550 Oct 19 20:41:11.771954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:11.775681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cda98be6-cdef-40f9-b61c-ad99ceb5483b tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "PUT /v2.0/routers/bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 200 len: 705 time: 5.8718209 Oct 19 20:41:11.776462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34264) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:11.779765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] Routers {'bc2fbb4c-fd90-4bea-833e-70ff0541c185'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:11.780638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:11.810828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:11.827119 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:11.858806 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] Routers {'bc2fbb4c-fd90-4bea-833e-70ff0541c185'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:11.859735 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:11.865793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c84590a-ad68-4963-b4ad-3fe2344036f9 req-a2fdced5-042a-41f8-adc7-5005d12fe94a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277304 Oct 19 20:41:11.951193 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:11.952137 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8da3e4-1f0b-4eec-b44a-21598b2bb6d5 None None] The sync data for ids ['bc2fbb4c-fd90-4bea-833e-70ff0541c185'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:11.977469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f9a2814-e351-4158-8a49-ddc470f2d55d tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/routers/bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 200 len: 740 time: 0.2000189 Oct 19 20:41:11.980214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.046195 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8e8f2f81-3c32-4e8b-8efa-64aa8e4ade53 tempest-RoutersAdminTest-258511180 tempest-RoutersAdminTest-258511180-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 200 len: 205 time: 0.0645504 Oct 19 20:41:12.055409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d041-66a8-495c-b609-376517239c59 req-8bfd2922-14de-4219-9cf0-2fd03dee3123 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.062962 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d100d041-66a8-495c-b609-376517239c59 req-8bfd2922-14de-4219-9cf0-2fd03dee3123 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.2796104 Oct 19 20:41:12.073869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34272) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.078868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-ae2c5782-b1b9-4363-a36f-2658dfbc66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.080436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-ae2c5782-b1b9-4363-a36f-2658dfbc66ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.2937112 Oct 19 20:41:12.125969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d100d041-66a8-495c-b609-376517239c59 req-4a87a5c8-84cb-430d-abe8-78572c03469c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501235 Oct 19 20:41:12.133685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f26b5977-f61b-4c64-9389-33dad882ce14 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 200 len: 205 time: 0.0550911 Oct 19 20:41:12.134903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.158201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-98986c76-e3aa-43aa-8863-0360179c65ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633380 Oct 19 20:41:12.202831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be891d-5605-4367-8df2-792c946f089f req-0275a9a6-579d-46c4-a02c-e2da3c98b273 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.204588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07be891d-5605-4367-8df2-792c946f089f req-0275a9a6-579d-46c4-a02c-e2da3c98b273 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2039163 Oct 19 20:41:12.292798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.329436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 29337f48-7369-4d91-906e-585e296311fe is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:41:12.338737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07be891d-5605-4367-8df2-792c946f089f req-25bc6360-914e-45cd-aa72-3ed024f651f9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248686 Oct 19 20:41:12.362430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-c40803c4-d1d9-4ff5-8cf8-e0dc6b8dc064 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907778 Oct 19 20:41:12.398337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eff1e-82e0-4288-ad78-72b8654da548 req-059058c1-612a-441c-9fde-337ba79ae4e9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.408257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56eff1e-82e0-4288-ad78-72b8654da548 req-059058c1-612a-441c-9fde-337ba79ae4e9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1481857 Oct 19 20:41:12.453614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56eff1e-82e0-4288-ad78-72b8654da548 req-f6903903-0fad-481b-802f-4e19acd1b578 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Oct 19 20:41:12.555879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:12.566938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e83e2-06db-408d-b075-48484020218d None None] Sync routers for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:12.582957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e83e2-06db-408d-b075-48484020218d None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:12.584778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-254e83e2-06db-408d-b075-48484020218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:12.632252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.639298 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.652847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1d01d-f777-485e-b346-3947eb550973 req-b9f6c770-1a09-404d-9578-62be7238cfe5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.662434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfa1d01d-f777-485e-b346-3947eb550973 req-b9f6c770-1a09-404d-9578-62be7238cfe5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1367855 Oct 19 20:41:12.720600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74781676-4da6-45aa-b7f8-2e61cbc4abbc req-b30ea58f-2670-4d77-824b-5502a675773d service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488071 Oct 19 20:41:12.775663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.779673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d8df903f-aa56-4c20-9741-e2aae7d10a74 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.6726809 Oct 19 20:41:12.791455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34282) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.822251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.822744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Fanout notify agent at l3_agent the message router_deleted on router bc2fbb4c-fd90-4bea-833e-70ff0541c185 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:12.832081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.866696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:12.867931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e16c0ba-5c33-4fe0-a6ff-f728c423c8da tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 204 len: 168 time: 0.7316887 Oct 19 20:41:12.878689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfa1d01d-f777-485e-b346-3947eb550973 req-61fb3737-f814-4ae0-ad00-ac12365b54e6 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151494 Oct 19 20:41:12.882246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34286) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.884594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-254e83e2-06db-408d-b075-48484020218d None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:12.889629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c17629e3-9086-4df9-a875-f1fb5a0bb0cd tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=126e1381ba174324bde9ffbf6cd5b483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0939162 Oct 19 20:41:12.889903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34288) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.955691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6942fc62-1ccf-4767-b334-d4230c701421 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 200 len: 205 time: 0.0554276 Oct 19 20:41:12.956731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34292) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:12.979393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088681a-c330-49cf-895b-9a1c018eea14 req-c32ed11f-448b-4a36-811b-63f68f4ae56d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:12.980851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b088681a-c330-49cf-895b-9a1c018eea14 req-c32ed11f-448b-4a36-811b-63f68f4ae56d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.5244575 Oct 19 20:41:13.024961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-5f552d9e-c26b-4c9d-9311-60942b8d4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.046746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-5f552d9e-c26b-4c9d-9311-60942b8d4a5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 1094 time: 0.2089114 Oct 19 20:41:13.093698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:13.178822 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-0e4bac20-d6af-4fcc-98c4-28ce8ca942de tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:13.190840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e4bac20-d6af-4fcc-98c4-28ce8ca942de tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/bc2fbb4c-fd90-4bea-833e-70ff0541c185 HTTP/1.1" status: 404 len: 336 time: 0.2330134 Oct 19 20:41:13.220027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34298) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.251935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-254e83e2-06db-408d-b075-48484020218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:09Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:13.261008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-4edfeae0-f342-4705-a6a6-3d9bef09c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.272835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-4edfeae0-f342-4705-a6a6-3d9bef09c987 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.2135184 Oct 19 20:41:13.288340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b088681a-c330-49cf-895b-9a1c018eea14 req-45c68be4-8877-4aab-9c8f-0fe53efd0b18 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946386 Oct 19 20:41:13.310277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e83e2-06db-408d-b075-48484020218d None None] Checking router: 29337f48-7369-4d91-906e-585e296311fe for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:13.310634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e83e2-06db-408d-b075-48484020218d None None] Updating router 29337f48-7369-4d91-906e-585e296311fe port d09e1584-e278-41fd-9bec-dd3e779b9498 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:41:13.363937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:13.369665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eb97c38a-c005-4e8f-b6b3-2dc2a9712cec tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 200 len: 205 time: 0.1484103 Oct 19 20:41:13.388824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-00658b91-d02d-4c57-b78c-3edd76adbb2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57cde379-a1f3-4c40-908a-f347e29cf247 HTTP/1.1" status: 200 len: 217 time: 0.0988619 Oct 19 20:41:13.389346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.440834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fe127-17aa-4a57-bc45-e79d4a8a8ea8 req-76b56108-2e95-4913-bdb9-21b3e3854ee1 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.446779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a09fe127-17aa-4a57-bc45-e79d4a8a8ea8 req-76b56108-2e95-4913-bdb9-21b3e3854ee1 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 943 time: 0.3995965 Oct 19 20:41:13.535977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d151dee-6773-4eb4-9bdc-4766f659c0cc tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.552943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d151dee-6773-4eb4-9bdc-4766f659c0cc tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6621413 Oct 19 20:41:13.565809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.591784 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-6a0e7015-6a41-49bc-a0cf-041880cf4204 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:13.595861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6a0e7015-6a41-49bc-a0cf-041880cf4204 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/f83be61d-c28f-45d2-8f94-44e24f378035 HTTP/1.1" status: 404 len: 336 time: 0.1987851 Oct 19 20:41:13.595861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-74e876ef-ad16-407c-ba63-34f15a29c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.597449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-74e876ef-ad16-407c-ba63-34f15a29c1a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.0920923 Oct 19 20:41:13.597449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34314) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.615102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-adafee43-214c-49ac-ae87-4903859ab23b tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476670 Oct 19 20:41:13.616071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.626923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1925008657', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:13.632885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-2dd7a6e9-6c6c-46e0-8af9-094e109184f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2943237 Oct 19 20:41:13.668188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a09fe127-17aa-4a57-bc45-e79d4a8a8ea8 req-b635ef14-ab45-44f9-acab-1ebf60d7ea61 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026386 Oct 19 20:41:13.709672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-0c59d12e-c305-4b13-8a3d-6e618ee36cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007538 Oct 19 20:41:13.717539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d3b5809c-2623-465b-a12f-c07257f87910 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 200 len: 205 time: 0.1162622 Oct 19 20:41:13.718101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34318) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.874263 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-61404c64-f8c2-4878-981b-395561700ffb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:13.878493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61404c64-f8c2-4878-981b-395561700ffb tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/90463b7a-998c-4fbe-9815-a659aefbf8dc HTTP/1.1" status: 404 len: 336 time: 0.1565845 Oct 19 20:41:13.879747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.927824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-7330c3d9-3a06-4153-90d6-a3cd0dbbaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:13.931143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-7330c3d9-3a06-4153-90d6-a3cd0dbbaf13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 1096 time: 0.1551380 Oct 19 20:41:13.939036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f9122bf6-66e2-4190-8b0f-8f84653088ed tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 200 len: 205 time: 0.0577538 Oct 19 20:41:13.941685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:13.953364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:13.962035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.068451 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-5ff8ee22-3e9b-4eda-baa6-0252114e1b63 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:14.072039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5ff8ee22-3e9b-4eda-baa6-0252114e1b63 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/483be8d5-b662-4b2c-9d53-2cb2b317af2f HTTP/1.1" status: 404 len: 336 time: 0.1259475 Oct 19 20:41:14.072288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:14.176088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5fd6535d-8f70-466a-91d8-8cc67b259552 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 200 len: 205 time: 0.0990279 Oct 19 20:41:14.177541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:14.292218 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.301013 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.400085 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-4bfb13c8-a9a5-4267-883d-a4ec2460f527 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:14.401164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4bfb13c8-a9a5-4267-883d-a4ec2460f527 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/399f7083-017b-4a62-825f-5d6f6b27383f HTTP/1.1" status: 404 len: 336 time: 0.2206056 Oct 19 20:41:14.407808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34338) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:14.426236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-403052e4-6c2e-4026-bb8a-a1e96d08918c service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927607 Oct 19 20:41:14.438052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-254e83e2-06db-408d-b075-48484020218d None None] Attempting to bind port d09e1584-e278-41fd-9bec-dd3e779b9498 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:14.438425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-254e83e2-06db-408d-b075-48484020218d None None] Attempting to bind port d09e1584-e278-41fd-9bec-dd3e779b9498 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:14.438790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e83e2-06db-408d-b075-48484020218d None None] Attempting to bind port d09e1584-e278-41fd-9bec-dd3e779b9498 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:14.453085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f166cd37-8a87-408c-8b17-77bbcbfd4c37 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ed8b16-4428-4fcd-af55-80f92001a1ce HTTP/1.1" status: 200 len: 205 time: 0.0441313 Oct 19 20:41:14.461961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198daa-4284-4c43-b1aa-5bbcdf7623f5 req-077d4836-ee02-4b10-a686-58b093197ba9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:14.463579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd198daa-4284-4c43-b1aa-5bbcdf7623f5 req-077d4836-ee02-4b10-a686-58b093197ba9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.4164455 Oct 19 20:41:14.464069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34340) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:14.477217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e83e2-06db-408d-b075-48484020218d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:14.477659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e83e2-06db-408d-b075-48484020218d None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:14.478072 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.478471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254e83e2-06db-408d-b075-48484020218d None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:14.478978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-254e83e2-06db-408d-b075-48484020218d None None] Bound port: d09e1584-e278-41fd-9bec-dd3e779b9498, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:14.479353 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.531047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-611d3d80-8b54-492a-9cc5-400157526467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:14.533712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-611d3d80-8b54-492a-9cc5-400157526467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.5487614 Oct 19 20:41:14.534568 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-10f0405a-250a-48a3-9842-3a632ff26183 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] delete failed (client error): The resource could not be found. Oct 19 20:41:14.535576 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10f0405a-250a-48a3-9842-3a632ff26183 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/routers/70ed8b16-4428-4fcd-af55-80f92001a1ce HTTP/1.1" status: 404 len: 336 time: 0.0694890 Oct 19 20:41:14.539551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34342) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:14.545235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b774ea-847b-4fe6-bd3a-a70b20334eac None None] Pushing event updated for resources: {'Port': ['ID=d09e1584-e278-41fd-9bec-dd3e779b9498,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:14.610282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-c39b4dc8-3be9-4ccb-9bef-7f186d1e8069 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8852d35b-b651-452e-9f54-625c8e17f609 HTTP/1.1" status: 200 len: 217 time: 0.0585976 Oct 19 20:41:14.618868 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d86c1c-71d7-4ce6-82fa-3618d1ec6149 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] DELETE failed (client error): The resource could not be found. Oct 19 20:41:14.621736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-254e83e2-06db-408d-b075-48484020218d None None] For port d09e1584-e278-41fd-9bec-dd3e779b9498, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:14.624538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d86c1c-71d7-4ce6-82fa-3618d1ec6149 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:41:14.626511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-254e83e2-06db-408d-b075-48484020218d None None] For port d09e1584-e278-41fd-9bec-dd3e779b9498, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d09e1584-e278-41fd-9bec-dd3e779b9498,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:14.629970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-54d86c1c-71d7-4ce6-82fa-3618d1ec6149 tempest-RoutersAdminTest-1845844352 tempest-RoutersAdminTest-1845844352-project] 10.222.0.31 "DELETE /v2.0/subnets/c8c55abf-e2b0-4b4c-9403-3bdd306f86ff HTTP/1.1" status: 404 len: 337 time: 0.0881815 Oct 19 20:41:14.648844 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-254e83e2-06db-408d-b075-48484020218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:14.675461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-ef9d1b85-8b87-44b0-99c6-2e5e13b0373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:14.677393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-ef9d1b85-8b87-44b0-99c6-2e5e13b0373c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.0596797 Oct 19 20:41:14.690055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd198daa-4284-4c43-b1aa-5bbcdf7623f5 req-4c02d513-0758-48d8-885e-e82d85b8e744 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726031 Oct 19 20:41:14.740297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b0afb-725c-4a0f-af70-6c8de9f6b8fe req-20eb3d6f-eb36-48ed-a3df-2870dc6571c7 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:14.743333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96ad7d54-d045-46bf-a788-c7e50c419617 req-bad6103f-4db9-4305-9f8a-e11ca2357735 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002975 Oct 19 20:41:14.751074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c94b0afb-725c-4a0f-af70-6c8de9f6b8fe req-20eb3d6f-eb36-48ed-a3df-2870dc6571c7 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.7193470 Oct 19 20:41:14.823376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-2ba6d61d-0c14-4bc4-b18d-2381a323983a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356864 Oct 19 20:41:14.828227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e83e2-06db-408d-b075-48484020218d None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:14.829357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-254e83e2-06db-408d-b075-48484020218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:14.896596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b774ea-847b-4fe6-bd3a-a70b20334eac None None] Pushing event updated for resources: {'Port': ['ID=d09e1584-e278-41fd-9bec-dd3e779b9498,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:14.952539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c94b0afb-725c-4a0f-af70-6c8de9f6b8fe req-659033fb-c228-4d40-bf06-da9aa5dd0c95 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004819 Oct 19 20:41:14.959935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c412-8a69-4222-87d4-99c50e4fefe8 req-acc6680a-c93c-4426-8d14-686ee542e863 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:14.984204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b1c412-8a69-4222-87d4-99c50e4fefe8 req-acc6680a-c93c-4426-8d14-686ee542e863 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1370571 Oct 19 20:41:14.986653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-da2093e4-ff50-4c81-92d9-0ca0b5648930 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489766 Oct 19 20:41:15.214969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1652d8-516f-4c18-a1f9-aff8b0f48bba req-955fb9c4-356a-4428-bfcb-21675ff07d5a service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762981 Oct 19 20:41:15.215109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b1c412-8a69-4222-87d4-99c50e4fefe8 req-a33ce1bd-4605-4c2a-9a55-53837f68fa99 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290819 Oct 19 20:41:15.342744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-254e83e2-06db-408d-b075-48484020218d None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:15.348750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:15.424134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Subnet': ['ID=358bbda3-b152-42d8-8158-3686998c80a3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:15.487360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c615b-6d06-4bd7-9c99-89f60c94b2d0 req-77c173ce-bf98-4cf8-b1e1-deaba5d8b2ac tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:15.494499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:15.496904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d6c615b-6d06-4bd7-9c99-89f60c94b2d0 req-77c173ce-bf98-4cf8-b1e1-deaba5d8b2ac tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1623309 Oct 19 20:41:15.510327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1f50-3aa2-4f80-b667-2943903a9b9d req-02b86f1b-15c2-483f-9f75-cad80ec84eea tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:15.522879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61db1f50-3aa2-4f80-b667-2943903a9b9d req-02b86f1b-15c2-483f-9f75-cad80ec84eea tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 943 time: 0.1355803 Oct 19 20:41:15.554243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Checking segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:15.554614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network hostable DHCP agents. Network: 1aacd8a7-09cc-4351-b823-b4bca2769194, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:41:15.598259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61db1f50-3aa2-4f80-b667-2943903a9b9d req-6d1dc613-39f8-4060-82ab-c64f674768b3 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720503 Oct 19 20:41:15.645002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d6c615b-6d06-4bd7-9c99-89f60c94b2d0 req-dc932ac6-c905-407a-8caa-60a482b430c9 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470687 Oct 19 20:41:15.663990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:41:15.695006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1aacd8a7-09cc-4351-b823-b4bca2769194) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:15.716494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:15.719069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e7a70-7119-4bfa-bf1f-a44f0619b15d None None] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:41:15.719630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:15.766876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253e2f-154d-4279-9abe-470dea1ccff0 req-e750fe51-33fe-411a-86a2-3af1879b33a4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:15.768349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3d3b8c82-aa3b-4f4d-83d0-120687570dc5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1490803 Oct 19 20:41:15.772589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34364) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:15.776556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8253e2f-154d-4279-9abe-470dea1ccff0 req-e750fe51-33fe-411a-86a2-3af1879b33a4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.0954063 Oct 19 20:41:15.780063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2765030-b1e2-4905-a860-3077fa3ab7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:15.836143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 57cde379-a1f3-4c40-908a-f347e29cf247 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:15.864490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8253e2f-154d-4279-9abe-470dea1ccff0 req-70dfa65a-4b12-4feb-a078-4024fd17cb98 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867171 Oct 19 20:41:15.882524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34366) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:15.965509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab1a83-4a95-4bdd-9007-23a7fe164c09 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:15.968414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b6ab1a83-4a95-4bdd-9007-23a7fe164c09 tempest-TestNetworkBasicOps-547500153 tempest-TestNetworkBasicOps-547500153-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1091 time: 0.0842853 Oct 19 20:41:15.972222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:15.976778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:15.997206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2765030-b1e2-4905-a860-3077fa3ab7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.005782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2765030-b1e2-4905-a860-3077fa3ab7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.069559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.082277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d2765030-b1e2-4905-a860-3077fa3ab7cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89fcdcc01f304d06a1c0697e862e73fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864944 Oct 19 20:41:16.087265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34370) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:16.093350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765030-b1e2-4905-a860-3077fa3ab7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78231c-2a3d-45fd-b248-13694f09e1e3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:16.124447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-254e83e2-06db-408d-b075-48484020218d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:09Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:16.127777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-1aacd8a7-09cc-4351-b823-b4bca2769194', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'fixed_ips': [{'subnet_id': '358bbda3-b152-42d8-8158-3686998c80a3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:41:16.128625 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.172797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e83e2-06db-408d-b075-48484020218d None None] The sync data for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 is: [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:09Z', 'revision_number': 3, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:16.209943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc9dd-125f-4376-930f-ecdd66125448 req-3c2fe650-adda-4121-8e0e-dbbac43251e7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:16.226739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175dc9dd-125f-4376-930f-ecdd66125448 req-3c2fe650-adda-4121-8e0e-dbbac43251e7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3274434 Oct 19 20:41:16.305269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.312395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-175dc9dd-125f-4376-930f-ecdd66125448 req-926c47c8-4c13-436f-9a3e-29283cfb18dd tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844874 Oct 19 20:41:16.383549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.422324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.458337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Allocated IP 172.20.0.2 (1aacd8a7-09cc-4351-b823-b4bca2769194/358bbda3-b152-42d8-8158-3686998c80a3/ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:16.761285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=57cde379-a1f3-4c40-908a-f347e29cf247,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:16.782076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '57cde379-a1f3-4c40-908a-f347e29cf247', 'network_id': 'ee949465-a0c3-4634-b93d-f349c2cb2bcb', 'port_id': '57cde379-a1f3-4c40-908a-f347e29cf247', 'mac_address': 'fa:16:3e:fb:6c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8c533c-5730-4d4b-a412-5d313d009fab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:16.803874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:16.874369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.023867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Pushing event updated for resources: {'Port': ['ID=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:17.047408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:17.051328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:17.057681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:17.073620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.184253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3ee1-7d11-40d5-b8f0-0fcf70141834 req-096c414d-0d04-4dbd-a93b-da2795c3337f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:17.188986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cde379-a1f3-4c40-908a-f347e29cf247 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:17.195022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-089f3ee1-7d11-40d5-b8f0-0fcf70141834 req-096c414d-0d04-4dbd-a93b-da2795c3337f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.8565354 Oct 19 20:41:17.222059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Attempting to bind port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:17.222790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Attempting to bind port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:17.223405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Attempting to bind port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 on network 1aacd8a7-09cc-4351-b823-b4bca2769194 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:17.261371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:17.265951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Checking segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:17.269407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.269407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Bound using segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:17.269407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Bound port: ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:17.269407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.296305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=57cde379-a1f3-4c40-908a-f347e29cf247,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:17.303916 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.335064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-089f3ee1-7d11-40d5-b8f0-0fcf70141834 req-6ea308f7-e0ba-4c2c-9e3c-fdbd80623332 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379149 Oct 19 20:41:17.336686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Allocated IP 172.25.7.37 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/7db2dd6b-d71f-464b-9b31-ae4583782007) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:17.465490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa56aac-1734-4708-885d-38da36b0c420 req-e919ae4a-f1ec-4b95-b06b-e846f0788e76 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:17.473712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fa56aac-1734-4708-885d-38da36b0c420 req-e919ae4a-f1ec-4b95-b06b-e846f0788e76 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 943 time: 0.4091041 Oct 19 20:41:17.525458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:17.539441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.542699 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.544073 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a78231c-2a3d-45fd-b248-13694f09e1e3 HTTP/1.1" status: 204 len: 168 time: 1.4510839 Oct 19 20:41:17.618942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] For port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:17.622437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fa56aac-1734-4708-885d-38da36b0c420 req-668f5a20-a9f6-4db0-8abc-ed13d86f574f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362705 Oct 19 20:41:17.626075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a148fb-7bc9-435d-8765-49b9dc69d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78231c-2a3d-45fd-b248-13694f09e1e3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:17.629411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] For port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:17.639126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.712424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.742637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:17.792394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f776c7-561b-4df1-96fa-b167f9057592 None None] Pushing event updated for resources: {'Port': ['ID=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:17.803393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['57cde379-a1f3-4c40-908a-f347e29cf247'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:17.851823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197849e7-7c1e-43fd-865d-f164b87cef2e req-7423c47c-9649-45fc-adc8-bc12fb7d06fc tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:17.853407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-197849e7-7c1e-43fd-865d-f164b87cef2e req-7423c47c-9649-45fc-adc8-bc12fb7d06fc tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.3673470 Oct 19 20:41:17.854506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.126386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:18.137117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-197849e7-7c1e-43fd-865d-f164b87cef2e req-f478ea02-698d-41e7-a6f0-022aa32ae80d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543900 Oct 19 20:41:18.143045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34394) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:18.144013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341993b-89c4-4ac2-af23-2a04316adb00 req-3c6a32d0-d2ae-457c-945e-954d81995e11 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:18.147581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0341993b-89c4-4ac2-af23-2a04316adb00 req-3c6a32d0-d2ae-457c-945e-954d81995e11 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2847707 Oct 19 20:41:18.153082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:18.171747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:18.188987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7db2dd6b-d71f-464b-9b31-ae4583782007,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:18.260487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8be989f1-34ce-4c93-8500-8748e05f418f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79d23a49ef6d47b99b07d511105f03c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134279 Oct 19 20:41:18.266652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:18.353863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0341993b-89c4-4ac2-af23-2a04316adb00 req-f796c715-6ec4-43cf-b228-a69749743a04 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835191 Oct 19 20:41:18.595343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d09e1584-e278-41fd-9bec-dd3e779b9498 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:18.720179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.755537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f38-d017-4e0e-9fa3-14cd4ad3a15d req-7f35c779-5ba5-4343-afca-bde9e16f3b9b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:18.768728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02070f38-d017-4e0e-9fa3-14cd4ad3a15d req-7f35c779-5ba5-4343-afca-bde9e16f3b9b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.2420578 Oct 19 20:41:18.786801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d09e1584-e278-41fd-9bec-dd3e779b9498 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:18.787174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.790776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.20.0.1 (1aacd8a7-09cc-4351-b823-b4bca2769194/358bbda3-b152-42d8-8158-3686998c80a3/e0fe52c8-4ea5-4b9a-8e69-9377a647c360) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:18.827579 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.934489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02070f38-d017-4e0e-9fa3-14cd4ad3a15d req-da3410ed-ca32-4565-9fa4-b1a9925f9298 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646359 Oct 19 20:41:18.935430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.936729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69bf23-f124-4f7e-b1ea-11df5d28cf33 req-ab6e127a-b9eb-4112-b6e9-65196207febc tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:18.938312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:18.939624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd69bf23-f124-4f7e-b1ea-11df5d28cf33 req-ab6e127a-b9eb-4112-b6e9-65196207febc tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 944 time: 0.2181902 Oct 19 20:41:18.969581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32658a89-9135-4887-a059-b097104ded70 HTTP/1.1" status: 204 len: 168 time: 0.6639030 Oct 19 20:41:19.045416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.047951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.093386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.094088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d09e1584-e278-41fd-9bec-dd3e779b9498, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d09e1584-e278-41fd-9bec-dd3e779b9498,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:19.096631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8360cd-49a0-4f7b-a289-517deed310bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32658a89-9135-4887-a059-b097104ded70,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:19.100204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.214068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:19.234558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d09e1584-e278-41fd-9bec-dd3e779b9498,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:19.240951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:19.246254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:19.340282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd69bf23-f124-4f7e-b1ea-11df5d28cf33 req-27cc8ff5-7cd9-402c-8130-2309a61538ce tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565176 Oct 19 20:41:19.375453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:19.411658 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.562989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9fe5-2f96-4b2d-ad13-0089371c2bef req-4aa0b5ee-f12a-4afc-b415-8fb2ebc108d7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:19.572604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-698a9fe5-2f96-4b2d-ad13-0089371c2bef req-4aa0b5ee-f12a-4afc-b415-8fb2ebc108d7 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2880638 Oct 19 20:41:19.645965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-698a9fe5-2f96-4b2d-ad13-0089371c2bef req-4830665c-8adc-4540-b010-91811ab94a8a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Oct 19 20:41:19.662367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.712333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d589e6-c4bd-4068-b5d6-defaf2fb3ccd req-74d1e088-abe8-42af-95c5-7a515e01b544 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:19.714199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18d589e6-c4bd-4068-b5d6-defaf2fb3ccd req-74d1e088-abe8-42af-95c5-7a515e01b544 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1751120 Oct 19 20:41:19.839572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 57cde379-a1f3-4c40-908a-f347e29cf247 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:19.863061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:19.931290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-18d589e6-c4bd-4068-b5d6-defaf2fb3ccd req-8eefa9c8-2678-4c3a-ad9e-f1297e4f94fd tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100804 Oct 19 20:41:19.977690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.008136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 57cde379-a1f3-4c40-908a-f347e29cf247 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:41:20.039879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 57cde379-a1f3-4c40-908a-f347e29cf247 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:20.040494 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.354381 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.398303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e19f1-7434-485f-89db-b85a0ff3ba87 None None] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:41:20.409515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7f6c-7d67-47d9-ae11-6c4118c03a72 req-2f2d55d1-2af3-4653-af66-0881afc59c81 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:20.419974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b66a7f6c-7d67-47d9-ae11-6c4118c03a72 req-2f2d55d1-2af3-4653-af66-0881afc59c81 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.3008180 Oct 19 20:41:20.509780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:20.512345 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758fed1-8629-4f06-889e-6b1980dc5c91" -d '{"events": [{"server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:20.561898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b66a7f6c-7d67-47d9-ae11-6c4118c03a72 req-e7f4b938-54e3-4bfa-8526-5926dbb92282 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408491 Oct 19 20:41:20.681632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.682826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=57cde379-a1f3-4c40-908a-f347e29cf247,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:20.688417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d09e1584-e278-41fd-9bec-dd3e779b9498 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:20.692759 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.797619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf74417-d509-46ed-97fc-8324c5c5c756 req-bf53b3a0-7231-408b-848b-55521cfac585 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:20.804570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1cf74417-d509-46ed-97fc-8324c5c5c756 req-bf53b3a0-7231-408b-848b-55521cfac585 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 944 time: 0.3621321 Oct 19 20:41:20.834232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] Provisioning complete for port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:20.835607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.877423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event updated for resources: {'Port': ['ID=7db2dd6b-d71f-464b-9b31-ae4583782007,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:20.901588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:20.954510 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d8cf0-2e64-49a2-9007-ffb0d0d90f79 x-openstack-request-id: req-091d8cf0-2e64-49a2-9007-ffb0d0d90f79 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:20.955073 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:20.955279 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-091d8cf0-2e64-49a2-9007-ffb0d0d90f79 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:20.956334 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247', 'code': 200} Oct 19 20:41:20.970158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.047089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1cf74417-d509-46ed-97fc-8324c5c5c756 req-ab764391-874a-458e-9167-9b11f0bda099 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983120 Oct 19 20:41:21.051431 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Floating IP eee4a25e-88ee-463c-acef-83231ba85afe associated. External IP: 172.25.7.37, port: b2eb7654-2e32-401d-bf02-c52b72d06670. Oct 19 20:41:21.094660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375b2b-434e-4cce-a11e-715eecbba9f3 req-35189f6a-dc34-4924-a8ca-ce40aadb4ba4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:21.102037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8375b2b-434e-4cce-a11e-715eecbba9f3 req-35189f6a-dc34-4924-a8ca-ce40aadb4ba4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2755711 Oct 19 20:41:21.146844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4aab-88d6-4b36-ba1e-1df190ec49e7 req-77b77f8d-5e61-4fa7-a2ac-87c7e70bdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:21.147505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:21.152609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2ee4aab-88d6-4b36-ba1e-1df190ec49e7 req-77b77f8d-5e61-4fa7-a2ac-87c7e70bdeb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 1096 time: 0.3975735 Oct 19 20:41:21.198422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8375b2b-434e-4cce-a11e-715eecbba9f3 req-d96879d0-8a8c-4b16-9208-1e157a4ecab5 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 Oct 19 20:41:21.330542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2ee4aab-88d6-4b36-ba1e-1df190ec49e7 req-ef102877-c1a6-4b93-8ad5-1ac29c2e7e34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363473 Oct 19 20:41:21.399485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.419972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.424515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f413a-b6d7-4acb-9ca1-b551fbc00f1d req-5d7bce86-1f05-45bb-8c1c-566f8f86b1f0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:21.430428 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef0f413a-b6d7-4acb-9ca1-b551fbc00f1d req-5d7bce86-1f05-45bb-8c1c-566f8f86b1f0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1162622 Oct 19 20:41:21.430591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d09e1584-e278-41fd-9bec-dd3e779b9498 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:21.431055 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.431616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.546302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] For port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:21.563906 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.595511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 664ffbb7-54d2-4d95-96d2-40180fc156ca has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:21.605621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.657914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef0f413a-b6d7-4acb-9ca1-b551fbc00f1d req-d3deafee-52fe-47d0-b01a-e500c7ac55c9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078671 Oct 19 20:41:21.682368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:21.784419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:21.795221 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Sync routers for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:21.810204 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:21.811119 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:21.843070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7334b10-1cf5-49e4-b3c3-89ca0a1d29e5 None None] Pushing event updated for resources: {'Port': ['ID=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:21.862318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:21.865273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:21.885851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:21.943579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:22.007417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:22.007972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.024145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708b191-1ff4-4e31-9c08-2ddd26485c34 req-2496bed5-86a1-47e1-9033-42287a629b61 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:22.028021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1708b191-1ff4-4e31-9c08-2ddd26485c34 req-2496bed5-86a1-47e1-9033-42287a629b61 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.2453594 Oct 19 20:41:22.117142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ab1bbdb-7e40-416c-8ead-6c9f5ef0ea3c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1429596 Oct 19 20:41:22.123138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34466) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:22.136085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:22.140067 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9a773-2a24-4b1d-9d4b-af71aea042cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:22.210768 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:22.225719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 29337f48-7369-4d91-906e-585e296311fe has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:22.313629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1708b191-1ff4-4e31-9c08-2ddd26485c34 req-875f3e20-2ab0-405f-8586-31462d3fc653 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781816 Oct 19 20:41:22.349020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34472) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:22.448612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:22.457352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e25f2110-54bc-420e-80e4-5d32346e9c76 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 200 len: 990 time: 0.3073006 Oct 19 20:41:22.473866 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c10816-f3eb-4483-8637-77ca1d87d8b1 x-openstack-request-id: req-57c10816-f3eb-4483-8637-77ca1d87d8b1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:22.474194 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:22.474409 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57c10816-f3eb-4483-8637-77ca1d87d8b1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:22.481431 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'status': 'completed', 'code': 200} Oct 19 20:41:22.630678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2b5e9289-bcdc-4573-9aac-b2a76540114a None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:22.631321 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9289-bcdc-4573-9aac-b2a76540114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.693159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-756195d7-8975-4915-ad03-e0159a547b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:22.694045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e9289-bcdc-4573-9aac-b2a76540114a None None] Port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:22.700911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-756195d7-8975-4915-ad03-e0159a547b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1096 time: 0.2100792 Oct 19 20:41:22.713677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2b5e9289-bcdc-4573-9aac-b2a76540114a None None] Provisioning complete for port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:22.714517 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9289-bcdc-4573-9aac-b2a76540114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.753725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-167116220'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:22.754958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca12d-0015-4cc6-8c39-75963e73de10 req-69a9255a-199d-4b24-b5f6-a4b686133653 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:22.756967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a92ca12d-0015-4cc6-8c39-75963e73de10 req-69a9255a-199d-4b24-b5f6-a4b686133653 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 945 time: 0.5158622 Oct 19 20:41:22.779706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:22.783010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.844426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.849782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:22.874790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a92ca12d-0015-4cc6-8c39-75963e73de10 req-160f0e45-12d4-4061-a22f-7d8ae61d089f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096005 Oct 19 20:41:22.898385 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'eee4a25e-88ee-463c-acef-83231ba85afe', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'port_id': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'mac_address': 'fa:16:3e:50:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:41:19Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:22.919857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:22.940114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ce418730-919a-49b2-84e3-80807479835c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "PUT /v2.0/routers/29337f48-7369-4d91-906e-585e296311fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1589782 Oct 19 20:41:22.941205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Sync routers for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:22.984739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:22.985607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:23.148750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.209343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.235198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6c90179f-e631-48a4-b753-0ded7fb4ad2d None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:23.235853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6c90179f-e631-48a4-b753-0ded7fb4ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.237766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Checking router: 664ffbb7-54d2-4d95-96d2-40180fc156ca for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:23.253128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:23.255175 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:23.279804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4eb43-613d-47cc-882a-951ce666e55c req-1b3ab52e-0c67-44e5-bd2b-c70f430ee763 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:23.281448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbc4eb43-613d-47cc-882a-951ce666e55c req-1b3ab52e-0c67-44e5-bd2b-c70f430ee763 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1531498 Oct 19 20:41:23.288036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:23.326936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec819a5-0fc6-48da-aa91-2a0246f88571 req-70c4c1a4-fc0e-448c-b507-651594dd21ca tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:23.328613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ec819a5-0fc6-48da-aa91-2a0246f88571 req-70c4c1a4-fc0e-448c-b507-651594dd21ca tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.7103651 Oct 19 20:41:23.370135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbc4eb43-613d-47cc-882a-951ce666e55c req-66c380c9-5bac-43ff-bf0b-4bc23551cf60 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Oct 19 20:41:23.385277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6c90179f-e631-48a4-b753-0ded7fb4ad2d None None] Port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:23.424904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.426141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f0a4281f-1776-408e-9fae-1fa4a0bdd607 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0762670 Oct 19 20:41:23.429290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:23.439440 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:23.439641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ec819a5-0fc6-48da-aa91-2a0246f88571 req-bc58c9b4-19b4-47ba-9b1e-7f55a12f5838 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951908 Oct 19 20:41:23.470733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34488) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:23.508437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-c8a05079-d3c6-4b8f-8895-0777e0a6fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:23.518000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-c8a05079-d3c6-4b8f-8895-0777e0a6fe4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 200 len: 898 time: 0.6980414 Oct 19 20:41:23.598541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38f49de7-653d-4b68-97f8-56609e115b2a None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:23.599270 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38f49de7-653d-4b68-97f8-56609e115b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.616903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-68b76dff-bd34-4f40-b3c4-d439c1d3d971 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 200 len: 990 time: 0.1450305 Oct 19 20:41:23.755230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-bfd3dbd4-8bb9-4886-8d16-e10b5c98f304 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:23.756458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-bfd3dbd4-8bb9-4886-8d16-e10b5c98f304 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/networks?id=1aacd8a7-09cc-4351-b823-b4bca2769194 HTTP/1.1" status: 200 len: 797 time: 0.1259143 Oct 19 20:41:23.759893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-40c60241-62ee-4a9c-af81-f92236f95a86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 200 len: 998 time: 0.1396730 Oct 19 20:41:23.762625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:23.934488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38f49de7-653d-4b68-97f8-56609e115b2a None None] Port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:24.014535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0d4a-e232-46f7-a9d9-35147b91bd8d req-43d216cc-78dc-411d-88b2-3ecb2ebbb6e0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:24.016021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21cb0d4a-e232-46f7-a9d9-35147b91bd8d req-43d216cc-78dc-411d-88b2-3ecb2ebbb6e0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.3979242 Oct 19 20:41:24.023004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-642ecb54-9d97-48f0-bb1b-e0e75a7470c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:24.024467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-642ecb54-9d97-48f0-bb1b-e0e75a7470c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1369bdc-660d-42d3-aa62-a02d8a54dc1c HTTP/1.1" status: 200 len: 835 time: 0.2419124 Oct 19 20:41:24.075938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-d425a26e-334d-408c-ab96-63db9c013e34 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/quotas/126e1381ba174324bde9ffbf6cd5b483 HTTP/1.1" status: 200 len: 375 time: 0.2153656 Oct 19 20:41:24.086362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e0fe52c8-4ea5-4b9a-8e69-9377a647c360', 'name': '', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:31:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '358bbda3-b152-42d8-8158-3686998c80a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:18Z', 'updated_at': '2021-10-19T20:41:20Z', 'revision_number': 2, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': '358bbda3-b152-42d8-8158-3686998c80a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:24.116293 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'eee4a25e-88ee-463c-acef-83231ba85afe', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'port_id': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'mac_address': 'fa:16:3e:50:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:41:19Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:24.139580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Checking router: 29337f48-7369-4d91-906e-585e296311fe for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:24.149826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Updating router 29337f48-7369-4d91-906e-585e296311fe port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:41:24.187318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-74500d28-f8d4-4516-8441-6515915ab02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:24.188790 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d853-6ae5-4ae4-bed5-29ede0d71280 None None] The sync data for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 is: [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'eee4a25e-88ee-463c-acef-83231ba85afe', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'floating_ip_address': '172.25.7.37', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'port_id': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'mac_address': 'fa:16:3e:50:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:41:19Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 0, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:24.192120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-74500d28-f8d4-4516-8441-6515915ab02d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd236190-661e-4777-a871-302befbd7029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556389 Oct 19 20:41:24.198177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.210236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.216267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-21cb0d4a-e232-46f7-a9d9-35147b91bd8d req-36a553d2-e4dd-454d-a18d-075a56e3d434 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834641 Oct 19 20:41:24.235607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.408283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-89ca871b-8e40-4a01-ae71-9340defc9883 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3227422 Oct 19 20:41:24.448857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.449543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82ad7488-c806-4ca3-9d6b-52418cbdb48e {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:24.451178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5662a-342d-4a78-a0e3-0244a20a4299 req-4705816e-6144-4488-9e62-bc6b27291f72 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:24.459527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10b5662a-342d-4a78-a0e3-0244a20a4299 req-4705816e-6144-4488-9e62-bc6b27291f72 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 945 time: 0.0913866 Oct 19 20:41:24.484296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.495093 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-91813a4a-a633-4496-8c64-3b8b70af1603 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774673 Oct 19 20:41:24.496970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e4e6654-7651-46e5-873c-67d4c7ad2bf9 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "DELETE /v2.0/routers/82ad7488-c806-4ca3-9d6b-52418cbdb48e HTTP/1.1" status: 204 len: 168 time: 1.0645866 Oct 19 20:41:24.502173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:24.506696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Request body: {'router': {'name': 'tempest-router-1554381390', 'distributed': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:24.512990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c4bb6-3ec2-4c22-a519-5c861404e6f4 req-f838c3a2-529a-40c6-9d32-4999394be25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:24.514964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-819c4bb6-3ec2-4c22-a519-5c861404e6f4 req-f838c3a2-529a-40c6-9d32-4999394be25b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1096 time: 0.4819174 Oct 19 20:41:24.642406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a5d18-fc66-4cd4-934f-3be8648d5c3f None None] New status for floating IP eee4a25e-88ee-463c-acef-83231ba85afe: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:41:24.651280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34510) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:24.684150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f9a773-2a24-4b1d-9d4b-af71aea042cf req-44486365-cc1e-495e-9d8d-634936fe00e3 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566277 Oct 19 20:41:24.687690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.688742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.708484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10b5662a-342d-4a78-a0e3-0244a20a4299 req-3ee23127-9323-42a7-8b44-f57f1e8d1110 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480128 Oct 19 20:41:24.825233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.839364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.859870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-819c4bb6-3ec2-4c22-a519-5c861404e6f4 req-74cd9820-7ee2-4b89-81e7-efeeae268e25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322129 Oct 19 20:41:24.898303 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.898642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.901152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7234303-548d-4f7b-b606-f35a4181ad41 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3978152 Oct 19 20:41:24.905274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:24.940758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:24.998654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae98995-6f25-44f8-868c-e5fa4c2955fe req-59a80a04-300c-4197-bd42-dc7e6d8887a1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:25.007276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fae98995-6f25-44f8-868c-e5fa4c2955fe req-59a80a04-300c-4197-bd42-dc7e6d8887a1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1798604 Oct 19 20:41:25.027749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555cd32-7ec6-4388-afa0-23e2ef0aa995 None None] Pushing event updated for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:25.032180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82644113-884c-4d51-af56-510e013b3b62 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 200 len: 990 time: 0.3779829 Oct 19 20:41:25.052944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-4aa5db77-c550-4119-9f8e-3f7a7e2c422a service neutron] 10.222.0.31 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402655 Oct 19 20:41:25.087738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:25.168973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fae98995-6f25-44f8-868c-e5fa4c2955fe req-6f63ae2e-6624-49e4-a97f-a5eebe01b708 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601257 Oct 19 20:41:25.243498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Attempting to bind port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:25.243767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Attempting to bind port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:25.244140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Attempting to bind port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 on network 1aacd8a7-09cc-4351-b823-b4bca2769194 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:25.253187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:25.253619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Checking segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:25.254021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:25.254403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Bound using segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:25.254879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Bound port: e0fe52c8-4ea5-4b9a-8e69-9377a647c360, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:25.255260 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:25.294997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-14914b7b-158c-4d72-8702-2217ce926baa service neutron] 10.222.0.31 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402935 Oct 19 20:41:25.397727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] For port e0fe52c8-4ea5-4b9a-8e69-9377a647c360, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:25.403054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] For port e0fe52c8-4ea5-4b9a-8e69-9377a647c360, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:25.408697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:25.639224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:25.643034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:40:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:25.752387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086791e2-533b-4784-a00d-02991a6b6887 req-12b200bd-e754-4834-80be-4d2c31f2ea07 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:25.762573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-086791e2-533b-4784-a00d-02991a6b6887 req-12b200bd-e754-4834-80be-4d2c31f2ea07 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1293421 Oct 19 20:41:25.818267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555cd32-7ec6-4388-afa0-23e2ef0aa995 None None] Pushing event updated for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:25.860305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:25.870097 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:25.883143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-086791e2-533b-4784-a00d-02991a6b6887 req-e536187d-8402-40f0-bea2-2d5634ae6e49 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156468 Oct 19 20:41:26.037180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34538) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:26.050684 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81ff7e2a-2dd4-4371-9cdd-1442984fc841 req-dc6999bc-b3fc-4606-b9ae-5863396fa5c9 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 210 time: 0.0717871 Oct 19 20:41:26.185199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.193607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:26.241359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fa303735-1bfe-4ca5-badd-4bc153752311 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 200 len: 992 time: 0.1884544 Oct 19 20:41:26.402062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a058a7-9fda-4caf-ae97-7bb06b095af4 req-ba6927f9-4748-4a01-ba8c-c462b1908703 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:26.405672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28a058a7-9fda-4caf-ae97-7bb06b095af4 req-ba6927f9-4748-4a01-ba8c-c462b1908703 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0989802 Oct 19 20:41:26.471536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] For port e0fe52c8-4ea5-4b9a-8e69-9377a647c360, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:26.503117 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-28a058a7-9fda-4caf-ae97-7bb06b095af4 req-9871b021-dc44-424f-bb22-d49c8f93d43b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923555 Oct 19 20:41:26.505625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.515221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.544211 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.606478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.606787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90ae2c75-979d-41ef-9c1d-656dc858ba06 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:26.611817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.616660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34546) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:26.617481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22210d31-ff6b-4d52-9371-fe9af6367dec tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "DELETE /v2.0/routers/90ae2c75-979d-41ef-9c1d-656dc858ba06 HTTP/1.1" status: 204 len: 168 time: 1.7108204 Oct 19 20:41:26.623291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Request body: {'router': {'name': 'tempest-router-2047548188', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ee49233ac4434e33a975dbfa10538fff'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:26.642719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fe74-9333-41e4-94db-cb5db44c46a9 req-8a02c256-3c6b-4bd1-ad79-233cad83801f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:26.651782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e7fe74-9333-41e4-94db-cb5db44c46a9 req-8a02c256-3c6b-4bd1-ad79-233cad83801f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.3941443 Oct 19 20:41:26.655385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f1335bc-3919-4b07-9ca3-525dbe31b24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.675300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657aeab-be16-4f66-803d-2a945a834b9a None None] Pushing event updated for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:26.675792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.677022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.743639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e7fe74-9333-41e4-94db-cb5db44c46a9 req-26e30571-115b-42f3-8689-590578ad2a39 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921412 Oct 19 20:41:26.798575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.804995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.839826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:26.846904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-393ee7b4-db6b-4d4c-b3f6-4525a7f8778c tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2261961 Oct 19 20:41:26.847296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34550) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:26.854254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:26.955061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b4bb1e41-497d-40d6-b14a-c17a3ae7e26d None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:26.955740 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1e41-497d-40d6-b14a-c17a3ae7e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.015837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e0fe52c8-4ea5-4b9a-8e69-9377a647c360', 'name': '', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:31:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '358bbda3-b152-42d8-8158-3686998c80a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:18Z', 'updated_at': '2021-10-19T20:41:25Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': '358bbda3-b152-42d8-8158-3686998c80a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:27.063034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce6ebc-a8b9-4585-92d0-0df460fe3f43 None None] The sync data for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 is: [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'e0fe52c8-4ea5-4b9a-8e69-9377a647c360', 'name': '', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:31:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '358bbda3-b152-42d8-8158-3686998c80a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:18Z', 'updated_at': '2021-10-19T20:41:25Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': '358bbda3-b152-42d8-8158-3686998c80a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:27.185249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051389c-e0b3-4b26-b802-344df5cff0a3 req-108be6d1-3b01-4452-a0c4-9e76824e5c8f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:27.195949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2051389c-e0b3-4b26-b802-344df5cff0a3 req-108be6d1-3b01-4452-a0c4-9e76824e5c8f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1557200 Oct 19 20:41:27.312805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2051389c-e0b3-4b26-b802-344df5cff0a3 req-8b8d761d-b990-44a0-9200-695fd84d8207 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084375 Oct 19 20:41:27.369632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e49eebec-6364-4630-9205-ab70bf30a3ad req-880a23de-2dd5-418b-ab39-f034a615069e tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 210 time: 0.1106265 Oct 19 20:41:27.383335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.383707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.504889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-fbdeeb68-acfb-4e42-8c52-971e865321b1 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:27.506429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-fbdeeb68-acfb-4e42-8c52-971e865321b1 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.11 "GET /v2.0/networks?id=1aacd8a7-09cc-4351-b823-b4bca2769194 HTTP/1.1" status: 200 len: 797 time: 0.1883488 Oct 19 20:41:27.526446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Request body: {'port': {'device_id': '45e28928-1597-4692-b512-acf07d95d612', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'admin_state_up': True, 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:27.570116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100734) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 19 20:41:27.570663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Router 159f7d17-2ff5-478b-8aeb-1a8d6def6c82 migrating from provider to provider. {{(pid=100734) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 19 20:41:27.570871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.577411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.587077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:27.718888 n-d-805649-9 neutron-server[100734]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] No L3 agents can host the router 159f7d17-2ff5-478b-8aeb-1a8d6def6c82 Oct 19 20:41:27.822656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5d0a-158b-4ed7-af22-a97794698bc0 req-2f43ff14-99f4-4e92-83d8-7bfb025adbe0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:27.831806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e34f5d0a-158b-4ed7-af22-a97794698bc0 req-2f43ff14-99f4-4e92-83d8-7bfb025adbe0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1642356 Oct 19 20:41:27.906767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e34f5d0a-158b-4ed7-af22-a97794698bc0 req-a893e0c2-04e8-425a-ae69-b7dc7f4c3033 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Oct 19 20:41:27.930355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Made reservation on behalf of 126e1381ba174324bde9ffbf6cd5b483 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:27.934430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:28.030257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Hosts for router 159f7d17-2ff5-478b-8aeb-1a8d6def6c82: [] {{(pid=100734) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 19 20:41:28.088540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Hosts for other DVR routers connected to router 159f7d17-2ff5-478b-8aeb-1a8d6def6c82: set() {{(pid=100734) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 19 20:41:28.105092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:28.110807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2de1ac5c-631a-4153-9b57-c15ec9d5c441 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "PUT /v2.0/routers/159f7d17-2ff5-478b-8aeb-1a8d6def6c82 HTTP/1.1" status: 200 len: 717 time: 1.2599530 Oct 19 20:41:28.113365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34568) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:28.218964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ab62-3aad-46bd-b5fd-7503b72c4a44 req-bf5c921d-9d93-4e9c-84ea-999175c745e6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:28.220638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0df0ab62-3aad-46bd-b5fd-7503b72c4a44 req-bf5c921d-9d93-4e9c-84ea-999175c745e6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.2830207 Oct 19 20:41:28.266554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Allocated IP 172.20.0.10 (1aacd8a7-09cc-4351-b823-b4bca2769194/358bbda3-b152-42d8-8158-3686998c80a3/d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:28.365308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-17294aa1-0c4a-4a81-92b5-672527367cda tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "GET /v2.0/routers/159f7d17-2ff5-478b-8aeb-1a8d6def6c82 HTTP/1.1" status: 200 len: 717 time: 0.2509115 Oct 19 20:41:28.366476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34576) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:28.432106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0df0ab62-3aad-46bd-b5fd-7503b72c4a44 req-8a9d967e-89f5-429b-b965-06ef6a012477 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116607 Oct 19 20:41:28.530106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e0fe52c8-4ea5-4b9a-8e69-9377a647c360 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:28.709903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0db77d-7f18-4f22-ad6e-b1dc20eac0e7 req-b838e510-67ad-434c-acda-b89c86a15441 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 210 time: 0.0791163 Oct 19 20:41:28.712462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:28.712849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.078916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75344-efa4-4579-a058-977d0a37547a req-35516e8e-3217-4f6a-8dbb-e9dab460597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.080716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-35516e8e-3217-4f6a-8dbb-e9dab460597b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=13cf02aae2544a82ad134e7940c44649&device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 1096 time: 0.1292882 Oct 19 20:41:29.123334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d169b06-7aa4-488d-904a-0ec1c3ff8600 req-001a3cd7-b057-4bb5-9c37-596e276ae24c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.124908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d169b06-7aa4-488d-904a-0ec1c3ff8600 req-001a3cd7-b057-4bb5-9c37-596e276ae24c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1341896 Oct 19 20:41:29.242483 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ff150f54-28d7-4da1-a76f-d683ac76f937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.352735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d169b06-7aa4-488d-904a-0ec1c3ff8600 req-c578def9-cda5-46ba-944c-d5b99e31bff1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150042 Oct 19 20:41:29.403187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75344-efa4-4579-a058-977d0a37547a req-d1643c45-bb5d-4b88-96c4-b56a70cb3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.405219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-d1643c45-bb5d-4b88-96c4-b56a70cb3f5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 200 len: 912 time: 0.3083472 Oct 19 20:41:29.500946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-46613048-3a49-43c4-8268-a36e7eb749f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 200 len: 217 time: 0.0881836 Oct 19 20:41:29.591961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34592) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:29.593066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-104bb3d7-f1dd-460a-88ea-cefc5c2f51c4 tempest-RoutersTestDVR-610921910 tempest-RoutersTestDVR-610921910-project] 10.222.0.31 "GET /v2.0/routers/159f7d17-2ff5-478b-8aeb-1a8d6def6c82 HTTP/1.1" status: 200 len: 683 time: 1.2248118 Oct 19 20:41:29.608106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.674687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52813-6349-4310-bb3f-0be1a4eb4fea req-98c83160-f736-4f05-8315-835446a348aa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.682559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60b52813-6349-4310-bb3f-0be1a4eb4fea req-98c83160-f736-4f05-8315-835446a348aa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 1.0772145 Oct 19 20:41:29.700901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.756049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:29.767366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:29.775215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:29.795424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60b52813-6349-4310-bb3f-0be1a4eb4fea req-e25c8209-9e96-4f3f-9e12-18335f31faaa tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114416 Oct 19 20:41:29.824046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735262-14b4-444b-b5ec-50cc1f6f2d23 req-9a1847f9-c281-4d78-aa50-de971cb0690f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.834443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7735262-14b4-444b-b5ec-50cc1f6f2d23 req-9a1847f9-c281-4d78-aa50-de971cb0690f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.3325012 Oct 19 20:41:29.838382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75344-efa4-4579-a058-977d0a37547a req-a32d974e-4a14-439e-b416-1f3d7fd72fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.843193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-a32d974e-4a14-439e-b416-1f3d7fd72fb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 200 len: 851 time: 0.2837763 Oct 19 20:41:29.858227 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.867239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:29.867902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:29.879738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event updated for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:29.886670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3648553 Oct 19 20:41:29.909722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Request body: {'port': {'device_id': '45e28928-1597-4692-b512-acf07d95d612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:29.931441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.931804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.932149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.932488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.932823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.933163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.933528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.933869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.934204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.934563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.961525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:29.961823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2085e9-a11d-4646-97eb-70c7bc222068 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:30.118826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.193149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.207975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.212945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45881f4f-1f55-43c6-984e-521c24dade81 req-c3869ce5-fc5f-48ef-b307-c7e4e4f76976 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:30.219212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5830b563-459a-4ce4-b009-5a305dcb6d2e None None] Provisioning complete for port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:30.219697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5830b563-459a-4ce4-b009-5a305dcb6d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.224625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45881f4f-1f55-43c6-984e-521c24dade81 req-c3869ce5-fc5f-48ef-b307-c7e4e4f76976 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 895 time: 0.2335193 Oct 19 20:41:30.334762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.359257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5830b563-459a-4ce4-b009-5a305dcb6d2e None None] Port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:30.361464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7735262-14b4-444b-b5ec-50cc1f6f2d23 req-fedab872-5916-4383-9037-fadd116a0a81 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168536 Oct 19 20:41:30.390524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-3f78126d-c874-4532-abe6-4da1e9fab7b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1001ea73-9d81-452a-bc74-9207c2e1753d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4068983 Oct 19 20:41:30.415730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.416535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 159f7d17-2ff5-478b-8aeb-1a8d6def6c82 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:30.446567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.456898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-942abd67-0256-411e-93a6-689fb516bdc2 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "DELETE /v2.0/routers/159f7d17-2ff5-478b-8aeb-1a8d6def6c82 HTTP/1.1" status: 204 len: 168 time: 0.8638818 Oct 19 20:41:30.457798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34602) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:30.469518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Request body: {'router': {'name': 'tempest-router-862522433', 'distributed': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:30.529777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:30.536538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.538366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.538532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.558131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Transition to ACTIVE for port object d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:41:30.572203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.575441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-e0660347-290a-481d-a1b8-4a2dc4f3e754 service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795177 Oct 19 20:41:30.641416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.646583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.670263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.674546 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6e73e2a5-0eb7-491c-ac0a-68d5190fbdfe tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2097721 Oct 19 20:41:30.677393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34604) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:30.706629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b53856-e282-4181-9a7f-357e6d13e055 req-d803555f-9a59-455f-ad74-f98e74c0629d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:30.708827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b53856-e282-4181-9a7f-357e6d13e055 req-d803555f-9a59-455f-ad74-f98e74c0629d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1493440 Oct 19 20:41:30.752248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:30.770544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.897312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Attempting to bind port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:30.897757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Attempting to bind port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:30.898167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Attempting to bind port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a on network 1aacd8a7-09cc-4351-b823-b4bca2769194 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:30.909587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a on network 1aacd8a7-09cc-4351-b823-b4bca2769194 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:41:30.912065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Attempting to bind port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a on network 1aacd8a7-09cc-4351-b823-b4bca2769194 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:30.931025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:30.931705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Checking segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:30.932361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Bound using segment: {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:30.933016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Bound port: d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00af7424-4189-4f87-a50d-7101c3f74a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:30.933623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.946147 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:30.955112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-50b53856-e282-4181-9a7f-357e6d13e055 req-94c43415-94e6-4e29-afb3-ab6672d3c9e1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284806 Oct 19 20:41:31.029035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:31.033154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:31.037983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.127937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.128571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.130010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a HTTP/1.1" status: 200 len: 1055 time: 1.2340450 Oct 19 20:41:31.130453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:31.132788 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1e710-677e-4d6f-a645-90dbd2be0303" -d '{"events": [{"name": "network-changed", "server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:31.215025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f054a7-fd63-4831-be09-9f54fd9d36c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:31.219145 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4058eb05-e35b-469d-b71a-6f0d9f1a912c x-openstack-request-id: req-4058eb05-e35b-469d-b71a-6f0d9f1a912c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:31.219551 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:31.219920 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4058eb05-e35b-469d-b71a-6f0d9f1a912c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:31.220451 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a', 'status': 'completed', 'code': 200} Oct 19 20:41:31.327258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-33193b96-cd31-4028-8c5d-6a81883722a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.329218 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-33193b96-cd31-4028-8c5d-6a81883722a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 1058 time: 0.1079230 Oct 19 20:41:31.430912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-f720a97b-1ffb-41d4-955c-293fd1203f04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a HTTP/1.1" status: 200 len: 217 time: 0.0913591 Oct 19 20:41:31.446917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae400-f526-49b5-b51f-11e86f115101 req-07128f7d-b1f6-4fb7-ad48-a2a1f0d0aef3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.449071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab9ae400-f526-49b5-b51f-11e86f115101 req-07128f7d-b1f6-4fb7-ad48-a2a1f0d0aef3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 907 time: 0.1110308 Oct 19 20:41:31.532771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-664b3b7f-86e5-4e53-9151-42d81616ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.534624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-664b3b7f-86e5-4e53-9151-42d81616ab56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=358bbda3-b152-42d8-8158-3686998c80a3 HTTP/1.1" status: 200 len: 835 time: 0.0850122 Oct 19 20:41:31.575979 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.578810 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.632012 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.632792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95eb9588-0415-48cc-aa65-01eadeea0566 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:31.634274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-1fec6e59-12ab-4bc1-b010-14a53d53c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.644059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-1fec6e59-12ab-4bc1-b010-14a53d53c951 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1aacd8a7-09cc-4351-b823-b4bca2769194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950768 Oct 19 20:41:31.647826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:31.649140 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df0e9643-0e5e-49c7-b1f0-f03e83451706 tempest-RoutersTestDVR-1539028021 tempest-RoutersTestDVR-1539028021-project-admin] 10.222.0.31 "DELETE /v2.0/routers/95eb9588-0415-48cc-aa65-01eadeea0566 HTTP/1.1" status: 204 len: 168 time: 0.9706578 Oct 19 20:41:31.654693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34b75344-efa4-4579-a058-977d0a37547a req-354dab12-b533-4350-8b75-4c537d656efb service neutron] 10.222.0.11 "GET /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0707185 Oct 19 20:41:31.674196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ff4ee-0962-4b86-be52-86bda978be9e req-608536a8-47e8-48e3-b977-a6739ba9a91f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.681441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e4ff4ee-0962-4b86-be52-86bda978be9e req-608536a8-47e8-48e3-b977-a6739ba9a91f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1134274 Oct 19 20:41:31.707130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63141-db90-4ee1-a707-4f2e5e39947b req-d765588b-663a-4d82-84ea-acfb478b1399 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:31.708753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1c63141-db90-4ee1-a707-4f2e5e39947b req-d765588b-663a-4d82-84ea-acfb478b1399 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.2720020 Oct 19 20:41:31.793406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1c63141-db90-4ee1-a707-4f2e5e39947b req-ab6d5a36-12e3-469d-97fa-f5c15a5aa8a9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751762 Oct 19 20:41:31.821618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e4ff4ee-0962-4b86-be52-86bda978be9e req-500a067f-51be-4bef-b57a-a34aed8bb51c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075740 Oct 19 20:41:31.823515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-bb843920-8dbf-4917-b9ef-7b26a59be6ff service neutron] 10.222.0.11 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673920 Oct 19 20:41:31.972710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4e71c0d8-b442-4c37-b3c7-1411c6a0ab33 req-d855edf3-5dd1-4347-a730-00c73aebb176 service neutron] 10.222.0.11 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372006 Oct 19 20:41:32.110953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-77d416c5-67f6-4617-8d7b-1fdfd250c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.119450 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-77d416c5-67f6-4617-8d7b-1fdfd250c8f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 1058 time: 0.0817158 Oct 19 20:41:32.197722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34628) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:32.244382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ab62-65b6-48fd-9519-a42de708bb20 req-77478b8b-1113-4571-a856-f59b51582070 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.249494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef70ab62-65b6-48fd-9519-a42de708bb20 req-77478b8b-1113-4571-a856-f59b51582070 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1053154 Oct 19 20:41:32.288573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.342592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef70ab62-65b6-48fd-9519-a42de708bb20 req-cff6337a-5476-4a88-b03e-8242151c2c68 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869999 Oct 19 20:41:32.349096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-14d42423-fca5-4607-944c-9dc0ca585c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.350242 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-14d42423-fca5-4607-944c-9dc0ca585c65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1aacd8a7-09cc-4351-b823-b4bca2769194 HTTP/1.1" status: 200 len: 898 time: 0.2243214 Oct 19 20:41:32.393886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62b6807e-0be5-47e8-9ff7-b0beb647ac96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.413804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-2adb93c4-dda7-4bd9-8c23-400e10b4154d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a HTTP/1.1" status: 200 len: 217 time: 0.0546334 Oct 19 20:41:32.536300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62b6807e-0be5-47e8-9ff7-b0beb647ac96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.542110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-62b6807e-0be5-47e8-9ff7-b0beb647ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.564549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-57d98192-4931-4128-9967-27705732e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.567501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-57d98192-4931-4128-9967-27705732e990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=358bbda3-b152-42d8-8158-3686998c80a3 HTTP/1.1" status: 200 len: 835 time: 0.1318588 Oct 19 20:41:32.599807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6807e-0be5-47e8-9ff7-b0beb647ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d231f4c2-702a-439e-a153-1662e7bc9e05,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:32.607070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-62b6807e-0be5-47e8-9ff7-b0beb647ac96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee49233ac4434e33a975dbfa10538fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073946 Oct 19 20:41:32.609380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:32.660108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725859d-465b-43ce-be9d-8e1533676489 req-66c7e907-0301-4cd0-8d1b-943ccf8a4125 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.661780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0725859d-465b-43ce-be9d-8e1533676489 req-66c7e907-0301-4cd0-8d1b-943ccf8a4125 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 907 time: 0.0908666 Oct 19 20:41:32.674831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-2114c1cd-008c-4d86-9d3a-b4c28eb3223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.692508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.698964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-2114c1cd-008c-4d86-9d3a-b4c28eb3223a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1aacd8a7-09cc-4351-b823-b4bca2769194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162689 Oct 19 20:41:32.717340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.774904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.777567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:32.781034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d231f4c2-702a-439e-a153-1662e7bc9e05 HTTP/1.1" status: 204 len: 168 time: 0.1678920 Oct 19 20:41:32.798254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99093b-0b71-461e-a4c8-d4e29b47162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d231f4c2-702a-439e-a153-1662e7bc9e05,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:32.975454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0770e4-c5de-425d-b4ef-42a8a1c763e9 req-684a1318-742b-491e-afd8-ad87a6b1955d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:32.977580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b0770e4-c5de-425d-b4ef-42a8a1c763e9 req-684a1318-742b-491e-afd8-ad87a6b1955d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0927634 Oct 19 20:41:33.007618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-e02af3b1-d905-4b99-92ca-2f4e0c5a1ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982669 Oct 19 20:41:33.074314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272dbce-ef8c-461e-9f5e-07fce922b3b5 req-5feb7853-f625-4a4f-91a7-79fed9d5b6fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:33.076612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f272dbce-ef8c-461e-9f5e-07fce922b3b5 req-5feb7853-f625-4a4f-91a7-79fed9d5b6fa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1589904 Oct 19 20:41:33.078544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4b0770e4-c5de-425d-b4ef-42a8a1c763e9 req-4b0f6485-9ba9-4dd0-9261-f2d06ea4a6bc tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929942 Oct 19 20:41:33.199330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f272dbce-ef8c-461e-9f5e-07fce922b3b5 req-1d9f9f0e-e507-453c-a99c-890d789f478d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065321 Oct 19 20:41:33.226518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cac1e710-677e-4d6f-a645-90dbd2be0303 req-2a21b16a-cf2d-4692-917a-7823afb1223a service neutron] 10.222.0.11 "GET /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016563 Oct 19 20:41:33.322807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:33.338945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce884-818c-4330-8aaa-42210ec476c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.453993 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce884-818c-4330-8aaa-42210ec476c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.458905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce884-818c-4330-8aaa-42210ec476c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.565635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ce884-818c-4330-8aaa-42210ec476c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f706d72-3182-4301-8454-f3a290386347,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:33.570157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a8ce884-818c-4330-8aaa-42210ec476c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13058d174c824d7991827887e29ae472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462802 Oct 19 20:41:33.589572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dd4f-f2f5-4b80-aa55-7b38ca2ea31e req-2d472b8f-2b89-4326-9c34-ce97da50c26c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:33.589572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fd4dd4f-f2f5-4b80-aa55-7b38ca2ea31e req-2d472b8f-2b89-4326-9c34-ce97da50c26c tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0901866 Oct 19 20:41:33.591846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:33.620156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fd4dd4f-f2f5-4b80-aa55-7b38ca2ea31e req-90c241aa-60ff-40f8-93e6-a3a0cd0eddcc tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356503 Oct 19 20:41:33.662681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.709123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.849540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b9ea-54d1-46bb-bf22-c200f9d2e495 req-8bab30a9-9c58-49ac-b1d8-e860d181f97d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:33.849540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7515b9ea-54d1-46bb-bf22-c200f9d2e495 req-8bab30a9-9c58-49ac-b1d8-e860d181f97d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 907 time: 0.0758832 Oct 19 20:41:33.870212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.879280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:33.879280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f706d72-3182-4301-8454-f3a290386347 HTTP/1.1" status: 204 len: 168 time: 0.2838967 Oct 19 20:41:33.889142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506447c-808d-41e8-924f-cc6692c5d1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f706d72-3182-4301-8454-f3a290386347,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:33.908173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:34.053934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:34.071344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a', 'network_id': '1aacd8a7-09cc-4351-b823-b4bca2769194', 'port_id': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a', 'mac_address': 'fa:16:3e:dd:32:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358bbda3-b152-42d8-8158-3686998c80a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:34.163791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:34.209656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:34.243408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:34.249645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:34.375633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa180ec-fbc1-4d81-82f5-5b1f06a3783f req-b7a91152-860d-4443-8b02-3425ac2ededc tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:34.383420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa180ec-fbc1-4d81-82f5-5b1f06a3783f req-b7a91152-860d-4443-8b02-3425ac2ededc tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1150284 Oct 19 20:41:34.395185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:34.446676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa180ec-fbc1-4d81-82f5-5b1f06a3783f req-5e41654b-1471-42ec-a1e5-c83017d23e19 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609567 Oct 19 20:41:34.509369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e9338-76b0-4352-929f-8d9431bf9e09 req-3ff3799e-7307-428a-8195-1a5f3d77a348 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:34.510960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-603e9338-76b0-4352-929f-8d9431bf9e09 req-3ff3799e-7307-428a-8195-1a5f3d77a348 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.1236815 Oct 19 20:41:34.588149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:34.602205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-603e9338-76b0-4352-929f-8d9431bf9e09 req-cc0e4f49-43df-4229-9156-59fcdf1e641a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Oct 19 20:41:34.816375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa106f-8fca-48b8-9e96-b4c077ab6ba7 req-71768a94-65f3-4288-8516-b012ee579e29 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:34.827115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9aa106f-8fca-48b8-9e96-b4c077ab6ba7 req-71768a94-65f3-4288-8516-b012ee579e29 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Oct 19 20:41:34.907706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d9aa106f-8fca-48b8-9e96-b4c077ab6ba7 req-884f2f01-2edc-4eba-82f0-9c6804b4b364 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Oct 19 20:41:35.089754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d41d9f-7232-429b-b955-a29a595b27fd req-aef9075e-996a-4a58-a182-36d546f825f1 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:35.104039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-97d41d9f-7232-429b-b955-a29a595b27fd req-aef9075e-996a-4a58-a182-36d546f825f1 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 908 time: 0.1115491 Oct 19 20:41:35.293501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:35.308197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92002-1cea-40f1-a857-f3a33b35989e req-d0f84f98-92b7-4576-b322-0b5fb152f8d1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:35.317455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6f92002-1cea-40f1-a857-f3a33b35989e req-d0f84f98-92b7-4576-b322-0b5fb152f8d1 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1080856 Oct 19 20:41:35.381482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b6f92002-1cea-40f1-a857-f3a33b35989e req-2f56b24e-020a-431e-9d42-79e7eb6452cc tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629702 Oct 19 20:41:35.501741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-108cd6cc-e0f2-4888-9271-3ae477aa2b33 tempest-AgentManagementNegativeTest-1003045792 tempest-AgentManagementNegativeTest-1003045792-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2067559 Oct 19 20:41:35.581610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892c38-8aaf-41d5-88ea-95d203ddbb33 req-0cc4399c-5f71-4a2e-ae5e-3a37590d8439 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:35.585783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e892c38-8aaf-41d5-88ea-95d203ddbb33 req-0cc4399c-5f71-4a2e-ae5e-3a37590d8439 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0587976 Oct 19 20:41:35.659573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e892c38-8aaf-41d5-88ea-95d203ddbb33 req-f3d4b19a-0f87-4257-a8c4-a550f3ad6946 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628488 Oct 19 20:41:35.750421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c8c8-bbe0-495d-aa48-241dd19db51e req-67a60a06-eb70-491e-82e8-eb63c6233071 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:35.752048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6fd6c8c8-bbe0-495d-aa48-241dd19db51e req-67a60a06-eb70-491e-82e8-eb63c6233071 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0581269 Oct 19 20:41:35.810119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6fd6c8c8-bbe0-495d-aa48-241dd19db51e req-429cfd50-95bf-4ce1-9898-46b988cca33c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Oct 19 20:41:35.835300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34744) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:35.919474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:35.975469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:41:35.977881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dac5aeca-ec53-45b7-8332-ad61fad422ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:35.979410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:35.979773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.055401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-2ef2bcb7-9ba1-4f6e-af22-4af35b8bafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.058945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-2ef2bcb7-9ba1-4f6e-af22-4af35b8bafb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1096 time: 0.0547800 Oct 19 20:41:36.070953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.099953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:36.103831 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f494f4f7-3c5d-4301-baac-d46cc845d51c" -d '{"events": [{"server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "name": "network-vif-plugged", "status": "completed", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:36.119437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:36.126642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.157245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dac5aeca-ec53-45b7-8332-ad61fad422ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.183278 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43675beb-6bbb-4cb2-966d-1eddf1f47360 x-openstack-request-id: req-43675beb-6bbb-4cb2-966d-1eddf1f47360 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:36.184859 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "name": "network-vif-plugged", "status": "completed", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:36.185476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dac5aeca-ec53-45b7-8332-ad61fad422ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.185802 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43675beb-6bbb-4cb2-966d-1eddf1f47360 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:36.186322 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a', 'code': 200} Oct 19 20:41:36.236871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:36.273375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-1fe81774-1958-45dc-a3d9-56a784950530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.275032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-1fe81774-1958-45dc-a3d9-56a784950530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.2088218 Oct 19 20:41:36.317427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dac5aeca-ec53-45b7-8332-ad61fad422ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d31ef46b442246a0b6c3eaa70cb79a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774702 Oct 19 20:41:36.317717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34758) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:36.342009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-c2faf65f-96d0-4844-ab16-ce9356e3139b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.0577939 Oct 19 20:41:36.411235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-c807468b-490f-4232-8541-933be89e0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.412861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-c807468b-490f-4232-8541-933be89e0e15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.0542128 Oct 19 20:41:36.422230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5aeca-ec53-45b7-8332-ad61fad422ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778541f7-5495-49de-aed7-07c115bc59fb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:36.429513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3aa5e-d4b9-4913-aa58-c93d25b9bded req-8f895dc1-7d20-43c3-98ba-b1375a69cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.431423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20c3aa5e-d4b9-4913-aa58-c93d25b9bded req-8f895dc1-7d20-43c3-98ba-b1375a69cc70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 1060 time: 0.1534328 Oct 19 20:41:36.453245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-d4314014-92f2-43a2-bf18-461ecf6e66eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311651 Oct 19 20:41:36.456370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.544682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.572902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-8d572f0c-9efb-49bc-afdd-4fb932510044 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109657 Oct 19 20:41:36.582363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82042ca7-a40f-40a5-893e-328599004c97 req-0b3d45cb-3449-4e15-b2b7-d110ae6778e5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.585764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82042ca7-a40f-40a5-893e-328599004c97 req-0b3d45cb-3449-4e15-b2b7-d110ae6778e5 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.2573216 Oct 19 20:41:36.597784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da369274-f625-439a-8d27-29539f2bd5ff req-68327c9e-b968-4c8f-a7dd-49f21831bc69 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.607719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da369274-f625-439a-8d27-29539f2bd5ff req-68327c9e-b968-4c8f-a7dd-49f21831bc69 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1101792 Oct 19 20:41:36.662045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da369274-f625-439a-8d27-29539f2bd5ff req-57ff098b-a37d-4a4a-a3c5-12047bf97cef tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Oct 19 20:41:36.663990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.667864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:36.670524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/778541f7-5495-49de-aed7-07c115bc59fb HTTP/1.1" status: 204 len: 168 time: 0.3507724 Oct 19 20:41:36.691857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af750cd-8f82-40f6-a5f2-4206eb3fa93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778541f7-5495-49de-aed7-07c115bc59fb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:36.721175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5207043b-4511-4f4e-a49a-3ec002ff9f02 req-c6de94df-928c-4138-a556-9357155d0deb service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343186 Oct 19 20:41:36.837144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395cfdd-fe8f-4562-a67a-a6948007dae4 req-a21d5ad3-07ec-4ff0-b44e-9e3943788826 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.839200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e395cfdd-fe8f-4562-a67a-a6948007dae4 req-a21d5ad3-07ec-4ff0-b44e-9e3943788826 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0684450 Oct 19 20:41:36.914135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e395cfdd-fe8f-4562-a67a-a6948007dae4 req-8b47a97d-c0e7-4a8b-9ccd-546a25c25b57 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659456 Oct 19 20:41:36.964655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcd445-bde5-45ed-b364-9d7bf58c9b6c req-6eb92d87-3925-4277-8313-f7978a2d6d67 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:36.966954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31bcd445-bde5-45ed-b364-9d7bf58c9b6c req-6eb92d87-3925-4277-8313-f7978a2d6d67 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.0671415 Oct 19 20:41:37.013730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31bcd445-bde5-45ed-b364-9d7bf58c9b6c req-de7a2447-bda3-46f5-ae2f-0992a84605f5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Oct 19 20:41:37.518415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34802) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:37.646182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1900526097'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:37.669976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:37.674844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:37.701606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:37.769143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9879-681f-4783-8cbf-96cddf12324f req-a85e5687-5c66-4307-b20c-1457fc3dd9b4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:37.782454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8cda9879-681f-4783-8cbf-96cddf12324f req-a85e5687-5c66-4307-b20c-1457fc3dd9b4 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.0871356 Oct 19 20:41:37.852786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:37.857980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:37.876910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad46c2-430d-43a9-84d1-63aabb2668a1 req-c66895e0-66ff-4c84-a1ad-dda9dcfc85aa tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:37.879570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ad46c2-430d-43a9-84d1-63aabb2668a1 req-c66895e0-66ff-4c84-a1ad-dda9dcfc85aa tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0880377 Oct 19 20:41:37.896102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:41:37.908974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1b4b1-8f3f-4e32-89ba-f546a6508ced,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:37.937365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ad46c2-430d-43a9-84d1-63aabb2668a1 req-4d8d3852-ec39-4041-ab9e-c1574df9e3ba tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Oct 19 20:41:37.940373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:37.940851 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Added segment 82c1f2e8-4a9e-4af9-b203-82cf00cf2e05 of type vlan for network 95440867-7703-404b-8166-2ca12159a766 Oct 19 20:41:38.015773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.036433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:38.061347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122fa64-2a42-442f-9a87-3bfe3f4e78cb req-fcc51ae0-c8cf-4b4d-b998-e2b2f83211af tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:38.062843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9122fa64-2a42-442f-9a87-3bfe3f4e78cb req-fcc51ae0-c8cf-4b4d-b998-e2b2f83211af tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0755317 Oct 19 20:41:38.069954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.077062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:38.077766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.155575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6360116 Oct 19 20:41:38.158960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34814) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:38.165927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'subnet': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:38.189728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.198650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9122fa64-2a42-442f-9a87-3bfe3f4e78cb req-398b0216-0f33-4797-8b41-54d627fdb110 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171849 Oct 19 20:41:38.204402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c52e8-cba5-4047-a1ce-79e4b7f17e07 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Network': ['ID=95440867-7703-404b-8166-2ca12159a766,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:38.219595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:38.221870 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33651f-424f-457c-ba2c-4a368bf36887" -d '{"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:38.228120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 95440867-7703-404b-8166-2ca12159a766 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:41:38.246675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:38.258628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.298981 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a852d5b-dd67-49d0-883a-041468a5508b x-openstack-request-id: req-1a852d5b-dd67-49d0-883a-041468a5508b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:38.299268 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-unplugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:38.299517 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a852d5b-dd67-49d0-883a-041468a5508b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:38.299908 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'code': 200} Oct 19 20:41:38.352556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:38.397430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b41d99-33ec-45f2-8417-3c3c086b355a req-4f0314c9-7514-4f06-9cfc-c665a5fac4c4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:38.399085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87b41d99-33ec-45f2-8417-3c3c086b355a req-4f0314c9-7514-4f06-9cfc-c665a5fac4c4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 945 time: 0.2015288 Oct 19 20:41:38.400115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:38.403337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.508598 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87b41d99-33ec-45f2-8417-3c3c086b355a req-f714420d-940e-42df-a323-a819c35fc849 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004558 Oct 19 20:41:38.694677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.790310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Subnet': ['ID=4b566d52-e838-4084-9343-b4ac4e0fbd70,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:38.800689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Checking segment: {'id': '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '95440867-7703-404b-8166-2ca12159a766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:38.801060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network hostable DHCP agents. Network: 95440867-7703-404b-8166-2ca12159a766, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:41:38.822889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:41:38.832034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 95440867-7703-404b-8166-2ca12159a766) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:38.836283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:38.836941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:38.844730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56616124-796b-49ce-b440-54eef7a21500 None None] Network 95440867-7703-404b-8166-2ca12159a766 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:41:38.858602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ba1f8433-e0c7-489a-ae87-f4fe413f3e87 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982961 Oct 19 20:41:38.861218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34828) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:38.866367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-1418835963'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:38.917985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac9e1c-8c4e-4616-adb5-6a26a76e8058 req-4d870908-31e4-40c3-9b75-b61915b64bee tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:38.920598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcac9e1c-8c4e-4616-adb5-6a26a76e8058 req-4d870908-31e4-40c3-9b75-b61915b64bee tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.0674887 Oct 19 20:41:39.030069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-95440867-7703-404b-8166-2ca12159a766', 'network_id': '95440867-7703-404b-8166-2ca12159a766', 'tenant_id': 'ecf4d76d5a8c431c93bf246226856bf6', 'fixed_ips': [{'subnet_id': '4b566d52-e838-4084-9343-b4ac4e0fbd70'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:41:39.031457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.073198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-730963b5-bfc6-48d9-9312-3654baa4b35f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.074694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-730963b5-bfc6-48d9-9312-3654baa4b35f tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.1174216 Oct 19 20:41:39.115292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a84ec-61cb-4937-b08f-11460c58f1a7 req-01415c40-d9f9-4d86-8e84-4876542487dd tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.116334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c5a84ec-61cb-4937-b08f-11460c58f1a7 req-01415c40-d9f9-4d86-8e84-4876542487dd tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 945 time: 0.0661645 Oct 19 20:41:39.132148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:39.135764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.183919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c5a84ec-61cb-4937-b08f-11460c58f1a7 req-40240e78-4a4c-43d3-8548-225fb5007a54 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Oct 19 20:41:39.199195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port 63641fad-2e48-48e7-8e85-abaef61e99e9 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:39.199306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Allocated IP 172.20.0.2 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/a50d76dd-dbbc-486b-9fe4-2ab610fff80c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:39.208622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9306f0-0bd5-4730-9fb3-1c08e1bd2476 req-e06198b5-d2fe-4402-957d-4a660bdeaa8a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.216973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a9306f0-0bd5-4730-9fb3-1c08e1bd2476 req-e06198b5-d2fe-4402-957d-4a660bdeaa8a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.1630185 Oct 19 20:41:39.353132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14199600-4605-4b8b-b8b7-9e9f8128f04d req-cb583178-ee25-48a3-8427-46955c26d49b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.364315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14199600-4605-4b8b-b8b7-9e9f8128f04d req-cb583178-ee25-48a3-8427-46955c26d49b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0657077 Oct 19 20:41:39.403501 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.406228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966d5fc-e280-4176-abc2-ca549449a02d req-548e4975-2f89-48f2-ab51-855be106aabb tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.411232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14199600-4605-4b8b-b8b7-9e9f8128f04d req-0757e51a-4c82-45e5-8e19-71d4497b3f64 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Oct 19 20:41:39.411573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.419454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c966d5fc-e280-4176-abc2-ca549449a02d req-548e4975-2f89-48f2-ab51-855be106aabb tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 1060 time: 0.0856059 Oct 19 20:41:39.455404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Deleting port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:39.455817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.466058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Pushing event updated for resources: {'Port': ['ID=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:39.481053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:39.482719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:39.486614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:39.544289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8717b-18d8-44bd-8660-28b0bf6ae7c7 req-619840f2-9c29-4486-a9f7-91a55ad672ae tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.546664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bab8717b-18d8-44bd-8660-28b0bf6ae7c7 req-619840f2-9c29-4486-a9f7-91a55ad672ae tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1136 time: 0.0499105 Oct 19 20:41:39.557967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.6 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/63641fad-2e48-48e7-8e85-abaef61e99e9) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:39.609004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bab8717b-18d8-44bd-8660-28b0bf6ae7c7 req-300c56ab-2e09-45bb-bfa8-0e20cd22e279 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0517108 Oct 19 20:41:39.610071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Attempting to bind port a50d76dd-dbbc-486b-9fe4-2ab610fff80c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:41:39.612240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Attempting to bind port a50d76dd-dbbc-486b-9fe4-2ab610fff80c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '95440867-7703-404b-8166-2ca12159a766'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:41:39.613735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Attempting to bind port a50d76dd-dbbc-486b-9fe4-2ab610fff80c on network 95440867-7703-404b-8166-2ca12159a766 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:41:39.623580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:39.625528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:41:39.628171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Checking segment: {'id': '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '95440867-7703-404b-8166-2ca12159a766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:41:39.628792 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.629404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Bound using segment: {'id': '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '95440867-7703-404b-8166-2ca12159a766'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:41:39.630086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Bound port: a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '95440867-7703-404b-8166-2ca12159a766'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:41:39.631137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.646764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] For port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:39.647150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.672995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Calling delete_port for 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:39.722083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] For port a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:41:39.722332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923d557-4c0e-4a00-b5b2-b441e241e361 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.723851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e923d557-4c0e-4a00-b5b2-b441e241e361 tempest-TestSecurityGroupsBasicOps-1612790334 tempest-TestSecurityGroupsBasicOps-1612790334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 1055 time: 0.0994318 Oct 19 20:41:39.726069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] For port a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,segment=NetworkSegment(82c1f2e8-4a9e-4af9-b203-82cf00cf2e05),segment_id=82c1f2e8-4a9e-4af9-b203-82cf00cf2e05)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:41:39.730727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.786449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18c3c-0338-485c-b164-db0e83ee9879 None None] Pushing event updated for resources: {'Port': ['ID=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:39.865989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29900b-d6f9-4d66-9a04-8c00b1f75399 req-ef3f2ca0-e614-4b22-9153-77ce944b50a5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:39.867628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b29900b-d6f9-4d66-9a04-8c00b1f75399 req-ef3f2ca0-e614-4b22-9153-77ce944b50a5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.1787155 Oct 19 20:41:39.875723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:39.950059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b29900b-d6f9-4d66-9a04-8c00b1f75399 req-890182b2-0daa-4985-bd1e-97f0feaf3c73 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689633 Oct 19 20:41:40.035777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.052683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a8612b30-c49e-4527-b8d1-a6b1bd3bb305'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:40.056808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:40.077455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7523f4-f001-4b1f-b514-763f7a7f11ee req-1ae0f066-da94-43e2-bdfb-e0c03cecd06d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:40.079274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf7523f4-f001-4b1f-b514-763f7a7f11ee req-1ae0f066-da94-43e2-bdfb-e0c03cecd06d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.0896842 Oct 19 20:41:40.088265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.097033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Pushing event deleted for resources: {'Port': ['ID=01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:40.239027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:40.277214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:40.307879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:40.310578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] No DVR routers for this DVR port 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:41:40.336729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.340168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6b2ae68-a2e7-4281-92dc-72b1a4483a17 req-bb723b44-9421-4f5e-994c-b413852f2088 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.11 "DELETE /v2.0/ports/01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 HTTP/1.1" status: 204 len: 173 time: 1.1989021 Oct 19 20:41:40.344535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df2c9c48-5f35-4b87-a0a6-510c37ec76d2 req-257f9d18-e03a-4093-a500-cfbe6fcde46d tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d3f2249-27ca-436f-9bdf-413d7f23de10 HTTP/1.1" status: 200 len: 210 time: 0.0488925 Oct 19 20:41:40.348636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'name': 'network-vif-deleted', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:40.352584 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ccc62-3137-4420-909e-b6ee7d559a2b" -d '{"events": [{"server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "name": "network-vif-deleted", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:40.382113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848383-b407-4898-9660-22e8dc9506e7 req-a8123c5d-7259-42e8-9913-958a3d3152bf tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:40.390376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e848383-b407-4898-9660-22e8dc9506e7 req-a8123c5d-7259-42e8-9913-958a3d3152bf tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3035679 Oct 19 20:41:40.400028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=63641fad-2e48-48e7-8e85-abaef61e99e9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:40.453607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:40.454293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.475129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e848383-b407-4898-9660-22e8dc9506e7 req-5f5996e3-b84d-4f0c-99d4-fb38d4d0ad07 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826657 Oct 19 20:41:40.488889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a50d76dd-dbbc-486b-9fe4-2ab610fff80c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:40.500244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34870) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:40.505797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-370468761', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bf:9d:57'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:40.511588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c035c37-c169-4d68-bafe-931a0d8a6a58 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6490850 Oct 19 20:41:40.576567 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c68be6-da1a-45e8-955b-2d6207d9ca46 x-openstack-request-id: req-45c68be6-da1a-45e8-955b-2d6207d9ca46 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:40.576758 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f2249-27ca-436f-9bdf-413d7f23de10", "name": "network-vif-deleted", "tag": "01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:40.577013 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45c68be6-da1a-45e8-955b-2d6207d9ca46 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:40.577445 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f2249-27ca-436f-9bdf-413d7f23de10', 'name': 'network-vif-deleted', 'tag': '01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6', 'status': 'completed', 'code': 200} Oct 19 20:41:40.627875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a50d76dd-dbbc-486b-9fe4-2ab610fff80c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:40.628235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.727111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.727357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187137f8-9fcb-448b-82cf-09c3bc0f9736 req-b30ba429-a215-4d28-b323-17ec247f95e9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:40.728735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-187137f8-9fcb-448b-82cf-09c3bc0f9736 req-b30ba429-a215-4d28-b323-17ec247f95e9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1087382 Oct 19 20:41:40.738439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:40.751544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-203710d9-60df-43af-9d50-144c29554aab req-8c3d14ec-28e6-4fed-a5d7-0d1bc0ca0e00 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:41:40.753687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-203710d9-60df-43af-9d50-144c29554aab req-8c3d14ec-28e6-4fed-a5d7-0d1bc0ca0e00 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090284 Oct 19 20:41:40.763526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,segment=NetworkSegment(82c1f2e8-4a9e-4af9-b203-82cf00cf2e05),segment_id=82c1f2e8-4a9e-4af9-b203-82cf00cf2e05)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:40.768157 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.838524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:40.851908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-187137f8-9fcb-448b-82cf-09c3bc0f9736 req-95577f29-04b0-4c0f-9233-6f706712aa31 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079147 Oct 19 20:41:40.879844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:40.899721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port 3b156c54-7b94-4adc-bc34-d180e7f9a7cc yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:41.065981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066598-52c3-47d7-b675-d26c7c772d68 req-60bf4b13-7cc3-447a-9585-78df2725378c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:41.073669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7066598-52c3-47d7-b675-d26c7c772d68 req-60bf4b13-7cc3-447a-9585-78df2725378c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.1010797 Oct 19 20:41:41.156107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7066598-52c3-47d7-b675-d26c7c772d68 req-a2930988-549a-4ca9-b494-a145b5a77599 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 Oct 19 20:41:41.158174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.11 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/3b156c54-7b94-4adc-bc34-d180e7f9a7cc) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:41.280195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e1e4a-25b6-4ff8-9509-edd6ba5800fb req-03a2b2e2-820d-4ef8-bf9c-b1a6749bc300 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:41.282345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e5e1e4a-25b6-4ff8-9509-edd6ba5800fb req-03a2b2e2-820d-4ef8-bf9c-b1a6749bc300 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.0743637 Oct 19 20:41:41.342133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027842a-83a9-4d90-8c56-0972797da38a None None] Network 95440867-7703-404b-8166-2ca12159a766 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:41:41.357935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34904) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:41.394831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.451704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.457860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-872c4eab-4726-46aa-bf2f-4165c7b6a5ff None None] Provisioning complete for port a50d76dd-dbbc-486b-9fe4-2ab610fff80c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:41.458235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-872c4eab-4726-46aa-bf2f-4165c7b6a5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.548353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-81a4dd78-da2e-4917-a067-52457dbd1311 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:41.550532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-81a4dd78-da2e-4917-a067-52457dbd1311 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 909 time: 0.0689354 Oct 19 20:41:41.562953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:41.583320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:41.592885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:41.658318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=3b156c54-7b94-4adc-bc34-d180e7f9a7cc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:41.700940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-d7098ce1-9405-4d48-a717-784fd5571825 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3415132 Oct 19 20:41:41.724968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-aea20444-9e95-4ff0-852c-10fb3a2ec10e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:41:41.724968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-aea20444-9e95-4ff0-852c-10fb3a2ec10e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120645 Oct 19 20:41:41.725284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:41.725284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.778623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:41.779305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.846006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ac62c1e-8bd8-4a10-b607-c770ae9c5367 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3441689 Oct 19 20:41:41.855035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34924) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:41.947226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993f74-79a9-4e89-b992-1aa0024f469d req-b0b2770f-4c50-4a42-a256-122becb7c177 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:41.954392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:41.954764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:41.956285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a993f74-79a9-4e89-b992-1aa0024f469d req-b0b2770f-4c50-4a42-a256-122becb7c177 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.2454524 Oct 19 20:41:41.982874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:42.030898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80064d2d-13ce-4553-bf74-9de57a0af738 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:42.037611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:42.042267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80064d2d-13ce-4553-bf74-9de57a0af738 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:42.064838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80064d2d-13ce-4553-bf74-9de57a0af738 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:42.066990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80064d2d-13ce-4553-bf74-9de57a0af738 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2109678 Oct 19 20:41:42.069703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34932) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:42.073657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79d74c-b0ee-45c2-96b1-97f76a453a38 req-7c6bc48d-60c4-4744-a946-41df6543ce24 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:42.075389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c79d74c-b0ee-45c2-96b1-97f76a453a38 req-7c6bc48d-60c4-4744-a946-41df6543ce24 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1095963 Oct 19 20:41:42.152014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a993f74-79a9-4e89-b992-1aa0024f469d req-1d49d7cf-9320-4bd2-a957-6866ddf608d6 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947083 Oct 19 20:41:42.210216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c79d74c-b0ee-45c2-96b1-97f76a453a38 req-febdc507-df39-471d-9393-a12d80af8688 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Oct 19 20:41:42.258683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port 3b156c54-7b94-4adc-bc34-d180e7f9a7cc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:42.259227 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.334117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Provisioning complete for port a50d76dd-dbbc-486b-9fe4-2ab610fff80c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:42.335897 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.400301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.426049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.460911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for 3b156c54-7b94-4adc-bc34-d180e7f9a7cc owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:42.470777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:42.476736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a50d76dd-dbbc-486b-9fe4-2ab610fff80c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:42.526972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9f7ae94-274c-47cc-b095-5d3d7c13fed0 req-aaf80298-cf80-4394-8bb8-c1be9c3e333c tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=45e28928-1597-4692-b512-acf07d95d612 HTTP/1.1" status: 200 len: 210 time: 0.0679333 Oct 19 20:41:42.551225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] No DVR routers for this DVR port d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:41:42.554368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.559083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4a88bb7-0aa8-40cb-9852-6918d2a148ff req-0603fc11-a8b3-4a77-b425-d71a166a8396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.11 "DELETE /v2.0/ports/d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a HTTP/1.1" status: 204 len: 173 time: 0.9963493 Oct 19 20:41:42.578718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'name': 'network-vif-deleted', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:42.582041 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866fe1f5-703f-4e36-b055-164d75079b4c" -d '{"events": [{"server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "name": "network-vif-deleted", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:42.695748 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696b7a3-2b59-49c8-b4f4-f6c2078a682f x-openstack-request-id: req-4696b7a3-2b59-49c8-b4f4-f6c2078a682f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:42.696268 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e28928-1597-4692-b512-acf07d95d612", "name": "network-vif-deleted", "tag": "d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:42.696697 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4696b7a3-2b59-49c8-b4f4-f6c2078a682f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:42.697279 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e28928-1597-4692-b512-acf07d95d612', 'name': 'network-vif-deleted', 'tag': 'd3a7b108-4a54-4740-9fb5-cf3ed6c59f4a', 'status': 'completed', 'code': 200} Oct 19 20:41:42.699927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.701058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Provisioning complete for port 3b156c54-7b94-4adc-bc34-d180e7f9a7cc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:42.701546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.743847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Port 3b156c54-7b94-4adc-bc34-d180e7f9a7cc cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:42.758509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a50d76dd-dbbc-486b-9fe4-2ab610fff80c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:42.758979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.816786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Provisioning complete for port 63641fad-2e48-48e7-8e85-abaef61e99e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:42.817436 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.838779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:42.876770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb518d5-1d64-42db-a0c1-a3ec218e7bbe req-1a492790-dfd6-4e62-a151-73b8890eb32d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:42.885509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbb518d5-1d64-42db-a0c1-a3ec218e7bbe req-1a492790-dfd6-4e62-a151-73b8890eb32d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3265457 Oct 19 20:41:42.922287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ae810c2a-6477-4e7b-887d-dfd8a7e5102f None None] Port 63641fad-2e48-48e7-8e85-abaef61e99e9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:42.954858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=3b156c54-7b94-4adc-bc34-d180e7f9a7cc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:43.013420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbb518d5-1d64-42db-a0c1-a3ec218e7bbe req-d9844323-a2e9-42ae-8021-7c3ea3a34861 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263578 Oct 19 20:41:43.064169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6a651c85-7ff3-417f-9977-7ea0de17f65d None None] Provisioning complete for port 63641fad-2e48-48e7-8e85-abaef61e99e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:43.064649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a651c85-7ff3-417f-9977-7ea0de17f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:43.102477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:43.116771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6a651c85-7ff3-417f-9977-7ea0de17f65d None None] Port 63641fad-2e48-48e7-8e85-abaef61e99e9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:43.219645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:43.224531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4ad69008-39b5-4e12-a346-46d2d35c2a03 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/3b156c54-7b94-4adc-bc34-d180e7f9a7cc HTTP/1.1" status: 204 len: 168 time: 1.1536429 Oct 19 20:41:43.227066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34958) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:43.236170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0ff85125-a8cc-4fe0-9aee-496aeb040e34 None None] Could not find standard attr ID for object 3b156c54-7b94-4adc-bc34-d180e7f9a7cc. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:41:43.268553 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4f4611-1e67-4412-a688-c1a9c26af8c4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] GET failed (client error): The resource could not be found. Oct 19 20:41:43.278880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fb4f4611-1e67-4412-a688-c1a9c26af8c4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports/3b156c54-7b94-4adc-bc34-d180e7f9a7cc HTTP/1.1" status: 404 len: 333 time: 0.0506670 Oct 19 20:41:43.279684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:43.289721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-486457430'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:43.300793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-4cb47dc5-ae85-4fc9-ae1e-d275f3838691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.302396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-4cb47dc5-ae85-4fc9-ae1e-d275f3838691 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da&tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224 HTTP/1.1" status: 200 len: 1094 time: 0.1951578 Oct 19 20:41:43.420175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-9f4c1fdc-c33e-40cd-845f-b34a97220e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.421803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-9f4c1fdc-c33e-40cd-845f-b34a97220e97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1094 time: 0.0854902 Oct 19 20:41:43.436738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31980a-566a-475e-ad16-3d133be4b9eb req-15978afc-122c-487c-b493-668c961f08b5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.438313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b31980a-566a-475e-ad16-3d133be4b9eb req-15978afc-122c-487c-b493-668c961f08b5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.0732400 Oct 19 20:41:43.454323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beff19-b0ee-4257-813b-77ae742e5833 req-9c5d3215-135d-4cf7-b729-ef36e63a95e3 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.455796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73beff19-b0ee-4257-813b-77ae742e5833 req-9c5d3215-135d-4cf7-b729-ef36e63a95e3 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.0950518 Oct 19 20:41:43.473762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:43.477721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:43.516466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port 5463ee53-00a1-4e49-a5ef-d1ddb764446b yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:43.537516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73beff19-b0ee-4257-813b-77ae742e5833 req-f313ca14-e4f5-4eeb-9827-ee931d5d3f8e tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Oct 19 20:41:43.541896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b31980a-566a-475e-ad16-3d133be4b9eb req-804ed196-1afa-417a-aa3b-1b58225285f9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826337 Oct 19 20:41:43.569386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-f4679c91-c48f-42bf-b92b-1a93e6c9ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.569386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-f4679c91-c48f-42bf-b92b-1a93e6c9ce56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.1285815 Oct 19 20:41:43.623384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34968) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:43.628542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-5dde032e-987b-4b30-9aec-9e779615da94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.0502510 Oct 19 20:41:43.686685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-0ab5c4a6-726d-41c3-92a6-5486ee082b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.688163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-0ab5c4a6-726d-41c3-92a6-5486ee082b89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.0491135 Oct 19 20:41:43.723860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-f82a7327-35ea-4eea-a611-883457d9ecc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267918 Oct 19 20:41:43.828298 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-7d673769-b901-4aba-9b9f-8a5796e41713 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942779 Oct 19 20:41:43.953339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-3339c2e8-cc29-4b5e-bde2-1cd8f9700743 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:43.955027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-3339c2e8-cc29-4b5e-bde2-1cd8f9700743 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.1134126 Oct 19 20:41:43.988433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:44.002378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f122ae7-5387-4b09-a86f-8ad32cc063e0 req-24804b7f-0826-40dd-8d41-b50eb31f2481 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594474 Oct 19 20:41:44.033582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:44.034336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 01677f7f-bde1-4e8f-8f9a-848ad9fa9bd6 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:44.042344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.11 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/5463ee53-00a1-4e49-a5ef-d1ddb764446b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:44.086874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Deleting port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:44.087349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.515623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.592499 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.647809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69775-1de5-486d-bbdb-cd184f2f6bc8 req-c0646e57-3c47-45b2-8f02-47986d348029 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:44.650765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94a69775-1de5-486d-bbdb-cd184f2f6bc8 req-c0646e57-3c47-45b2-8f02-47986d348029 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.5488253 Oct 19 20:41:44.680930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] For port a8612b30-c49e-4527-b8d1-a6b1bd3bb305, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:44.681514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.697071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Calling delete_port for a8612b30-c49e-4527-b8d1-a6b1bd3bb305 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:44.767228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:44.782364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:44.806384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:44.845603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=5463ee53-00a1-4e49-a5ef-d1ddb764446b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:44.881403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.894053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['a8612b30-c49e-4527-b8d1-a6b1bd3bb305'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:44.935457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db0ab-c3e2-4334-9100-6f29ee905bb7 req-08e8baa6-08cc-43b2-8521-e477f64a5586 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:44.937233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc3db0ab-c3e2-4334-9100-6f29ee905bb7 req-08e8baa6-08cc-43b2-8521-e477f64a5586 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 946 time: 0.2782767 Oct 19 20:41:44.959861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:44.960712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:44.966771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Pushing event deleted for resources: {'Port': ['ID=a8612b30-c49e-4527-b8d1-a6b1bd3bb305,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:44.999008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94a69775-1de5-486d-bbdb-cd184f2f6bc8 req-5b97f58f-3925-483c-b6f6-3f9b3768dd58 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296952 Oct 19 20:41:45.072605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] No DVR routers for this DVR port a8612b30-c49e-4527-b8d1-a6b1bd3bb305 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:41:45.091958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:45.095543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a286fe7-9c91-4b75-b676-3a0e4bbdf556 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8136091 Oct 19 20:41:45.100092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0839497-7099-4617-9d8b-2d1b465fabd0 req-d6a69ce3-8643-49c2-ba32-54047b19b59a tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.37 "DELETE /v2.0/ports/a8612b30-c49e-4527-b8d1-a6b1bd3bb305 HTTP/1.1" status: 204 len: 173 time: 1.1347568 Oct 19 20:41:45.101509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35010) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:45.102316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'name': 'network-vif-deleted', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:45.115391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bf:9d:57'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:45.120048 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b2dfd2-2aa6-460a-918c-61b9ad6d846f" -d '{"events": [{"server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "name": "network-vif-deleted", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:45.130255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc3db0ab-c3e2-4334-9100-6f29ee905bb7 req-8a097522-edf5-419f-9da0-96afdfd23e73 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846118 Oct 19 20:41:45.237204 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843bff9-bbaf-4677-b690-86411e4fc41b x-openstack-request-id: req-9843bff9-bbaf-4677-b690-86411e4fc41b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:45.237576 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d508db0-dd00-4cf5-aac1-7a64a0535767", "name": "network-vif-deleted", "tag": "a8612b30-c49e-4527-b8d1-a6b1bd3bb305", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:45.240013 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9843bff9-bbaf-4677-b690-86411e4fc41b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:45.240683 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d508db0-dd00-4cf5-aac1-7a64a0535767', 'name': 'network-vif-deleted', 'tag': 'a8612b30-c49e-4527-b8d1-a6b1bd3bb305', 'status': 'completed', 'code': 200} Oct 19 20:41:45.250502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:45.290089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd32ed-c1d8-4d5b-9621-74de76c917d0 req-5fd183b6-dad0-49df-91c0-d8234801d61b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:45.290945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ee645132-df62-48ce-8820-97f44f658ad2 None None] Provisioning complete for port 5463ee53-00a1-4e49-a5ef-d1ddb764446b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:45.291317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee645132-df62-48ce-8820-97f44f658ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:45.301788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1edd32ed-c1d8-4d5b-9621-74de76c917d0 req-5fd183b6-dad0-49df-91c0-d8234801d61b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1766257 Oct 19 20:41:45.401236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1edd32ed-c1d8-4d5b-9621-74de76c917d0 req-ad624853-5b02-4fa4-8380-64d61daab68a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982957 Oct 19 20:41:45.404849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ee645132-df62-48ce-8820-97f44f658ad2 None None] Port 5463ee53-00a1-4e49-a5ef-d1ddb764446b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:45.674281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:45.891862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port e0fe52c8-4ea5-4b9a-8e69-9377a647c360 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:45.892327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:45.939919 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:41:46.002108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:46.043591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:46.048621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d3a7b108-4a54-4740-9fb5-cf3ed6c59f4a not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:46.250875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.265682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.334896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port e0fe52c8-4ea5-4b9a-8e69-9377a647c360, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:46.335669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.391912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-affb5015-1883-4df7-ade0-ad121bfc6f25 req-b47318bc-234d-468f-bcd7-a7239cb9eef4 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.0756536 Oct 19 20:41:46.429658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for e0fe52c8-4ea5-4b9a-8e69-9377a647c360 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:46.431917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] In _notify_port_updated(), no bound segment for port 5463ee53-00a1-4e49-a5ef-d1ddb764446b on network 95440867-7703-404b-8166-2ca12159a766 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:41:46.449778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:46.454622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.461162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "PUT /v2.0/ports/5463ee53-00a1-4e49-a5ef-d1ddb764446b HTTP/1.1" status: 200 len: 993 time: 1.3548326 Oct 19 20:41:46.461514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35040) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:46.485106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274f7c-d70d-46d3-be72-e4c45ca698e9 req-e4720a6c-43ad-4464-b7c9-ff3ada959927 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:46.493392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd274f7c-d70d-46d3-be72-e4c45ca698e9 req-e4720a6c-43ad-4464-b7c9-ff3ada959927 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3785658 Oct 19 20:41:46.718780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc1ddb-4fff-4ecf-b5c2-8e7238db3ca6 req-5ed600ec-5b6a-4657-a0d1-5c4e7851b714 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:46.733756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1cc1ddb-4fff-4ecf-b5c2-8e7238db3ca6 req-5ed600ec-5b6a-4657-a0d1-5c4e7851b714 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.2191019 Oct 19 20:41:46.773701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd274f7c-d70d-46d3-be72-e4c45ca698e9 req-f202ee84-cbba-44fa-bab5-615f98f2aa76 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776585 Oct 19 20:41:46.781166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9eea8-389c-4684-9cb5-bace7ed1a89b tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=5463ee53-00a1-4e49-a5ef-d1ddb764446b,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:46.793740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1cc1ddb-4fff-4ecf-b5c2-8e7238db3ca6 req-2d4fcf83-98d3-4bab-863f-5fea251e78d2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Oct 19 20:41:46.847543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port 5463ee53-00a1-4e49-a5ef-d1ddb764446b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:46.848111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.862354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b3257289-b1ca-44d6-9767-f84e12708429 None None] Provisioning complete for port 5463ee53-00a1-4e49-a5ef-d1ddb764446b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:46.863027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3257289-b1ca-44d6-9767-f84e12708429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:46.919584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b3257289-b1ca-44d6-9767-f84e12708429 None None] Port 5463ee53-00a1-4e49-a5ef-d1ddb764446b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:47.079023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:47.097263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:47.124137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for 5463ee53-00a1-4e49-a5ef-d1ddb764446b owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:47.199260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=e0fe52c8-4ea5-4b9a-8e69-9377a647c360,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:47.578003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:47.674040 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e6cee611-da05-44d4-81c5-117386980154 req-90b9d79f-034f-4078-880b-9bfdfac20fd5 tempest-ServerRescueTestJSON-704968395 tempest-ServerRescueTestJSON-704968395-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d508db0-dd00-4cf5-aac1-7a64a0535767 HTTP/1.1" status: 200 len: 210 time: 0.0982628 Oct 19 20:41:47.716814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:47.727094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=5463ee53-00a1-4e49-a5ef-d1ddb764446b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:48.010727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:41:48.079133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a8612b30-c49e-4527-b8d1-a6b1bd3bb305 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:48.196602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: a8612b30-c49e-4527-b8d1-a6b1bd3bb305 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:48.197538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device a8612b30-c49e-4527-b8d1-a6b1bd3bb305 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:48.240028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:48.247363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f6b44f47-544c-4a7c-8d86-7fa107a1f8fe tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/5463ee53-00a1-4e49-a5ef-d1ddb764446b HTTP/1.1" status: 204 len: 168 time: 1.7847888 Oct 19 20:41:48.262061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:48.272663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f846bfc-dd91-4110-a96b-a3703a07351f req-1da700d1-9978-4cd3-b5d4-9ff0a00434f4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:48.278918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f846bfc-dd91-4110-a96b-a3703a07351f req-1da700d1-9978-4cd3-b5d4-9ff0a00434f4 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1738207 Oct 19 20:41:48.287102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a64fb-d5f6-4b1f-af1b-ce4635d189a9 req-58421cc2-2022-4108-a53d-d20097232979 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:48.288687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee2a64fb-d5f6-4b1f-af1b-ce4635d189a9 req-58421cc2-2022-4108-a53d-d20097232979 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.2767305 Oct 19 20:41:48.391241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:48.405614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c1183104-c70a-4e55-a694-6930d5514171', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'port_id': 'c1183104-c70a-4e55-a694-6930d5514171', 'mac_address': 'fa:16:3e:b0:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580cad2-2b2f-47d4-aaaa-64e1f4536420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:41:48.475289 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec2d7e9-89ce-414f-bffd-db632997e3b3 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] GET failed (client error): The resource could not be found. Oct 19 20:41:48.476529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:48.481603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fec2d7e9-89ce-414f-bffd-db632997e3b3 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports/5463ee53-00a1-4e49-a5ef-d1ddb764446b HTTP/1.1" status: 404 len: 333 time: 0.1863039 Oct 19 20:41:48.492940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:48.500934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35066) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:48.515328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 29337f48-7369-4d91-906e-585e296311fe has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:48.518073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:48.527078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-1794099816'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:48.531123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:48.569998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4f846bfc-dd91-4110-a96b-a3703a07351f req-87113216-f90f-4ceb-af72-d46ebeab0440 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900836 Oct 19 20:41:48.658310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:48.667728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee2a64fb-d5f6-4b1f-af1b-ce4635d189a9 req-2205bd1a-f8a1-4854-aabe-ef84437ac9dc tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489277 Oct 19 20:41:48.682660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.683042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.683383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.685592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.687355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.687856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.689471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.689817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.690149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.703446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.703623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.706283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:48.817818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c1183104-c70a-4e55-a694-6930d5514171'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:41:48.846885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35070) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:48.914736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:48.919691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:48.956922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:48.967537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:48.976099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3d0c3be1-0a75-44d6-aa87-3bc233562966 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "PUT /v2.0/routers/29337f48-7369-4d91-906e-585e296311fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3515172 Oct 19 20:41:48.979044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35072) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:49.022950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Sync routers for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:49.085915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:49.102445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:49.313877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting subnet 358bbda3-b152-42d8-8158-3686998c80a3 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:41:49.377781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:49.515331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.3 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:49.524761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:49.537075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:49.692148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:49.862332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc511b-5ca8-4802-9150-430f79a92012 req-73ec1292-24e0-48fe-9eef-e3e6d7d262f7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:49.864515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82bc511b-5ca8-4802-9150-430f79a92012 req-73ec1292-24e0-48fe-9eef-e3e6d7d262f7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 944 time: 0.1687272 Oct 19 20:41:49.975305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82bc511b-5ca8-4802-9150-430f79a92012 req-f30d5cb2-cc8c-41fe-99db-b603ff74c4fb tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002123 Oct 19 20:41:49.985929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.034189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:50.133543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9952ef-5e54-435e-9a87-a12eb60199c6 req-19d5f0a8-6206-4929-aac1-e7b671c7734f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:50.141790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f9952ef-5e54-435e-9a87-a12eb60199c6 req-19d5f0a8-6206-4929-aac1-e7b671c7734f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.2954030 Oct 19 20:41:50.336958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Deleting port 5650c693-0350-46be-92a4-25e1167e8fe2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:50.338053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.380589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f9952ef-5e54-435e-9a87-a12eb60199c6 req-35cc248d-ce07-4559-93d2-1ced6cf7629c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378097 Oct 19 20:41:50.401825 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.426807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:41:50.427650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.435341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:46Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:50.439042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.530539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Checking router: 29337f48-7369-4d91-906e-585e296311fe for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:50.560212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] For port 5650c693-0350-46be-92a4-25e1167e8fe2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5650c693-0350-46be-92a4-25e1167e8fe2,segment=NetworkSegment(ca21a64c-cf6e-4e34-a2a3-19990c4ec61d),segment_id=ca21a64c-cf6e-4e34-a2a3-19990c4ec61d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:50.560608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.571119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.579063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Calling delete_port for 5650c693-0350-46be-92a4-25e1167e8fe2 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:50.592705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/subnets/358bbda3-b152-42d8-8158-3686998c80a3 HTTP/1.1" status: 204 len: 168 time: 1.6099114 Oct 19 20:41:50.593666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab330c5-560c-4656-acd4-dd8486e30824 None None] Network 1aacd8a7-09cc-4351-b823-b4bca2769194 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:41:50.596386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d96a-cdf4-4242-b7f0-b5ff14fe862d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Subnet': ['ID=358bbda3-b152-42d8-8158-3686998c80a3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:50.619265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:50.656763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.673946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35088) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:50.680733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Routers {'29337f48-7369-4d91-906e-585e296311fe'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:50.693198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:50.693444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['29337f48-7369-4d91-906e-585e296311fe'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:50.795768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:50.805034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:50.822559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:50.963869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:51.025797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:51.026519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:51.050005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] Set router 29337f48-7369-4d91-906e-585e296311fe gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:51.069804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d363bf3-15bf-4432-ab3c-35cecb3de4cd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5665336 Oct 19 20:41:51.071951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:51.086011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bf:9d:57'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:51.636937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35102) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:51.662583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:51.760416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3fe6d8f4-aff0-4a1b-a5dd-53cfd2990ec6 None None] Provisioning complete for port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:51.761237 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d8f4-aff0-4a1b-a5dd-53cfd2990ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:51.831913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:46Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:51.861193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-467f4d0a-ded0-4f38-9562-e23490099089 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 200 len: 992 time: 0.2136860 Oct 19 20:41:51.882349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1fd1b4-cc38-4b8a-804f-aa367a92437f None None] The sync data for ids ['29337f48-7369-4d91-906e-585e296311fe'] in n-d-805649-9 is: [{'id': '29337f48-7369-4d91-906e-585e296311fe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-974017940', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:41:05Z', 'updated_at': '2021-10-19T20:41:46Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'd09e1584-e278-41fd-9bec-dd3e779b9498', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29337f48-7369-4d91-906e-585e296311fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:41:06Z', 'updated_at': '2021-10-19T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:51.900559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6d8f4-aff0-4a1b-a5dd-53cfd2990ec6 None None] Port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:51.904148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c954-9b0d-4465-94c5-54d45267610f req-a394fbbe-9b6e-428f-a65a-16c34a6bd17c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:51.915257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39c3c954-9b0d-4465-94c5-54d45267610f req-a394fbbe-9b6e-428f-a65a-16c34a6bd17c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.3802302 Oct 19 20:41:51.916040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.023870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:41:52.087741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] DHCP port deletion for 1aacd8a7-09cc-4351-b823-b4bca2769194 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:41:52.095837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfce8-3e3c-48c5-8946-74f867ed9488 req-9f96b60d-9d01-4161-a314-3bf52f27b3f3 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:52.100702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fabfce8-3e3c-48c5-8946-74f867ed9488 req-9f96b60d-9d01-4161-a314-3bf52f27b3f3 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 943 time: 0.3463979 Oct 19 20:41:52.203294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3fabfce8-3e3c-48c5-8946-74f867ed9488 req-9d02551d-9750-4ac0-bdf9-edb1d62fd03e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874395 Oct 19 20:41:52.231593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.251798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c1183104-c70a-4e55-a694-6930d5514171 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:52.252186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.361261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Deleting port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:52.361869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.395715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39c3c954-9b0d-4465-94c5-54d45267610f req-bb29d242-acb4-49f2-8b48-c7b3c40ec1cf tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598958 Oct 19 20:41:52.493376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.497795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.526487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35112) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:52.538392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.599498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:52.643343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.644279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.644924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.645462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.646063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.646739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.648195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.648771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.649534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.650046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.650715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.651513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:41:52.654424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] For port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,segment=NetworkSegment(00af7424-4189-4f87-a50d-7101c3f74a35),segment_id=00af7424-4189-4f87-a50d-7101c3f74a35)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:52.654785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.707161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Calling delete_port for ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:52.751515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Pushing event deleted for resources: {'Port': ['ID=5650c693-0350-46be-92a4-25e1167e8fe2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:52.752631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] In _notify_port_updated(), no bound segment for port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc on network 95440867-7703-404b-8166-2ca12159a766 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:41:52.789337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:52.791042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.798151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb4fa4ff-37e6-4fc7-a14b-aa4f801cfdc9 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "PUT /v2.0/ports/b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc HTTP/1.1" status: 200 len: 996 time: 1.7239301 Oct 19 20:41:52.801074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35116) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:52.916312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:52.977611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:53.066625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:53.066995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.075008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.093165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:53.095013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:53.095671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e0fe52c8-4ea5-4b9a-8e69-9377a647c360 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:53.106479 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.162349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e0fe52c8-4ea5-4b9a-8e69-9377a647c360 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:53.162946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e0fe52c8-4ea5-4b9a-8e69-9377a647c360 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:53.168890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] Pushing event deleted for resources: {'Port': ['ID=ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:53.176749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b7b56-e106-4237-9bfd-391e092b1a92 None None] No DVR routers for this DVR port ab0926e0-2e3d-4b4a-8c68-1ea242ac7d28 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:41:53.193870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49ae63e8-3f8c-484b-bec8-b8dba7842714 None None] Provisioning complete for port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:53.197233 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49ae63e8-3f8c-484b-bec8-b8dba7842714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.316126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:53.318800 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e81f19-e8d6-476b-a011-253b3a418ae8" -d '{"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-plugged", "status": "completed", "tag": "c1183104-c70a-4e55-a694-6930d5514171"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:53.339375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.434388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:53.592787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.609890 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd56eb-357b-4fce-a348-676157663b28 x-openstack-request-id: req-cbbd56eb-357b-4fce-a348-676157663b28 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:53.610240 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-plugged", "status": "completed", "tag": "c1183104-c70a-4e55-a694-6930d5514171", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:53.610430 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbbd56eb-357b-4fce-a348-676157663b28 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:53.610832 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171', 'code': 200} Oct 19 20:41:53.616802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:53.645878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.658569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-49ae63e8-3f8c-484b-bec8-b8dba7842714 None None] Port b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:53.695387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a965d2-f0cd-44b6-9e11-39463e3cf7b3 req-070f2e0a-ed1a-4deb-986f-18170e801ed9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:53.701317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4a965d2-f0cd-44b6-9e11-39463e3cf7b3 req-070f2e0a-ed1a-4deb-986f-18170e801ed9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 943 time: 0.3497047 Oct 19 20:41:53.787647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2268e-119c-4922-a8f0-f2f9ca762e51 req-82391c91-5af8-41ba-b08b-d705a36acc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:53.789139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9cd2268e-119c-4922-a8f0-f2f9ca762e51 req-82391c91-5af8-41ba-b08b-d705a36acc5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 1094 time: 0.1942713 Oct 19 20:41:53.808833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:53.855533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4a965d2-f0cd-44b6-9e11-39463e3cf7b3 req-42ee2402-8642-4f24-b04b-cb7034afadf7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420035 Oct 19 20:41:53.910238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 7db2dd6b-d71f-464b-9b31-ae4583782007 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:53.910579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:53.997856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port d09e1584-e278-41fd-9bec-dd3e779b9498 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:53.998206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.014523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.053955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:54.183659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.190549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ddf861d4-a022-4763-b255-09b21d3bb708 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc HTTP/1.1" status: 204 len: 168 time: 1.3875089 Oct 19 20:41:54.191447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35132) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:54.205902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port d09e1584-e278-41fd-9bec-dd3e779b9498, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d09e1584-e278-41fd-9bec-dd3e779b9498,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:41:54.206282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.225258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for d09e1584-e278-41fd-9bec-dd3e779b9498 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:54.255020 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0465651d-3243-4793-a60f-99656ed28a89 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] GET failed (client error): The resource could not be found. Oct 19 20:41:54.256706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0465651d-3243-4793-a60f-99656ed28a89 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports/b82e9ba9-856b-49f2-b0b2-eb1240d3a6cc HTTP/1.1" status: 404 len: 333 time: 0.0641329 Oct 19 20:41:54.276821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:54.282430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-1335612902'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:54.483121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:54.487750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.526469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port e1b29e55-d4db-479b-b30a-ec0982f0268d yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:54.548595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.568310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2227-cb14-4562-b776-5fb45b865c2a req-6f4e5426-c182-4754-8b57-8f5de19cb30f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:54.576050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aae2227-cb14-4562-b776-5fb45b865c2a req-6f4e5426-c182-4754-8b57-8f5de19cb30f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.9437914 Oct 19 20:41:54.644492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9cd2268e-119c-4922-a8f0-f2f9ca762e51 req-2a714746-11c5-4c6d-81a5-f096d455b6a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8278747 Oct 19 20:41:54.651563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=d09e1584-e278-41fd-9bec-dd3e779b9498,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:54.752701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aae2227-cb14-4562-b776-5fb45b865c2a req-73a2cf41-bc1f-4217-bdf6-8b79c8e04285 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757178 Oct 19 20:41:54.760866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.9 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/e1b29e55-d4db-479b-b30a-ec0982f0268d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:54.899098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.899560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:54.919300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 7db2dd6b-d71f-464b-9b31-ae4583782007 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:55.104285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.176828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.191701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.305290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:55.327482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:55.330469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:55.341489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.345111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.404009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.442000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.442926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Fanout notify agent at l3_agent the message router_deleted on router 29337f48-7369-4d91-906e-585e296311fe {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:41:55.454309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:55.463303 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.481947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=e1b29e55-d4db-479b-b30a-ec0982f0268d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:55.514403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60552-0460-40c5-956d-8a29a95cbe8f req-7d6a13cd-f878-4dee-9bf7-22b08d8b5b0f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:55.525172 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fc60552-0460-40c5-956d-8a29a95cbe8f req-7d6a13cd-f878-4dee-9bf7-22b08d8b5b0f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.3642423 Oct 19 20:41:55.587397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7d06c974-f230-4aac-b3f9-be818cd5ea20 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3063958 Oct 19 20:41:55.593909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:55.596722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35148) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:55.602106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'network_id': '95440867-7703-404b-8166-2ca12159a766', 'name': 'tempest-AllowedAddressPairTestJSON-1484663751'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:55.604894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ec9f862-efec-42e4-93a9-c2f5f28fafba tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/routers/29337f48-7369-4d91-906e-585e296311fe HTTP/1.1" status: 204 len: 168 time: 4.9294262 Oct 19 20:41:55.605840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=7db2dd6b-d71f-464b-9b31-ae4583782007,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:55.612905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:55.838920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fc60552-0460-40c5-956d-8a29a95cbe8f req-d241bbe9-bf77-4572-8054-2f3e461eb555 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054414 Oct 19 20:41:56.001005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-53551bbb-2eeb-4f93-b0b3-b00260c2749c None None] Provisioning complete for port e1b29e55-d4db-479b-b30a-ec0982f0268d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:56.004982 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-53551bbb-2eeb-4f93-b0b3-b00260c2749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.050139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Made reservation on behalf of ecf4d76d5a8c431c93bf246226856bf6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:41:56.054000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.091985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] device_id is not set on port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:41:56.115040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-53551bbb-2eeb-4f93-b0b3-b00260c2749c None None] Port e1b29e55-d4db-479b-b30a-ec0982f0268d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:56.248918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.393692 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.397545 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Floating IP eee4a25e-88ee-463c-acef-83231ba85afe disassociated (deleted). External IP: 172.25.7.37, port: b2eb7654-2e32-401d-bf02-c52b72d06670. Oct 19 20:41:56.398530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Allocated IP 172.20.0.5 (95440867-7703-404b-8166-2ca12159a766/4b566d52-e838-4084-9343-b4ac4e0fbd70/e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:41:56.426765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d09e1584-e278-41fd-9bec-dd3e779b9498 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:41:56.514207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d09e1584-e278-41fd-9bec-dd3e779b9498 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:41:56.514698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d09e1584-e278-41fd-9bec-dd3e779b9498 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:41:56.530615 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1c76863-35a4-426e-82d1-7e1f4a669ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.652640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1711-6055-4f7c-927a-065156175dff req-4de543e3-d8fa-41d2-832b-2d6d76a3f7e6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:56.654657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c30f1711-6055-4f7c-927a-065156175dff req-4de543e3-d8fa-41d2-832b-2d6d76a3f7e6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 0.7281008 Oct 19 20:41:56.738244 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.754451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Router 2d76e77b-7c57-48df-9b64-d32eb0b314aa has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:56.787734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.843253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:56.857108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c30f1711-6055-4f7c-927a-065156175dff req-a20d38c2-7bcd-4015-97a7-7c73f9cbc9f5 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775994 Oct 19 20:41:56.900799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Network 95440867-7703-404b-8166-2ca12159a766 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:41:56.966372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:41:56.974504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:56.985961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:41:57.057216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:57.057987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.117203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-21a1efae-c65a-4c63-84d0-4dec5028ac0a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5188916 Oct 19 20:41:57.118131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35166) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:57.127330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bf:9d:57'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5d:b8:0b'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:41:57.208260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15541d88-8aef-4f3b-b351-9c7fe4107638 req-9700cd96-5c58-40fc-9336-d38499a4aba9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:57.209868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15541d88-8aef-4f3b-b351-9c7fe4107638 req-9700cd96-5c58-40fc-9336-d38499a4aba9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1484618 Oct 19 20:41:57.469332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15541d88-8aef-4f3b-b351-9c7fe4107638 req-53d60c57-7c7c-42c3-91db-d2183e9a4b10 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467048 Oct 19 20:41:57.477554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f97904f8-d91a-4db4-ba94-9a5c912e50ea None None] Provisioning complete for port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:57.478084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f97904f8-d91a-4db4-ba94-9a5c912e50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.567464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f97904f8-d91a-4db4-ba94-9a5c912e50ea None None] Port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:57.628177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.711773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aacd8a7-09cc-4351-b823-b4bca2769194']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:57.763184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00af7424-4189-4f87-a50d-7101c3f74a35') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:57.763493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00af7424-4189-4f87-a50d-7101c3f74a35') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:57.788004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 664ffbb7-54d2-4d95-96d2-40180fc156ca has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:41:57.792254 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.824558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.831699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:57.840186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e34c-1cf3-4a1f-8736-088cd59835c4 req-d6c22030-bd8e-42e1-a6b4-7c25dfdd29b7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:57.843148 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Sync routers for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:57.847576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c52e34c-1cf3-4a1f-8736-088cd59835c4 req-d6c22030-bd8e-42e1-a6b4-7c25dfdd29b7 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1395075 Oct 19 20:41:57.857202 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:57.858244 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:57.862903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d3cd0a54-260b-4837-adc2-a45587af8192 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d76e77b-7c57-48df-9b64-d32eb0b314aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0122938 Oct 19 20:41:57.891339 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.892965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35180) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:57.900914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.983830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:41:57.988713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:41:57.989185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:41:57.992270 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:41:57.995548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.000343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Sync routers for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:41:58.038477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:58.039538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:58.128211 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:58.138427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c52e34c-1cf3-4a1f-8736-088cd59835c4 req-d478699d-b785-4f5b-bc13-ee91007afb0d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825201 Oct 19 20:41:58.149158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-11796fc5-55a1-45a6-8331-f525ceef5cd5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/floatingips/eee4a25e-88ee-463c-acef-83231ba85afe HTTP/1.1" status: 204 len: 168 time: 5.6185181 Oct 19 20:41:58.151524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:41:58.156888 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de86ae8f-c0d5-4805-8607-6323b813d62f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:41:58.171220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.191010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.199548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/networks/1aacd8a7-09cc-4351-b823-b4bca2769194 HTTP/1.1" status: 204 len: 168 time: 2.5132799 Oct 19 20:41:58.224422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] In _notify_port_updated(), no bound segment for port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f on network 95440867-7703-404b-8166-2ca12159a766 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:41:58.225189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35190) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:58.230779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:58.231911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.234103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "PUT /v2.0/ports/e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f HTTP/1.1" status: 200 len: 1055 time: 1.1131389 Oct 19 20:41:58.239671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35192) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:41:58.325588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:58.496899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e2c89-0dc9-4f1e-bba5-cedc352b0ca0 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Network': ['ID=1aacd8a7-09cc-4351-b823-b4bca2769194,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:58.635764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port d564ef81-ef9d-410c-bcf6-826f1d130eb0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:58.636105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.661749 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:41:52Z', 'revision_number': 5, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:58.729131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6ea0604e-ba4b-4c1a-90cf-797b98a3041e None None] Provisioning complete for port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:41:58.729684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ea0604e-ba4b-4c1a-90cf-797b98a3041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:58.772511 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Checking router: 2d76e77b-7c57-48df-9b64-d32eb0b314aa for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:58.805458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0604e-ba4b-4c1a-90cf-797b98a3041e None None] Port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:41:58.810882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Routers {'2d76e77b-7c57-48df-9b64-d32eb0b314aa'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:58.811715 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:58.839104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:58.878185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Checking router: 664ffbb7-54d2-4d95-96d2-40180fc156ca for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:41:58.889952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:41:58.890704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:58.903413 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8d77ad-6b2b-4924-9f93-2fb075ce95bb x-openstack-request-id: req-ea8d77ad-6b2b-4924-9f93-2fb075ce95bb {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:41:58.908565 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:41:58.908859 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea8d77ad-6b2b-4924-9f93-2fb075ce95bb {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:41:58.915544 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'status': 'completed', 'code': 200} Oct 19 20:41:58.992559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e62f-aa76-45c9-a96a-9a2d9ca98251 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event updated for resources: {'Port': ['ID=e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:59.044433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.046956 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] Set router 2d76e77b-7c57-48df-9b64-d32eb0b314aa gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:59.047767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.096196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for d564ef81-ef9d-410c-bcf6-826f1d130eb0 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:41:59.118710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344f10-fea8-4075-b1f4-a2596d1ac63f req-efe814d0-579e-485e-b009-97b98d461a81 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.124972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46c4-9338-4dba-b031-22323ac8b70d req-05daf0cd-5c86-4734-8338-594f06710c5a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.126573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b344f10-fea8-4075-b1f4-a2596d1ac63f req-efe814d0-579e-485e-b009-97b98d461a81 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 943 time: 1.0374484 Oct 19 20:41:59.126722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcbc46c4-9338-4dba-b031-22323ac8b70d req-05daf0cd-5c86-4734-8338-594f06710c5a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.2095156 Oct 19 20:41:59.143735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:41:59.180156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.232455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcbc46c4-9338-4dba-b031-22323ac8b70d req-5783d619-6a38-4d1e-b9a3-f28d7daf06f6 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911045 Oct 19 20:41:59.247768 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef8a7-0e62-4cba-bfe7-b75c45f4f276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.251296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-f0e92a3d-805a-418b-8e7b-2db4ad6c7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.253551 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-f0e92a3d-805a-418b-8e7b-2db4ad6c7ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=530c5e4b036a4d36922ec5990b8dab70&device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 1096 time: 0.2183516 Oct 19 20:41:59.297873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b344f10-fea8-4075-b1f4-a2596d1ac63f req-d69ed9b4-9a2f-4f19-90d4-24f3579fe422 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704237 Oct 19 20:41:59.408595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:41:52Z', 'revision_number': 5, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:59.423997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-95ad9957-5951-4221-a70e-a3865b3e4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.425675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-95ad9957-5951-4221-a70e-a3865b3e4dbb service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 200 len: 898 time: 0.1382263 Oct 19 20:41:59.453058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552266e9-dc49-4803-b98a-e9282bf1224a None None] The sync data for ids ['2d76e77b-7c57-48df-9b64-d32eb0b314aa'] in n-d-805649-9 is: [{'id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'name': 'tempest-ServerRescueTestJSON-1420308297-router', 'tenant_id': '13cf02aae2544a82ad134e7940c44649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:28Z', 'updated_at': '2021-10-19T20:41:52Z', 'revision_number': 5, 'project_id': '13cf02aae2544a82ad134e7940c44649', 'gw_port': {'id': 'ad189abe-9773-4d7c-a30d-a32c9ba07f6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d76e77b-7c57-48df-9b64-d32eb0b314aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:30Z', 'updated_at': '2021-10-19T20:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:59.477547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.478582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-bbaf941c-f0f2-4cb2-8c39-328e0e89e44b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 200 len: 217 time: 0.0421896 Oct 19 20:41:59.600836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=d564ef81-ef9d-410c-bcf6-826f1d130eb0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:41:59.626629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:41:59.626997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.667484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:41:59.668412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-376f93df-4660-44e2-a0b0-2baae925edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.669937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-376f93df-4660-44e2-a0b0-2baae925edb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1369bdc-660d-42d3-aa62-a02d8a54dc1c HTTP/1.1" status: 200 len: 835 time: 0.1825583 Oct 19 20:41:59.685585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.685905 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Floating IP a84f7e59-78d3-41ac-a5cb-8cf52012274c disassociated (deleted). External IP: 172.25.7.218, port: 688b6937-614c-49d5-8ede-13962d9f13b2. Oct 19 20:41:59.694540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-571f6a53-f25f-4ff6-81a4-050bfac0dc7f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.704455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d9f3e-8fd3-4a40-9ae4-a101f0a93530 None None] The sync data for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 is: [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:40:46Z', 'revision_number': 4, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'c0607576-f8bb-4045-b38d-25171bb7baa4', 'name': '', 'network_id': 'fd236190-661e-4777-a871-302befbd7029', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'mac_address': 'fa:16:3e:35:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:43Z', 'updated_at': '2021-10-19T20:40:52Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'subnets': [{'id': 'a1369bdc-660d-42d3-aa62-a02d8a54dc1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:41:59.709868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-571f6a53-f25f-4ff6-81a4-050bfac0dc7f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.3433878 Oct 19 20:41:59.754966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:41:59.764056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-d2132196-8c26-4cec-9a25-2f05c1d7b8d8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/quotas/1f725fbe03e547e9826cab78d016664e HTTP/1.1" status: 200 len: 375 time: 0.0527213 Oct 19 20:41:59.918660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-570fc989-f5fa-4c61-9a85-a762686ca564 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473086 Oct 19 20:41:59.926599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-33e2d059-af78-459e-88cd-732501941508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:41:59.929287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-33e2d059-af78-459e-88cd-732501941508 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd236190-661e-4777-a871-302befbd7029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210281 Oct 19 20:41:59.937980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.110886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-74a3d131-6a79-4485-ac1f-502e8433b1b4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:00.115246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-74a3d131-6a79-4485-ac1f-502e8433b1b4 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.3940916 Oct 19 20:42:00.118290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-bc7077cc-d11a-4d2a-8272-74e680dcf477 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754670 Oct 19 20:42:00.138710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-2fef1380-c340-4489-b72a-dcd12e162c4c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:00.140276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-2fef1380-c340-4489-b72a-dcd12e162c4c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ec087ac-b552-44a7-9cef-608b36f312d8 HTTP/1.1" status: 200 len: 945 time: 0.1223123 Oct 19 20:42:00.146094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:42:00.159947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-65070f57-eb3f-4a43-a70c-5d7bc2b00424 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404158 Oct 19 20:42:00.267020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-de86ae8f-c0d5-4805-8607-6323b813d62f req-1f2ca54b-b610-4627-a941-34f4aeb81ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/fd236190-661e-4777-a871-302befbd7029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368301 Oct 19 20:42:00.271815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:00.302978 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2109b8-b1d4-473e-b431-51715591144b None None] New status for floating IP eee4a25e-88ee-463c-acef-83231ba85afe: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:42:00.321030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Deleting port ad189abe-9773-4d7c-a30d-a32c9ba07f6d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:00.321595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.398780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:00.422470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'network_id': '34c19ec0-0666-42e2-9eb9-efb63e1ec27d', 'port_id': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'mac_address': 'fa:16:3e:25:83:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61de31f-659e-45d5-a7a0-2ab750b1f03d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:42:00.428005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5650c693-0350-46be-92a4-25e1167e8fe2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:00.434469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] For port ad189abe-9773-4d7c-a30d-a32c9ba07f6d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:00.434948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.448430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Calling delete_port for ad189abe-9773-4d7c-a30d-a32c9ba07f6d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:00.551174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5650c693-0350-46be-92a4-25e1167e8fe2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:00.557870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5650c693-0350-46be-92a4-25e1167e8fe2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:00.561577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.579291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 4e78f4e5-c555-4632-9911-01d0e75b71d3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:42:00.596835 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.618554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:00.656975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:00.661027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.726981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:00.745124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1ee5-74ca-45e2-b1fb-f143f0663d4e req-bb0950b9-a375-403b-aa80-d76ad7734028 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:00.747786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b94a1ee5-74ca-45e2-b1fb-f143f0663d4e req-bb0950b9-a375-403b-aa80-d76ad7734028 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.2271705 Oct 19 20:42:00.777185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-d84ee608-2c01-449c-b0d7-8c9f11110d77 service neutron] 10.222.0.31 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514998 Oct 19 20:42:00.807650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Deleting port c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:00.807906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.836809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b94a1ee5-74ca-45e2-b1fb-f143f0663d4e req-629474d0-3ae2-4ecc-ac54-2b98ba6cf32c tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798826 Oct 19 20:42:00.843667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port b2eb7654-2e32-401d-bf02-c52b72d06670 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:00.843798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.852633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:00.875580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Sync routers for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:00.886222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:00.895924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:00.896550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:01.013964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:01.046907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-da6578dd-ced3-48cf-a878-f56f634ec38f tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/floatingips/a84f7e59-78d3-41ac-a5cb-8cf52012274c HTTP/1.1" status: 204 len: 168 time: 2.8206127 Oct 19 20:42:01.066584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:01.082019 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d9556-e622-4cff-a897-2ef86f751d54" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:01.152424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d584b3-88fd-4401-ad14-c543c7a7c966'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:01.162678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-990a583f-3c7b-41aa-9cff-c7035014e56c req-5c4a553c-317a-4c23-9632-8b6bbe5da25f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 210 time: 0.0701838 Oct 19 20:42:01.178821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] For port c1183104-c70a-4e55-a694-6930d5514171, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c1183104-c70a-4e55-a694-6930d5514171,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:01.179716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.197858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Calling delete_port for c1183104-c70a-4e55-a694-6930d5514171 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:01.300477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.354290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.449128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.491370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c1183104-c70a-4e55-a694-6930d5514171'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:01.495646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.535484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30578321-dfe8-472a-856f-527a6f5449ff req-f0159845-3adc-4390-8438-45da118ae301 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:01.542327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30578321-dfe8-472a-856f-527a6f5449ff req-f0159845-3adc-4390-8438-45da118ae301 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 944 time: 0.4402087 Oct 19 20:42:01.588700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad189abe-9773-4d7c-a30d-a32c9ba07f6d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:01.644084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port b2eb7654-2e32-401d-bf02-c52b72d06670, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b2eb7654-2e32-401d-bf02-c52b72d06670,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:01.644506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.716970 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c2247-d7be-45ab-ac2b-72a271381209 x-openstack-request-id: req-a93c2247-d7be-45ab-ac2b-72a271381209 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:01.717539 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:01.721770 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a93c2247-d7be-45ab-ac2b-72a271381209 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:01.722200 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2', 'status': 'completed', 'code': 200} Oct 19 20:42:01.737835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event deleted for resources: {'Port': ['ID=c1183104-c70a-4e55-a694-6930d5514171,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:01.859394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] No DVR routers for this DVR port c1183104-c70a-4e55-a694-6930d5514171 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:01.869381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:01.873380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9496182f-ad97-433d-8ef5-fc646b3b056a req-b3283ba5-476e-4a92-a568-ce9fd35ea9f0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.11 "DELETE /v2.0/ports/c1183104-c70a-4e55-a694-6930d5514171 HTTP/1.1" status: 204 len: 173 time: 1.7159324 Oct 19 20:42:01.877110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:01.947418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:01.954156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Checking router: 4e78f4e5-c555-4632-9911-01d0e75b71d3 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:01.983602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:01.984228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:02.020378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.030261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d435-df09-403c-8400-30060a46f9b2 req-f084a8c3-8d74-4adb-9974-c473fd5c9e1d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:02.042083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c8d435-df09-403c-8400-30060a46f9b2 req-f084a8c3-8d74-4adb-9974-c473fd5c9e1d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.1805315 Oct 19 20:42:02.131465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-91c8d435-df09-403c-8400-30060a46f9b2 req-2ef83a7b-338a-413d-967e-4e986a3d84d7 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0881383 Oct 19 20:42:02.170379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for b2eb7654-2e32-401d-bf02-c52b72d06670 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:02.347686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700ca0a-efcc-431d-8517-2d7d2ce7f533 req-7a322e38-c196-4a3e-8399-37776594d159 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:02.361268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1700ca0a-efcc-431d-8517-2d7d2ce7f533 req-7a322e38-c196-4a3e-8399-37776594d159 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 945 time: 0.1257715 Oct 19 20:42:02.428381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.471687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1700ca0a-efcc-431d-8517-2d7d2ce7f533 req-336c0e3d-b8bf-4fa0-8c10-1bd0a0deab0b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e4e39c8-4dd0-474f-9cba-24caaa86399b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090283 Oct 19 20:42:02.487241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:02.555804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.633600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30578321-dfe8-472a-856f-527a6f5449ff req-51003235-bd09-4d78-9012-ad8e8c94e429 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0212729 Oct 19 20:42:02.665092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b2eb7654-2e32-401d-bf02-c52b72d06670 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:02.694668 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c90790fe-1816-4578-8581-bcd129a7a13c req-7068f2f9-74f9-42b6-9f5b-fba5da5aad99 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 210 time: 0.0746746 Oct 19 20:42:02.751959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.752512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d76e77b-7c57-48df-9b64-d32eb0b314aa {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:42:02.755458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-12a7ccc4-f0c1-47f5-8236-316f534c7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:02.757101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-12a7ccc4-f0c1-47f5-8236-316f534c7292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126e1381ba174324bde9ffbf6cd5b483&device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 1136 time: 0.8810294 Oct 19 20:42:02.768714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.770107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-32ae43af-301f-49ac-be1e-1e13d39b36e2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2d76e77b-7c57-48df-9b64-d32eb0b314aa HTTP/1.1" status: 204 len: 168 time: 4.8758473 Oct 19 20:42:02.772839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:02.802140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No active binding found for port b2eb7654-2e32-401d-bf02-c52b72d06670 {{(pid=100736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 20:42:02.802706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b2eb7654-2e32-401d-bf02-c52b72d06670 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:02.843574 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:02.867341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-cc52e42a-4736-407c-9a76-5e1d840a5fa9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:02.868821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-cc52e42a-4736-407c-9a76-5e1d840a5fa9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.37 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 815 time: 0.2966664 Oct 19 20:42:02.884725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Request body: {'port': {'device_id': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'admin_state_up': True, 'tenant_id': '1f725fbe03e547e9826cab78d016664e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:02.891387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.051730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:03.107652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2678397-8b6d-42a8-b9f4-d3ff1d3f25a9 None None] The sync data for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 is: [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:39:57Z', 'revision_number': 4, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd97ae7bd-4b36-42c5-90ba-b354202c4d26', 'name': '', 'network_id': 'a25492f8-3228-47d6-bb17-bcb2caf0ebd6', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'mac_address': 'fa:16:3e:bd:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:56Z', 'updated_at': '2021-10-19T20:40:01Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'subnets': [{'id': 'ffeebf94-6f35-41f7-b426-bf3d2117b2f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:03.157038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Made reservation on behalf of 1f725fbe03e547e9826cab78d016664e for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:03.178684 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.451299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Allocated IP 172.20.0.9 (c2d28ab4-3451-4cad-ae30-1e609e67ae33/c580cad2-2b2f-47d4-aaaa-64e1f4536420/8a22e04a-7612-4473-9aea-b2570e32f328) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:03.578308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=b2eb7654-2e32-401d-bf02-c52b72d06670,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:03.603992 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb9b93-de70-4210-bb60-0674f818ae37 None None] New status for floating IP a84f7e59-78d3-41ac-a5cb-8cf52012274c: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:42:03.637370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6012d198-ac76-4805-abba-24c61691476f req-7bb1c488-0fd9-4956-aa9c-7fba118d5664 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 210 time: 0.0286169 Oct 19 20:42:03.716486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Deleting subnet 3cccb794-9df5-4399-8f54-19e4f55c14b2 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:03.732739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.758466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.769692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-deleted', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:03.772345 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4633d3-0b63-4b67-853f-0d7c77fa17ff" -d '{"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-deleted", "tag": "c1183104-c70a-4e55-a694-6930d5514171"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:03.794422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-e79708b9-722b-4eac-b258-295fcf8a4d4d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:03.795949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-e79708b9-722b-4eac-b258-295fcf8a4d4d tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.9790027 Oct 19 20:42:03.796859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] No DVR routers for this DVR port b2eb7654-2e32-401d-bf02-c52b72d06670 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:03.798829 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.805452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c16c9f9c-1a10-4c43-a888-185cafcb1fec tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f HTTP/1.1" status: 204 len: 168 time: 5.5545163 Oct 19 20:42:03.811535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.815437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-75ff03de-a567-48c7-9d5d-ba6ae94d3753 req-320f9ff9-790d-4add-9e1d-945703a47918 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.37 "DELETE /v2.0/ports/b2eb7654-2e32-401d-bf02-c52b72d06670 HTTP/1.1" status: 204 len: 173 time: 3.5592701 Oct 19 20:42:03.822003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:03.826447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'name': 'network-vif-deleted', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:03.829078 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870ed3b6-eb92-4a45-979b-23db9ac79407" -d '{"events": [{"server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "name": "network-vif-deleted", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:03.864494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54367c85-149f-420a-94a6-f12760dfb749 req-db9a0fb5-5a86-42ca-8d82-05de7ff2a627 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:03.866299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54367c85-149f-420a-94a6-f12760dfb749 req-db9a0fb5-5a86-42ca-8d82-05de7ff2a627 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 944 time: 0.0899539 Oct 19 20:42:03.867903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.894391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30c8e-6cbe-4819-983e-afc9cbbf9605 req-401316cb-53c2-48ba-901b-44b1f2a6caff tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:03.895996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03d30c8e-6cbe-4819-983e-afc9cbbf9605 req-401316cb-53c2-48ba-901b-44b1f2a6caff tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.3913226 Oct 19 20:42:03.916802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:03.948592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-3bb875a8-cc4e-4c8c-8da0-6c0eb0cf6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:03.950942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-3bb875a8-cc4e-4c8c-8da0-6c0eb0cf6c09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 200 len: 898 time: 1.1436200 Oct 19 20:42:03.951588 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d598ee-9b48-4b67-9eff-629e73f766dd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] GET failed (client error): The resource could not be found. Oct 19 20:42:03.953692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80d598ee-9b48-4b67-9eff-629e73f766dd tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports/e9f751df-5ff0-4bfe-b9bc-d2dff22bed2f HTTP/1.1" status: 404 len: 333 time: 0.1207659 Oct 19 20:42:03.957647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Network c2d28ab4-3451-4cad-ae30-1e609e67ae33 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:03.968200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54367c85-149f-420a-94a6-f12760dfb749 req-b83a8bd9-46bf-480e-b688-287443e88927 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787358 Oct 19 20:42:03.972513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35288) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:03.984867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:03.998367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:04.014084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event updated for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:04.065231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:04.114412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: c1183104-c70a-4e55-a694-6930d5514171 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:04.114923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c1183104-c70a-4e55-a694-6930d5514171 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:04.149471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:04.150129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.171224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:04.177034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d17d8-fa48-4c22-b407-27f054ff7145 req-d56c90ac-b46b-4250-a2e7-7a8f2b96df44 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:04.180166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-640ff58a-b01b-4be5-8c84-f40696b76b38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 200 len: 217 time: 0.2066865 Oct 19 20:42:04.186504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f77d17d8-fa48-4c22-b407-27f054ff7145 req-d56c90ac-b46b-4250-a2e7-7a8f2b96df44 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 931 time: 0.0991323 Oct 19 20:42:04.205769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-8227e860-7f9b-4212-b89f-063544442518 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3252597 Oct 19 20:42:04.228073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.232762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Request body: {'port': {'device_id': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:04.269489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b8d584b3-88fd-4401-ad14-c543c7a7c966 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:04.270075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.372146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f77d17d8-fa48-4c22-b407-27f054ff7145 req-9556bf6c-e01f-4421-a5dc-6a6bfe4a52d0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846695 Oct 19 20:42:04.373779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad189abe-9773-4d7c-a30d-a32c9ba07f6d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:04.390667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03d30c8e-6cbe-4819-983e-afc9cbbf9605 req-eb876b29-b303-41ca-844f-7507288ed7da tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4713550 Oct 19 20:42:04.471196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ad189abe-9773-4d7c-a30d-a32c9ba07f6d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:04.472105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad189abe-9773-4d7c-a30d-a32c9ba07f6d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:04.476816 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536eb1ed-0bfa-472a-85be-7e277571d916 x-openstack-request-id: req-536eb1ed-0bfa-472a-85be-7e277571d916 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:04.477575 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec087ac-b552-44a7-9cef-608b36f312d8", "name": "network-vif-deleted", "tag": "c1183104-c70a-4e55-a694-6930d5514171", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:04.478954 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-536eb1ed-0bfa-472a-85be-7e277571d916 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:04.479405 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec087ac-b552-44a7-9cef-608b36f312d8', 'name': 'network-vif-deleted', 'tag': 'c1183104-c70a-4e55-a694-6930d5514171', 'status': 'completed', 'code': 200} Oct 19 20:42:04.481826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.482042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.500843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-2c1d436a-27e2-4d7e-a2ce-3ca16b04c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:04.506757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-2c1d436a-27e2-4d7e-a2ce-3ca16b04c866 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffeebf94-6f35-41f7-b426-bf3d2117b2f4 HTTP/1.1" status: 200 len: 838 time: 0.3106050 Oct 19 20:42:04.516943 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0618b3e2-f6ef-4baf-8c5c-126b2e3e0149 x-openstack-request-id: req-0618b3e2-f6ef-4baf-8c5c-126b2e3e0149 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:04.518102 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd071952-5008-43e5-a61c-b613cafdae9c", "name": "network-vif-deleted", "tag": "b2eb7654-2e32-401d-bf02-c52b72d06670", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:04.518517 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0618b3e2-f6ef-4baf-8c5c-126b2e3e0149 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:04.519068 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd071952-5008-43e5-a61c-b613cafdae9c', 'name': 'network-vif-deleted', 'tag': 'b2eb7654-2e32-401d-bf02-c52b72d06670', 'status': 'completed', 'code': 200} Oct 19 20:42:04.564406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.608275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:04.610693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:04.614007 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7281564-af5e-4c34-b3a6-4547eaafbda4" -d '{"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:04.625465 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.656813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port 688b6937-614c-49d5-8ede-13962d9f13b2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:04.658149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.685806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cccb794-9df5-4399-8f54-19e4f55c14b2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:04.755353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:04.755871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:04.768090 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b91e939-12a6-4c88-be78-31bc84007387 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3cccb794-9df5-4399-8f54-19e4f55c14b2 HTTP/1.1" status: 204 len: 168 time: 1.9669142 Oct 19 20:42:04.772112 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8fa2ae-f901-437c-9330-040c7ee8dd85 x-openstack-request-id: req-db8fa2ae-f901-437c-9330-040c7ee8dd85 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:04.772699 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-plugged", "status": "completed", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:04.773288 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db8fa2ae-f901-437c-9330-040c7ee8dd85 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:04.774205 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'code': 200} Oct 19 20:42:04.797882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:04.923922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-410cafbf-2e38-4ce7-9f45-5e72a54d5cd2 req-e0c0165e-4947-4409-aeaf-38c0b2672858 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd071952-5008-43e5-a61c-b613cafdae9c HTTP/1.1" status: 200 len: 210 time: 0.0774598 Oct 19 20:42:04.992072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port e1b29e55-d4db-479b-b30a-ec0982f0268d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:04.992434 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.009226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-a458b563-61e4-4797-8ce3-7320a1d3421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.011341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-a458b563-61e4-4797-8ce3-7320a1d3421f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a25492f8-3228-47d6-bb17-bcb2caf0ebd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4906585 Oct 19 20:42:05.159341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22e04a-7612-4473-9aea-b2570e32f328 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:05.169516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.178930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be939-e78d-425b-9fae-11b7bc6c257c req-6655b6fd-b176-4261-a0ab-2f6d3230f9b7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.186215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port 688b6937-614c-49d5-8ede-13962d9f13b2, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=688b6937-614c-49d5-8ede-13962d9f13b2,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:05.186581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.187864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d65be939-e78d-425b-9fae-11b7bc6c257c req-6655b6fd-b176-4261-a0ab-2f6d3230f9b7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1023307 Oct 19 20:42:05.205616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320dee7-201b-4c89-b22e-25fa59086779 req-10124aae-6d01-468d-bf66-af93b6efd6c5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.212906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a320dee7-201b-4c89-b22e-25fa59086779 req-10124aae-6d01-468d-bf66-af93b6efd6c5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 945 time: 0.3717389 Oct 19 20:42:05.217156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Transition to ACTIVE for port object 8a22e04a-7612-4473-9aea-b2570e32f328 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:42:05.231215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.236596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.287967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for 688b6937-614c-49d5-8ede-13962d9f13b2 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:05.342238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eb2c6-64e8-48f3-83e1-777ea49fd296 req-535dc219-c513-4c8c-b68b-3c483c1df6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.343251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a26eb2c6-64e8-48f3-83e1-777ea49fd296 req-535dc219-c513-4c8c-b68b-3c483c1df6f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1097 time: 0.3025830 Oct 19 20:42:05.415727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a320dee7-201b-4c89-b22e-25fa59086779 req-59c4028a-8184-4316-96a8-cf837e5128a2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975718 Oct 19 20:42:05.433903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.490047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for e1b29e55-d4db-479b-b30a-ec0982f0268d owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:05.515169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-eb9c53b5-791e-49d5-bb4c-9c20e3f77330 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844248 Oct 19 20:42:05.649892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a26eb2c6-64e8-48f3-83e1-777ea49fd296 req-7cfbee87-6395-42c6-9bbf-fa59eda1c301 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912462 Oct 19 20:42:05.667966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Pushing event updated for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:05.676628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d65be939-e78d-425b-9fae-11b7bc6c257c req-31295fcc-a759-49fa-ae4c-3e2756b7ebaa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873133 Oct 19 20:42:05.705329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.758077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51211-ed7f-4d0c-a074-3cee00c1555c req-b8e99542-a681-47e8-a94b-3480a637aa0d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.759611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1c51211-ed7f-4d0c-a074-3cee00c1555c req-b8e99542-a681-47e8-a94b-3480a637aa0d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 943 time: 0.2664587 Oct 19 20:42:05.825601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Attempting to bind port 8a22e04a-7612-4473-9aea-b2570e32f328 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:05.826661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Attempting to bind port 8a22e04a-7612-4473-9aea-b2570e32f328 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:05.826878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Attempting to bind port 8a22e04a-7612-4473-9aea-b2570e32f328 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:05.831524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1001ea73-9d81-452a-bc74-9207c2e1753d']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:05.835449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Port 8a22e04a-7612-4473-9aea-b2570e32f328 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:42:05.835782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Attempting to bind port 8a22e04a-7612-4473-9aea-b2570e32f328 on network c2d28ab4-3451-4cad-ae30-1e609e67ae33 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:05.848547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:05.848890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Checking segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:05.849279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Bound using segment: {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:05.849750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Bound port: 8a22e04a-7612-4473-9aea-b2570e32f328, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e68ded7-3b3c-4391-b36c-7e241737ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:05.850115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.871161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:05.871496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca21a64c-cf6e-4e34-a2a3-19990c4ec61d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:05.886144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1c51211-ed7f-4d0c-a074-3cee00c1555c req-69ad3de5-a92a-40be-90a1-2eeaa890c649 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085896 Oct 19 20:42:05.909565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82713a91-63c0-4bd0-915d-30560401d1da req-6d271bff-6846-482a-bb38-4e45e4c83235 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:05.911279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82713a91-63c0-4bd0-915d-30560401d1da req-6d271bff-6846-482a-bb38-4e45e4c83235 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9e23cd8-8956-41cc-bcf5-595bc502e7db HTTP/1.1" status: 200 len: 985 time: 0.1564851 Oct 19 20:42:05.932907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:05.957492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-78c41da7-6ac1-44fa-9321-3f4a90b97a21 service neutron] 10.222.0.37 "GET /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047589 Oct 19 20:42:05.967952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.016677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:06.017105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.017660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82713a91-63c0-4bd0-915d-30560401d1da req-3196ab0f-f970-44f6-bf80-d74fb114e7ee tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "GET /v2.0/security-groups?id=23bf8670-c148-44e8-ae0a-86113efed867&id=53f34319-ba23-4e5a-a7b9-7e6139f110c6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0874376 Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:06.019302 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:06.022956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:06.031971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35324) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:06.052174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.057034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8a22e04a-7612-4473-9aea-b2570e32f328,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:06.071624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.121707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:06.122583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.123962 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] 10.222.0.37 "PUT /v2.0/ports/8a22e04a-7612-4473-9aea-b2570e32f328 HTTP/1.1" status: 200 len: 1091 time: 1.8997972 Oct 19 20:42:06.134888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=688b6937-614c-49d5-8ede-13962d9f13b2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:06.147919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.150566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.155854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.166529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] 10.222.0.31 "DELETE /v2.0/networks/1001ea73-9d81-452a-bc74-9207c2e1753d HTTP/1.1" status: 204 len: 168 time: 1.3673279 Oct 19 20:42:06.170451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 688b6937-614c-49d5-8ede-13962d9f13b2 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:06.252145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 688b6937-614c-49d5-8ede-13962d9f13b2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:06.252493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 688b6937-614c-49d5-8ede-13962d9f13b2 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:06.253732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf336583-2b71-4334-b4fd-fd0a18ba3b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1001ea73-9d81-452a-bc74-9207c2e1753d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:06.260237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=e1b29e55-d4db-479b-b30a-ec0982f0268d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:06.262821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] No DVR routers for this DVR port 688b6937-614c-49d5-8ede-13962d9f13b2 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:06.271148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.275291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eee19125-167b-46ad-bf55-92b9574d5c0e req-2d9748c2-ec71-4803-919e-1e9777e86ccc tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.37 "DELETE /v2.0/ports/688b6937-614c-49d5-8ede-13962d9f13b2 HTTP/1.1" status: 204 len: 173 time: 2.4592359 Oct 19 20:42:06.323031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.325695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da102d7-db9a-4766-8bd7-a1834c44e69c service neutron] Pushing event updated for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:06.338800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-47cadfd0-ffef-4467-b5fe-7bf7d864fc37 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:06.343327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-47cadfd0-ffef-4467-b5fe-7bf7d864fc37 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 945 time: 0.1436539 Oct 19 20:42:06.345225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-6954d462-8b4a-450c-8d8f-b6cc42c25966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:06.347219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-6954d462-8b4a-450c-8d8f-b6cc42c25966 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 1094 time: 0.1024787 Oct 19 20:42:06.375040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.380386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-93fd1dff-05f6-4998-98e8-47cc31012b7a tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/e1b29e55-d4db-479b-b30a-ec0982f0268d HTTP/1.1" status: 204 len: 168 time: 2.3871360 Oct 19 20:42:06.384459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35328) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:06.425102 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ef7b71-a57f-4804-aacf-5af29d5f0fac tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] GET failed (client error): The resource could not be found. Oct 19 20:42:06.428169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80ef7b71-a57f-4804-aacf-5af29d5f0fac tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "GET /v2.0/ports/e1b29e55-d4db-479b-b30a-ec0982f0268d HTTP/1.1" status: 404 len: 333 time: 0.0425594 Oct 19 20:42:06.443236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:06.469073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.515258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:06.518094 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda908f-590a-4506-b74a-d9bae6f4e167" -d '{"events": [{"name": "network-changed", "server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:06.538579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'name': 'network-vif-deleted', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:06.541164 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb795396-ca7d-4b3d-91b4-655324b01a7b" -d '{"events": [{"server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "name": "network-vif-deleted", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:06.549747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35336) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:06.613032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-5b17287b-2f2c-4575-83de-1ba6d5192265 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22e04a-7612-4473-9aea-b2570e32f328 HTTP/1.1" status: 200 len: 217 time: 0.1889935 Oct 19 20:42:06.655071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df0fd627-3d25-4d9c-ae98-6ffa33cdbfa5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13cf02aae2544a82ad134e7940c44649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006477 Oct 19 20:42:06.655457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35340) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:06.679569 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f579e-1822-4ed6-ab04-95c0960fe760 x-openstack-request-id: req-0e4f579e-1822-4ed6-ab04-95c0960fe760 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:06.680027 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e23cd8-8956-41cc-bcf5-595bc502e7db", "name": "network-vif-deleted", "tag": "688b6937-614c-49d5-8ede-13962d9f13b2", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:06.680348 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e4f579e-1822-4ed6-ab04-95c0960fe760 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:06.680974 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e23cd8-8956-41cc-bcf5-595bc502e7db', 'name': 'network-vif-deleted', 'tag': '688b6937-614c-49d5-8ede-13962d9f13b2', 'status': 'completed', 'code': 200} Oct 19 20:42:06.684761 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2785cea7-1b13-401e-906a-22ad47126597 x-openstack-request-id: req-2785cea7-1b13-401e-906a-22ad47126597 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:06.685083 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:06.685339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port 63641fad-2e48-48e7-8e85-abaef61e99e9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:06.685456 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2785cea7-1b13-401e-906a-22ad47126597 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:06.685759 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328', 'status': 'completed', 'code': 200} Oct 19 20:42:06.685882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.861152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.864790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.865843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e4e39c8-4dd0-474f-9cba-24caaa86399b HTTP/1.1" status: 204 len: 168 time: 0.8326871 Oct 19 20:42:06.892318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f1ae1-86c4-472b-8fbe-16514cb91370 req-e46838bf-acb6-42a7-98fe-c9492f1c7004 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:06.901062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-891f1ae1-86c4-472b-8fbe-16514cb91370 req-e46838bf-acb6-42a7-98fe-c9492f1c7004 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 945 time: 0.3611026 Oct 19 20:42:06.901502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.908373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:06.970067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-891f1ae1-86c4-472b-8fbe-16514cb91370 req-c45bb582-30c4-419d-81ff-733bbd266c35 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 Oct 19 20:42:06.981522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for 63641fad-2e48-48e7-8e85-abaef61e99e9 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:06.984502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7142d-8ded-4023-8d63-3cab282e6d0e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e39c8-4dd0-474f-9cba-24caaa86399b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:07.004299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b25932-af36-41ae-ac03-aaef6393396e req-1330a440-e0a1-4e9d-ae59-10918c261f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:07.005879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-1330a440-e0a1-4e9d-ae59-10918c261f01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.3299556 Oct 19 20:42:07.016169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.050709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35360) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:07.097120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-a301b000-1d9b-4c42-9333-507f54c15d82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828412 Oct 19 20:42:07.119553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Deleting port 57cde379-a1f3-4c40-908a-f347e29cf247 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:07.119901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.163187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90a30-4aad-430d-a24a-9627d56c5fdb req-9d9f9b46-0cdc-4b24-8378-aa92f2761a8d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:07.171746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdf90a30-4aad-430d-a24a-9627d56c5fdb req-9d9f9b46-0cdc-4b24-8378-aa92f2761a8d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3494160 Oct 19 20:42:07.352202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdf90a30-4aad-430d-a24a-9627d56c5fdb req-4dd81d55-945b-4d68-aaea-e4b986ffc2e6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803608 Oct 19 20:42:07.361424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e668-3e46-4d7d-acee-8d703bcd8a18 req-d33a6540-f244-4d13-a98d-52e921a70035 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:07.363161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b2e668-3e46-4d7d-acee-8d703bcd8a18 req-d33a6540-f244-4d13-a98d-52e921a70035 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 943 time: 0.2095351 Oct 19 20:42:07.368484 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.372096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.387708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c HTTP/1.1" status: 204 len: 168 time: 0.7199392 Oct 19 20:42:07.392436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] For port 57cde379-a1f3-4c40-908a-f347e29cf247, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=57cde379-a1f3-4c40-908a-f347e29cf247,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:07.392803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.453371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35380) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:07.462342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Calling delete_port for 57cde379-a1f3-4c40-908a-f347e29cf247 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:07.467939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-1adb0fba-df18-4ec4-861a-df4f67047bda service neutron] 10.222.0.37 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606517 Oct 19 20:42:07.473324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca22ea6-0f2a-4b8a-a9d8-9e2a4b90208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf8bec-bb65-4973-9ca6-f7d6a9ec917c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:07.592634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.604337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-95b2e668-3e46-4d7d-acee-8d703bcd8a18 req-8e05d651-067a-4089-83d6-f556768f2501 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224727 Oct 19 20:42:07.714144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.767099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-38b25932-af36-41ae-ac03-aaef6393396e req-1334ebe4-269f-4573-97b6-09f46168c292 service neutron] 10.222.0.37 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607427 Oct 19 20:42:07.806543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.963275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-5c79b799-c5af-42b5-8fa0-32ce0b54c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:07.964937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-5c79b799-c5af-42b5-8fa0-32ce0b54c773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f725fbe03e547e9826cab78d016664e&device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 1094 time: 0.1305602 Oct 19 20:42:07.966599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.969683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:07.973168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/security-groups/23bf8670-c148-44e8-ae0a-86113efed867 HTTP/1.1" status: 204 len: 168 time: 0.5163109 Oct 19 20:42:07.982941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:08.077094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=63641fad-2e48-48e7-8e85-abaef61e99e9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:08.108689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-4d023413-6e3a-487b-a23c-0016ab803ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:08.110209 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-4d023413-6e3a-487b-a23c-0016ab803ce2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 200 len: 916 time: 0.1352739 Oct 19 20:42:08.120419 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.135205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609', 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:08.138733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['e464d795-3307-4294-bb17-7143d4bcf6a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:08.161686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bda6fe-6965-4b4f-ac9f-2d7467339b22 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf8670-c148-44e8-ae0a-86113efed867,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:08.296983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event deleted for resources: {'Port': ['ID=57cde379-a1f3-4c40-908a-f347e29cf247,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:08.313070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-031fa490-9737-4829-95d7-1e51fa66d3ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a22e04a-7612-4473-9aea-b2570e32f328 HTTP/1.1" status: 200 len: 217 time: 0.1852760 Oct 19 20:42:08.329789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4bcfcc7-76f5-4ddd-a953-ecf9324425f6 req-7d7a726d-72b3-4437-aaae-c02ac683d1c2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=14c2b45e-602d-4dad-9bbd-5207a96a0cb1 HTTP/1.1" status: 200 len: 210 time: 0.1409287 Oct 19 20:42:08.420918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.426622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-76c8be82-f90c-4d72-a864-772d48b98fab tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/ports/63641fad-2e48-48e7-8e85-abaef61e99e9 HTTP/1.1" status: 204 len: 168 time: 1.9774561 Oct 19 20:42:08.426977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35420) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:08.523626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting subnet 4b566d52-e838-4084-9343-b4ac4e0fbd70 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:08.526835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.587978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.612150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] No DVR routers for this DVR port 57cde379-a1f3-4c40-908a-f347e29cf247 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:08.632898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.636822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f459b3f-eec6-428d-b993-7cb2306a4655 req-fce7814a-46d1-4976-ba17-d04862391f24 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "DELETE /v2.0/ports/57cde379-a1f3-4c40-908a-f347e29cf247 HTTP/1.1" status: 204 len: 173 time: 2.2890615 Oct 19 20:42:08.649335 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.680278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-d3e169eb-b30f-4aed-b00e-12ec6dc0e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:08.681906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-d3e169eb-b30f-4aed-b00e-12ec6dc0e79b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 200 len: 855 time: 0.3351541 Oct 19 20:42:08.700385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'name': 'network-vif-deleted', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:08.703022 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84467f65-d3c7-4e7e-9374-5bc023cb7a96" -d '{"events": [{"server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "name": "network-vif-deleted", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:08.797429 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.814767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-3c80ade8-ae52-4493-b427-cac352c63aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2d28ab4-3451-4cad-ae30-1e609e67ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037209 Oct 19 20:42:08.828679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:08.846182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc813ba-2615-4c3b-93e2-7cec6ea6ebc5 req-b114f5c5-5d7f-4703-bdee-f4cadabf687e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:08.854040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfc813ba-2615-4c3b-93e2-7cec6ea6ebc5 req-b114f5c5-5d7f-4703-bdee-f4cadabf687e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3941400 Oct 19 20:42:08.940443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35436) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:08.957348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-4846cb5c-a263-45d3-8e07-ffa0e208aa30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3656948 Oct 19 20:42:08.976335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.001447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376df39-b6e9-4eb3-8123-980e17a57902 req-1aa3f512-f0ea-482a-8ce1-169cd44e8a55 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:09.010081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c376df39-b6e9-4eb3-8123-980e17a57902 req-1aa3f512-f0ea-482a-8ce1-169cd44e8a55 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 943 time: 0.2081068 Oct 19 20:42:09.025069 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bfc813ba-2615-4c3b-93e2-7cec6ea6ebc5 req-334ac7a4-60f6-44cd-af9a-77e71d41875a tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648157 Oct 19 20:42:09.061090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.065290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/subnets/4b566d52-e838-4084-9343-b4ac4e0fbd70 HTTP/1.1" status: 204 len: 168 time: 0.6373408 Oct 19 20:42:09.067036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489d60-26c8-403a-bcd6-caf48620d086 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Subnet': ['ID=4b566d52-e838-4084-9343-b4ac4e0fbd70,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:09.072011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86819ed-0eff-4aa8-84c1-bc5f1c53c10c None None] Network 95440867-7703-404b-8166-2ca12159a766 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:09.072666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35442) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:09.107851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.122151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.126045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/security-groups/53f34319-ba23-4e5a-a7b9-7e6139f110c6 HTTP/1.1" status: 204 len: 168 time: 1.1227593 Oct 19 20:42:09.133907 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b252efec-8b6d-44ff-91f0-4a388ec6999d x-openstack-request-id: req-b252efec-8b6d-44ff-91f0-4a388ec6999d {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:09.134516 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2b45e-602d-4dad-9bbd-5207a96a0cb1", "name": "network-vif-deleted", "tag": "57cde379-a1f3-4c40-908a-f347e29cf247", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:09.134978 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b252efec-8b6d-44ff-91f0-4a388ec6999d {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:09.140354 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c2b45e-602d-4dad-9bbd-5207a96a0cb1', 'name': 'network-vif-deleted', 'tag': '57cde379-a1f3-4c40-908a-f347e29cf247', 'status': 'completed', 'code': 200} Oct 19 20:42:09.151298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35444) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:09.194689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-5e0f1909-48db-4925-aadd-631aedb4ee7d service neutron] 10.222.0.37 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586962 Oct 19 20:42:09.217974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99fcda-e9d8-48cc-a00c-ec75a047c396 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f34319-ba23-4e5a-a7b9-7e6139f110c6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:09.253437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-376835397-network', 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:09.280787 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.300428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c376df39-b6e9-4eb3-8123-980e17a57902 req-63f1c6c7-526b-4cc6-8afe-e4ef56b3e245 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895701 Oct 19 20:42:09.392715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-6e53f404-3f5d-485c-9dea-a6a43804d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:09.402274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-6e53f404-3f5d-485c-9dea-a6a43804d5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1097 time: 0.3672602 Oct 19 20:42:09.423352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] DHCP port deletion for 95440867-7703-404b-8166-2ca12159a766 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:42:09.480116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:09.484541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.499130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Deleting port a50d76dd-dbbc-486b-9fe4-2ab610fff80c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:09.500279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.596389 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.598074 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.616641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969abf-88de-4b97-8d8e-c40f60e1cd0e req-66d507cf-9bf5-45d4-b110-e1e1fd7f3937 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:09.626290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81969abf-88de-4b97-8d8e-c40f60e1cd0e req-66d507cf-9bf5-45d4-b110-e1e1fd7f3937 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3752913 Oct 19 20:42:09.628507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] For port a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,segment=NetworkSegment(82c1f2e8-4a9e-4af9-b203-82cf00cf2e05),segment_id=82c1f2e8-4a9e-4af9-b203-82cf00cf2e05)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:09.628920 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.643306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Calling delete_port for a50d76dd-dbbc-486b-9fe4-2ab610fff80c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:09.674349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4eda908f-590a-4506-b74a-d9bae6f4e167 req-f6fe4f3b-3e48-44b4-bd59-00dcb60f4cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605036 Oct 19 20:42:09.728379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81969abf-88de-4b97-8d8e-c40f60e1cd0e req-fc8a21d7-87d8-4c86-a568-29a695f8cc3f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965610 Oct 19 20:42:09.784577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.786520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-fb60333e-c4b7-4f6f-bae9-b0277923240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:09.788650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-fb60333e-c4b7-4f6f-bae9-b0277923240d service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.3570917 Oct 19 20:42:09.799878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Deleting port a50d76dd-dbbc-486b-9fe4-2ab610fff80c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:09.800234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.806291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.818897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:09.831021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.831600 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Added segment 917578e7-c58e-4b58-8569-d3d168a05f44 of type vlan for network aadf36b9-b3f2-4855-94aa-093ac868c183 Oct 19 20:42:09.860093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.879359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.890379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] Pushing event deleted for resources: {'Port': ['ID=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:09.902759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0177cc-e19b-442d-9787-438246b35150 None None] No DVR routers for this DVR port a50d76dd-dbbc-486b-9fe4-2ab610fff80c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:09.932989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] For port a50d76dd-dbbc-486b-9fe4-2ab610fff80c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,segment=NetworkSegment(82c1f2e8-4a9e-4af9-b203-82cf00cf2e05),segment_id=82c1f2e8-4a9e-4af9-b203-82cf00cf2e05)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:09.934021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:09.954912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Calling delete_port for a50d76dd-dbbc-486b-9fe4-2ab610fff80c owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:09.999779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b305ec-2469-4a9d-8e25-2a822a140480,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:10.054798 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.080314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 57cde379-a1f3-4c40-908a-f347e29cf247 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:10.102723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Port': ['ID=a50d76dd-dbbc-486b-9fe4-2ab610fff80c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:10.112191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] No DVR routers for this DVR port a50d76dd-dbbc-486b-9fe4-2ab610fff80c on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:10.116675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 57cde379-a1f3-4c40-908a-f347e29cf247 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:10.117344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 57cde379-a1f3-4c40-908a-f347e29cf247 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:10.131604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.133352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:10.134524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.163787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-69027774-dd8d-4b9b-8de6-c2ce6cb68c0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.3632069 Oct 19 20:42:10.186740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8a22e04a-7612-4473-9aea-b2570e32f328 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:42:10.234608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.283049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95440867-7703-404b-8166-2ca12159a766']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:10.307580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:10.308026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c1f2e8-4a9e-4af9-b203-82cf00cf2e05') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:10.330782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.333560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8a22e04a-7612-4473-9aea-b2570e32f328,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:10.350294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '8a22e04a-7612-4473-9aea-b2570e32f328', 'network_id': 'c2d28ab4-3451-4cad-ae30-1e609e67ae33', 'port_id': '8a22e04a-7612-4473-9aea-b2570e32f328', 'mac_address': 'fa:16:3e:1c:78:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580cad2-2b2f-47d4-aaaa-64e1f4536420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:42:10.366090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.383030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:10.383449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:10.386576 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:10.407948 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.452917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22e04a-7612-4473-9aea-b2570e32f328 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:10.461966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a50d76dd-dbbc-486b-9fe4-2ab610fff80c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:10.499549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a50d76dd-dbbc-486b-9fe4-2ab610fff80c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:10.500002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a50d76dd-dbbc-486b-9fe4-2ab610fff80c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:10.505590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8a22e04a-7612-4473-9aea-b2570e32f328,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:10.513429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.534374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5885327 Oct 19 20:42:10.564996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35464) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:10.574877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Request body: {'subnet': {'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-376835397-subnet', 'tenant_id': '59b012c25aa04f329970588db8b97eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:10.611502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d187392-b478-41b1-9f31-536a33564ab0 req-cd3e3c2f-ea12-48bd-b872-d22813fcaeb5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:10.613431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d187392-b478-41b1-9f31-536a33564ab0 req-cd3e3c2f-ea12-48bd-b872-d22813fcaeb5 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 943 time: 0.1634958 Oct 19 20:42:10.617115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.649536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.653364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:10.653825 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] 10.222.0.31 "DELETE /v2.0/networks/95440867-7703-404b-8166-2ca12159a766 HTTP/1.1" status: 204 len: 168 time: 1.5686374 Oct 19 20:42:10.724196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d187392-b478-41b1-9f31-536a33564ab0 req-aefb1ec0-5140-4bfe-a9a5-dfc148600df0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935509 Oct 19 20:42:10.728020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['8a22e04a-7612-4473-9aea-b2570e32f328'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:10.730940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394c30-01fe-47f1-817b-57db8e3e1e5c admin admin] Pushing event updated for resources: {'Network': ['ID=aadf36b9-b3f2-4855-94aa-093ac868c183,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:10.734547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-52ab0e9d-275c-4c6e-90c9-f021f24a5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:10.736141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-52ab0e9d-275c-4c6e-90c9-f021f24a5577 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.4697392 Oct 19 20:42:10.756266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0551a1-b73d-429c-9df5-532f7e2053d4 tempest-AllowedAddressPairTestJSON-2107683485 tempest-AllowedAddressPairTestJSON-2107683485-project] Pushing event deleted for resources: {'Network': ['ID=95440867-7703-404b-8166-2ca12159a766,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:10.769858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:10.776079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:10.837778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network aadf36b9-b3f2-4855-94aa-093ac868c183 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:10.863794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a65e30-c39d-452d-bda0-4e908e5a9797 req-039e266e-f93c-421f-8523-65422250afee tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:10.874119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04a65e30-c39d-452d-bda0-4e908e5a9797 req-039e266e-f93c-421f-8523-65422250afee tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.9661407 Oct 19 20:42:10.878328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-b8057050-8d7b-422e-87fd-e1dadc1c08b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968213 Oct 19 20:42:11.141463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:11.174009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04a65e30-c39d-452d-bda0-4e908e5a9797 req-bcc6fb4a-45fe-44f0-98a6-8b9f5e5edceb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987511 Oct 19 20:42:11.180723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:11.291598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:11.291967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Network hostable DHCP agents. Network: aadf36b9-b3f2-4855-94aa-093ac868c183, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:11.295955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f88a9be0-ba16-403c-bcdd-ee59120abbd7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:11.343161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:11.365467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, aadf36b9-b3f2-4855-94aa-093ac868c183) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:11.372845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:11.373714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:11.388563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ccbcd-8432-4547-9520-89f6ee04ee22 None None] Network aadf36b9-b3f2-4855-94aa-093ac868c183 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:11.411349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4494d7ce-be3b-4a1c-98bf-54d0b576b4ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8334675 Oct 19 20:42:11.623870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-957d9080-830d-4dce-941f-7c6e97be99ff service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891427 Oct 19 20:42:11.682033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbd916-080f-44fe-9208-66d0d4f08cc2 None None] Network aadf36b9-b3f2-4855-94aa-093ac868c183 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:11.812489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3e69d9e-2367-4d52-9cb7-4a7e1bb19024 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecf4d76d5a8c431c93bf246226856bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609113 Oct 19 20:42:11.815058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35498) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:11.872583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21d4c-78b7-4e71-bd15-84f54dfa82cd req-cc603b4f-8494-40ee-85a0-91d6f3a40288 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:11.874279 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4e21d4c-78b7-4e71-bd15-84f54dfa82cd req-cc603b4f-8494-40ee-85a0-91d6f3a40288 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.5092878 Oct 19 20:42:11.892462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:11.914790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:11.961905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-44db3ec4-1b2f-423b-80ae-59665bf2b3f0 req-39e036bb-1c80-4c05-8a27-d38556b43d21 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165181 Oct 19 20:42:11.979572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.139054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-67161afa-666c-4ba0-8f06-4ce6de9a88bc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:12.140774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-67161afa-666c-4ba0-8f06-4ce6de9a88bc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.1741555 Oct 19 20:42:12.143321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.147904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.162172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34f1b4b1-8f3f-4e32-89ba-f546a6508ced HTTP/1.1" status: 204 len: 168 time: 0.3459272 Oct 19 20:42:12.198792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e3cbc-2e54-4dfa-876f-220cf4fdff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1b4b1-8f3f-4e32-89ba-f546a6508ced,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:12.208501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8a22e04a-7612-4473-9aea-b2570e32f328 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:12.216062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-c0f101cb-17ba-49af-9068-b97f4e64c707 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0525711 Oct 19 20:42:12.280315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-8ecc403f-f540-4f20-9212-8a9f28865631 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632555 Oct 19 20:42:12.340804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 8a22e04a-7612-4473-9aea-b2570e32f328 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:42:12.353161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 8a22e04a-7612-4473-9aea-b2570e32f328 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:12.353589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.468953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port c0607576-f8bb-4045-b38d-25171bb7baa4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:12.469570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.475160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e4e21d4c-78b7-4e71-bd15-84f54dfa82cd req-f5adf84d-95dd-455a-99c5-c052b62e84db tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270743 Oct 19 20:42:12.564427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-f905fd82-3699-427b-912b-0e7e6a998bdb service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832251 Oct 19 20:42:12.587237 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.680052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:12.682648 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab3bd4-c13f-4d93-a6fd-67abc0772465" -d '{"events": [{"server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "name": "network-vif-plugged", "status": "completed", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:12.709118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8a22e04a-7612-4473-9aea-b2570e32f328,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:12.714418 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.722230 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:12.751379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-8a82fe89-a5a6-4264-97dc-5a4b66351161 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796942 Oct 19 20:42:12.835005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:12.889171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7753eb-4173-4e56-9c04-4c10f627290c req-2fb34154-f216-4e28-921d-cb6949cd5179 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:12.900300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef7753eb-4173-4e56-9c04-4c10f627290c req-2fb34154-f216-4e28-921d-cb6949cd5179 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 944 time: 0.2441726 Oct 19 20:42:12.946795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port c0607576-f8bb-4045-b38d-25171bb7baa4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0607576-f8bb-4045-b38d-25171bb7baa4,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:12.947170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.020231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for c0607576-f8bb-4045-b38d-25171bb7baa4 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:13.058684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef7753eb-4173-4e56-9c04-4c10f627290c req-47569e7c-c853-49e3-bb63-2064b8618cce tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569326 Oct 19 20:42:13.079985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.173238 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c52d15c-6a54-4fdd-847f-f97ced836e16 x-openstack-request-id: req-7c52d15c-6a54-4fdd-847f-f97ced836e16 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:13.173678 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "name": "network-vif-plugged", "status": "completed", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:13.174020 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c52d15c-6a54-4fdd-847f-f97ced836e16 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:13.174513 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328', 'code': 200} Oct 19 20:42:13.181053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e1dc-01f3-475b-b3d7-8ca37184a467 req-cb54af05-40b0-4876-a789-957c9d664ab3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:13.196432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebd5e1dc-01f3-475b-b3d7-8ca37184a467 req-cb54af05-40b0-4876-a789-957c9d664ab3 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1470919 Oct 19 20:42:13.314822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebd5e1dc-01f3-475b-b3d7-8ca37184a467 req-695c9123-9941-4eb9-8cc8-f9cc97d38e95 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984850 Oct 19 20:42:13.346288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35552) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:13.477891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-228f6bd9-2527-4909-ada2-a1f23547c60a req-3c537eda-ef59-49ac-825d-eb23e388c00a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 210 time: 0.1627238 Oct 19 20:42:13.497443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'networks': [{'name': 'tempest-network--838449210'}, {'name': 'tempest-network--464412825'}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:13.497765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-network--838449210'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:13.498215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-network--464412825'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:13.573359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3f556-7fd2-4ce8-a31a-523efd188d48 req-ac63ae5c-1ab7-40e1-9599-e800340a2e36 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:13.587648 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7c3f556-7fd2-4ce8-a31a-523efd188d48 req-ac63ae5c-1ab7-40e1-9599-e800340a2e36 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1498837 Oct 19 20:42:13.599641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'network': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:13.603961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.647028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.654063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.746836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d9857-79bd-4373-9a91-2026944b6b46 req-4638eb3c-ea37-4cd1-b332-4ac16e977748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:13.749637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c60d9857-79bd-4373-9a91-2026944b6b46 req-4638eb3c-ea37-4cd1-b332-4ac16e977748 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 1096 time: 0.4834101 Oct 19 20:42:13.750506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=c0607576-f8bb-4045-b38d-25171bb7baa4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:13.764698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d7c3f556-7fd2-4ce8-a31a-523efd188d48 req-fa38f485-267c-4e37-b731-7b67ee2770f9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743598 Oct 19 20:42:13.854566 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.865330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.865993 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.934688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c178d0f0-513b-4d27-926d-60a066be4c0d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:13.941277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:13.954732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:13.955025 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment 25ce4cb8-9309-47a8-8fdf-6992ba5aaf14 of type vlan for network 5fb377cd-2ed6-4d70-ba3f-2b6aec09571d Oct 19 20:42:13.971720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port d97ae7bd-4b36-42c5-90ba-b354202c4d26 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:13.972058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.002946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.034922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:14.045848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.048457 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment 1d75ef1a-36e6-454d-8c2c-d08d1dca27b9 of type vlan for network 75e9e449-b090-43ed-a882-40158cc362de Oct 19 20:42:14.146632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.194825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.194825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.208572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c60d9857-79bd-4373-9a91-2026944b6b46 req-9afb7e3c-166a-47b3-bfb0-1ed15ac2edee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243865 Oct 19 20:42:14.216578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.221817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.222485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.226225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port d97ae7bd-4b36-42c5-90ba-b354202c4d26, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d97ae7bd-4b36-42c5-90ba-b354202c4d26,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:14.226589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.285079 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9369857 Oct 19 20:42:14.303387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35572) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:14.347542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9514-367b-4e8d-a244-43e12d1e88bb req-b449b0c8-4994-46d6-aa47-111aa8954e9e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.349083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d7f9514-367b-4e8d-a244-43e12d1e88bb req-b449b0c8-4994-46d6-aa47-111aa8954e9e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3946552 Oct 19 20:42:14.356274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for d97ae7bd-4b36-42c5-90ba-b354202c4d26 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:14.365061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.486990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cdfd5-aabc-4134-b0a9-ae3ddf113d5a req-b7418252-8b7a-4c3f-b54c-788dbb003641 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.489066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b61cdfd5-aabc-4134-b0a9-ae3ddf113d5a req-b7418252-8b7a-4c3f-b54c-788dbb003641 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.3096683 Oct 19 20:42:14.493533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=5fb377cd-2ed6-4d70-ba3f-2b6aec09571d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:14.506597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5fb377cd-2ed6-4d70-ba3f-2b6aec09571d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:14.565560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-707523c3-ec32-4dda-a17d-e6d0e79d11c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2752404 Oct 19 20:42:14.691767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf020854-70a1-4fa3-ae03-b632e1ead06b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.697779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf020854-70a1-4fa3-ae03-b632e1ead06b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.705518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf020854-70a1-4fa3-ae03-b632e1ead06b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.712179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf020854-70a1-4fa3-ae03-b632e1ead06b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.713952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf020854-70a1-4fa3-ae03-b632e1ead06b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4070208 Oct 19 20:42:14.716991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35576) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:14.779557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d7f9514-367b-4e8d-a244-43e12d1e88bb req-2d1f3168-6573-4a1f-9ed3-245a58627b57 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199336 Oct 19 20:42:14.800581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6ea7-a906-4271-afaf-d93acab84b01 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=75e9e449-b090-43ed-a882-40158cc362de,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:14.810903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 75e9e449-b090-43ed-a882-40158cc362de details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:14.814272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:14.819403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b61cdfd5-aabc-4134-b0a9-ae3ddf113d5a req-b0915fcc-50dd-43d5-b47f-01a7e54e57e6 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126798 Oct 19 20:42:14.845250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-8c534cf4-8dc7-403d-bcee-339e13fdb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:14.846794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-8c534cf4-8dc7-403d-bcee-339e13fdb2eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7006116990e4f8daa007d342b594a5c&device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 1096 time: 0.2448182 Oct 19 20:42:15.039964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.323769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af6907c3-7966-4894-80b7-af13dc2d8deb req-bb0c7158-20ca-4c8c-af27-3b12216ff0df tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 210 time: 0.3050492 Oct 19 20:42:15.373783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=d97ae7bd-4b36-42c5-90ba-b354202c4d26,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:15.421642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-12deb31a-3153-4ae2-9e5f-59b3fc821b90 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:15.423329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-12deb31a-3153-4ae2-9e5f-59b3fc821b90 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.7190990 Oct 19 20:42:15.425379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Router 664ffbb7-54d2-4d95-96d2-40180fc156ca has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:42:15.468312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:15.490070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.520845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb377cd-2ed6-4d70-ba3f-2b6aec09571d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:15.541536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce4cb8-9309-47a8-8fdf-6992ba5aaf14') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:15.541841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce4cb8-9309-47a8-8fdf-6992ba5aaf14') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:15.554349 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.567757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.574668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:15.575072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:15.643923 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:15.675659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-b187745c-20e9-4372-a63b-38bbb21056ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:15.677216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-b187745c-20e9-4372-a63b-38bbb21056ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 200 len: 916 time: 0.7929704 Oct 19 20:42:15.684998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.696256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abea2-8e04-44cc-8dee-7df85eef7613 req-f557b437-a21c-4241-b7c9-bb33d5a4e2fd tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:15.708663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b50abea2-8e04-44cc-8dee-7df85eef7613 req-f557b437-a21c-4241-b7c9-bb33d5a4e2fd tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.2536557 Oct 19 20:42:15.718087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:15.724496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/5fb377cd-2ed6-4d70-ba3f-2b6aec09571d HTTP/1.1" status: 204 len: 168 time: 1.0063877 Oct 19 20:42:15.731963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:15.767936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-8ce56384-5e76-4f33-9560-1557259daba1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21 HTTP/1.1" status: 200 len: 217 time: 0.0786648 Oct 19 20:42:15.773029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29187aaf-c5fa-4f61-adb0-ef61a60dff63 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=5fb377cd-2ed6-4d70-ba3f-2b6aec09571d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:15.803859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ad15-eb3e-4100-ac57-cdf0d47a99f1 req-55cac47e-2a7d-4f96-b5c3-4111e7df40a9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:15.812471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac50ad15-eb3e-4100-ac57-cdf0d47a99f1 req-55cac47e-2a7d-4f96-b5c3-4111e7df40a9 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1674440 Oct 19 20:42:15.889085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-84d73825-b447-4c48-b15a-1acfa9232791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:15.890669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-84d73825-b447-4c48-b15a-1acfa9232791 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 200 len: 855 time: 0.1109402 Oct 19 20:42:15.895990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac50ad15-eb3e-4100-ac57-cdf0d47a99f1 req-04a1b7ba-6e76-46fd-9116-1a52e37f00aa tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Oct 19 20:42:15.944271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-b4313ed7-f069-4392-9aa7-02b156f92870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee949465-a0c3-4634-b93d-f349c2cb2bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444560 Oct 19 20:42:16.107257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792fb0-f6c5-466a-9137-e21e824ccb34 req-6f5935dc-2588-4306-b582-4a0b8f2c085f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:16.108995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52792fb0-f6c5-466a-9137-e21e824ccb34 req-6f5935dc-2588-4306-b582-4a0b8f2c085f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.1041634 Oct 19 20:42:16.146200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-4ce084a1-a0ff-458e-8b33-e4e084c1001a service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935937 Oct 19 20:42:16.184490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52792fb0-f6c5-466a-9137-e21e824ccb34 req-e4be83f0-5fd1-4c88-bbb7-ee536e20cfbe tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Oct 19 20:42:16.311065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6659fb85-dacb-452c-9eca-416efab4d2b0 req-4d7fd0ad-3bf0-4a31-a365-ec76ea6bd2c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559541 Oct 19 20:42:16.324290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575f5d1-53fb-426c-90d0-c1589121f5e6 req-5db249e1-33a1-41b0-8700-094389fb635a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:16.326245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5575f5d1-53fb-426c-90d0-c1589121f5e6 req-5db249e1-33a1-41b0-8700-094389fb635a tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.0741136 Oct 19 20:42:16.348118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b50abea2-8e04-44cc-8dee-7df85eef7613 req-755620a8-1fd9-439a-961b-9459a71d4755 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382370 Oct 19 20:42:16.365469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:16.369953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.375983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-195c6c82-f37c-4653-8526-03a3690a55c5 tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "PUT /v2.0/routers/664ffbb7-54d2-4d95-96d2-40180fc156ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3227224 Oct 19 20:42:16.377123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Sync routers for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:16.382978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35604) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:16.396654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:16.398030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.416619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5575f5d1-53fb-426c-90d0-c1589121f5e6 req-b6e012a3-03fc-4a4d-8e93-39099da2f542 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Oct 19 20:42:16.434979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:16.438723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.454149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.533991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting subnet a1369bdc-660d-42d3-aa62-a02d8a54dc1c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:16.544980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ec67bcf-7e22-4f61-8a69-c2c2e7d7dc03 req-ad4998b3-c8d7-4098-ab82-36f9fb4ffd99 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 210 time: 0.0843465 Oct 19 20:42:16.547171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.559467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:16.676060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d047aa-4482-45b2-a8d4-f716218ea985 req-0cfd5dfe-796f-43f6-9892-4b340751204c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:16.684581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12d047aa-4482-45b2-a8d4-f716218ea985 req-0cfd5dfe-796f-43f6-9892-4b340751204c tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.0730994 Oct 19 20:42:16.731446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12d047aa-4482-45b2-a8d4-f716218ea985 req-db726b59-55f9-4ff2-87ae-d103b16eeb2b tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Oct 19 20:42:16.742529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.788489 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:16.815906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:42:13Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.843051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Checking router: 664ffbb7-54d2-4d95-96d2-40180fc156ca for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:16.854760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Routers {'664ffbb7-54d2-4d95-96d2-40180fc156ca'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:16.856630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['664ffbb7-54d2-4d95-96d2-40180fc156ca'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.902708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e9e449-b090-43ed-a882-40158cc362de']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.969182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d75ef1a-36e6-454d-8c2c-d08d1dca27b9') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.969650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d75ef1a-36e6-454d-8c2c-d08d1dca27b9') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:16.997919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.080667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36067604-ce53-44de-8f90-dc894fecefeb req-70c940bd-379b-489d-a652-dc35d31a1f4c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.083914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.11 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/dbc63314-6eb9-49c3-8004-6b5d35eccf83) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:17.088682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36067604-ce53-44de-8f90-dc894fecefeb req-70c940bd-379b-489d-a652-dc35d31a1f4c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.0755084 Oct 19 20:42:17.098895 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.118081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35a5a-21bb-4a90-9003-6f48dcd94134 req-865259e3-ceef-44af-84ab-a86edde05981 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.119084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11c35a5a-21bb-4a90-9003-6f48dcd94134 req-865259e3-ceef-44af-84ab-a86edde05981 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.2987757 Oct 19 20:42:17.131350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:17.131746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.144568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-1d7c605f-d675-441b-b0b1-5a5a7e8b351f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.146077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-1d7c605f-d675-441b-b0b1-5a5a7e8b351f tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.37 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.2392325 Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:17.146793 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:17.148777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] Set router 664ffbb7-54d2-4d95-96d2-40180fc156ca gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:17.154021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36067604-ce53-44de-8f90-dc894fecefeb req-20866ae0-0dfe-4c95-ac60-380d194d3170 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Oct 19 20:42:17.172144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.394628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:42:13Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:17.426643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05addc47-78d6-420f-bc09-baadf00e25db None None] The sync data for ids ['664ffbb7-54d2-4d95-96d2-40180fc156ca'] in n-d-805649-9 is: [{'id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'name': 'tempest-TestNetworkBasicOps-router-117312864', 'tenant_id': '530c5e4b036a4d36922ec5990b8dab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:32Z', 'updated_at': '2021-10-19T20:42:13Z', 'revision_number': 5, 'project_id': '530c5e4b036a4d36922ec5990b8dab70', 'gw_port': {'id': '9e6bf582-1a2d-437c-81a6-bf141889c556', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ffbb7-54d2-4d95-96d2-40180fc156ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:34Z', 'updated_at': '2021-10-19T20:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:17.432152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.495003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.501877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/75e9e449-b090-43ed-a882-40158cc362de HTTP/1.1" status: 204 len: 168 time: 1.7687004 Oct 19 20:42:17.502891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35628) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:17.505449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11c35a5a-21bb-4a90-9003-6f48dcd94134 req-9201a19d-6d55-4991-a662-dd61fab6066d tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430789 Oct 19 20:42:17.558878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Router 4e78f4e5-c555-4632-9911-01d0e75b71d3 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:42:17.561020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810ac1-6ae6-44be-a783-6a304ed0ee66 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=75e9e449-b090-43ed-a882-40158cc362de,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:17.608571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.683894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Subnet': ['ID=a1369bdc-660d-42d3-aa62-a02d8a54dc1c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:17.692997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.699873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c49d4b9-0453-428a-8dba-5f4e4883490a tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/subnets/a1369bdc-660d-42d3-aa62-a02d8a54dc1c HTTP/1.1" status: 204 len: 168 time: 1.3123178 Oct 19 20:42:17.700934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:17.703107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a0ac8-e965-4e60-8c03-5906a7db61b1 None None] Network fd236190-661e-4777-a871-302befbd7029 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:17.715759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb73dd-0bf0-4e10-ae3c-1014d1fc97d2 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.723442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb73dd-0bf0-4e10-ae3c-1014d1fc97d2 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.724801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ddb73dd-0bf0-4e10-ae3c-1014d1fc97d2 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2206824 Oct 19 20:42:17.731072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35636) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:17.732886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-53617299-e1de-497f-81ac-7f680b761ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.734366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-53617299-e1de-497f-81ac-7f680b761ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 1097 time: 0.1300867 Oct 19 20:42:17.739018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-857250411'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:17.778734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9e47b-f320-4a97-9caa-095679196cf0 req-f188d156-0fbe-47f0-94c8-e2246aff1330 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.788667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cef9e47b-f320-4a97-9caa-095679196cf0 req-f188d156-0fbe-47f0-94c8-e2246aff1330 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.1828892 Oct 19 20:42:17.867731 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.871619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Deleting port e464d795-3307-4294-bb17-7143d4bcf6a7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:17.872025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.896702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e0b8-0265-4094-8ea1-e5a6ce3ae240 req-f3cbf2a5-5a25-4662-8a7d-838c895d8f9b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:17.905597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2978e0b8-0265-4094-8ea1-e5a6ce3ae240 req-f3cbf2a5-5a25-4662-8a7d-838c895d8f9b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3046827 Oct 19 20:42:17.908663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:17.912209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:17.963326 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cef9e47b-f320-4a97-9caa-095679196cf0 req-fdead84f-4e86-4325-9298-88a35ca772a2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717389 Oct 19 20:42:18.009416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] DHCP port deletion for fd236190-661e-4777-a871-302befbd7029 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:42:18.043510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-2623412c-ff59-4bb0-8751-2acbfede59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:18.045107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-2623412c-ff59-4bb0-8751-2acbfede59cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 200 len: 913 time: 0.2979662 Oct 19 20:42:18.045969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:18.077070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:18.093364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d4974eb-ce5f-4776-a568-25408afa5af3 tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "PUT /v2.0/routers/4e78f4e5-c555-4632-9911-01d0e75b71d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9323022 Oct 19 20:42:18.097654 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Sync routers for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:18.129248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:18.132368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:18.132524 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:18.135201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.135773 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment d7539f64-63a4-49da-8d7d-76c886496344 of type vlan for network 7248c004-deac-42b8-95a2-c0afb84cfc3c Oct 19 20:42:18.156841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Deleting port e9687da3-6efa-4267-b1b4-a5d471578352 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:18.161457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.172117 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-eec59855-f985-46d9-b2a0-3a0f5e5deb67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 200 len: 217 time: 0.1143444 Oct 19 20:42:18.309439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] For port e9687da3-6efa-4267-b1b4-a5d471578352, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e9687da3-6efa-4267-b1b4-a5d471578352,segment=NetworkSegment(182795cd-c50b-482e-a29f-93734dd901c5),segment_id=182795cd-c50b-482e-a29f-93734dd901c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:18.312425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.322443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2978e0b8-0265-4094-8ea1-e5a6ce3ae240 req-9eadf841-56da-45ea-8d2f-5d627c398d17 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157479 Oct 19 20:42:18.351975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting subnet ffeebf94-6f35-41f7-b426-bf3d2117b2f4 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:18.353771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Calling delete_port for e9687da3-6efa-4267-b1b4-a5d471578352 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:18.354801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-583d8287-d6e8-40c5-9266-05b914dfd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:18.357367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-583d8287-d6e8-40c5-9266-05b914dfd796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 200 len: 852 time: 0.0643921 Oct 19 20:42:18.386647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:18.390665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.498372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e9687da3-6efa-4267-b1b4-a5d471578352 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:18.512112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.597048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] For port e464d795-3307-4294-bb17-7143d4bcf6a7, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=e464d795-3307-4294-bb17-7143d4bcf6a7,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:18.608679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.608818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-4fb02b04-4d90-4073-82aa-f252cea26589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19ec0-0666-42e2-9eb9-efb63e1ec27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312038 Oct 19 20:42:18.646588 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.648609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.706354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.752922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.759397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:42:14Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:18.762965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:18.795756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] Pushing event deleted for resources: {'Port': ['ID=e9687da3-6efa-4267-b1b4-a5d471578352,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:18.807527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e93dc-6596-498e-a6b3-aa7461bbed88 None None] No DVR routers for this DVR port e9687da3-6efa-4267-b1b4-a5d471578352 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:18.823873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 20:42:18.823873 n-d-805649-9 neutron-server[100736]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 19 20:42:18.823873 n-d-805649-9 neutron-server[100736]: [parameters: {'status': 'DOWN', 'ports_id': 'e9687da3-6efa-4267-b1b4-a5d471578352'}] Oct 19 20:42:18.823873 n-d-805649-9 neutron-server[100736]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:42:18.823873 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:42:18.824797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.resource_extend [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:42:18.827792 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Checking router: 4e78f4e5-c555-4632-9911-01d0e75b71d3 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:18.844801 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Routers {'4e78f4e5-c555-4632-9911-01d0e75b71d3'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:18.845446 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4e78f4e5-c555-4632-9911-01d0e75b71d3'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:18.942913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-7947c155-2a9b-48b1-b2cd-3775a4fd3e1e service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137686 Oct 19 20:42:18.971712 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] Set router 4e78f4e5-c555-4632-9911-01d0e75b71d3 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:19.024124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eea04-02be-42ff-bae4-91d55ea21bbe req-76e4850d-e5c4-40fe-bd86-e98b6398b05b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.026062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-251eea04-02be-42ff-bae4-91d55ea21bbe req-76e4850d-e5c4-40fe-bd86-e98b6398b05b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 932 time: 0.6677654 Oct 19 20:42:19.090951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.172781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:19.174992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Calling delete_port for e464d795-3307-4294-bb17-7143d4bcf6a7 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:19.179652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:19.189990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:19.201263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:19.210971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.232972 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:42:14Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:19.234685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.241408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.242324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.252071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d50576-7100-42ff-9d0a-d6349389a3e7 req-16c0f984-11c2-4e68-bbfa-7704b5d1c27f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.260345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7d50576-7100-42ff-9d0a-d6349389a3e7 req-16c0f984-11c2-4e68-bbfa-7704b5d1c27f tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.7672069 Oct 19 20:42:19.307611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74caa5a1-0a3e-4c97-97b6-a7bba58c4724 None None] Network a25492f8-3228-47d6-bb17-bcb2caf0ebd6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:19.309617 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4201e-a4ab-4cfc-8d21-013c14a87a42 None None] The sync data for ids ['4e78f4e5-c555-4632-9911-01d0e75b71d3'] in n-d-805649-9 is: [{'id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1302461169', 'tenant_id': '126e1381ba174324bde9ffbf6cd5b483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:39:42Z', 'updated_at': '2021-10-19T20:42:14Z', 'revision_number': 5, 'project_id': '126e1381ba174324bde9ffbf6cd5b483', 'gw_port': {'id': 'dc78e3cc-f6cf-4dd0-9520-25523e90126d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78f4e5-c555-4632-9911-01d0e75b71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:39:43Z', 'updated_at': '2021-10-19T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:19.345142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeebf94-6f35-41f7-b426-bf3d2117b2f4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:19.351926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.356436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f23573c9-efb6-408b-9fee-d5472f4013db tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/subnets/ffeebf94-6f35-41f7-b426-bf3d2117b2f4 HTTP/1.1" status: 204 len: 168 time: 1.2226720 Oct 19 20:42:19.377925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35654) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:19.415346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.434624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=7248c004-deac-42b8-95a2-c0afb84cfc3c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:19.475174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8caba2c6-996e-46b4-84b0-3078cee465bd tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7376170 Oct 19 20:42:19.475638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.476263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.478945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35656) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:19.482632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Port e9687da3-6efa-4267-b1b4-a5d471578352 update to DOWN by agent not found {{(pid=100736) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 20:42:19.483064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0607576-f8bb-4045-b38d-25171bb7baa4 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:19.490507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1797948219'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:19.519347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-251eea04-02be-42ff-bae4-91d55ea21bbe req-04252536-25fc-4ca6-9a0a-4cff463eec7b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358536 Oct 19 20:42:19.521745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7248c004-deac-42b8-95a2-c0afb84cfc3c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:19.529323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7d50576-7100-42ff-9d0a-d6349389a3e7 req-cec7a289-d6b3-4f15-b161-e9855986f0f2 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680395 Oct 19 20:42:19.607316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-d7f44921-3ddf-4533-a897-6df787976e03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1539099 Oct 19 20:42:19.608009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c35a6650-2f2c-4227-9ffd-e1b6f3fd8fa4 req-ea51c701-ee5a-448f-97d0-29fcc5173aea service neutron] 10.222.0.37 "GET /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424582 Oct 19 20:42:19.621440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c0607576-f8bb-4045-b38d-25171bb7baa4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:19.621687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0607576-f8bb-4045-b38d-25171bb7baa4 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:19.630078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:19.634071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.638037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Request body: {'port': {'device_id': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:19.677127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:19.706801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.707370 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment 1c64dee3-3583-478d-907b-4b2e9dbc3fc4 of type vlan for network a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6 Oct 19 20:42:19.782402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] DHCP port deletion for a25492f8-3228-47d6-bb17-bcb2caf0ebd6 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:42:19.849079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.885900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Deleting port 78514e45-396b-48fd-ac46-1174c3562cda {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:19.887262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.889330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97e344-e899-47b9-b82f-e8c7fda4e470 req-bb803a0f-8e66-4301-9c5a-4ce18db47eb3 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.891154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae97e344-e899-47b9-b82f-e8c7fda4e470 req-bb803a0f-8e66-4301-9c5a-4ce18db47eb3 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 945 time: 0.2295208 Oct 19 20:42:19.944462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.952352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:19.953087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:19.954023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.031906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Deleting port 9e6bf582-1a2d-437c-81a6-bf141889c556 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:20.036865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.045432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:20.052683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8116bc-1c9d-431d-9cd4-d7832004aae5 req-cfba7aca-46d4-4349-9cca-f9919ad7b525 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:20.052862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ccc6660d-ea08-4505-b80f-afb47a975544 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5666895 Oct 19 20:42:20.053627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] For port 78514e45-396b-48fd-ac46-1174c3562cda, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=78514e45-396b-48fd-ac46-1174c3562cda,segment=NetworkSegment(ac361629-e9fe-497d-a41c-4d3a1f50d3c5),segment_id=ac361629-e9fe-497d-a41c-4d3a1f50d3c5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:20.053627 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.055832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae97e344-e899-47b9-b82f-e8c7fda4e470 req-58428d27-8a3f-4d82-80a2-1aaf2a67a358 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529419 Oct 19 20:42:20.056361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:20.063171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c8116bc-1c9d-431d-9cd4-d7832004aae5 req-cfba7aca-46d4-4349-9cca-f9919ad7b525 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3903353 Oct 19 20:42:20.063393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'ports': [{'network_id': '7248c004-deac-42b8-95a2-c0afb84cfc3c', 'name': 'tempest-port--632586529', 'admin_state_up': True}, {'network_id': 'a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6', 'admin_state_up': False}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:20.063393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'port': {'network_id': '7248c004-deac-42b8-95a2-c0afb84cfc3c', 'name': 'tempest-port--632586529', 'admin_state_up': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:20.063393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'port': {'network_id': 'a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6', 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:20.080284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:20.083319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.124908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.154279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Calling delete_port for 78514e45-396b-48fd-ac46-1174c3562cda owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:20.177288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609', 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:20.312459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event deleted for resources: {'Port': ['ID=e464d795-3307-4294-bb17-7143d4bcf6a7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:20.353015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device e464d795-3307-4294-bb17-7143d4bcf6a7 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:20.360925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c8116bc-1c9d-431d-9cd4-d7832004aae5 req-3a4c9ba2-0e69-4b87-a166-d5b98163a750 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929943 Oct 19 20:42:20.447830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: e464d795-3307-4294-bb17-7143d4bcf6a7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:20.448361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device e464d795-3307-4294-bb17-7143d4bcf6a7 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:20.516363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 78514e45-396b-48fd-ac46-1174c3562cda no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:20.531945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9e429-47d3-4f73-bb58-ec848f9d51f4 req-d4f1dcf0-9ba0-4c61-aa18-564eb77fbb15 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:20.539246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87e9e429-47d3-4f73-bb58-ec848f9d51f4 req-d4f1dcf0-9ba0-4c61-aa18-564eb77fbb15 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.1453695 Oct 19 20:42:20.544641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] No DVR routers for this DVR port e464d795-3307-4294-bb17-7143d4bcf6a7 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:20.548099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.554773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf20d68d-c5e9-4f13-ade0-771573754191 req-9902fe3d-893a-4b2b-85e7-b1c54de26a71 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.37 "DELETE /v2.0/ports/e464d795-3307-4294-bb17-7143d4bcf6a7 HTTP/1.1" status: 204 len: 173 time: 3.3912246 Oct 19 20:42:20.565726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'port': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:20.580644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.611165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.619243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.689970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] Pushing event deleted for resources: {'Port': ['ID=78514e45-396b-48fd-ac46-1174c3562cda,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:20.696374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cba282-f161-402e-956d-3afc51c9f844 None None] No DVR routers for this DVR port 78514e45-396b-48fd-ac46-1174c3562cda on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:20.699615 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87e9e429-47d3-4f73-bb58-ec848f9d51f4 req-1bb262ac-425a-4a56-bffd-eab023073814 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564772 Oct 19 20:42:20.709175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No active binding found for port 78514e45-396b-48fd-ac46-1174c3562cda {{(pid=100736) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 20:42:20.709728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 78514e45-396b-48fd-ac46-1174c3562cda not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:20.710272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d97ae7bd-4b36-42c5-90ba-b354202c4d26 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:20.729004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'name': 'network-vif-deleted', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:20.749120 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e1974-c682-42e2-93bb-9ed25df251de" -d '{"events": [{"server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "name": "network-vif-deleted", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:20.758654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d97ae7bd-4b36-42c5-90ba-b354202c4d26 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:20.763170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d97ae7bd-4b36-42c5-90ba-b354202c4d26 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:20.800165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] device_id is not set on port ba97e2bb-608c-4111-8569-470c7f405931 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:42:20.980669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:20.992642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] For port 9e6bf582-1a2d-437c-81a6-bf141889c556, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9e6bf582-1a2d-437c-81a6-bf141889c556,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:20.993002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.037250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Calling delete_port for 9e6bf582-1a2d-437c-81a6-bf141889c556 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:21.084402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.123137 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1116c55-5349-4201-b51a-101f77522707 x-openstack-request-id: req-d1116c55-5349-4201-b51a-101f77522707 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:21.123538 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cac60d-b386-4b44-a65a-697013d5aa24", "name": "network-vif-deleted", "tag": "e464d795-3307-4294-bb17-7143d4bcf6a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:21.123869 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1116c55-5349-4201-b51a-101f77522707 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:21.124475 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cac60d-b386-4b44-a65a-697013d5aa24', 'name': 'network-vif-deleted', 'tag': 'e464d795-3307-4294-bb17-7143d4bcf6a7', 'status': 'completed', 'code': 200} Oct 19 20:42:21.172127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc63314-6eb9-49c3-8004-6b5d35eccf83 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:21.175310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] device_id is not set on port 68cc6563-943b-440e-864a-c0424211c228 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:42:21.187967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272234d-31aa-4463-b6c1-36939917e8aa req-5ce0dda3-cc13-4a05-b130-5ca07f5c27fb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:21.190267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a272234d-31aa-4463-b6c1-36939917e8aa req-5ce0dda3-cc13-4a05-b130-5ca07f5c27fb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 932 time: 0.4282761 Oct 19 20:42:21.205311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.227658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb758550-5ad7-4542-9df3-61bc12430edb req-6cc381b6-9a7a-44cd-9b80-d5fa3fa06796 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=91cac60d-b386-4b44-a65a-697013d5aa24 HTTP/1.1" status: 200 len: 210 time: 0.0447192 Oct 19 20:42:21.373947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a272234d-31aa-4463-b6c1-36939917e8aa req-1ff24af2-f8d9-4861-acd8-ddcab33f8f4c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756604 Oct 19 20:42:21.408841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Transition to ACTIVE for port object dbc63314-6eb9-49c3-8004-6b5d35eccf83 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:42:21.409777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f645c-2382-493d-a0eb-f37fd3715078 req-ad3dd01d-d67e-49b3-be34-e83ade2ff0b0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:21.425180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.425519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-903f645c-2382-493d-a0eb-f37fd3715078 req-ad3dd01d-d67e-49b3-be34-e83ade2ff0b0 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.0945435 Oct 19 20:42:21.501712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.502755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Pushing event updated for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:21.506233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Deleting port dc78e3cc-f6cf-4dd0-9520-25523e90126d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:21.506747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.560007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.592524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] For port dc78e3cc-f6cf-4dd0-9520-25523e90126d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=dc78e3cc-f6cf-4dd0-9520-25523e90126d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:21.592883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.604919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Calling delete_port for dc78e3cc-f6cf-4dd0-9520-25523e90126d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:21.626349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-903f645c-2382-493d-a0eb-f37fd3715078 req-2d8d1bbd-b255-4d43-b6e3-a6268fbf9c1e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985712 Oct 19 20:42:21.662658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Port': ['ID=ba97e2bb-608c-4111-8569-470c7f405931,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:21.668458 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Checking segment: {'id': 'd7539f64-63a4-49da-8d7d-76c886496344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7248c004-deac-42b8-95a2-c0afb84cfc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:21.668823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network hostable DHCP agents. Network: 7248c004-deac-42b8-95a2-c0afb84cfc3c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:21.686001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network 7248c004-deac-42b8-95a2-c0afb84cfc3c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:21.694570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7248c004-deac-42b8-95a2-c0afb84cfc3c) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:21.698252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:21.699678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.710559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ea6d2-73b7-48c6-a019-b12071411bd9 None None] Network 7248c004-deac-42b8-95a2-c0afb84cfc3c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:21.773104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Port': ['ID=68cc6563-943b-440e-864a-c0424211c228,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:21.782088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Checking segment: {'id': '1c64dee3-3583-478d-907b-4b2e9dbc3fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:21.782908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network hostable DHCP agents. Network: a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:21.796792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.805546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:21.817817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:21.828586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a435dee-53c5-4557-98b4-bb65fa4f55d7 None None] Network a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:21.834891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:21.842371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:21.848937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:21.849967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:21.865649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Port': ['ID=dc78e3cc-f6cf-4dd0-9520-25523e90126d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:21.878662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0546cc25-0df2-4931-8adf-033a3e504bcb tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8190894 Oct 19 20:42:21.879791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35688) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:21.956579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Attempting to bind port dbc63314-6eb9-49c3-8004-6b5d35eccf83 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:21.956912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Attempting to bind port dbc63314-6eb9-49c3-8004-6b5d35eccf83 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:21.957237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Attempting to bind port dbc63314-6eb9-49c3-8004-6b5d35eccf83 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:21.990483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Port dbc63314-6eb9-49c3-8004-6b5d35eccf83 on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:42:21.990979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Attempting to bind port dbc63314-6eb9-49c3-8004-6b5d35eccf83 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:22.002743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d5244-ea2e-4779-ad22-baa7e04c82af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:22.008481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d5244-ea2e-4779-ad22-baa7e04c82af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:22.012793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-908d5244-ea2e-4779-ad22-baa7e04c82af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1292434 Oct 19 20:42:22.013059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:22.037013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:22.037308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:22.037785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:22.038255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Bound port: dbc63314-6eb9-49c3-8004-6b5d35eccf83, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:22.039199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.050069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d4d72-4a92-4178-b8d0-904e9dc3cc3a req-f278c057-0536-46d7-9dd3-516b651a4525 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:22.051604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-873d4d72-4a92-4178-b8d0-904e9dc3cc3a req-f278c057-0536-46d7-9dd3-516b651a4525 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.2685895 Oct 19 20:42:22.069965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.103401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting port ba97e2bb-608c-4111-8569-470c7f405931 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:22.104030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.122950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Port': ['ID=9e6bf582-1a2d-437c-81a6-bf141889c556,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:22.175384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.181144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.189812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Calling delete_port for ba97e2bb-608c-4111-8569-470c7f405931 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:22.278760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.309007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:22.311460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Port': ['ID=ba97e2bb-608c-4111-8569-470c7f405931,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:22.323570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.328015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16283988-4693-46c0-83c2-a2eb38223596 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/ports/ba97e2bb-608c-4111-8569-470c7f405931 HTTP/1.1" status: 204 len: 168 time: 0.3140152 Oct 19 20:42:22.334183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:22.357322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-873d4d72-4a92-4178-b8d0-904e9dc3cc3a req-863d6de1-5f77-48d9-91a8-1c84df58793e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883253 Oct 19 20:42:22.377238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:22.429553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.438668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.441017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.489332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting port 68cc6563-943b-440e-864a-c0424211c228 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:22.491536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.576345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.582149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.598340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Calling delete_port for 68cc6563-943b-440e-864a-c0424211c228 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:22.603869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:22.604544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.606018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] 10.222.0.11 "PUT /v2.0/ports/dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 200 len: 1092 time: 2.9762063 Oct 19 20:42:22.665281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.665823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Fanout notify agent at l3_agent the message router_deleted on router 4e78f4e5-c555-4632-9911-01d0e75b71d3 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:42:22.674837 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.676164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e40ecbb-21b6-4d52-8ce0-88d41b31645a tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/routers/4e78f4e5-c555-4632-9911-01d0e75b71d3 HTTP/1.1" status: 204 len: 168 time: 3.2972989 Oct 19 20:42:22.691563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35712) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:22.814521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.829113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.844152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4414c-7f6d-487a-8039-07c73c021719 req-31887866-ad64-4f11-8973-2faf73186cea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:22.845933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53d4414c-7f6d-487a-8039-07c73c021719 req-31887866-ad64-4f11-8973-2faf73186cea tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1640289 Oct 19 20:42:22.879551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Port': ['ID=68cc6563-943b-440e-864a-c0424211c228,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:22.881864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:22.885260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-830a972f-0800-43ac-877a-d63680d1a341 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/ports/68cc6563-943b-440e-864a-c0424211c228 HTTP/1.1" status: 204 len: 168 time: 0.5495899 Oct 19 20:42:22.888210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:22.932985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88f6abbd-b010-4f07-9fdb-c1a26df7fe6b tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0426316 Oct 19 20:42:22.946577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:42:22.955943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35716) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:22.963034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-70507095'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:22.976487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53d4414c-7f6d-487a-8039-07c73c021719 req-0e4a5634-9d17-45fc-b1c4-73479c42edd4 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084826 Oct 19 20:42:23.043495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-ff05e845-cda4-4575-9969-353223b75b9e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.044998 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-ff05e845-cda4-4575-9969-353223b75b9e tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.6216438 Oct 19 20:42:23.057653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.061381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cf261-2a88-486e-9186-25eca0ccfd1a service neutron] Pushing event updated for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:23.076837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:23.080295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.108659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.113924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25492f8-3228-47d6-bb17-bcb2caf0ebd6']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:23.126980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:23.128555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:23.128858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac361629-e9fe-497d-a41c-4d3a1f50d3c5') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:23.129161 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a27f26-a0c1-498e-bd48-52b6da04881c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:23.139125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.144555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.159282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:23.176991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f85a-52bb-450d-98c0-d2c3d14d7504 req-fb1c1e5c-b525-4ed9-aed9-5075be40b018 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.178578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92a0f85a-52bb-450d-98c0-d2c3d14d7504 req-fb1c1e5c-b525-4ed9-aed9-5075be40b018 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 945 time: 0.1246388 Oct 19 20:42:23.183372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.185791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.186138 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment 35954d21-499b-4139-a2e0-1cfef460c9df of type vlan for network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 Oct 19 20:42:23.197597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:23.197998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:23.201910 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:23.207397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac085-444a-44f6-84ca-6270de4d23e2 req-a2de1d2c-0fe2-4c61-a85e-1ea750b8d378 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.212461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20eac085-444a-44f6-84ca-6270de4d23e2 req-a2de1d2c-0fe2-4c61-a85e-1ea750b8d378 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 944 time: 0.6499264 Oct 19 20:42:23.250323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-982898f5-d12a-4181-9df5-6ad307531faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.252067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-982898f5-d12a-4181-9df5-6ad307531faa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 1095 time: 0.5747714 Oct 19 20:42:23.265881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.267262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Fanout notify agent at l3_agent the message router_deleted on router 664ffbb7-54d2-4d95-96d2-40180fc156ca {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:42:23.304101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.324300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.328269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1383f4ab-70f9-4ed6-adcb-7f71ef6cee3e tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/routers/664ffbb7-54d2-4d95-96d2-40180fc156ca HTTP/1.1" status: 204 len: 168 time: 5.6213012 Oct 19 20:42:23.332674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:23.333958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-45bd33db-d729-4dc2-9f56-c1cdb72c2043 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 200 len: 217 time: 0.0694261 Oct 19 20:42:23.343324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.355745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.361465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] 10.222.0.31 "DELETE /v2.0/networks/a25492f8-3228-47d6-bb17-bcb2caf0ebd6 HTTP/1.1" status: 204 len: 168 time: 0.6663680 Oct 19 20:42:23.386045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92a0f85a-52bb-450d-98c0-d2c3d14d7504 req-2d320836-ba1a-4da9-9353-1bb51ae24005 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489041 Oct 19 20:42:23.389094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.402564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.403194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.406961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f613c0-0c06-4349-a709-cc0c60ca79ab tempest-TestSecurityGroupsBasicOps-1167915357 tempest-TestSecurityGroupsBasicOps-1167915357-project] Pushing event deleted for resources: {'Network': ['ID=a25492f8-3228-47d6-bb17-bcb2caf0ebd6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:23.457839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-f5dfca3e-d7cc-4cb8-93e2-9c545c34df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:23.459407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-f5dfca3e-d7cc-4cb8-93e2-9c545c34df20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1164606 Oct 19 20:42:23.468849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20eac085-444a-44f6-84ca-6270de4d23e2 req-6228a477-174e-4e49-a039-99b276003366 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268965 Oct 19 20:42:23.491047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5317423 Oct 19 20:42:23.493954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:23.543030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1167786332'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:23.563168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-07e5a18c-b1b1-4e6f-9c3c-660310c1ba56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928912 Oct 19 20:42:23.579361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b14962-384c-435f-a3c2-dec50e1c06e7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=2bfb2c89-a049-4fec-ad7c-0f1cf661a965,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:23.590500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:23.718133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Deleting port 8a22e04a-7612-4473-9aea-b2570e32f328 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:23.718474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.724702 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a08bf-1332-4a58-9af8-9f552259eb5e x-openstack-request-id: req-da0a08bf-1332-4a58-9af8-9f552259eb5e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:23.725267 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:23.725726 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da0a08bf-1332-4a58-9af8-9f552259eb5e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:23.726332 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83', 'status': 'completed', 'code': 200} Oct 19 20:42:23.811435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:23.815643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:23.905319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-0b3cc729-f317-4656-a595-cbdaa8447acb service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282473 Oct 19 20:42:23.962075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:23.975395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] For port 8a22e04a-7612-4473-9aea-b2570e32f328, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8a22e04a-7612-4473-9aea-b2570e32f328,segment=NetworkSegment(6e68ded7-3b3c-4391-b36c-7e241737ae9c),segment_id=6e68ded7-3b3c-4391-b36c-7e241737ae9c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:23.975771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.043636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Calling delete_port for 8a22e04a-7612-4473-9aea-b2570e32f328 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:24.057133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc5aa9-3de1-4a90-a6de-f57bb10948cb req-73872ef8-b42b-44b7-8e22-91eef48e3d25 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.059440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60bc5aa9-3de1-4a90-a6de-f57bb10948cb req-73872ef8-b42b-44b7-8e22-91eef48e3d25 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.2384088 Oct 19 20:42:24.060733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.061240 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Added segment 0db2b7d0-801e-4b66-a7f1-fb7902707454 of type vlan for network 1d585d57-8e5a-4c1c-9e50-d078e078206f Oct 19 20:42:24.070263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:24.139940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.165606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.192772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdede0-fefc-41ac-97fb-3334e91fe2cb req-423dc80c-7fbc-4a11-bfa5-2816866f1ad8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.194447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ecdede0-fefc-41ac-97fb-3334e91fe2cb req-423dc80c-7fbc-4a11-bfa5-2816866f1ad8 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 945 time: 0.7022645 Oct 19 20:42:24.238195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa8ee280-7180-4aab-81fa-96e261eb403a req-7a3feaf5-fed2-4189-a782-a3b79b03cc97 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108263 Oct 19 20:42:24.242852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-0585fbec-34fb-4d22-bf05-a8638e17d2c1 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.244392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-0585fbec-34fb-4d22-bf05-a8638e17d2c1 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 945 time: 0.1101851 Oct 19 20:42:24.257186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.263408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.264008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.317329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ecdede0-fefc-41ac-97fb-3334e91fe2cb req-79d04e8c-6c06-4365-adfc-57d14ecc89a9 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/security-groups?id=40cd2fdb-a638-4ec0-bd09-1699da072379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141274 Oct 19 20:42:24.363168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9e6bf582-1a2d-437c-81a6-bf141889c556 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:24.392167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9e6bf582-1a2d-437c-81a6-bf141889c556 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:24.392767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9e6bf582-1a2d-437c-81a6-bf141889c556 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:24.393425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device dc78e3cc-f6cf-4dd0-9520-25523e90126d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:24.417053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: dc78e3cc-f6cf-4dd0-9520-25523e90126d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:24.418389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device dc78e3cc-f6cf-4dd0-9520-25523e90126d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:24.427420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.439070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9102316 Oct 19 20:42:24.491742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd236190-661e-4777-a871-302befbd7029']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:24.493197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60bc5aa9-3de1-4a90-a6de-f57bb10948cb req-4cb9dab9-0de5-4abd-97ff-9dbbb172b8eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197452 Oct 19 20:42:24.499560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151f4b4-0f41-4a8e-86c3-7c24262277a7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Network': ['ID=1d585d57-8e5a-4c1c-9e50-d078e078206f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:24.511782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-74733ccc-7126-417a-bfa7-6f6959071318 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=126e1381ba174324bde9ffbf6cd5b483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398131 Oct 19 20:42:24.531019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1d585d57-8e5a-4c1c-9e50-d078e078206f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:24.531136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35752) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:24.544528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182795cd-c50b-482e-a29f-93734dd901c5') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:24.546514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182795cd-c50b-482e-a29f-93734dd901c5') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:24.592297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35758) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:24.594694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.601036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'subnets': [{'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--894538956', 'ip_version': 4}, {'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:24.601375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'subnet': {'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--894538956', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:24.601988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Request body: {'subnet': {'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:24.610621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-9b2aaabf-7c1a-4348-a48f-47f9c66f8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.612117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-9b2aaabf-7c1a-4348-a48f-47f9c66f8f15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 1095 time: 0.3070939 Oct 19 20:42:24.630709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.645441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b3dc-d50c-432e-a025-163edf66b9f0 req-0165d6b3-5b52-4bbb-b246-da443b19a169 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.654339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b37b3dc-d50c-432e-a025-163edf66b9f0 req-0165d6b3-5b52-4bbb-b246-da443b19a169 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 945 time: 0.1769407 Oct 19 20:42:24.680588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:24.681228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:24.685171 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:24.690516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Deleting port eff132bc-6174-40f1-bc98-18ddbd8d8c21 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:24.691164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.740617 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b37b3dc-d50c-432e-a025-163edf66b9f0 req-81fe95ac-4be0-471c-8754-f84835109e4e tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851362 Oct 19 20:42:24.847066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] For port eff132bc-6174-40f1-bc98-18ddbd8d8c21, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eff132bc-6174-40f1-bc98-18ddbd8d8c21,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:24.848337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.874097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.918278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Calling delete_port for eff132bc-6174-40f1-bc98-18ddbd8d8c21 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:24.922833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:24.937446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e9437-b9af-4361-bf03-52f1ae9e6dbd req-69e78a71-84a8-4dcd-bd1e-6d2c02c656e6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:24.939141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-973e9437-b9af-4361-bf03-52f1ae9e6dbd req-69e78a71-84a8-4dcd-bd1e-6d2c02c656e6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 944 time: 0.2932334 Oct 19 20:42:24.967501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Pushing event deleted for resources: {'Port': ['ID=8a22e04a-7612-4473-9aea-b2570e32f328,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:24.990965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.003922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.017398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] 10.222.0.31 "DELETE /v2.0/networks/fd236190-661e-4777-a871-302befbd7029 HTTP/1.1" status: 204 len: 168 time: 1.6761034 Oct 19 20:42:25.057279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-6d8a3be4-8563-4755-9e7a-52ad21f47cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:25.059384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-6d8a3be4-8563-4755-9e7a-52ad21f47cf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.4146256 Oct 19 20:42:25.061390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.087267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] No DVR routers for this DVR port 8a22e04a-7612-4473-9aea-b2570e32f328 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:25.111342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.115109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecb102f8-f99a-44b8-9cc1-10f15f85ce0a req-62455e93-4f71-480d-9615-21e8bff4e4bd tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.37 "DELETE /v2.0/ports/8a22e04a-7612-4473-9aea-b2570e32f328 HTTP/1.1" status: 204 len: 173 time: 2.0490279 Oct 19 20:42:25.135776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439b16-09ea-42b8-b6b6-b175e82c831b tempest-TestNetworkBasicOps-156890697 tempest-TestNetworkBasicOps-156890697-project] Pushing event deleted for resources: {'Network': ['ID=fd236190-661e-4777-a871-302befbd7029,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:25.160570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518704a4-c8f5-44a2-a6c2-01402a14add9 req-c2b44f39-7d6b-4a8f-b08b-be99e3ca9fab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:25.168180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-2bdaf5d4-1416-41a1-9e34-b7374e5fbd43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 200 len: 217 time: 0.0843246 Oct 19 20:42:25.168880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-518704a4-c8f5-44a2-a6c2-01402a14add9 req-c2b44f39-7d6b-4a8f-b08b-be99e3ca9fab tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.2975216 Oct 19 20:42:25.177383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-973e9437-b9af-4361-bf03-52f1ae9e6dbd req-5ae2f3da-89d1-4073-a739-0d545b6d1d6e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013004 Oct 19 20:42:25.191415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Made reservation on behalf of 8bcc811de5be412ebd5ebc4df7c5d21a for: {'subnet': 2} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:25.195912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.196248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.320324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-cbb652d5-7d4f-4039-933c-848c257d698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:25.321829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-cbb652d5-7d4f-4039-933c-848c257d698d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1434975 Oct 19 20:42:25.326931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.329646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.330776 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad4ad06e-b391-4c8b-a105-bae3fb9e1242 HTTP/1.1" status: 204 len: 168 time: 0.8005366 Oct 19 20:42:25.346712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-518704a4-c8f5-44a2-a6c2-01402a14add9 req-d70448c2-3b44-4522-a762-fba1df370052 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706684 Oct 19 20:42:25.370529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afffe5-8488-4d96-818c-f3e36666765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ad06e-b391-4c8b-a105-bae3fb9e1242,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:25.374058 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-2e236a29-db9c-4aa0-9502-ec81d752b95a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385716 Oct 19 20:42:25.498883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35772) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:25.578146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.587103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8852d35b-b651-452e-9f54-625c8e17f609', 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:25.695908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e7eb220-d5a4-47cf-ab62-4c855f66d77b req-687e87ca-6a32-45e7-ab34-b6e1e1317804 tempest-ServerDiskConfigTestJSON-1907817907 tempest-ServerDiskConfigTestJSON-1907817907-project] 10.222.0.31 "GET /v2.0/ports?device_id=c56afb54-23b4-4044-8ddf-40d60c5ec3c6 HTTP/1.1" status: 200 len: 210 time: 0.0934467 Oct 19 20:42:25.713319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event deleted for resources: {'Port': ['ID=eff132bc-6174-40f1-bc98-18ddbd8d8c21,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:25.747418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'name': 'network-vif-deleted', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:25.749724 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f771e-c97c-4236-8b4a-374e9fe1b43e" -d '{"events": [{"server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "name": "network-vif-deleted", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:25.778024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-5ff8c95e-3454-4e50-b207-71b278850e93 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964264 Oct 19 20:42:25.831651 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d9650-03df-478d-b112-3ff1578ec322 x-openstack-request-id: req-761d9650-03df-478d-b112-3ff1578ec322 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:25.831940 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56afb54-23b4-4044-8ddf-40d60c5ec3c6", "name": "network-vif-deleted", "tag": "8a22e04a-7612-4473-9aea-b2570e32f328", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:25.832187 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-761d9650-03df-478d-b112-3ff1578ec322 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:25.832577 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56afb54-23b4-4044-8ddf-40d60c5ec3c6', 'name': 'network-vif-deleted', 'tag': '8a22e04a-7612-4473-9aea-b2570e32f328', 'status': 'completed', 'code': 200} Oct 19 20:42:25.950110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] No DVR routers for this DVR port eff132bc-6174-40f1-bc98-18ddbd8d8c21 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:25.954146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:25.965199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f4b6ea39-7c9a-47fa-9d4f-fafaffc98163 req-71530e18-b977-4ff1-b15b-444df1d18899 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "DELETE /v2.0/ports/eff132bc-6174-40f1-bc98-18ddbd8d8c21 HTTP/1.1" status: 204 len: 173 time: 1.6843603 Oct 19 20:42:25.965728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'name': 'network-vif-deleted', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:25.969604 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a0319-aa6d-491e-a258-9365013c6eb0" -d '{"events": [{"server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "name": "network-vif-deleted", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:26.032306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc9c1-6ae8-4834-84aa-afb60aaf3228 req-b922a7a6-33c3-46c2-8c2e-ad62ee84491f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:26.033926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a68dc9c1-6ae8-4834-84aa-afb60aaf3228 req-b922a7a6-33c3-46c2-8c2e-ad62ee84491f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.4246297 Oct 19 20:42:26.070483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a0ab9d9-040c-4083-89bf-029004a3de21 req-4e5ae719-ccfb-4086-a54b-14fbe4fb9425 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=833d5297-2e27-4ff6-86d6-a84a0d629b7f HTTP/1.1" status: 200 len: 210 time: 0.0571344 Oct 19 20:42:26.094803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0a27f26-a0c1-498e-bd48-52b6da04881c req-2d750630-be70-464d-88d8-45cb00f36c06 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064718 Oct 19 20:42:26.110866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a68dc9c1-6ae8-4834-84aa-afb60aaf3228 req-71eb9bc4-8de9-4a17-817c-8fc85dbef52f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Oct 19 20:42:26.113626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c6883ab5-ff12-46e2-b710-ee87932ca255 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=530c5e4b036a4d36922ec5990b8dab70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129949 Oct 19 20:42:26.116333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35792) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:26.162013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dbc63314-6eb9-49c3-8004-6b5d35eccf83 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:42:26.180854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.184210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35796) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:26.218010 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d7631b9-eae1-4a60-919e-09ce11cb79ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.236744 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b53948-092f-48c4-8b97-2c67a2732c46 x-openstack-request-id: req-62b53948-092f-48c4-8b97-2c67a2732c46 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:26.237047 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833d5297-2e27-4ff6-86d6-a84a0d629b7f", "name": "network-vif-deleted", "tag": "eff132bc-6174-40f1-bc98-18ddbd8d8c21", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:26.237355 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62b53948-092f-48c4-8b97-2c67a2732c46 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:26.237712 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833d5297-2e27-4ff6-86d6-a84a0d629b7f', 'name': 'network-vif-deleted', 'tag': 'eff132bc-6174-40f1-bc98-18ddbd8d8c21', 'status': 'completed', 'code': 200} Oct 19 20:42:26.242269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.357247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8a22e04a-7612-4473-9aea-b2570e32f328 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:26.370229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.382112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a84d2-9407-4c3d-b37e-03e70257ea82 req-75ea6b12-d09c-41af-9341-2d3d93218e6c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:26.384028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d2a84d2-9407-4c3d-b37e-03e70257ea82 req-75ea6b12-d09c-41af-9341-2d3d93218e6c tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1307695 Oct 19 20:42:26.431605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.434893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.436916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68f3fbfa-dbf3-49b0-824a-1cc228bc3e82 HTTP/1.1" status: 204 len: 168 time: 0.3188856 Oct 19 20:42:26.461389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Subnet': ['ID=893e8d46-b933-48a5-9bde-d9a7326461f9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:26.475249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54bd88-b38b-411c-a867-7ed29fb91fd1 req-2bd07a7e-5e0a-4a0d-be90-0ad61cce56c1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:26.483276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f54bd88-b38b-411c-a867-7ed29fb91fd1 req-2bd07a7e-5e0a-4a0d-be90-0ad61cce56c1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 944 time: 0.1305642 Oct 19 20:42:26.492237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c130c-a1cc-4206-809b-ac3edc6af035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f3fbfa-dbf3-49b0-824a-1cc228bc3e82,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:26.517627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Checking segment: {'id': '35954d21-499b-4139-a2e0-1cfef460c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:26.518003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network hostable DHCP agents. Network: 2bfb2c89-a049-4fec-ad7c-0f1cf661a965, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:26.545575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f54bd88-b38b-411c-a867-7ed29fb91fd1 req-d2214e4d-8c94-421c-9e59-a0355988cad2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570962 Oct 19 20:42:26.562202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:26.580909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d7631b9-eae1-4a60-919e-09ce11cb79ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.587987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2bfb2c89-a049-4fec-ad7c-0f1cf661a965) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:26.594418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d2a84d2-9407-4c3d-b37e-03e70257ea82 req-28e8620e-183a-4edc-847e-f169763f2e28 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012949 Oct 19 20:42:26.598655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d7631b9-eae1-4a60-919e-09ce11cb79ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.600881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.688575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-b624fbfd-2cd9-45c0-b94c-93bdf3606800 req-4f626671-346f-451d-96fa-964b26c5dc35 tempest-MultipleCreateTestJSON-570321834 tempest-MultipleCreateTestJSON-570321834-project] (100734) timed out ('10.222.0.11', 49796) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:42:26.716713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7631b9-eae1-4a60-919e-09ce11cb79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9934fc9-7c65-4799-8b1a-3494aa48478e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:26.754800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9d7631b9-eae1-4a60-919e-09ce11cb79ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3159929cfac64a18ba7a63f134f0b80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692811 Oct 19 20:42:26.756349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:26.775367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:26.799035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 8a22e04a-7612-4473-9aea-b2570e32f328 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:26.799627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8a22e04a-7612-4473-9aea-b2570e32f328 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:26.805023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83', 'mac_address': 'fa:16:3e:86:29:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:42:26.826848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4aecd7-574d-4bfd-946a-6b8e8adf3b06 None None] Network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:26.836750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event updated for resources: {'Subnet': ['ID=b4f86921-3b91-4dee-939c-49810ea762cb,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:26.873942 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.912501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab669f-04ea-4240-a72d-b85de73c7462 req-1e2d6a08-efe2-4f9d-a6d3-fb8a89be27f1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:26.914691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7ab669f-04ea-4240-a72d-b85de73c7462 req-1e2d6a08-efe2-4f9d-a6d3-fb8a89be27f1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1444013 Oct 19 20:42:26.965137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:26.975471 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d467d14f-649a-4953-adc4-418f2b6ae2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.015221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Checking segment: {'id': '0db2b7d0-801e-4b66-a7f1-fb7902707454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:27.022716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network hostable DHCP agents. Network: 1d585d57-8e5a-4c1c-9e50-d078e078206f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:27.037612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35826) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:27.053685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7ab669f-04ea-4240-a72d-b85de73c7462 req-66b71e22-7ba9-4006-a76c-6a9da8f3444e tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329424 Oct 19 20:42:27.057038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc63314-6eb9-49c3-8004-6b5d35eccf83 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:27.103772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.131370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:27.142585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Network 1d585d57-8e5a-4c1c-9e50-d078e078206f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:27.145522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.147242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Deleting subnet c580cad2-2b2f-47d4-aaaa-64e1f4536420 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:27.156469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.179720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1d585d57-8e5a-4c1c-9e50-d078e078206f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:27.182165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35832) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:27.198104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.199673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.201271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.204299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e33759-7085-4e8a-8345-3ec6118eb8fc None None] Network 1d585d57-8e5a-4c1c-9e50-d078e078206f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:27.219819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a946a81e-095f-4307-8890-b42f16c1e007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.220563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.276928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.389033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f7226adc-1f7c-499f-8ee8-bdd113556313 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7942441 Oct 19 20:42:27.397289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.398107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:27.411240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:27.413696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.417036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9934fc9-7c65-4799-8b1a-3494aa48478e HTTP/1.1" status: 204 len: 168 time: 0.6401837 Oct 19 20:42:27.436159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bec65-a945-46ec-9e7f-63fb5e87aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9934fc9-7c65-4799-8b1a-3494aa48478e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:27.445271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.453557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:27.456896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-2bfb2c89-a049-4fec-ad7c-0f1cf661a965', 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965', 'tenant_id': '8bcc811de5be412ebd5ebc4df7c5d21a', 'fixed_ips': [{'subnet_id': '893e8d46-b933-48a5-9bde-d9a7326461f9'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:27.458988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.483380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cceb4-93ef-4660-8cb0-0c3544621b1a req-ba7b7a10-842d-446f-b4a5-16c95a8f8ff2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.485193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c8cceb4-93ef-4660-8cb0-0c3544621b1a req-ba7b7a10-842d-446f-b4a5-16c95a8f8ff2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1511230 Oct 19 20:42:27.489671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.494120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c580cad2-2b2f-47d4-aaaa-64e1f4536420 HTTP/1.1" status: 204 len: 168 time: 0.4552748 Oct 19 20:42:27.525232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35842) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:27.548627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bc0d4-58f4-48b8-b912-f947095fa6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c580cad2-2b2f-47d4-aaaa-64e1f4536420,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:27.584552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-1d585d57-8e5a-4c1c-9e50-d078e078206f', 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f', 'tenant_id': '8bcc811de5be412ebd5ebc4df7c5d21a', 'fixed_ips': [{'subnet_id': 'b4f86921-3b91-4dee-939c-49810ea762cb'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:27.590158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.614303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c8cceb4-93ef-4660-8cb0-0c3544621b1a req-25f4979b-549b-46dd-bfd0-3545b6ef8f31 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752177 Oct 19 20:42:27.629591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a946a81e-095f-4307-8890-b42f16c1e007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.694851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a946a81e-095f-4307-8890-b42f16c1e007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:27.764454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-d03c0a6e-5627-48ae-aaad-40d4d344a149 req-71245e08-20f5-4780-a5d3-7e604c1a7d1c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:42:27.768092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d03c0a6e-5627-48ae-aaad-40d4d344a149 req-71245e08-20f5-4780-a5d3-7e604c1a7d1c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106418 Oct 19 20:42:27.813608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f88751-bdcb-42bb-9738-989a662409af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.817369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f88751-bdcb-42bb-9738-989a662409af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.819389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f88751-bdcb-42bb-9738-989a662409af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:27.825011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-99f88751-bdcb-42bb-9738-989a662409af tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4229074 Oct 19 20:42:27.826695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:27.994784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Allocated IP 172.20.0.2 (2bfb2c89-a049-4fec-ad7c-0f1cf661a965/893e8d46-b933-48a5-9bde-d9a7326461f9/4c0e5dce-62b9-4660-885c-13527693b657) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:27.997933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a81e-095f-4307-8890-b42f16c1e007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442da52c-4fcb-44b1-80b8-baa86dd9b5f8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:28.014214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Allocated IP 172.20.0.18 (1d585d57-8e5a-4c1c-9e50-d078e078206f/b4f86921-3b91-4dee-939c-49810ea762cb/3cc86ed1-b07a-4bbb-83aa-7276fccbc56b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:28.031102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a946a81e-095f-4307-8890-b42f16c1e007 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28a0c1aa2c0544b09b9d8518e7ea1a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438256 Oct 19 20:42:28.037945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35856) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:28.049383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e29c2f-36db-46d1-8d5a-7fbfb1861ad4 req-244515ad-e6b7-46b0-881d-0e713531d050 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:28.051997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:28.058610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96e29c2f-36db-46d1-8d5a-7fbfb1861ad4 req-244515ad-e6b7-46b0-881d-0e713531d050 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1709368 Oct 19 20:42:28.070007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting subnet 893e8d46-b933-48a5-9bde-d9a7326461f9 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:28.088653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf5f9-2e69-4b81-a765-9512d4f1303d req-af6d99c4-2ed4-41e5-90db-a72bf5e60ce0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:28.097360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e48bf5f9-2e69-4b81-a765-9512d4f1303d req-af6d99c4-2ed4-41e5-90db-a72bf5e60ce0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 945 time: 0.4122729 Oct 19 20:42:28.134017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96e29c2f-36db-46d1-8d5a-7fbfb1861ad4 req-0af351ef-c9a8-4a68-b82b-3df5fa514e65 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736911 Oct 19 20:42:28.140341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.149130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-278b35ae-f7e0-4df1-a1ae-b4c834f78197 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16e8bf4f10f343a28f382a035954258e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886772 Oct 19 20:42:28.150951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35860) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:28.190560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eff132bc-6174-40f1-bc98-18ddbd8d8c21 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:28.249543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: eff132bc-6174-40f1-bc98-18ddbd8d8c21 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:28.249889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eff132bc-6174-40f1-bc98-18ddbd8d8c21 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:28.251061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.253875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e48bf5f9-2e69-4b81-a765-9512d4f1303d req-2be64c40-d374-4a29-a7fb-07de359dbc87 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506133 Oct 19 20:42:28.287181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.335844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.369537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.384279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8cc62-7496-40b5-8cb6-e57e80999dfe req-f7fa81e9-32be-404b-8286-0cdc8206d38f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:28.392374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad8cc62-7496-40b5-8cb6-e57e80999dfe req-f7fa81e9-32be-404b-8286-0cdc8206d38f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.0838223 Oct 19 20:42:28.419675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.422273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.426317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cebdf23-b85e-45fc-b17e-e2a7891b493c HTTP/1.1" status: 204 len: 168 time: 0.2703500 Oct 19 20:42:28.462644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0477f74-735b-417a-a405-b68ff4271609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cebdf23-b85e-45fc-b17e-e2a7891b493c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:28.495151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ad8cc62-7496-40b5-8cb6-e57e80999dfe req-9a685905-b689-4499-91ee-39285c2e86a0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856755 Oct 19 20:42:28.500938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.514733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.525641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.549206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.599061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:28.604256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.608404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.613498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.630929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:28.635375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:28.675912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d28ab4-3451-4cad-ae30-1e609e67ae33']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:28.684691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.699893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.701092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/442da52c-4fcb-44b1-80b8-baa86dd9b5f8 HTTP/1.1" status: 204 len: 168 time: 0.6564898 Oct 19 20:42:28.714853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e68ded7-3b3c-4391-b36c-7e241737ae9c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:28.715145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e68ded7-3b3c-4391-b36c-7e241737ae9c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:28.734766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Pushing event updated for resources: {'Port': ['ID=4c0e5dce-62b9-4660-885c-13527693b657,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:28.738641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Network 1d585d57-8e5a-4c1c-9e50-d078e078206f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:28.748486 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.760320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861b108-a918-45eb-ae42-3a995ecf761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442da52c-4fcb-44b1-80b8-baa86dd9b5f8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:28.782564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.798386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:28.798835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:28.800549 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:28.817713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:28.823107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:28.855677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.920241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Attempting to bind port 4c0e5dce-62b9-4660-885c-13527693b657 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:28.920887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Attempting to bind port 4c0e5dce-62b9-4660-885c-13527693b657 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '35954d21-499b-4139-a2e0-1cfef460c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:28.921596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Attempting to bind port 4c0e5dce-62b9-4660-885c-13527693b657 on network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:28.924481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.929886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.945758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2d28ab4-3451-4cad-ae30-1e609e67ae33 HTTP/1.1" status: 204 len: 168 time: 1.4121253 Oct 19 20:42:28.948975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Pushing event updated for resources: {'Port': ['ID=3cc86ed1-b07a-4bbb-83aa-7276fccbc56b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:28.961234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:28.961868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Checking segment: {'id': '35954d21-499b-4139-a2e0-1cfef460c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:28.962492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.963029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Bound using segment: {'id': '35954d21-499b-4139-a2e0-1cfef460c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:28.963650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Bound port: 4c0e5dce-62b9-4660-885c-13527693b657, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35954d21-499b-4139-a2e0-1cfef460c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2bfb2c89-a049-4fec-ad7c-0f1cf661a965'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:28.964728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:28.982163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd391783-f54a-445c-9dc9-8dcafcaabc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d28ab4-3451-4cad-ae30-1e609e67ae33,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:29.013266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564448-d24c-4de3-983e-89c325bac37a req-7d23d06f-73ca-4d27-8412-7b351a8b7a84 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:29.023473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24564448-d24c-4de3-983e-89c325bac37a req-7d23d06f-73ca-4d27-8412-7b351a8b7a84 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3707876 Oct 19 20:42:29.056770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Attempting to bind port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:29.058348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Attempting to bind port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '0db2b7d0-801e-4b66-a7f1-fb7902707454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:29.060156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Attempting to bind port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b on network 1d585d57-8e5a-4c1c-9e50-d078e078206f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:29.074771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:29.075190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Checking segment: {'id': '0db2b7d0-801e-4b66-a7f1-fb7902707454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:29.075560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.075956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Bound using segment: {'id': '0db2b7d0-801e-4b66-a7f1-fb7902707454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:29.079117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Bound port: 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db2b7d0-801e-4b66-a7f1-fb7902707454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d585d57-8e5a-4c1c-9e50-d078e078206f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:29.080579 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.084400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.093454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] For port 4c0e5dce-62b9-4660-885c-13527693b657, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:29.101540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] For port 4c0e5dce-62b9-4660-885c-13527693b657, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4c0e5dce-62b9-4660-885c-13527693b657,segment=NetworkSegment(35954d21-499b-4139-a2e0-1cfef460c9df),segment_id=35954d21-499b-4139-a2e0-1cfef460c9df)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:29.127566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.154568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24564448-d24c-4de3-983e-89c325bac37a req-704c97f3-0916-41af-829e-0c7d33066a8d tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269646 Oct 19 20:42:29.155894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Subnet': ['ID=893e8d46-b933-48a5-9bde-d9a7326461f9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:29.175539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.178432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db0ef4c0-a5ae-45d3-96c4-68350e76dcc0 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/subnets/893e8d46-b933-48a5-9bde-d9a7326461f9 HTTP/1.1" status: 204 len: 168 time: 1.3501389 Oct 19 20:42:29.181043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35890) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:29.262573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting subnet b4f86921-3b91-4dee-939c-49810ea762cb {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:29.270162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:29.283404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.350909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-49f5782c-0260-403c-8daa-4243a20bf3f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f725fbe03e547e9826cab78d016664e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793505 Oct 19 20:42:29.353332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35896) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:29.375692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56c8a07e-c72b-44b3-9048-4fe28dfeefd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.402478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55fb8-2da3-4479-80b1-87a5a0ec6354 None None] Pushing event updated for resources: {'Port': ['ID=4c0e5dce-62b9-4660-885c-13527693b657,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:29.450683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] For port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:29.456423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] For port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3cc86ed1-b07a-4bbb-83aa-7276fccbc56b,segment=NetworkSegment(0db2b7d0-801e-4b66-a7f1-fb7902707454),segment_id=0db2b7d0-801e-4b66-a7f1-fb7902707454)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:29.461412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.466581 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.545519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eebad-f467-44d7-b3cf-dd4c66818ec7 req-b92d42c2-25c1-48ce-88c4-ef4195da9ee7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:29.555901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f8eebad-f467-44d7-b3cf-dd4c66818ec7 req-b92d42c2-25c1-48ce-88c4-ef4195da9ee7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.2675476 Oct 19 20:42:29.585843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.612920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468ecf-f2e0-422b-a5e3-e1d56ae330df None None] Pushing event updated for resources: {'Port': ['ID=3cc86ed1-b07a-4bbb-83aa-7276fccbc56b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:29.645503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4bddf-95f8-41a6-aae4-5cfb09d8e403 req-784af521-fa9e-4d98-9d1e-446cf2597192 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:29.661250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bdf4bddf-95f8-41a6-aae4-5cfb09d8e403 req-784af521-fa9e-4d98-9d1e-446cf2597192 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 945 time: 0.2352729 Oct 19 20:42:29.736953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.766449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f8eebad-f467-44d7-b3cf-dd4c66818ec7 req-861942d1-77b4-4367-87f7-09a548976bee tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089972 Oct 19 20:42:29.785658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bdf4bddf-95f8-41a6-aae4-5cfb09d8e403 req-c6e99697-79e3-4ccd-9508-b36e03874332 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179056 Oct 19 20:42:29.910183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.917778 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.918590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:29.924653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40cd2fdb-a638-4ec0-bd09-1699da072379 HTTP/1.1" status: 204 len: 168 time: 0.5698519 Oct 19 20:42:30.008972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a762d-0bad-461f-99b4-5944d88b8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd2fdb-a638-4ec0-bd09-1699da072379,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:30.052697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e815145-cc99-4e19-ad8a-cd67b5d4abff req-a887e448-cb66-465d-bfb9-e9965020d1ee tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:30.054338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e815145-cc99-4e19-ad8a-cd67b5d4abff req-a887e448-cb66-465d-bfb9-e9965020d1ee tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1603820 Oct 19 20:42:30.138590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.162212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e815145-cc99-4e19-ad8a-cd67b5d4abff req-d7de4647-32a7-4e68-a09b-f76bdb32e015 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971873 Oct 19 20:42:30.188929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dbc63314-6eb9-49c3-8004-6b5d35eccf83 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:30.287631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f86921-3b91-4dee-939c-49810ea762cb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:30.311932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.319666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.320768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/subnets/b4f86921-3b91-4dee-939c-49810ea762cb HTTP/1.1" status: 204 len: 168 time: 1.1383853 Oct 19 20:42:30.323183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35928) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:30.335067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.336341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.337993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.340353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.341757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.342328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.343041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.344306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.345190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.348187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.348934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.349709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6445-de91-417e-82e4-1c26b90f7f89 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:30.371434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port dbc63314-6eb9-49c3-8004-6b5d35eccf83 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:42:30.378546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port dbc63314-6eb9-49c3-8004-6b5d35eccf83 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:30.379468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.512108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5caeb8-1d5a-4d98-a850-9e02144f38ac req-4f8df45f-25fd-4e64-a93e-2f02e72943c0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:30.522451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca5caeb8-1d5a-4d98-a850-9e02144f38ac req-4f8df45f-25fd-4e64-a93e-2f02e72943c0 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1623752 Oct 19 20:42:30.597928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d16b8f-5065-43c4-b20a-38007804e6f3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:30.601858 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d6d16b8f-5065-43c4-b20a-38007804e6f3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2773130 Oct 19 20:42:30.606622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35934) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:30.606791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.650030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:30.655265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca5caeb8-1d5a-4d98-a850-9e02144f38ac req-9cfc704e-85ef-4533-b266-d05d2169a65f tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313400 Oct 19 20:42:30.663485 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6944977-6e82-44e9-aeb7-76e38e4b0fb0" -d '{"events": [{"server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "name": "network-vif-plugged", "status": "completed", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:30.743496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:30.754465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4c0e5dce-62b9-4660-885c-13527693b657 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:30.764277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:30.884386 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4839f1d-837d-4a72-88b7-18a3346f26fb x-openstack-request-id: req-f4839f1d-837d-4a72-88b7-18a3346f26fb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:30.885655 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "name": "network-vif-plugged", "status": "completed", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:30.888487 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4839f1d-837d-4a72-88b7-18a3346f26fb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:30.889031 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83', 'code': 200} Oct 19 20:42:31.050706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f644-4225-491d-adc7-bee9a0c10747 req-e6758796-1740-4f2e-acca-6c49e0e0c3e6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:31.062696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccb4f644-4225-491d-adc7-bee9a0c10747 req-e6758796-1740-4f2e-acca-6c49e0e0c3e6 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1483607 Oct 19 20:42:31.097545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:31.147647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:31.180521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4c0e5dce-62b9-4660-885c-13527693b657 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:31.180900 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:31.232931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccb4f644-4225-491d-adc7-bee9a0c10747 req-4960352f-25d3-4159-981f-b20b242ae3eb tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662302 Oct 19 20:42:31.247490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575422eb-db14-400a-b3c8-82c4e4575049 None None] Network 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:31.390780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-09c844d1-5c55-4239-8f55-c17dbc24e304 None None] Provisioning complete for port 4c0e5dce-62b9-4660-885c-13527693b657 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:31.392010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09c844d1-5c55-4239-8f55-c17dbc24e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:31.408894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:31.602816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33363ce3-c957-43c4-8c22-448093ff95e9 None None] Network 1d585d57-8e5a-4c1c-9e50-d078e078206f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:31.692536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:31.860174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-624913890-network', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:31.865489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a97a-9340-49d6-80f7-1c17f51f9c09 req-05e6f20d-c031-49fb-ac42-6a88cd678621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:31.867476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca45a97a-9340-49d6-80f7-1c17f51f9c09 req-05e6f20d-c031-49fb-ac42-6a88cd678621 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 1097 time: 0.1623704 Oct 19 20:42:31.909783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc4153-93c8-4588-9e06-e3d3a55139bd req-2857996c-f9f1-4d51-97d6-7ea1ab990c80 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:31.927109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01dc4153-93c8-4588-9e06-e3d3a55139bd req-2857996c-f9f1-4d51-97d6-7ea1ab990c80 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 946 time: 0.2263799 Oct 19 20:42:31.962340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Made reservation on behalf of 2843bc7d04bd4d97bed7658a298abb03 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:31.966006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca45a97a-9340-49d6-80f7-1c17f51f9c09 req-ab183500-865d-47eb-8f5a-edccb9d2b4c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Oct 19 20:42:31.973286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:31.994337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:31.994960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.006890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.111475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] For port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3cc86ed1-b07a-4bbb-83aa-7276fccbc56b,segment=NetworkSegment(0db2b7d0-801e-4b66-a7f1-fb7902707454),segment_id=0db2b7d0-801e-4b66-a7f1-fb7902707454)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:32.113438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.163487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Calling delete_port for 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:32.241679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.253016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.287707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:32.302422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.302939 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Added segment b02cfc34-4544-408b-ab1e-2ad60d25b553 of type vlan for network 0df5972e-bc10-4714-a1a5-a4035b29c140 Oct 19 20:42:32.341851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.357975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.376846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01dc4153-93c8-4588-9e06-e3d3a55139bd req-99318131-4ec5-46dd-bb42-05d6ac823797 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455590 Oct 19 20:42:32.427189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Port': ['ID=3cc86ed1-b07a-4bbb-83aa-7276fccbc56b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:32.439028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] No DVR routers for this DVR port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:32.440136 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.442708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.456408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:32.459072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.523700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a322f7-ec30-499d-8b32-97c206411553,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:32.550541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4c0e5dce-62b9-4660-885c-13527693b657, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4c0e5dce-62b9-4660-885c-13527693b657,segment=NetworkSegment(35954d21-499b-4139-a2e0-1cfef460c9df),segment_id=35954d21-499b-4139-a2e0-1cfef460c9df)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:32.584949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1743677 Oct 19 20:42:32.590071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36006) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:32.617041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Request body: {'subnet': {'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-624913890-subnet', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:32.639075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.639461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:32.732103 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.735124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.740924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c49fb-28b2-4130-ae73-bb2e0b1a00f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0df5972e-bc10-4714-a1a5-a4035b29c140,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:32.770557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Made reservation on behalf of 2843bc7d04bd4d97bed7658a298abb03 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:32.772960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.786047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d585d57-8e5a-4c1c-9e50-d078e078206f']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:32.810283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db2b7d0-801e-4b66-a7f1-fb7902707454') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:32.813685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db2b7d0-801e-4b66-a7f1-fb7902707454') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:32.841126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.861150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.873661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:32.874682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:32.897348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:33.008676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:33.009312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 20:42:33.061931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Port 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b not found, will not notify nova. {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 20:42:33.080149 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09c844d1-5c55-4239-8f55-c17dbc24e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:33.081190 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:33.111519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.112342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4c0e5dce-62b9-4660-885c-13527693b657,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:33.124544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.132630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/1d585d57-8e5a-4c1c-9e50-d078e078206f HTTP/1.1" status: 204 len: 168 time: 2.5245652 Oct 19 20:42:33.135397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36034) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:33.191253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad579cf4-00a4-4b6a-97d5-d9b1419d6c9d tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=1d585d57-8e5a-4c1c-9e50-d078e078206f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:33.226189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-09c844d1-5c55-4239-8f55-c17dbc24e304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:42:33.227079 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-09c844d1-5c55-4239-8f55-c17dbc24e304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:42:33.260666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c9a2f-57da-4b20-88dd-5abb639eb274 None None] DHCP port deletion for 1d585d57-8e5a-4c1c-9e50-d078e078206f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:42:33.295810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] DHCP port deletion for 2bfb2c89-a049-4fec-ad7c-0f1cf661a965 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:42:33.418821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Deleting port 4c0e5dce-62b9-4660-885c-13527693b657 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:33.419369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.607523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] For port 4c0e5dce-62b9-4660-885c-13527693b657, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4c0e5dce-62b9-4660-885c-13527693b657,segment=NetworkSegment(35954d21-499b-4139-a2e0-1cfef460c9df),segment_id=35954d21-499b-4139-a2e0-1cfef460c9df)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:33.608115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.644462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Calling delete_port for 4c0e5dce-62b9-4660-885c-13527693b657 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:33.678208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.832519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6951918-32c8-4f98-b704-a94f627e3f3c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:33.847008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.885642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:33.959055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258243d-f0dd-4efd-8114-603f7cd173a4 req-b969231c-9d17-4f38-a465-1f9f8f92721b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:33.970148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:33.972626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7258243d-f0dd-4efd-8114-603f7cd173a4 req-b969231c-9d17-4f38-a465-1f9f8f92721b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 946 time: 0.4757137 Oct 19 20:42:34.071394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] No DVR routers for this DVR port 4c0e5dce-62b9-4660-885c-13527693b657 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:34.075133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06af9d-cc0d-43b2-a4a8-d72747824bd8 None None] Pushing event deleted for resources: {'Port': ['ID=4c0e5dce-62b9-4660-885c-13527693b657,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:34.077239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Checking segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:34.079051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Network hostable DHCP agents. Network: 0df5972e-bc10-4714-a1a5-a4035b29c140, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:34.092867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cb8b7911-a036-4518-b9b9-fe70fdf6cdc5 None None] Could not find standard attr ID for object 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:42:34.177043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18dae77d-1223-43ce-b2da-cde3576c7cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.181155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7258243d-f0dd-4efd-8114-603f7cd173a4 req-d4db3cdd-3b60-4465-9b79-b5bab53d8695 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074487 Oct 19 20:42:34.195915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:34.237567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Deleting port 4c0e5dce-62b9-4660-885c-13527693b657 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:34.239068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.246661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0df5972e-bc10-4714-a1a5-a4035b29c140) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:34.257671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5603e-5d1a-4b8c-854c-9b3d25630e3c None None] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:34.328465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:34.329053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.425576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18dae77d-1223-43ce-b2da-cde3576c7cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.431157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18dae77d-1223-43ce-b2da-cde3576c7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.507935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3380ede8-072a-451e-af56-713d0c308831 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9169383 Oct 19 20:42:34.508791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:34.515996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:34.524814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] For port 4c0e5dce-62b9-4660-885c-13527693b657, host n-d-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:34.529892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.552465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Calling delete_port for 4c0e5dce-62b9-4660-885c-13527693b657 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:34.556845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Port 4c0e5dce-62b9-4660-885c-13527693b657 was not found and therefore no delete operation was performed {{(pid=100735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:42:34.560622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.586183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae77d-1223-43ce-b2da-cde3576c7cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86042419-139d-4ed0-b9de-96c5a08d0da6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:34.601239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18dae77d-1223-43ce-b2da-cde3576c7cc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e3733b3b8d24a568500a01cb3863336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129533 Oct 19 20:42:34.601872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:34.639948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36184) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:34.650313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] No DVR routers for this DVR port 4c0e5dce-62b9-4660-885c-13527693b657 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:34.655450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Port': ['ID=4c0e5dce-62b9-4660-885c-13527693b657,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:34.687444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.693552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-0df5972e-bc10-4714-a1a5-a4035b29c140', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:34.694820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.701112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.881722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f078351-5fca-4d03-9e86-38a03037ecb5 req-d78da852-ae1f-4941-8138-7a8d6d6c96f5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:34.887463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f078351-5fca-4d03-9e86-38a03037ecb5 req-d78da852-ae1f-4941-8138-7a8d6d6c96f5 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.2236829 Oct 19 20:42:34.889150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.905137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.950180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:34.965493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.003374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Allocated IP 172.20.0.2 (0df5972e-bc10-4714-a1a5-a4035b29c140/f6951918-32c8-4f98-b704-a94f627e3f3c/a86485f3-dd20-4370-b113-95130dff015e) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:35.091753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16e28cc9-1bc2-415d-96c7-771760c7f6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.092310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfb2c89-a049-4fec-ad7c-0f1cf661a965']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:35.098836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.101926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.104018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86042419-139d-4ed0-b9de-96c5a08d0da6 HTTP/1.1" status: 204 len: 168 time: 0.4998629 Oct 19 20:42:35.141685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71353b38-615a-4f55-a170-4bfcb9533a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86042419-139d-4ed0-b9de-96c5a08d0da6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:35.177601 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f078351-5fca-4d03-9e86-38a03037ecb5 req-040cdc3e-a72d-4d65-91cf-0f02dccf4912 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078200 Oct 19 20:42:35.203665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4c0e5dce-62b9-4660-885c-13527693b657 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:35.266361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.282816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb58953-335a-4d8d-866e-8beb08a16662 req-c3a0b631-5161-4f89-a85b-b38aeb34b426 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:35.291652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abb58953-335a-4d8d-866e-8beb08a16662 req-c3a0b631-5161-4f89-a85b-b38aeb34b426 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.6430118 Oct 19 20:42:35.296516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35954d21-499b-4139-a2e0-1cfef460c9df') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:35.297049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35954d21-499b-4139-a2e0-1cfef460c9df') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:35.299388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4c0e5dce-62b9-4660-885c-13527693b657 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:35.299892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4c0e5dce-62b9-4660-885c-13527693b657 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:35.301207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:35.328879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16e28cc9-1bc2-415d-96c7-771760c7f6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.335546 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16e28cc9-1bc2-415d-96c7-771760c7f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.339658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abb58953-335a-4d8d-866e-8beb08a16662 req-b4adc5b6-6756-4ee0-a0a0-f43108bc0eb9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0461092 Oct 19 20:42:35.343548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.362787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:35.363415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3cc86ed1-b07a-4bbb-83aa-7276fccbc56b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:35.405980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.424431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:35.424994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:35.430381 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:35.442238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e28cc9-1bc2-415d-96c7-771760c7f6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ea61e-c990-43f7-aed5-ce5e6d983b1d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:35.483013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16e28cc9-1bc2-415d-96c7-771760c7f6ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=239e196d5cd149da9e29740e27afec25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388803 Oct 19 20:42:35.483656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36196) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:35.556358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.568197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.636067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.673589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Pushing event updated for resources: {'Port': ['ID=a86485f3-dd20-4370-b113-95130dff015e,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:35.678494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.686525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:35.695227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:35.699075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:35.769387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.774451 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.777502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/061ea61e-c990-43f7-aed5-ce5e6d983b1d HTTP/1.1" status: 204 len: 168 time: 0.2928722 Oct 19 20:42:35.800900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55288c-4123-4bbe-b058-7ed0dbbe891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ea61e-c990-43f7-aed5-ce5e6d983b1d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:35.837943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Attempting to bind port a86485f3-dd20-4370-b113-95130dff015e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:35.838477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Attempting to bind port a86485f3-dd20-4370-b113-95130dff015e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:35.839521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Attempting to bind port a86485f3-dd20-4370-b113-95130dff015e on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:35.861876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:35.863963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Checking segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:35.864706 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:35.867370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Bound using segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:35.868035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Bound port: a86485f3-dd20-4370-b113-95130dff015e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:35.868542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.019921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] For port a86485f3-dd20-4370-b113-95130dff015e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:36.031094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] For port a86485f3-dd20-4370-b113-95130dff015e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a86485f3-dd20-4370-b113-95130dff015e,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:36.037026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.106471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-a90de8f6-39d5-4a3e-800a-c7abf1054d2c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:36.110705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-a90de8f6-39d5-4a3e-800a-c7abf1054d2c tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.1472986 Oct 19 20:42:36.172172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a410-3b2e-48ed-8900-63aee9a4287e None None] Pushing event updated for resources: {'Port': ['ID=a86485f3-dd20-4370-b113-95130dff015e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:36.248973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abb58953-335a-4d8d-866e-8beb08a16662 req-fa6e4baa-d169-4635-abbf-06df414c72bf tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9080338 Oct 19 20:42:36.395892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.413508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.421157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/2bfb2c89-a049-4fec-ad7c-0f1cf661a965 HTTP/1.1" status: 204 len: 168 time: 3.2846582 Oct 19 20:42:36.431683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36228) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:36.525433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Deleting port 8852d35b-b651-452e-9f54-625c8e17f609 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:36.525781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.528072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635409e8-ca15-4501-97e7-01bc1d086cdc tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=2bfb2c89-a049-4fec-ad7c-0f1cf661a965,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:36.568171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2c4f-bc8e-40a3-8bd7-44906af5d84a req-231a84d3-640b-49f7-9907-754d96de90e4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:36.569955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e72e2c4f-bc8e-40a3-8bd7-44906af5d84a req-231a84d3-640b-49f7-9907-754d96de90e4 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.2005939 Oct 19 20:42:36.705571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e72e2c4f-bc8e-40a3-8bd7-44906af5d84a req-7b31a529-f329-4351-8593-50e180bba72b tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235597 Oct 19 20:42:36.730195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] For port 8852d35b-b651-452e-9f54-625c8e17f609, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8852d35b-b651-452e-9f54-625c8e17f609,segment=NetworkSegment(f798e385-69f4-4ad6-9076-035512f9f291),segment_id=f798e385-69f4-4ad6-9076-035512f9f291)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:36.730569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.740265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:36.747666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abb58953-335a-4d8d-866e-8beb08a16662 req-083d3961-19ee-43e3-8311-86f0800404e0 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957604 Oct 19 20:42:36.793382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0731259a-f42b-4a49-b215-8b26f766a640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:36.808592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Calling delete_port for 8852d35b-b651-452e-9f54-625c8e17f609 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:36.873899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36238) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:36.875221 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.275252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2006521407-network', 'tenant_id': '4528b853d4004bb38d38e107a2f1d8e9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:37.293873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a86485f3-dd20-4370-b113-95130dff015e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:37.307007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.324496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-abb58953-335a-4d8d-866e-8beb08a16662 req-20551d17-de8c-4fbb-ae54-512396711d3a service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758622 Oct 19 20:42:37.331189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0731259a-f42b-4a49-b215-8b26f766a640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.343285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0731259a-f42b-4a49-b215-8b26f766a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.349492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.429516 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0731259a-f42b-4a49-b215-8b26f766a640 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1a015e89e0b41588ba4ff229c9fe90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879547 Oct 19 20:42:37.431805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36250) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:37.434178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.436399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731259a-f42b-4a49-b215-8b26f766a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e33801-e9a4-424c-95b3-f3a7a77df647,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:37.491538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Made reservation on behalf of 4528b853d4004bb38d38e107a2f1d8e9 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:37.493703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.515298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a86485f3-dd20-4370-b113-95130dff015e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:37.516054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.546865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.615052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:37.630144 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.632499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.662445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64dee3-3583-478d-907b-4b2e9dbc3fc4') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:37.663012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64dee3-3583-478d-907b-4b2e9dbc3fc4') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:37.699795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.704792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a86485f3-dd20-4370-b113-95130dff015e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a86485f3-dd20-4370-b113-95130dff015e,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:37.711238 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.802962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.811778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.822189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.826441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.842031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35e33801-e9a4-424c-95b3-f3a7a77df647 HTTP/1.1" status: 204 len: 168 time: 0.3955412 Oct 19 20:42:37.863354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:37.867166 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:37.920713 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:37.944699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a86485f3-dd20-4370-b113-95130dff015e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:38.019989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4589a3-78e9-45ab-8b3a-5287739b98a4 None None] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:38.031201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Allocated IP 172.25.7.37 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/65760088-94f0-491d-992d-2994efbc5b7c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:38.152308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.187873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ca2edd3b-5d94-4f69-a566-842a8861367a None None] Provisioning complete for port a86485f3-dd20-4370-b113-95130dff015e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:38.188630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ca2edd3b-5d94-4f69-a566-842a8861367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.201664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9971-7f74-4ce5-93cc-51ce1a90768e req-84c6ff8d-8758-4714-bbfd-a0d168c429a6 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:38.203256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fae9971-7f74-4ce5-93cc-51ce1a90768e req-84c6ff8d-8758-4714-bbfd-a0d168c429a6 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e632044-52d6-46df-a42d-4fb8cf9fe919 HTTP/1.1" status: 200 len: 945 time: 0.2408354 Oct 19 20:42:38.214342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.222116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.231724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6 HTTP/1.1" status: 204 len: 168 time: 1.7923934 Oct 19 20:42:38.270214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:38.295985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42adf7-16f5-470c-a5ec-13bf4e8f279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e33801-e9a4-424c-95b3-f3a7a77df647,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:38.332980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.498854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.585379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:38.747979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ccd6b-07ca-42c2-9b54-dc40960bb377,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:38.787039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.810878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Pushing event deleted for resources: {'Port': ['ID=8852d35b-b651-452e-9f54-625c8e17f609,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:38.831338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.834354 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Added segment 7a3a451a-94af-4ae5-886d-7d8b96fc5588 of type vlan for network 010c0630-c328-4e73-aac9-b61e821be444 Oct 19 20:42:38.932812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.937759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] No DVR routers for this DVR port 8852d35b-b651-452e-9f54-625c8e17f609 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:38.950859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:38.954885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-003b0ac5-59ce-4d00-b5db-07c075367008 req-3ba4b16d-f275-42d3-897e-cd75b79aa3d2 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.11 "DELETE /v2.0/ports/8852d35b-b651-452e-9f54-625c8e17f609 HTTP/1.1" status: 204 len: 173 time: 2.8371451 Oct 19 20:42:38.955208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5be19f-6c70-46b5-82de-c327dccbb6f7 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=a21dff0b-5a73-4bf0-b07d-7a6fdbe794d6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:38.957929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.048317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'name': 'network-vif-deleted', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:39.061924 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d854e-b017-4365-8902-9c8b0f16a3f9" -d '{"events": [{"server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "name": "network-vif-deleted", "tag": "8852d35b-b651-452e-9f54-625c8e17f609"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:39.102908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:39.116334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:39.124477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:39.146265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.187778 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824c1ab-46b8-4b18-92e5-6cdf225ee8ec x-openstack-request-id: req-0824c1ab-46b8-4b18-92e5-6cdf225ee8ec {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:39.188079 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e632044-52d6-46df-a42d-4fb8cf9fe919", "name": "network-vif-deleted", "tag": "8852d35b-b651-452e-9f54-625c8e17f609", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:39.188335 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0824c1ab-46b8-4b18-92e5-6cdf225ee8ec {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:39.188747 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e632044-52d6-46df-a42d-4fb8cf9fe919', 'name': 'network-vif-deleted', 'tag': '8852d35b-b651-452e-9f54-625c8e17f609', 'status': 'completed', 'code': 200} Oct 19 20:42:39.212725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a86485f3-dd20-4370-b113-95130dff015e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:39.239321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.243460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:39.246203 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.367702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4903204 Oct 19 20:42:39.403232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a86485f3-dd20-4370-b113-95130dff015e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:39.404078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.570575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1fae9971-7f74-4ce5-93cc-51ce1a90768e req-20d1995d-f76e-4d91-8e10-fa414a3721b0 tempest-AttachVolumeNegativeTest-253879146 tempest-AttachVolumeNegativeTest-253879146-project] 10.222.0.31 "GET /v2.0/security-groups?id=a28cedcd-68cc-4139-833c-eeac62b22c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3373363 Oct 19 20:42:39.571858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Pushing event updated for resources: {'Port': ['ID=65760088-94f0-491d-992d-2994efbc5b7c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:39.643216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-16b3b2b2-4d01-42f9-91be-47d89bd586d2 None None] Provisioning complete for port a86485f3-dd20-4370-b113-95130dff015e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:39.643577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16b3b2b2-4d01-42f9-91be-47d89bd586d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.647187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1606a-e94f-4bc7-a60c-e8d842b48df2 admin admin] Pushing event updated for resources: {'Network': ['ID=010c0630-c328-4e73-aac9-b61e821be444,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:39.716943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 010c0630-c328-4e73-aac9-b61e821be444 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:39.779969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.888207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-e46009ab-27de-4d79-b580-9d64a1290e8f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:39.898239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-e46009ab-27de-4d79-b580-9d64a1290e8f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.4797719 Oct 19 20:42:39.915508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:39.932423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-ee90f728-f0b1-4b45-b8bb-a480c4b6d088 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0254951 Oct 19 20:42:39.993433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-58510929-b95e-4b52-a033-4f16ad81e3e7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601039 Oct 19 20:42:40.055561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7248c004-deac-42b8-95a2-c0afb84cfc3c']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:40.100910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7539f64-63a4-49da-8d7d-76c886496344') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:40.101754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7539f64-63a4-49da-8d7d-76c886496344') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:40.116462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-8e616cb4-5c9f-4004-888b-5139a737faac service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144042 Oct 19 20:42:40.138915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.232378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8852d35b-b651-452e-9f54-625c8e17f609 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:40.272496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-5a35246c-e14b-4ca7-bba3-03b08d75c099 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358018 Oct 19 20:42:40.282817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 8852d35b-b651-452e-9f54-625c8e17f609 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:40.284987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8852d35b-b651-452e-9f54-625c8e17f609 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:40.305058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877e88-48dc-4ef5-ac36-1aa37884c87c req-bdc0aa08-9479-4873-a4d1-e9501939860c tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:40.312263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877e88-48dc-4ef5-ac36-1aa37884c87c req-bdc0aa08-9479-4873-a4d1-e9501939860c tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:40.319039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877e88-48dc-4ef5-ac36-1aa37884c87c req-bdc0aa08-9479-4873-a4d1-e9501939860c tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:40.321130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b877e88-48dc-4ef5-ac36-1aa37884c87c req-bdc0aa08-9479-4873-a4d1-e9501939860c tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2706273 Oct 19 20:42:40.400998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.419193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:40.419853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:40.510818 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:40.515894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3155969-1d90-4051-9559-05dd4509e180 req-01016de2-0458-4b60-bd61-af3fddc09ccc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 210 time: 0.0522490 Oct 19 20:42:40.536912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.586869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.643368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:40.671082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.695839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] 10.222.0.31 "DELETE /v2.0/networks/7248c004-deac-42b8-95a2-c0afb84cfc3c HTTP/1.1" status: 204 len: 168 time: 2.4047537 Oct 19 20:42:40.727285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Deleting subnet 4a8c533c-5730-4d4b-a412-5d313d009fab {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:40.731064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.766853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a345-f54d-46e6-8527-881843bb6d85 req-2b8164d5-97b3-4ac2-98ab-9b91ae271740 tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:40.777980 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-02c5a345-f54d-46e6-8527-881843bb6d85 req-2b8164d5-97b3-4ac2-98ab-9b91ae271740 tempest-ComputeTenantNetworksTest-1498368697 tempest-ComputeTenantNetworksTest-1498368697-project] 10.222.0.31 "GET /v2.0/networks/010c0630-c328-4e73-aac9-b61e821be444 HTTP/1.1" status: 200 len: 769 time: 0.4233124 Oct 19 20:42:40.785108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362ff2-4e03-47f1-8fe3-b07e587c9ad3 tempest-BulkNetworkOpsTest-1068800061 tempest-BulkNetworkOpsTest-1068800061-project] Pushing event deleted for resources: {'Network': ['ID=7248c004-deac-42b8-95a2-c0afb84cfc3c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:40.785108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36338) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:40.785525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.851754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.939925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:40.998609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8c533c-5730-4d4b-a412-5d313d009fab,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:41.014854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.018152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f6b04da5-2837-4513-a8c1-285b71abc9a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a8c533c-5730-4d4b-a412-5d313d009fab HTTP/1.1" status: 204 len: 168 time: 0.3735862 Oct 19 20:42:41.025079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36344) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:41.087444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.166325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36350) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:41.328291 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.352453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010c0630-c328-4e73-aac9-b61e821be444']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:41.390394 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.393733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3a451a-94af-4ae5-886d-7d8b96fc5588') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:41.394705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3a451a-94af-4ae5-886d-7d8b96fc5588') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:41.397114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2155e008-2a48-4f6c-83d1-96f26b1ea419 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bcc811de5be412ebd5ebc4df7c5d21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277927 Oct 19 20:42:41.397923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Router 325f8d26-97ee-4481-8898-fb6d7e307be2 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:42:41.399507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:41.415243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.476837 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.505120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.506557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.515181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:41.515827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:41.553649 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:41.569586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.572771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.583033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c178d0f0-513b-4d27-926d-60a066be4c0d HTTP/1.1" status: 204 len: 168 time: 0.1784661 Oct 19 20:42:41.608340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0048b-0b33-4c93-82c5-1a28366ab5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178d0f0-513b-4d27-926d-60a066be4c0d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:41.685463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-464635a8-703d-452a-9734-1ab078317f50 req-2dc553c8-4475-44db-9e95-cfae74d098cf tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 210 time: 0.0647442 Oct 19 20:42:41.698630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:41.709128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Sync routers for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:41.727433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:41.728334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:41.887435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.891749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.896976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8713c862-386f-4328-b4ce-927be9f53f48 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3813310 Oct 19 20:42:41.899300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36372) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:41.901078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.950565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:41.960168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/010c0630-c328-4e73-aac9-b61e821be444 HTTP/1.1" status: 204 len: 168 time: 1.1711631 Oct 19 20:42:41.960382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4c958-b483-4df6-8ecc-db0a246e8d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=010c0630-c328-4e73-aac9-b61e821be444,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:42.016997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-fd4c54e6-aa88-4ac7-95b9-1cb1ba9f138c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:42.029133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-fd4c54e6-aa88-4ac7-95b9-1cb1ba9f138c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.2885420 Oct 19 20:42:42.038866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': '82dd2825-7299-48dc-b093-af252a08cbf9', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:42.092326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:42.126556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee949465-a0c3-4634-b93d-f349c2cb2bcb']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:42.180052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f798e385-69f4-4ad6-9076-035512f9f291') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:42.180353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f798e385-69f4-4ad6-9076-035512f9f291') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:42.231498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.257766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36388) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:42.414627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.440371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:42.440371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:42.442944 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:42.475020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:42.480220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.519424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:39Z', 'revision_number': 3, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:42.559850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Checking router: 325f8d26-97ee-4481-8898-fb6d7e307be2 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:42.560284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Updating router 325f8d26-97ee-4481-8898-fb6d7e307be2 port 65760088-94f0-491d-992d-2994efbc5b7c binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:42:42.589725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.664609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.684749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a9f0e33-98bc-42b5-998f-14518a54681c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4528b853d4004bb38d38e107a2f1d8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256771 Oct 19 20:42:42.689925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:42.698878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573567-d9e3-47d2-9b54-dea26bf349fa req-56b8ce15-c78f-4f8f-9ec6-598fe87c815b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:42.711491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef573567-d9e3-47d2-9b54-dea26bf349fa req-56b8ce15-c78f-4f8f-9ec6-598fe87c815b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.2016397 Oct 19 20:42:42.738462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.770727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:42.781247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee949465-a0c3-4634-b93d-f349c2cb2bcb HTTP/1.1" status: 204 len: 168 time: 1.7378740 Oct 19 20:42:42.890367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbe56a-5f48-4b45-98d9-0775f48445f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee949465-a0c3-4634-b93d-f349c2cb2bcb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:42.907307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef573567-d9e3-47d2-9b54-dea26bf349fa req-8ead89ac-8b92-4869-8f0c-623a297d1842 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941113 Oct 19 20:42:42.969634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.13 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/56b298cb-8cf6-4925-b959-2216a7f99009) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:42.983971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d0d45e6-dbcb-4a4e-9737-718296104e97 req-7e120a69-fc5d-46a5-b090-3495f53d91e4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 210 time: 0.1244690 Oct 19 20:42:43.049994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36414) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:43.102042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.132259 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.212976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16232ed7-4fcd-4d9a-9aa8-e2dfc2bbbe54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7006116990e4f8daa007d342b594a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663675 Oct 19 20:42:43.222932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2f416-4780-45cd-a534-e8a63be0650f None None] Pushing event updated for resources: {'Port': ['ID=65760088-94f0-491d-992d-2994efbc5b7c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:43.229982 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.255644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36418) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:43.255827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Attempting to bind port 65760088-94f0-491d-992d-2994efbc5b7c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:43.256216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Attempting to bind port 65760088-94f0-491d-992d-2994efbc5b7c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:43.256580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Attempting to bind port 65760088-94f0-491d-992d-2994efbc5b7c on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:43.262905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:43.263276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:43.263843 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.264421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:43.265019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Bound port: 65760088-94f0-491d-992d-2994efbc5b7c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:43.265929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.288796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36420) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:43.340109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] For port 65760088-94f0-491d-992d-2994efbc5b7c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:43.345759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] For port 65760088-94f0-491d-992d-2994efbc5b7c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65760088-94f0-491d-992d-2994efbc5b7c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:43.351334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.420372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.432142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.455724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2f416-4780-45cd-a534-e8a63be0650f None None] Pushing event updated for resources: {'Port': ['ID=65760088-94f0-491d-992d-2994efbc5b7c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:43.476228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.506812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:43.507440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:43.535693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-22851188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:43.560136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.570840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.574022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.575785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.596084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.629528 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.632486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.633764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a28cedcd-68cc-4139-833c-eeac62b22c54 HTTP/1.1" status: 204 len: 168 time: 0.3768463 Oct 19 20:42:43.661429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:43.666777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e258ab2-2ea3-4011-ade1-01fdf0ee8056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28cedcd-68cc-4139-833c-eeac62b22c54,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:43.683275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:43.693651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:43.775363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.778579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.782113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/174ccd6b-07ca-42c2-9b54-dc40960bb377 HTTP/1.1" status: 204 len: 168 time: 1.0882649 Oct 19 20:42:43.809591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.815814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:43.830010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748a068-ec9e-4756-ac14-8b06a08a988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ccd6b-07ca-42c2-9b54-dc40960bb377,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:43.836703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.907191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.920566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.922003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-63c3628a-6607-4a6a-9382-ae8551baa99a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6323361 Oct 19 20:42:43.931301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36436) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:43.933860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-416352818'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:43.950983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:43.956043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:43.979005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:43.993555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9995dbad-3280-4e6b-af6b-54c0836defa1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9633532 Oct 19 20:42:44.007010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Request body: {'port': {'device_id': '82dd2825-7299-48dc-b093-af252a08cbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:44.011786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:44.031504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.125820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.222537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.223281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.251106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac239e-5aed-4327-8879-1a28856fdbee req-9ceed2bf-85f1-4890-9481-710bb8b7af98 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:44.253438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1cac239e-5aed-4327-8879-1a28856fdbee req-9ceed2bf-85f1-4890-9481-710bb8b7af98 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.1668730 Oct 19 20:42:44.269880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.308018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:44.385743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8031e12-4067-42ea-bf1f-ac7c65a20d79,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:44.420997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:44.434125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-09fed01d-1a3d-4137-8b55-d16b3af512c7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:44.436279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-09fed01d-1a3d-4137-8b55-d16b3af512c7 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.37 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3997743 Oct 19 20:42:44.460142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65bc2-d9d2-405f-b6d0-fb9c22c7a633 req-da667c7f-32c4-469c-8cc4-5f60f5537e4e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:44.468725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a65bc2-d9d2-405f-b6d0-fb9c22c7a633 req-da667c7f-32c4-469c-8cc4-5f60f5537e4e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 932 time: 0.3484282 Oct 19 20:42:44.543113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.543849 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Added segment 41ca1ebf-ca4d-4ae2-be62-8dcc21675e24 of type vlan for network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 Oct 19 20:42:44.592016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1cac239e-5aed-4327-8879-1a28856fdbee req-3896954a-0af3-4210-8399-a680ab6e3bf1 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805612 Oct 19 20:42:44.684605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23a65bc2-d9d2-405f-b6d0-fb9c22c7a633 req-5792d52b-ee69-4869-ad02-5bf289d883fc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085519 Oct 19 20:42:44.707131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b298cb-8cf6-4925-b959-2216a7f99009 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:44.721002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Allocated IP 172.20.0.1 (0df5972e-bc10-4714-a1a5-a4035b29c140/f6951918-32c8-4f98-b704-a94f627e3f3c/d6b440ab-6cc6-4fcb-8210-f027ab1f4c35) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:44.725054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.725891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.755406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Transition to ACTIVE for port object 56b298cb-8cf6-4925-b959-2216a7f99009 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:42:44.759909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.775954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Deleting port b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:44.777703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.827821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.834403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:44.835366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:44.894131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Pushing event updated for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:44.921663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:39Z', 'revision_number': 3, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:44.966920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0388083 Oct 19 20:42:44.967616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:44.977354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b80a2d-cdb9-4155-8f60-24636cf45590 None None] The sync data for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 is: [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:39Z', 'revision_number': 3, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:44.980727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'subnet': {'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:45.125019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ccea2-6d61-4b3e-b02e-773fdf512ec2 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Network': ['ID=de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:45.139660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:45.204951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:45.210321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.223982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] For port b8d584b3-88fd-4401-ad14-c543c7a7c966, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d584b3-88fd-4401-ad14-c543c7a7c966,segment=NetworkSegment(9384733a-12b3-4061-af8b-989c34442390),segment_id=9384733a-12b3-4061-af8b-989c34442390)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:45.224352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.261128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Calling delete_port for b8d584b3-88fd-4401-ad14-c543c7a7c966 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:45.314726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.459845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Attempting to bind port 56b298cb-8cf6-4925-b959-2216a7f99009 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:45.460180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Attempting to bind port 56b298cb-8cf6-4925-b959-2216a7f99009 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:45.460524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Attempting to bind port 56b298cb-8cf6-4925-b959-2216a7f99009 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:45.507905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Port 56b298cb-8cf6-4925-b959-2216a7f99009 on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:42:45.508231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Attempting to bind port 56b298cb-8cf6-4925-b959-2216a7f99009 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:45.523270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:45.523609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:45.523988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:45.524413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Bound port: 56b298cb-8cf6-4925-b959-2216a7f99009, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:45.524793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.537922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.571769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.687529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Subnet': ['ID=40ca7d90-8c20-4956-a7c5-a2b5f02a066a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:45.697587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:45.726085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:45.741168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:45.756474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:45.777841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:45.784635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=56b298cb-8cf6-4925-b959-2216a7f99009,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:45.822129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Checking segment: {'id': '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:45.822854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network hostable DHCP agents. Network: de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:45.828131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.891840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:45.893496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:45.895253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] 10.222.0.37 "PUT /v2.0/ports/56b298cb-8cf6-4925-b959-2216a7f99009 HTTP/1.1" status: 200 len: 1092 time: 1.8930078 Oct 19 20:42:45.910157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:45.913105 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096f8dd5-765a-4938-a46f-6135b087d38a" -d '{"events": [{"name": "network-changed", "server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:46.043105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.047505 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.160475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807263ce-4266-4aa1-a423-de884ebc3180 req-a368651f-4e9a-45f9-aea3-1a0de0260604 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:46.162516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-807263ce-4266-4aa1-a423-de884ebc3180 req-a368651f-4e9a-45f9-aea3-1a0de0260604 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 944 time: 0.3474338 Oct 19 20:42:46.169824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Pushing event deleted for resources: {'Port': ['ID=b8d584b3-88fd-4401-ad14-c543c7a7c966,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:46.184212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf408644-845b-4da6-86d2-26596fc513bb req-b6eb40be-2094-4cc7-b86e-90753534c9c2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:46.188300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf408644-845b-4da6-86d2-26596fc513bb req-b6eb40be-2094-4cc7-b86e-90753534c9c2 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/ports?device_id=58fcf933-fe93-4944-b2f0-3a9756bd51da HTTP/1.1" status: 200 len: 946 time: 0.3821592 Oct 19 20:42:46.202124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:46.261516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] No DVR routers for this DVR port b8d584b3-88fd-4401-ad14-c543c7a7c966 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:42:46.267728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:46.277848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:46.278077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a70f1-3d4b-40c2-8c54-3f1aef3ba034 None None] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:46.278522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.320718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.326327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c0579d9-567c-464f-aab1-196d20f3a7d0 req-725185d4-9b04-4b09-be39-9616e7c74002 tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.37 "DELETE /v2.0/ports/b8d584b3-88fd-4401-ad14-c543c7a7c966 HTTP/1.1" status: 204 len: 173 time: 1.8753052 Oct 19 20:42:46.329689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-deleted', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:46.333242 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc83fdc-529b-457b-b693-dc6accec95e6" -d '{"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-deleted", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:46.348483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c33f9e-ee65-4e47-a719-139644e2143f service neutron] Pushing event updated for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:46.374174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-58024d32-230d-42d3-93b3-3a5a4aedcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:46.378560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-58024d32-230d-42d3-93b3-3a5a4aedcba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 1095 time: 0.4056735 Oct 19 20:42:46.395336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4726b18c-1627-491f-b958-9555aa1cf085 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4266379 Oct 19 20:42:46.408652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-807263ce-4266-4aa1-a423-de884ebc3180 req-366e4bf6-9d03-4724-b4bf-4183492ee271 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304161 Oct 19 20:42:46.409470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36532) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:46.434616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'network': {'name': 'tempest-router-network01--2086739056'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:46.434860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:42:46.498953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:46.504404 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf408644-845b-4da6-86d2-26596fc513bb req-20385656-cd07-4427-82d7-f517a4be071b tempest-ServersNegativeTestJSON-1269992660 tempest-ServersNegativeTestJSON-1269992660-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9cf91f6-8d55-48ca-b89d-59aeced93bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776699 Oct 19 20:42:46.508968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-0cbb0cf7-ec8f-49ef-aa86-e020e03f3fec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b298cb-8cf6-4925-b959-2216a7f99009 HTTP/1.1" status: 200 len: 217 time: 0.0910318 Oct 19 20:42:46.512469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.608995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: b8d584b3-88fd-4401-ad14-c543c7a7c966 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:42:46.610438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d584b3-88fd-4401-ad14-c543c7a7c966 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:42:46.631983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-fb07f9ad-774f-4478-8f51-4e46e443ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:46.640083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-fb07f9ad-774f-4478-8f51-4e46e443ed9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1174576 Oct 19 20:42:46.642001 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9eaca4-101e-4129-b995-a642433263d7 x-openstack-request-id: req-8d9eaca4-101e-4129-b995-a642433263d7 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:46.642364 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:46.642562 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d9eaca4-101e-4129-b995-a642433263d7 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:46.642929 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009', 'status': 'completed', 'code': 200} Oct 19 20:42:46.689731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b3a02f07-ad80-4f56-adec-dfbf95a8c9b6 None None] Provisioning complete for port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:46.691934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3a02f07-ad80-4f56-adec-dfbf95a8c9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.702436 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee2483-c5c2-43fe-a32d-dd183510b6e3 x-openstack-request-id: req-15ee2483-c5c2-43fe-a32d-dd183510b6e3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:46.703422 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fcf933-fe93-4944-b2f0-3a9756bd51da", "name": "network-vif-deleted", "tag": "b8d584b3-88fd-4401-ad14-c543c7a7c966", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:46.704655 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15ee2483-c5c2-43fe-a32d-dd183510b6e3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:46.705767 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fcf933-fe93-4944-b2f0-3a9756bd51da', 'name': 'network-vif-deleted', 'tag': 'b8d584b3-88fd-4401-ad14-c543c7a7c966', 'status': 'completed', 'code': 200} Oct 19 20:42:46.708531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-dc9df34e-273a-4d62-a31e-b58226fd182c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638437 Oct 19 20:42:46.709550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.825568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:46.858624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b3a02f07-ad80-4f56-adec-dfbf95a8c9b6 None None] Port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:42:46.881814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-0434cb95-de3a-4754-bd04-58911304a95f service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662390 Oct 19 20:42:46.896907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:46.897684 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Added segment 1bd82d20-4990-4de1-b6cc-15eccc1dc87b of type vlan for network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 Oct 19 20:42:46.925668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5', 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5', 'tenant_id': '8fc8c9d6808b4f2ca0325852b6352f27', 'fixed_ips': [{'subnet_id': '40ca7d90-8c20-4956-a7c5-a2b5f02a066a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:46.926823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.025946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9afa506-757a-42dd-a669-cb6bfe61fd2d req-9a0ba10e-b3fd-4059-982f-371562845f18 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373420 Oct 19 20:42:47.056342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.168690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8dd5-765a-4938-a46f-6135b087d38a req-83044996-a60f-4bf0-8229-d95976e18f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:47.170312 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-83044996-a60f-4bf0-8229-d95976e18f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 1095 time: 0.0930145 Oct 19 20:42:47.204742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Allocated IP 2001:db8::2 (de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5/40ca7d90-8c20-4956-a7c5-a2b5f02a066a/9bff724a-0479-482c-91ee-9efe4b041a91) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:47.225146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.239102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:47.240558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.270600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65760088-94f0-491d-992d-2994efbc5b7c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:47.356143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9425411 Oct 19 20:42:47.356793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36556) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:47.374051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8dd5-765a-4938-a46f-6135b087d38a req-973d3b73-4987-4766-81cb-c60b90a84904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:47.375975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-973d3b73-4987-4766-81cb-c60b90a84904 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1988170 Oct 19 20:42:47.379570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'network': {'name': 'tempest-router-network02--894672973'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:47.461442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-553b03e9-fb49-45c9-afc7-f44ceab227d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56b298cb-8cf6-4925-b959-2216a7f99009 HTTP/1.1" status: 200 len: 217 time: 0.0771940 Oct 19 20:42:47.550685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.571407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8dd5-765a-4938-a46f-6135b087d38a req-f64427fb-1044-4411-962e-9b819aa73cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:47.573545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-f64427fb-1044-4411-962e-9b819aa73cce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1038992 Oct 19 20:42:47.574159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0ff9-291c-4d75-be42-15485913d8d5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Network': ['ID=a78b8dce-59f5-421e-b4b2-5f68ceb7f348,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:47.594615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.623487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36570) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:47.626976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:47.681485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 65760088-94f0-491d-992d-2994efbc5b7c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:47.683700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.702212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-0a144ed4-44dd-4430-8510-8148993d9819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037698 Oct 19 20:42:47.734153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:47.738657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.783189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.808995 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:47.826664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:47.842444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e23d6-084e-4ddf-8b97-198908058fcd req-7fe7707a-944d-4546-95f7-9c4ad5cb8bce tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:47.850968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a79e23d6-084e-4ddf-8b97-198908058fcd req-7fe7707a-944d-4546-95f7-9c4ad5cb8bce tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 944 time: 0.2446554 Oct 19 20:42:47.932301 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:47.967404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.024698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.045899 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Added segment 49bb2289-4831-4384-9295-2323f3a0bb98 of type vlan for network 85c69c49-74f8-4452-8077-cca3afac9e15 Oct 19 20:42:48.075242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:48.094511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:48.114476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:48.230846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.246384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a79e23d6-084e-4ddf-8b97-198908058fcd req-e20202c4-aa63-4e1c-9377-1414a82e79d0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864248 Oct 19 20:42:48.263188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.276339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:48.285150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Pushing event updated for resources: {'Port': ['ID=9bff724a-0479-482c-91ee-9efe4b041a91,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:48.301080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:48.315664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 65760088-94f0-491d-992d-2994efbc5b7c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65760088-94f0-491d-992d-2994efbc5b7c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:48.318921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Attempting to bind port 9bff724a-0479-482c-91ee-9efe4b041a91 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:48.319329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Attempting to bind port 9bff724a-0479-482c-91ee-9efe4b041a91 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:48.320215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Attempting to bind port 9bff724a-0479-482c-91ee-9efe4b041a91 on network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:48.325678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.333089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:48.333501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Checking segment: {'id': '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:48.333926 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.334288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Bound using segment: {'id': '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:48.334772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Bound port: 9bff724a-0479-482c-91ee-9efe4b041a91, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:48.335146 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.358728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36586) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:48.380492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 56b298cb-8cf6-4925-b959-2216a7f99009 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:42:48.427039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Deleting subnet c61de31f-659e-45d5-a7a0-2ab750b1f03d {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:42:48.463219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.480075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.496156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:48.497125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.515653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=65760088-94f0-491d-992d-2994efbc5b7c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:48.647619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] For port 9bff724a-0479-482c-91ee-9efe4b041a91, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:48.660105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.686189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3200631 Oct 19 20:42:48.709865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36602) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:48.712280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-e267c114-41e3-4de4-97e6-d49ec3debee7 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488044 Oct 19 20:42:48.719491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'subnet': {'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:48.808189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] For port 9bff724a-0479-482c-91ee-9efe4b041a91, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9bff724a-0479-482c-91ee-9efe4b041a91,segment=NetworkSegment(41ca1ebf-ca4d-4ae2-be62-8dcc21675e24),segment_id=41ca1ebf-ca4d-4ae2-be62-8dcc21675e24)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:48.817039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a19c3-34bc-4a30-9b5e-6f903d89c206 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Network': ['ID=85c69c49-74f8-4452-8077-cca3afac9e15,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:48.829270 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.841371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Router 325f8d26-97ee-4481-8898-fb6d7e307be2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:42:48.856622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 85c69c49-74f8-4452-8077-cca3afac9e15 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:48.890822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-87eb4acd-17da-4662-8f85-27a3924df041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.931371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:48.967834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:48.978713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Sync routers for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:48.980733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c423814-d8de-4532-9702-42b6ab49d727 admin admin] 10.222.0.31 "PUT /v2.0/routers/325f8d26-97ee-4481-8898-fb6d7e307be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0549469 Oct 19 20:42:49.008482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3e4bc6bb-eafb-45ba-a1c2-a15ff3390164 None None] Provisioning complete for port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:49.008842 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc6bb-eafb-45ba-a1c2-a15ff3390164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.033669 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:49.034481 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:49.051228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3e4bc6bb-eafb-45ba-a1c2-a15ff3390164 None None] Port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:42:49.053953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=56b298cb-8cf6-4925-b959-2216a7f99009,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:49.118710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Pushing event updated for resources: {'Port': ['ID=9bff724a-0479-482c-91ee-9efe4b041a91,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:49.129585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '56b298cb-8cf6-4925-b959-2216a7f99009', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': '56b298cb-8cf6-4925-b959-2216a7f99009', 'mac_address': 'fa:16:3e:d7:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:42:49.140318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.140666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.141004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.141366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.142133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.142133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.142345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.142994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.143326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.147685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.148408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.148513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966cbd07-73c3-45b2-ac3e-8b431541c8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:49.150539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:49.160902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.197333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.230873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b298cb-8cf6-4925-b959-2216a7f99009 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:42:49.259458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-096f8dd5-765a-4938-a46f-6135b087d38a req-895a7c99-ef18-481f-a190-b469bf087a00 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588649 Oct 19 20:42:49.269758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=56b298cb-8cf6-4925-b959-2216a7f99009,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:49.278709 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.338682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-87eb4acd-17da-4662-8f85-27a3924df041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.365355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-87eb4acd-17da-4662-8f85-27a3924df041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.401648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:49.412543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65760088-94f0-491d-992d-2994efbc5b7c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:49.418922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.458346 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:49.510884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['56b298cb-8cf6-4925-b959-2216a7f99009'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:49.669535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 65760088-94f0-491d-992d-2994efbc5b7c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:49.670828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.730399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61de31f-659e-45d5-a7a0-2ab750b1f03d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:49.733380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4acd-17da-4662-8f85-27a3924df041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd93f7-d5ea-4f22-9b5c-1dee7daa05c8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:49.741043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:49.744260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ccfeab9f-db15-4925-8003-7786b6253401 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c61de31f-659e-45d5-a7a0-2ab750b1f03d HTTP/1.1" status: 204 len: 168 time: 2.1144083 Oct 19 20:42:49.748411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36628) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:49.778240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-87eb4acd-17da-4662-8f85-27a3924df041 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cee8ef844e994e98b1fecac7fe73461d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3980472 Oct 19 20:42:49.795499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:49.864347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe1492-cdd6-46ad-ade5-f030fe15cdd8 req-a535b7da-8048-47d1-b27e-2f0f4bcaca9f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:49.865612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ffe1492-cdd6-46ad-ade5-f030fe15cdd8 req-a535b7da-8048-47d1-b27e-2f0f4bcaca9f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 945 time: 0.4579606 Oct 19 20:42:49.947362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.001445 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:46Z', 'revision_number': 4, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd6b440ab-6cc6-4fcb-8210-f027ab1f4c35', 'name': '', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'mac_address': 'fa:16:3e:ea:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:43Z', 'updated_at': '2021-10-19T20:42:46Z', 'revision_number': 2, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'subnets': [{'id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:50.017863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.030731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ffe1492-cdd6-46ad-ade5-f030fe15cdd8 req-9ef64f5a-c94b-4557-972a-f9b205c0606d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227849 Oct 19 20:42:50.048402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.073160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Subnet': ['ID=3e07fd20-865d-4b9c-9cf7-aafd41edfcee,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:50.074684 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Checking router: 325f8d26-97ee-4481-8898-fb6d7e307be2 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:50.075033 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Updating router 325f8d26-97ee-4481-8898-fb6d7e307be2 port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:42:50.090106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Checking segment: {'id': '1bd82d20-4990-4de1-b6cc-15eccc1dc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:50.090822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network hostable DHCP agents. Network: a78b8dce-59f5-421e-b4b2-5f68ceb7f348, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:50.136232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:50.149895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a78b8dce-59f5-421e-b4b2-5f68ceb7f348) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:50.157497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:50.158520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.160769 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.178518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09fec7-d50c-49c6-bd33-bdcebf8a8b0c None None] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:50.193394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce70fe6c-3471-49c3-a951-fa1ba76ecae6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4769464 Oct 19 20:42:50.195919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36644) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:50.204720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'subnet': {'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:50.206456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.212660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36646) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:50.381270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:50.390930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.404284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 56b298cb-8cf6-4925-b959-2216a7f99009 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:50.408305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.506124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c19ec0-0666-42e2-9eb9-efb63e1ec27d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:50.536295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36652) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:50.543718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-467751557-network', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:50.566254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9384733a-12b3-4061-af8b-989c34442390') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:50.566646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9384733a-12b3-4061-af8b-989c34442390') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:50.580857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Made reservation on behalf of a589cb2bfbfd4906876b6e74caa56937 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:50.583119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.610094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 56b298cb-8cf6-4925-b959-2216a7f99009 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:42:50.615172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.640568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.666487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5699-1ae3-4a52-a13e-2bf4a5477709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.712640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.721779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.725422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96cd93f7-d5ea-4f22-9b5c-1dee7daa05c8 HTTP/1.1" status: 204 len: 168 time: 0.9232123 Oct 19 20:42:50.830580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.869374 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.885955 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.906254 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5699-1ae3-4a52-a13e-2bf4a5477709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.917031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd7ca6-258b-461c-8a3a-bfa52a0a7c20 None None] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:50.924478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.928263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 56b298cb-8cf6-4925-b959-2216a7f99009 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:50.929102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.949268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-a78b8dce-59f5-421e-b4b2-5f68ceb7f348', 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348', 'tenant_id': '8fc8c9d6808b4f2ca0325852b6352f27', 'fixed_ips': [{'subnet_id': '3e07fd20-865d-4b9c-9cf7-aafd41edfcee'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:50.950181 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:50.968803 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Pushing event updated for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:50.998368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5699-1ae3-4a52-a13e-2bf4a5477709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.012176 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.012768 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.013060 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.013638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.014425 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.014849 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.015532 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.015833 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.016250 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.016740 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.017895 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.018412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:51.059450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:42:51.060415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:42:51.063656 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:42:51.095869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79073a3-bdde-4fd0-9148-38b16b40eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd93f7-d5ea-4f22-9b5c-1dee7daa05c8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:51.114334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Subnet': ['ID=9dfbf113-86b3-4885-8e47-59e2260d8d39,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:51.116707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Checking segment: {'id': '49bb2289-4831-4384-9295-2323f3a0bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:51.117067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network hostable DHCP agents. Network: 85c69c49-74f8-4452-8077-cca3afac9e15, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:51.136348 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Attempting to bind port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:51.140383 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Attempting to bind port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:51.140568 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Attempting to bind port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:51.147888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] Provisioning complete for port 9bff724a-0479-482c-91ee-9efe4b041a91 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:51.148123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.156130 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:51.156499 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Checking segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:51.156935 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.157259 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Bound using segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:51.157808 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Bound port: d6b440ab-6cc6-4fcb-8210-f027ab1f4c35, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:51.158275 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.188122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network 85c69c49-74f8-4452-8077-cca3afac9e15 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:51.211961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 85c69c49-74f8-4452-8077-cca3afac9e15) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:51.220771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:51.226088 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.255607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46d826ed-b829-451a-bb72-ad676cb7aeae tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0585439 Oct 19 20:42:51.256281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36666) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:51.318999 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] For port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:51.324346 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] For port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:51.329986 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.378073 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6cd5699-1ae3-4a52-a13e-2bf4a5477709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a525c37f80c45ac9bab5e83cfbf718d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1600499 Oct 19 20:42:51.395419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:51.473106 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:51.474047 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:51.521223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90175371-795c-4901-8ebf-12f16c4d91c2 None None] Network 85c69c49-74f8-4452-8077-cca3afac9e15 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:51.522950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:51.523116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9bff724a-0479-482c-91ee-9efe4b041a91 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:51.531700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd5699-1ae3-4a52-a13e-2bf4a5477709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20232f34-77e1-4f6a-98f1-ca0062a325c0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:51.572391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.574949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64914ae2-17d4-48e5-828d-0a923fe57a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.601570 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37558c7e-a5f7-4b10-9713-4143f51e011e None None] Pushing event updated for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:51.611593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.630883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] 10.222.0.31 "DELETE /v2.0/networks/34c19ec0-0666-42e2-9eb9-efb63e1ec27d HTTP/1.1" status: 204 len: 168 time: 1.8772638 Oct 19 20:42:51.684166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56056ff9-6c2d-4474-9cae-7cd88bba0462 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c19ec0-0666-42e2-9eb9-efb63e1ec27d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:51.742002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832976e7-c11b-4c43-9b3a-e4d84ac21eb4 req-09a6e0f9-ed49-4138-8286-9b7e4df78f20 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:51.749161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-832976e7-c11b-4c43-9b3a-e4d84ac21eb4 req-09a6e0f9-ed49-4138-8286-9b7e4df78f20 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 945 time: 0.3555055 Oct 19 20:42:51.783925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.826240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.841951 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:51.860063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.893286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.913105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:42:51.943669 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.960511 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-832976e7-c11b-4c43-9b3a-e4d84ac21eb4 req-b59c58ea-a71f-4046-9f1f-5cb93a5f1f05 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015746 Oct 19 20:42:51.967294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.990749 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:51.991996 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Added segment cf0ad18e-e691-40bb-baa2-edfb26207b24 of type vlan for network e6be5933-14ab-4727-9a7d-53732d72e366 Oct 19 20:42:51.996033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba2e70c-537c-4f97-85a6-8155985ef2bc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:52.049334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36684) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:52.063307 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.101635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9bff724a-0479-482c-91ee-9efe4b041a91 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:52.102011 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.154552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.171018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64914ae2-17d4-48e5-828d-0a923fe57a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.180976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64914ae2-17d4-48e5-828d-0a923fe57a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.191322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16355fca-1de5-45ac-b2b8-2d3333d55cb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f4aad16e6ea4fa2b6b7a4fde88bc224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402099 Oct 19 20:42:52.197089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36686) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:52.210609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Allocated IP 2001:db8::2 (a78b8dce-59f5-421e-b4b2-5f68ceb7f348/3e07fd20-865d-4b9c-9cf7-aafd41edfcee/eb9f0355-690f-4c4e-ae5b-3ce7d3a90719) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:52.222794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.225549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.229752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20232f34-77e1-4f6a-98f1-ca0062a325c0 HTTP/1.1" status: 204 len: 168 time: 0.8299742 Oct 19 20:42:52.245032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.245793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:52.246488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.279615 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-64914ae2-17d4-48e5-828d-0a923fe57a3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2210c980eaf9471d9ddc237099c5d890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7489238 Oct 19 20:42:52.280557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:52.283772 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:46Z', 'revision_number': 4, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd6b440ab-6cc6-4fcb-8210-f027ab1f4c35', 'name': '', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'mac_address': 'fa:16:3e:ea:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:43Z', 'updated_at': '2021-10-19T20:42:51Z', 'revision_number': 4, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'subnets': [{'id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:52.294201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914ae2-17d4-48e5-828d-0a923fe57a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e93661-15ba-427f-aeac-0d69abf5eed6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:52.333693 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f6b4-691c-49d2-98cc-0a805f2b8df9 None None] The sync data for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 is: [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:42:46Z', 'revision_number': 4, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'd6b440ab-6cc6-4fcb-8210-f027ab1f4c35', 'name': '', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'mac_address': 'fa:16:3e:ea:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:43Z', 'updated_at': '2021-10-19T20:42:51Z', 'revision_number': 4, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'subnets': [{'id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:52.356173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:42:52.358639 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71742298-2b5f-4385-ac72-f1ad4d867044" -d '{"events": [{"server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "name": "network-vif-plugged", "status": "completed", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:42:52.393816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8562572 Oct 19 20:42:52.403715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:52.419600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e794-7b22-49b6-8585-41240a5b78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20232f34-77e1-4f6a-98f1-ca0062a325c0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:52.455761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Request body: {'subnet': {'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-467751557-subnet', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:52.502940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] For port 9bff724a-0479-482c-91ee-9efe4b041a91, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9bff724a-0479-482c-91ee-9efe4b041a91,segment=NetworkSegment(41ca1ebf-ca4d-4ae2-be62-8dcc21675e24),segment_id=41ca1ebf-ca4d-4ae2-be62-8dcc21675e24)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:52.511378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=56b298cb-8cf6-4925-b959-2216a7f99009,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:52.528160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Made reservation on behalf of a589cb2bfbfd4906876b6e74caa56937 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:42:52.531681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.534805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.547208 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c36a13-4be1-43d7-8c3f-0f4c205ee576 x-openstack-request-id: req-02c36a13-4be1-43d7-8c3f-0f4c205ee576 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:42:52.547589 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "name": "network-vif-plugged", "status": "completed", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:42:52.547730 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02c36a13-4be1-43d7-8c3f-0f4c205ee576 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:42:52.548133 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009', 'code': 200} Oct 19 20:42:52.575216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a0a0a-ed89-4990-bd3b-788178712c79 admin admin] Pushing event updated for resources: {'Network': ['ID=e6be5933-14ab-4727-9a7d-53732d72e366,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:52.614526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.624044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.652813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e6be5933-14ab-4727-9a7d-53732d72e366 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:42:52.654960 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.657640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.676969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.759517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.776672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.779789 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.781253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60e93661-15ba-427f-aeac-0d69abf5eed6 HTTP/1.1" status: 204 len: 168 time: 0.4881806 Oct 19 20:42:52.802670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158fdbc-cd6f-403c-9130-f9b927386f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e93661-15ba-427f-aeac-0d69abf5eed6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:52.878582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c7b1e-6a1c-4304-b696-346f23905ba6 req-54653057-9ef7-4d95-9727-6d7ca3334132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:52.880950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e21c7b1e-6a1c-4304-b696-346f23905ba6 req-54653057-9ef7-4d95-9727-6d7ca3334132 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 1097 time: 0.2853003 Oct 19 20:42:52.914079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36702) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:52.937326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf262-f9de-4d1b-b3d6-1e200104bd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.964330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.970939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:52.972638 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9cf91f6-8d55-48ca-b89d-59aeced93bb0 HTTP/1.1" status: 204 len: 168 time: 0.7746000 Oct 19 20:42:53.013586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf91f6-8d55-48ca-b89d-59aeced93bb0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:53.032535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e21c7b1e-6a1c-4304-b696-346f23905ba6 req-15343079-9a7e-4937-84f4-21ac6983c446 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416903 Oct 19 20:42:53.037939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.038658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.039045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.039383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.039815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.040148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.040474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.040843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.041208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.044858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.045371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.045692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed396cdf-1bf1-4450-bd2a-eb8f145a8b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:42:53.059711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-85c69c49-74f8-4452-8077-cca3afac9e15', 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15', 'tenant_id': '8fc8c9d6808b4f2ca0325852b6352f27', 'fixed_ips': [{'subnet_id': '9dfbf113-86b3-4885-8e47-59e2260d8d39'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:53.060893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.128167 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf262-f9de-4d1b-b3d6-1e200104bd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.139806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf262-f9de-4d1b-b3d6-1e200104bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.176571 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:42:53.177150 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:42:53.209983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.212477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0dbdf262-f9de-4d1b-b3d6-1e200104bd8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc5003ca181445debb88ad906d62cd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973340 Oct 19 20:42:53.215744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:53.333337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdf262-f9de-4d1b-b3d6-1e200104bd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c6114-4c72-4e2e-adf5-b0b56487d5df,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:53.372302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67153eb2-930e-4b4e-83ba-092902101f9b req-fb5501e9-ee26-45ba-a101-dc188cf0bc91 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:53.379040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40372435-9d29-4dbc-bfbe-e1edc222d3a9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:53.390895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67153eb2-930e-4b4e-83ba-092902101f9b req-fb5501e9-ee26-45ba-a101-dc188cf0bc91 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.2590613 Oct 19 20:42:53.394431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.422136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.433065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Checking segment: {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:53.433548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Network hostable DHCP agents. Network: e6be5933-14ab-4727-9a7d-53732d72e366, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:42:53.456027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] Provisioning complete for port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:53.456394 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.476139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.503431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67153eb2-930e-4b4e-83ba-092902101f9b req-025f25a8-0bc2-42a2-ac8c-449591901c49 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002743 Oct 19 20:42:53.505136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.543283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Allocated IP 2001:db8::1 (a78b8dce-59f5-421e-b4b2-5f68ceb7f348/3e07fd20-865d-4b9c-9cf7-aafd41edfcee/98eb6c90-8297-4cb0-a866-2852fb44f7ed) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:53.545539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Network e6be5933-14ab-4727-9a7d-53732d72e366 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:42:53.588747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:53.753321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.757929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e6be5933-14ab-4727-9a7d-53732d72e366) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:53.768610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:53.768851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.807509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d816630-5f5a-49db-b8c7-a33260a60ea2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3680360 Oct 19 20:42:53.809694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36734) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:53.813971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.814483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:42:53.819010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.819509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b93c6114-4c72-4e2e-adf5-b0b56487d5df HTTP/1.1" status: 204 len: 168 time: 0.6026714 Oct 19 20:42:53.847948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdbe44-4ce7-4706-a3a1-cc18fdd10589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c6114-4c72-4e2e-adf5-b0b56487d5df,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:53.856302 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.858448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.860551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.907097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:53.910836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:53.934302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:53.968971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:53.983313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbe409-b474-4757-87be-d62c46244739 None None] Network e6be5933-14ab-4727-9a7d-53732d72e366 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:53.984890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:54.011148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:54.031300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:54.031865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:54.108431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Port': ['ID=98eb6c90-8297-4cb0-a866-2852fb44f7ed,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:54.187697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc3b9b-75d5-4915-946e-da332fbd5267 None None] Pushing event updated for resources: {'Port': ['ID=9bff724a-0479-482c-91ee-9efe4b041a91,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:54.296952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:54.728144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e6be5933-14ab-4727-9a7d-53732d72e366', 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'fixed_ips': [{'subnet_id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:42:54.729568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:54.819130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Pushing event updated for resources: {'Port': ['ID=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:54.896634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453d92f-5ba9-4d9e-a3a2-5e01ab088b68 req-e5d4d2e3-ebbb-4cd6-a990-1b0d9feb4d29 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:54.907528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3453d92f-5ba9-4d9e-a3a2-5e01ab088b68 req-e5d4d2e3-ebbb-4cd6-a990-1b0d9feb4d29 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.2687325 Oct 19 20:42:55.068025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3453d92f-5ba9-4d9e-a3a2-5e01ab088b68 req-c3915a09-2fa9-4e0d-acf5-30c28648ef97 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518180 Oct 19 20:42:55.100616 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.110797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.111709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.182995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.253330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Port': ['ID=98eb6c90-8297-4cb0-a866-2852fb44f7ed,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:55.348611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.350634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Attempting to bind port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:55.350996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Attempting to bind port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1bd82d20-4990-4de1-b6cc-15eccc1dc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:55.351354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Attempting to bind port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 on network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:55.353324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:55.382861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef241-627e-4f2d-82d1-e88e28cd5fd0 req-22fe68fb-8914-44a4-afce-63a3bf3e3798 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:55.383062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:55.390915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3caef241-627e-4f2d-82d1-e88e28cd5fd0 req-22fe68fb-8914-44a4-afce-63a3bf3e3798 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.1547587 Oct 19 20:42:55.392497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:55.452582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Allocated IP 2001:db8::2 (85c69c49-74f8-4452-8077-cca3afac9e15/9dfbf113-86b3-4885-8e47-59e2260d8d39/ee81d558-c92b-48e1-a764-1608d6aacb30) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:55.459025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3caef241-627e-4f2d-82d1-e88e28cd5fd0 req-6990a67a-bfc0-492b-890c-1f0021d3270e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658193 Oct 19 20:42:55.465746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:55.471929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Checking segment: {'id': '1bd82d20-4990-4de1-b6cc-15eccc1dc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:55.472186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.472534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Bound using segment: {'id': '1bd82d20-4990-4de1-b6cc-15eccc1dc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:55.473040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Bound port: eb9f0355-690f-4c4e-ae5b-3ce7d3a90719, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd82d20-4990-4de1-b6cc-15eccc1dc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a78b8dce-59f5-421e-b4b2-5f68ceb7f348'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:55.473448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.634804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.649544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Router f83ca195-84d4-43b3-b7f3-33afb2b5dc4a is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:42:55.661747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.710866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] For port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:55.715569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] For port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,segment=NetworkSegment(1bd82d20-4990-4de1-b6cc-15eccc1dc87b),segment_id=1bd82d20-4990-4de1-b6cc-15eccc1dc87b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:55.784214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:55.840506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] For port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:55.841381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:55.850606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-33da6ffd-7745-412a-b6f4-6b9da798eb26 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5927258 Oct 19 20:42:55.851501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:55.859909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Allocated IP 172.25.7.193 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:55.975713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] Sync routers for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:56.037596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:56.045359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:56.154320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae6afe-e2f4-48b5-a39a-a46456f20d87 req-65cf7706-4396-46e4-8afa-3379596dad02 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:56.162046 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87ae6afe-e2f4-48b5-a39a-a46456f20d87 req-65cf7706-4396-46e4-8afa-3379596dad02 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.1371794 Oct 19 20:42:56.200028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:56.200199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:56.202861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:56.300921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:56.314687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87ae6afe-e2f4-48b5-a39a-a46456f20d87 req-58597f9e-e33f-4202-b067-33c80258bf57 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517456 Oct 19 20:42:56.335268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:56.336790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:56.340327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:56.494247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Allocated IP 172.20.0.2 (e6be5933-14ab-4727-9a7d-53732d72e366/40372435-9d29-4dbc-bfbe-e1edc222d3a9/2916754b-4301-4f51-bff2-3771251b71e9) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:42:56.650176 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-84b5d286-d20c-471a-a167-9f3a107095fd tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:42:56.651289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84b5d286-d20c-471a-a167-9f3a107095fd tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7986491 Oct 19 20:42:56.654581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36836) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:56.761244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:56.794092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36148c-464c-40c0-90ca-16a424ac0885 None None] Pushing event updated for resources: {'Port': ['ID=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:56.819939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:56.838637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:56.867702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1c9492c4-90e3-45f8-a0fb-0493d6e12ae4 None None] Provisioning complete for port 9bff724a-0479-482c-91ee-9efe4b041a91 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:56.872354 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c9492c4-90e3-45f8-a0fb-0493d6e12ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.054793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783fff90-c688-4dce-b1fe-4c45eaa749bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.104526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.119358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.138314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:57.139974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:57.176550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.188167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:57.188904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46988d4-c68c-4a1f-919d-8e0271d8c61e None None] The sync data for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:42:57.190619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-78c7c5a5-3b42-4a2e-b963-c737655eb407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.192060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:57.192537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.246457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Network e6be5933-14ab-4727-9a7d-53732d72e366 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:57.277743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:57.308650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:57.316388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.333527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ead38-d095-4265-b62b-c63252d90141 None None] Pushing event updated for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:57.427327 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.507561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:42:57.639997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Network 85c69c49-74f8-4452-8077-cca3afac9e15 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:42:57.690931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:42:57.719121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:42:57.760808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Pushing event updated for resources: {'Port': ['ID=2916754b-4301-4f51-bff2-3771251b71e9,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:57.844077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:42:57.860853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Attempting to bind port 2916754b-4301-4f51-bff2-3771251b71e9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:57.861543 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Sync routers for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:42:57.862069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Attempting to bind port 2916754b-4301-4f51-bff2-3771251b71e9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:57.862184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Attempting to bind port 2916754b-4301-4f51-bff2-3771251b71e9 on network e6be5933-14ab-4727-9a7d-53732d72e366 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:57.876261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192c438-9324-4726-9265-08d1122ccfcd req-a6f36a4b-67cf-4c43-9d3f-4492adc16df6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:57.880033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:57.881488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8885c167-65b8-4537-8c58-e4226d2696d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0707045 Oct 19 20:42:57.882883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2192c438-9324-4726-9265-08d1122ccfcd req-a6f36a4b-67cf-4c43-9d3f-4492adc16df6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.8182139 Oct 19 20:42:57.884691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36878) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:57.885918 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:42:57.886731 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:58.021021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:58.021641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Checking segment: {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:58.022902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.031366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Bound using segment: {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:58.037432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Bound port: 2916754b-4301-4f51-bff2-3771251b71e9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:58.038081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.065193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc84d5-15e8-4ef6-9070-db2acb5a548d req-0f97f3a2-8765-49b9-9144-3d229a8d7c13 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:58.078558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85cc84d5-15e8-4ef6-9070-db2acb5a548d req-0f97f3a2-8765-49b9-9144-3d229a8d7c13 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.3324614 Oct 19 20:42:58.150308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9bff724a-0479-482c-91ee-9efe4b041a91 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:42:58.152781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Attempting to bind port ee81d558-c92b-48e1-a764-1608d6aacb30 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:58.155438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Attempting to bind port ee81d558-c92b-48e1-a764-1608d6aacb30 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '49bb2289-4831-4384-9295-2323f3a0bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:58.155809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Attempting to bind port ee81d558-c92b-48e1-a764-1608d6aacb30 on network 85c69c49-74f8-4452-8077-cca3afac9e15 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:58.172266 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:42:58.306349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4037741-c4b1-4104-bab7-b9a9a84c02dd None None] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:42:58.361556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783fff90-c688-4dce-b1fe-4c45eaa749bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.371908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783fff90-c688-4dce-b1fe-4c45eaa749bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.389130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] For port 2916754b-4301-4f51-bff2-3771251b71e9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:58.393695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] For port 2916754b-4301-4f51-bff2-3771251b71e9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2916754b-4301-4f51-bff2-3771251b71e9,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:58.410387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85cc84d5-15e8-4ef6-9070-db2acb5a548d req-a3d6a8e5-1fb8-4fbe-88fe-47f52d7220b4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307242 Oct 19 20:42:58.452072 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.479019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:58.480006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Checking segment: {'id': '49bb2289-4831-4384-9295-2323f3a0bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:58.480651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.481264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Bound using segment: {'id': '49bb2289-4831-4384-9295-2323f3a0bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:58.482061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Bound port: ee81d558-c92b-48e1-a764-1608d6aacb30, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bb2289-4831-4384-9295-2323f3a0bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85c69c49-74f8-4452-8077-cca3afac9e15'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:58.482808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.535540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-783fff90-c688-4dce-b1fe-4c45eaa749bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b920ddfc3104a9e9c1c4619bc7a8d85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7731738 Oct 19 20:42:58.539486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36898) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:42:58.564035 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:42:56Z', 'revision_number': 3, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:42:58.574262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Pushing event updated for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:58.576484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fff90-c688-4dce-b1fe-4c45eaa749bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d2f6c-a011-4d94-9926-f86e22075ac6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:58.604525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port 56b298cb-8cf6-4925-b959-2216a7f99009 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:58.605104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.606365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] Provisioning complete for port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:58.606740 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.629793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Checking router: b5cc72a8-e93b-4b9e-8d20-582695ac5f8f for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:42:58.630312 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Updating router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:42:58.696203 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.696817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.824600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:58.828608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee81d558-c92b-48e1-a764-1608d6aacb30,segment=NetworkSegment(49bb2289-4831-4384-9295-2323f3a0bb98),segment_id=49bb2289-4831-4384-9295-2323f3a0bb98)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:58.856967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.888255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port 56b298cb-8cf6-4925-b959-2216a7f99009, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=56b298cb-8cf6-4925-b959-2216a7f99009,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:42:58.889359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.889480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.908860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:58.953792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for 56b298cb-8cf6-4925-b959-2216a7f99009 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:42:59.024304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.027114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.029373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e0d2f6c-a011-4d94-9926-f86e22075ac6 HTTP/1.1" status: 204 len: 168 time: 0.4878638 Oct 19 20:42:59.047652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9bff724a-0479-482c-91ee-9efe4b041a91 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:42:59.050869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.070044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec007f-66f1-4cfe-9403-af4056640ae4 None None] Pushing event updated for resources: {'Port': ['ID=2916754b-4301-4f51-bff2-3771251b71e9,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:59.218185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47473c14-ca22-46fe-a0f6-9ee0bed70d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d2f6c-a011-4d94-9926-f86e22075ac6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:59.464902 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.477749 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.578456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6175d-fe02-422f-b7f7-586781723162 None None] Pushing event updated for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:59.606060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.664818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-81028a2e-90a6-47a2-83af-89b68447da2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.715447 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Attempting to bind port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:42:59.715818 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Attempting to bind port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:42:59.716176 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Attempting to bind port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:42:59.727327 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05e92f-78b2-4fe7-a8ba-cc04a54933dd None None] Pushing event updated for resources: {'Port': ['ID=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:59.744269 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:42:59.745183 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:42:59.745566 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.745958 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:42:59.746439 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Bound port: 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:42:59.747079 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.795117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b30a39-7378-4262-bc6d-0fedf610b27f req-f1720469-20f3-433e-8514-a15dc04edbd2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:42:59.797409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7b30a39-7378-4262-bc6d-0fedf610b27f req-f1720469-20f3-433e-8514-a15dc04edbd2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 946 time: 0.1948531 Oct 19 20:42:59.834365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.907387 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] For port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:42:59.912879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] For port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:42:59.917703 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7b30a39-7378-4262-bc6d-0fedf610b27f req-6e9c1061-be5f-4edd-824e-5353816a6cff tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139586 Oct 19 20:42:59.935734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:42:59.936385 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.955914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=56b298cb-8cf6-4925-b959-2216a7f99009,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:42:59.984457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting port 98eb6c90-8297-4cb0-a866-2852fb44f7ed {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:42:59.984818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:42:59.999310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Allocated IP 172.20.0.1 (e6be5933-14ab-4727-9a7d-53732d72e366/40372435-9d29-4dbc-bfbe-e1edc222d3a9/cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:00.023094 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:43:00.071547 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:00.072432 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:00.178000 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.233013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.360516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.380864 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:43:00.386734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.424390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port 56b298cb-8cf6-4925-b959-2216a7f99009 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:00.431146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.440893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2192c438-9324-4726-9265-08d1122ccfcd req-2427399c-a884-45fd-8fcb-7c02426dc8ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "DELETE /v2.0/ports/56b298cb-8cf6-4925-b959-2216a7f99009 HTTP/1.1" status: 204 len: 173 time: 2.5451674 Oct 19 20:43:00.469523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'name': 'network-vif-deleted', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:00.476535 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc13cae-bb7b-4ccb-892c-1cc9c1fcfe25" -d '{"events": [{"server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "name": "network-vif-deleted", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:00.507048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Network e6be5933-14ab-4727-9a7d-53732d72e366 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:00.509361 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.519352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:00.531566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:00.551137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Calling delete_port for 98eb6c90-8297-4cb0-a866-2852fb44f7ed owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:00.574772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 56b298cb-8cf6-4925-b959-2216a7f99009 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:00.664980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:00.787378 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05e92f-78b2-4fe7-a8ba-cc04a54933dd None None] Pushing event updated for resources: {'Port': ['ID=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:00.825110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Pushing event updated for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:00.900154 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde350b1-d62e-4efa-9c42-6d0ac849deae x-openstack-request-id: req-fde350b1-d62e-4efa-9c42-6d0ac849deae {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:00.900518 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dd2825-7299-48dc-b093-af252a08cbf9", "name": "network-vif-deleted", "tag": "56b298cb-8cf6-4925-b959-2216a7f99009", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:00.904685 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fde350b1-d62e-4efa-9c42-6d0ac849deae {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:00.905131 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd2825-7299-48dc-b093-af252a08cbf9', 'name': 'network-vif-deleted', 'tag': '56b298cb-8cf6-4925-b959-2216a7f99009', 'status': 'completed', 'code': 200} Oct 19 20:43:01.046411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.128152 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:42:56Z', 'revision_number': 3, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:01.150084 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.196222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] For port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,segment=NetworkSegment(1bd82d20-4990-4de1-b6cc-15eccc1dc87b),segment_id=1bd82d20-4990-4de1-b6cc-15eccc1dc87b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:01.198151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977af5a-1eb2-4b11-93fd-9443ef392fb7 None None] Network e6be5933-14ab-4727-9a7d-53732d72e366 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:01.227921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71f822a9-41d8-4569-a2b7-ac9fb9f5cc84 req-a3defa85-d78b-47dc-96e8-43bb7a0eeb88 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=82dd2825-7299-48dc-b093-af252a08cbf9 HTTP/1.1" status: 200 len: 210 time: 0.1356165 Oct 19 20:43:01.253151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02d51f6-fc8f-4017-b584-7365ace383d8 None None] The sync data for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 is: [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:42:56Z', 'revision_number': 3, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:01.272153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Port': ['ID=98eb6c90-8297-4cb0-a866-2852fb44f7ed,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:01.298324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 56b298cb-8cf6-4925-b959-2216a7f99009 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:01.298628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 56b298cb-8cf6-4925-b959-2216a7f99009 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:01.320357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.531297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc454f-ba4a-436a-a25c-a6bdcd649263 None None] Network 85c69c49-74f8-4452-8077-cca3afac9e15 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:01.553603 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.600546 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.632244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.650318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.807743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.950772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Provisioning complete for port ee81d558-c92b-48e1-a764-1608d6aacb30 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:01.951417 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:01.957789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f5afe-f4de-4b80-9aec-d0e3c823cdc0 None None] Pushing event updated for resources: {'Port': ['ID=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:01.981920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:01.996417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Pushing event updated for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:02.075626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Router f83ca195-84d4-43b3-b7f3-33afb2b5dc4a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:43:02.178358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Network e6be5933-14ab-4727-9a7d-53732d72e366 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:02.181625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:02.224251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36978) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:02.344373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:43:02.355188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-664fd094-8306-48a2-ab87-852abeebdba5 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6998258 Oct 19 20:43:02.360728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:02.397902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] Sync routers for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:43:02.419079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:02.462828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:02.464041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:02.520884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:02.521854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:02.532503 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-29ea4b25-6f4b-4742-9cc3-d714100d81df tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] delete failed (client error): The resource could not be found. Oct 19 20:43:02.533593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-29ea4b25-6f4b-4742-9cc3-d714100d81df tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-147083844 HTTP/1.1" status: 404 len: 334 time: 0.1704133 Oct 19 20:43:02.542066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36996) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:02.546673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2caafa18-c7ef-4eea-bd6a-1de2045534f6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:02.652996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:43:02.743783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:02.774918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:02.774918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:02.902135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:02.903050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25123af-1a0c-48ab-bbdb-67faadee5a51 None None] The sync data for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:02.970563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4320ee-2533-4de6-b566-eb5e58569ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.053489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2916754b-4301-4f51-bff2-3771251b71e9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:03.056625 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.159877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2caafa18-c7ef-4eea-bd6a-1de2045534f6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.207348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee81d558-c92b-48e1-a764-1608d6aacb30,segment=NetworkSegment(49bb2289-4831-4384-9295-2323f3a0bb98),segment_id=49bb2289-4831-4384-9295-2323f3a0bb98)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:03.210206 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2caafa18-c7ef-4eea-bd6a-1de2045534f6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] update failed (client error): The resource could not be found. Oct 19 20:43:03.211204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2caafa18-c7ef-4eea-bd6a-1de2045534f6 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a HTTP/1.1" status: 404 len: 339 time: 0.6681485 Oct 19 20:43:03.219176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37010) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:03.230017 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.231692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-450483236'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:03.275409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:43:03.282027 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2bc879c6-de9e-43e5-a820-25a73714e1fd admin admin] 10.222.0.31 "PUT /v2.0/routers/b5cc72a8-e93b-4b9e-8d20-582695ac5f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3961666 Oct 19 20:43:03.304125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:03.321101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.387326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Provisioning complete for port 2916754b-4301-4f51-bff2-3771251b71e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:03.387705 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.410263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:43:03.417158 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4320ee-2533-4de6-b566-eb5e58569ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.425808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6c4320ee-2533-4de6-b566-eb5e58569ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.447323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.448516 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Added segment 8dc3b766-b92f-4854-9343-2648519a721a of type vlan for network f97e0181-c244-418e-a10d-225c253f4b9f Oct 19 20:43:03.550949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Pushing event updated for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:03.571049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.603814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2916754b-4301-4f51-bff2-3771251b71e9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:03.605189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.633897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.634437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c4320ee-2533-4de6-b566-eb5e58569ef9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29eb9df1fef4470a98ffc16713fb2cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4084411 Oct 19 20:43:03.635942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4320ee-2533-4de6-b566-eb5e58569ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7337338-546a-4ff1-bcbc-5d6e7230bc8a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:03.638400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37028) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:03.643136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:03.644327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.715402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4889078 Oct 19 20:43:03.716340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37030) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:03.723741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'subnet': {'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:03.803444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.838958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.866529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764448a-7d28-4fce-9e7e-3fb879b54121 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Network': ['ID=f97e0181-c244-418e-a10d-225c253f4b9f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:03.894090 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:03.897211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f97e0181-c244-418e-a10d-225c253f4b9f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:43:03.906865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.039354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.048153 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.053842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] For port 2916754b-4301-4f51-bff2-3771251b71e9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2916754b-4301-4f51-bff2-3771251b71e9,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:04.059528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.062504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7337338-546a-4ff1-bcbc-5d6e7230bc8a HTTP/1.1" status: 204 len: 168 time: 0.4230378 Oct 19 20:43:04.089944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ae530-925b-4de2-b396-14fbe24db166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7337338-546a-4ff1-bcbc-5d6e7230bc8a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:04.137674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Made reservation on behalf of 8fc8c9d6808b4f2ca0325852b6352f27 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:04.141728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.258616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Provisioning complete for port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:04.259585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.333226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-2eac4e36-139a-4a98-8655-2d66e7f7f920 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:04.341035 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-2eac4e36-139a-4a98-8655-2d66e7f7f920 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.2537026 Oct 19 20:43:04.364630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:43:04.366231 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:43:04.369171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a00f4-ec80-44d7-94d1-db8397ecb936 None None] Pushing event updated for resources: {'Port': ['ID=2916754b-4301-4f51-bff2-3771251b71e9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:04.393126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:04.414256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Provisioning complete for port ee81d558-c92b-48e1-a764-1608d6aacb30 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:04.418147 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.634373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Could not find standard attr ID for object 98eb6c90-8297-4cb0-a866-2852fb44f7ed. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:43:04.635565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-fdb457da-ac5f-43e6-95bb-471d4dfb9b58 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.2921541 Oct 19 20:43:04.647322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.662651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Provisioning complete for port 2916754b-4301-4f51-bff2-3771251b71e9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:04.663015 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.733388 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Sync routers for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:43:04.746197 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:04.747910 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:04.840585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-0ea11b70-a446-4da0-950a-c1a38146cb0e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2045655 Oct 19 20:43:04.847591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Checking segment: {'id': '8dc3b766-b92f-4854-9343-2648519a721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:04.848354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network hostable DHCP agents. Network: f97e0181-c244-418e-a10d-225c253f4b9f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:43:04.852220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Subnet': ['ID=d06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:04.860234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Provisioning complete for port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:04.860615 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-133d0fb1-5a8d-4c80-b4e8-f76c73676014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:04.928857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:04.945720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network f97e0181-c244-418e-a10d-225c253f4b9f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:43:04.953452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:43:04.966317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f97e0181-c244-418e-a10d-225c253f4b9f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:04.971810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:04.972715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.007622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f676db9-cb55-467e-9c46-d68cf067c9b5 None None] Network f97e0181-c244-418e-a10d-225c253f4b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:05.007977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8635a2a6-1f2c-4c0b-b9f5-84f117434ad3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2897265 Oct 19 20:43:05.011553 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-bd338a37-5c7c-4042-b8da-11ffa16432ea service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467614 Oct 19 20:43:05.011706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:05.020109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-edf9984d-1127-4624-b016-fc4175eb15d4 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:05.099909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:05.107988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.139654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-35e0b3c0-d777-4195-82ac-0ac9f5455cd4 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210544 Oct 19 20:43:05.280225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eff2458e-7dc2-4fda-b138-65c721d6d980 None None] Provisioning complete for port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:05.280591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eff2458e-7dc2-4fda-b138-65c721d6d980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.409852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37098) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:05.461833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d1061a-c6db-49bd-bcb4-468625c5a482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.533456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2803a8fc-8204-4b51-936f-c821823c8bb7 req-b84bbdaf-2ea5-414f-becc-fe2886befb81 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 210 time: 0.1110086 Oct 19 20:43:05.607642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee81d558-c92b-48e1-a764-1608d6aacb30 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:05.705102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edf9984d-1127-4624-b016-fc4175eb15d4 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.774832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:43:00Z', 'revision_number': 4, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31', 'name': '', 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'mac_address': 'fa:16:3e:59:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:59Z', 'updated_at': '2021-10-19T20:43:01Z', 'revision_number': 2, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'subnets': [{'id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:05.831293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d1061a-c6db-49bd-bcb4-468625c5a482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.852312 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Checking router: b5cc72a8-e93b-4b9e-8d20-582695ac5f8f for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:43:05.852665 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Updating router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:43:05.855186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d1061a-c6db-49bd-bcb4-468625c5a482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.919211 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:05.946474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1061a-c6db-49bd-bcb4-468625c5a482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2fadbc-aa2f-4b74-9df0-3e8f1bd71266,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:05.980659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72d1061a-c6db-49bd-bcb4-468625c5a482 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7be96898f36b4802b5d600ddb5590b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680764 Oct 19 20:43:05.982255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37120) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:06.039689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f97e0181-c244-418e-a10d-225c253f4b9f', 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f', 'tenant_id': '8fc8c9d6808b4f2ca0325852b6352f27', 'fixed_ips': [{'subnet_id': 'd06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:43:06.040554 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.097519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.191803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Allocated IP 2001:db8:1::2 (f97e0181-c244-418e-a10d-225c253f4b9f/d06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f/d7901ce7-96fa-453a-8999-6d8bca2fbc37) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:06.212314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.379211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.380521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.385767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eff2458e-7dc2-4fda-b138-65c721d6d980 None None] Port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:06.385949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.391317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.391925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f2fadbc-aa2f-4b74-9df0-3e8f1bd71266 HTTP/1.1" status: 204 len: 168 time: 0.4082382 Oct 19 20:43:06.422537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d103-8bd9-43e4-92f3-98ab39e70c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2fadbc-aa2f-4b74-9df0-3e8f1bd71266,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:06.510578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Network f97e0181-c244-418e-a10d-225c253f4b9f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:06.513949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Pushing event updated for resources: {'Port': ['ID=d7901ce7-96fa-453a-8999-6d8bca2fbc37,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:06.516570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:06.520092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:06.540997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ee81d558-c92b-48e1-a764-1608d6aacb30 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:06.541931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.672159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Attempting to bind port d7901ce7-96fa-453a-8999-6d8bca2fbc37 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:06.672531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Attempting to bind port d7901ce7-96fa-453a-8999-6d8bca2fbc37 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '8dc3b766-b92f-4854-9343-2648519a721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:06.672897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Attempting to bind port d7901ce7-96fa-453a-8999-6d8bca2fbc37 on network f97e0181-c244-418e-a10d-225c253f4b9f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:06.680361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:06.680361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Checking segment: {'id': '8dc3b766-b92f-4854-9343-2648519a721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:06.680784 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.681053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Bound using segment: {'id': '8dc3b766-b92f-4854-9343-2648519a721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:06.681557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Bound port: d7901ce7-96fa-453a-8999-6d8bca2fbc37, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc3b766-b92f-4854-9343-2648519a721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f97e0181-c244-418e-a10d-225c253f4b9f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:06.682637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.685860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-91d2523d-ce2b-4d81-b6bf-40c5ffe2dacf req-0ba436a4-0e63-4cc3-9f71-91f5516b53ec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 210 time: 0.0432765 Oct 19 20:43:06.717280 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.725445 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.773212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] For port d7901ce7-96fa-453a-8999-6d8bca2fbc37, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:06.777161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] For port d7901ce7-96fa-453a-8999-6d8bca2fbc37, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d7901ce7-96fa-453a-8999-6d8bca2fbc37,segment=NetworkSegment(8dc3b766-b92f-4854-9343-2648519a721a),segment_id=8dc3b766-b92f-4854-9343-2648519a721a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:06.786474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:06.877186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-eb544bf5-2568-4b1a-b8d5-4b0504234641 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:06.884657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-eb544bf5-2568-4b1a-b8d5-4b0504234641 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 1.6915207 Oct 19 20:43:06.935496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-6f277f0e-a602-4a7f-8b30-4cc79bf4eace tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/quotas/a589cb2bfbfd4906876b6e74caa56937 HTTP/1.1" status: 200 len: 375 time: 0.0315063 Oct 19 20:43:06.978313 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Attempting to bind port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:06.979827 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Attempting to bind port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:06.994608 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Attempting to bind port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 on network e6be5933-14ab-4727-9a7d-53732d72e366 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:07.037688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5dabe-f659-4035-a78a-231054bd682a None None] Pushing event updated for resources: {'Port': ['ID=d7901ce7-96fa-453a-8999-6d8bca2fbc37,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:07.054178 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:07.056793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Checking segment: {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:07.059250 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:07.059922 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Bound using segment: {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:07.060658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Bound port: cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0ad18e-e691-40bb-baa2-edfb26207b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:07.061267 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:07.096450 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc72db-b2b8-4d67-bda4-9c8faed7e6ea None None] Pushing event updated for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:07.195936 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-edf9984d-1127-4624-b016-fc4175eb15d4 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:07.207023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-edf9984d-1127-4624-b016-fc4175eb15d4 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a HTTP/1.1" status: 400 len: 364 time: 2.1939325 Oct 19 20:43:07.211669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:07.352453 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] For port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:07.364105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] For port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:07.373984 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:07.437354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] Provisioning complete for port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:07.437969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:07.457854 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc72db-b2b8-4d67-bda4-9c8faed7e6ea None None] Pushing event updated for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:07.508028 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:07.508851 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:07.525409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-39ac3f9c-fcbc-4612-ba1b-e61c5e53c1ea tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5712023 Oct 19 20:43:07.594906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:07.685907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-72836f44-4cbc-46dd-b497-e77c2c1b9040 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:07.687494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-72836f44-4cbc-46dd-b497-e77c2c1b9040 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.4813190 Oct 19 20:43:07.707583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:07.904682 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:43:08.001426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfb38cdd-2ad2-427d-a59f-d932d2c0ce96 req-d30cc659-7f63-44ba-bac2-b9e4184ba9fb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 210 time: 0.0950959 Oct 19 20:43:08.106798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.126779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:08.130989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.177598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:08.178309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.248698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] For port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:08.277413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.339260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.372284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8d6e-f9f5-4d3d-906d-e4ac3f460689 None None] Pushing event updated for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:08.498879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:43:00Z', 'revision_number': 4, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31', 'name': '', 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'mac_address': 'fa:16:3e:59:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:59Z', 'updated_at': '2021-10-19T20:43:07Z', 'revision_number': 4, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'subnets': [{'id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:08.510179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-c7afa499-7180-4084-a68c-b8caaa60a935 service neutron] 10.222.0.31 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833281 Oct 19 20:43:08.534045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.14 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/27cb1b1c-06ff-42d3-98f7-78f8b47128d8) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:08.556812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc79e2-6539-44bc-bbf0-ad6fd21e7f82 None None] The sync data for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 is: [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:43:00Z', 'revision_number': 4, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31', 'name': '', 'network_id': 'e6be5933-14ab-4727-9a7d-53732d72e366', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'mac_address': 'fa:16:3e:59:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:59Z', 'updated_at': '2021-10-19T20:43:07Z', 'revision_number': 4, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'subnets': [{'id': '40372435-9d29-4dbc-bfbe-e1edc222d3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:08.557093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-730cd6b8-9ccf-4214-8f9d-610b8abf4cb0 None None] Provisioning complete for port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:08.557614 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-730cd6b8-9ccf-4214-8f9d-610b8abf4cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:08.898492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28bb7d-ff01-438e-8818-f9e377e5ec83 None None] Network f97e0181-c244-418e-a10d-225c253f4b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:09.055258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2916754b-4301-4f51-bff2-3771251b71e9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:09.098714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Allocated IP 2001:db8::1 (de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5/40ca7d90-8c20-4956-a7c5-a2b5f02a066a/6ffa7161-00f3-492f-81a4-278031b66c79) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:09.388906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.402305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-1a51a1a3-00c0-4ecb-ad6f-8c2a2549e225 service neutron] 10.222.0.31 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906837 Oct 19 20:43:09.476144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.520861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] Provisioning complete for port d7901ce7-96fa-453a-8999-6d8bca2fbc37 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:09.529242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.566194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Port': ['ID=6ffa7161-00f3-492f-81a4-278031b66c79,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:09.583191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:09.584813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:09.588165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:09.588924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.643956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aeb79c19-c429-4e34-9e36-d179ff444fdc req-c1b551d6-b44e-4788-8344-22490f8189b8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 210 time: 0.0373385 Oct 19 20:43:09.649023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2916754b-4301-4f51-bff2-3771251b71e9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:09.651392 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.742604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.885869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:09.909154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:09.997727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:10.042786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:10.051728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.074566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:10.078912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-507677db-ed61-4de4-afca-66ead4842cc4 req-7887aac3-9259-40a8-9a80-d0341063eef4 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 210 time: 0.0840743 Oct 19 20:43:10.080378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:10.160333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:10.161270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.186805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-6b44cae1-5fcb-4a7f-8b37-6e5d93d80e11 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4829049 Oct 19 20:43:10.198789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.205032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Request body: {'port': {'device_id': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:10.248726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:10.360281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.499984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] For port d7901ce7-96fa-453a-8999-6d8bca2fbc37, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d7901ce7-96fa-453a-8999-6d8bca2fbc37,segment=NetworkSegment(8dc3b766-b92f-4854-9343-2648519a721a),segment_id=8dc3b766-b92f-4854-9343-2648519a721a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:10.517416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.641777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:10.642698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.688581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c246-7001-4563-b0c4-7c2eac69e9a1 None None] Pushing event updated for resources: {'Port': ['ID=d7901ce7-96fa-453a-8999-6d8bca2fbc37,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:10.731283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0ff50568-56c3-4522-bfdd-e7f10686574f None None] Provisioning complete for port 6ffa7161-00f3-492f-81a4-278031b66c79 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:10.731663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ff50568-56c3-4522-bfdd-e7f10686574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.828774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0ff50568-56c3-4522-bfdd-e7f10686574f None None] Port 6ffa7161-00f3-492f-81a4-278031b66c79 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:10.922333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.964012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.964800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.975583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:10.998862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1dfcb596-91eb-41ee-804d-34f86c038e17 None None] Provisioning complete for port d7901ce7-96fa-453a-8999-6d8bca2fbc37 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:10.999426 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb596-91eb-41ee-804d-34f86c038e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.052955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:11.060814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.061785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee81d558-c92b-48e1-a764-1608d6aacb30 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:11.089730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event updated for resources: {'Port': ['ID=6ffa7161-00f3-492f-81a4-278031b66c79,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:11.108363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:11.132323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.171338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362be1e-7aac-45a2-9e70-f696022433ae req-db68cd6b-6fab-4cdd-8983-bc9be5184b4a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:11.173506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Transition to ACTIVE for port object 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:43:11.173904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d362be1e-7aac-45a2-9e70-f696022433ae req-db68cd6b-6fab-4cdd-8983-bc9be5184b4a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 932 time: 0.2995644 Oct 19 20:43:11.184812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.235496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:11.288444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-669072f5-5b16-4590-a171-160cd73d7430 req-ed7d1e69-e9a4-4196-a907-36220f7e4e1d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 210 time: 0.0545197 Oct 19 20:43:11.319651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ee81d558-c92b-48e1-a764-1608d6aacb30 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:11.321689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:11.326539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.376692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d362be1e-7aac-45a2-9e70-f696022433ae req-72af6543-dea6-4243-8522-edfcfd302d01 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973678 Oct 19 20:43:11.432860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:11.438420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:11.478338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Attempting to bind port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:11.481141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Attempting to bind port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:11.481738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Attempting to bind port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:11.501380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:43:11.502044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Attempting to bind port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:11.538236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:11.543445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:11.544228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:11.546037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Bound port: 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:11.547072 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.674003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:11.681666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:11.693600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.717476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Router f83ca195-84d4-43b3-b7f3-33afb2b5dc4a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:43:11.807184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:11.848714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:11.849991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:11.851397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-da619f54-dce8-4dbb-bc95-fa8be2107922 service neutron] 10.222.0.37 "PUT /v2.0/ports/27cb1b1c-06ff-42d3-98f7-78f8b47128d8 HTTP/1.1" status: 200 len: 1092 time: 1.6555889 Oct 19 20:43:11.851861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:11.854227 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7be50-93e7-4acc-bb11-e11792e24ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:11.926452 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d266f4d-9ec7-4d8c-aeb8-d1eb23de41f2 x-openstack-request-id: req-9d266f4d-9ec7-4d8c-aeb8-d1eb23de41f2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:11.926747 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:11.927000 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d266f4d-9ec7-4d8c-aeb8-d1eb23de41f2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:11.927406 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8', 'status': 'completed', 'code': 200} Oct 19 20:43:11.997084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:43:12.012559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] Sync routers for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:43:12.029370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37276) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:12.031718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f84cd8a7-a72f-4f30-b7e6-30ebaa1ae118 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8056877 Oct 19 20:43:12.065176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:12.066074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:12.191983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:12.235526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3d8dfe8c-1c05-4ee2-accd-c8e756d791ef None None] Provisioning complete for port 6ffa7161-00f3-492f-81a4-278031b66c79 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:12.235958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d8dfe8c-1c05-4ee2-accd-c8e756d791ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.243433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:12.244109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:12.303311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:12.304004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee7cb0-878b-4809-840c-c4b313148860 None None] The sync data for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:12.305912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d7901ce7-96fa-453a-8999-6d8bca2fbc37 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:12.458858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d7901ce7-96fa-453a-8999-6d8bca2fbc37 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:12.462650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.467115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0365b653-f4a5-4b68-a848-09ae5849882a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.470726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f6d74cf-7aa7-4743-8caa-2801548dcc46 req-16d0f24f-87ee-4c6e-b12a-e8572f131001 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 210 time: 0.0605345 Oct 19 20:43:12.531311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dfe8c-1c05-4ee2-accd-c8e756d791ef None None] Port 6ffa7161-00f3-492f-81a4-278031b66c79 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:12.559175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-0733fa14-958a-4c4b-b320-c94b6d15b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:12.560670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-0733fa14-958a-4c4b-b320-c94b6d15b348 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 1095 time: 0.2965977 Oct 19 20:43:12.591933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:12.668372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-2ecfab58-b6f0-4bf7-9af0-90ab1c5ab2f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8 HTTP/1.1" status: 200 len: 217 time: 0.0861144 Oct 19 20:43:12.682799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:12.683578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.686875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-69c2ce25-eed6-4b16-bf64-67078a60cb3d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:12.687662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-69c2ce25-eed6-4b16-bf64-67078a60cb3d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.11 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 0.4247189 Oct 19 20:43:12.726682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Request body: {'port': {'device_id': '2b2beea3-2180-4650-b593-eec80da9914d', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'admin_state_up': True, 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:12.734049 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.739885 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-0365b653-f4a5-4b68-a848-09ae5849882a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 20:43:12.744011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:12.744160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0365b653-f4a5-4b68-a848-09ae5849882a tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a HTTP/1.1" status: 409 len: 329 time: 0.7137134 Oct 19 20:43:12.756259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbde29-2d7e-4b64-8dbd-f0ddef0a4393 req-afc73605-a8e8-4b7e-933c-0fc83a3b7e60 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:12.757787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4fbde29-2d7e-4b64-8dbd-f0ddef0a4393 req-afc73605-a8e8-4b7e-933c-0fc83a3b7e60 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 944 time: 0.2139187 Oct 19 20:43:12.773796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:12.782273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-4811ac91-7bc0-4c6a-a278-f40e14be29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:12.783721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-4811ac91-7bc0-4c6a-a278-f40e14be29f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1069944 Oct 19 20:43:12.845044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:12.846458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.855616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-8547699e-5efd-4365-bf05-60d4ce6438db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624604 Oct 19 20:43:12.858427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Made reservation on behalf of a589cb2bfbfd4906876b6e74caa56937 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:12.860710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:12.950617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4fbde29-2d7e-4b64-8dbd-f0ddef0a4393 req-9fdb7ba5-d341-4af2-bd05-ac38fa8b52f3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842926 Oct 19 20:43:13.094749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-b0f49a28-e861-439c-b2e3-ed1641c350fb service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282176 Oct 19 20:43:13.131733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:13.278139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-797cb8fe-061a-44eb-9720-1b73d2a46d7f req-e6417247-7002-408d-a883-964a7ac587e9 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659405 Oct 19 20:43:13.302573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Allocated IP 172.20.0.13 (0df5972e-bc10-4714-a1a5-a4035b29c140/f6951918-32c8-4f98-b704-a94f627e3f3c/31fef62b-544e-4142-bc1d-4f5eadeab16d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:13.383689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:13.542919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:13.545447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-c7595395-0f95-44ce-a498-20fa4a9a1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:13.548473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-c7595395-0f95-44ce-a498-20fa4a9a1a09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 1095 time: 0.0996151 Oct 19 20:43:13.676283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-377fbfb9-23b9-48b8-97d4-cd23a0d22780 req-871d7a40-fba2-4e7b-b4d4-d44360705ace tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 210 time: 0.0568278 Oct 19 20:43:13.726826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-2bf87ebc-13b2-4622-874b-df3f221ca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:13.729327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-2bf87ebc-13b2-4622-874b-df3f221ca75f service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1707082 Oct 19 20:43:13.731011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:13.790129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Pushing event updated for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:13.843057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting port 6ffa7161-00f3-492f-81a4-278031b66c79 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:13.843560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-5adb47db-4734-404b-b483-05b378654fff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8 HTTP/1.1" status: 200 len: 217 time: 0.0552084 Oct 19 20:43:13.843667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:13.854701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:13.865634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:13.889600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:13.953838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-c40b4327-a949-4c71-8675-33d3d658dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:13.961543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-c40b4327-a949-4c71-8675-33d3d658dbcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1083734 Oct 19 20:43:14.053570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-5119ba45-b8ea-4f26-85ca-aec65001e745 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740526 Oct 19 20:43:14.061103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:14.062292 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.062928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.082642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Calling delete_port for 6ffa7161-00f3-492f-81a4-278031b66c79 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:14.235687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-cacb3f82-4c70-408d-bfb8-6f0a6ac68dbb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5172276 Oct 19 20:43:14.286769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-21cf20ab-6d50-4eac-8190-920fab43fe66 None None] Provisioning complete for port 31fef62b-544e-4142-bc1d-4f5eadeab16d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:14.287353 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21cf20ab-6d50-4eac-8190-920fab43fe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.312898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Request body: {'port': {'device_id': '2b2beea3-2180-4650-b593-eec80da9914d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:14.375867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-21cf20ab-6d50-4eac-8190-920fab43fe66 None None] Port 31fef62b-544e-4142-bc1d-4f5eadeab16d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:14.399247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.421359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa43f6-03c7-4c5d-b5b9-350dce4ab18f req-51a9aa44-272c-40f3-9659-d2968ea192f6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:14.429839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-57fa43f6-03c7-4c5d-b5b9-350dce4ab18f req-51a9aa44-272c-40f3-9659-d2968ea192f6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 944 time: 0.3407013 Oct 19 20:43:14.440914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.443771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-4bfe2602-3932-486f-8c49-7b51bea88bda service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760324 Oct 19 20:43:14.480539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Port': ['ID=6ffa7161-00f3-492f-81a4-278031b66c79,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:14.510448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:43:14.608095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.761806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:14.785998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8', 'mac_address': 'fa:16:3e:8f:84:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:43:14.867662 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:14.903861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:14.932959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:14.939599 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.069348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fef62b-544e-4142-bc1d-4f5eadeab16d {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:15.079665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:15.105318 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-57fa43f6-03c7-4c5d-b5b9-350dce4ab18f req-48270d2e-0d3f-4fd3-af3b-8ccf91f6a93e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745844 Oct 19 20:43:15.107362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.159921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['27cb1b1c-06ff-42d3-98f7-78f8b47128d8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:15.162974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Transition to ACTIVE for port object 31fef62b-544e-4142-bc1d-4f5eadeab16d will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:43:15.174791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.223375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ed7be50-93e7-4acc-bb11-e11792e24ce5 req-89f9dd72-ca26-4e36-94ef-8c7b5885f349 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603526 Oct 19 20:43:15.288685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:15.457437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Attempting to bind port 31fef62b-544e-4142-bc1d-4f5eadeab16d on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:15.458232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Attempting to bind port 31fef62b-544e-4142-bc1d-4f5eadeab16d by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:15.458791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Attempting to bind port 31fef62b-544e-4142-bc1d-4f5eadeab16d on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:15.465002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Port 31fef62b-544e-4142-bc1d-4f5eadeab16d on network 0df5972e-bc10-4714-a1a5-a4035b29c140 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:43:15.466045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Attempting to bind port 31fef62b-544e-4142-bc1d-4f5eadeab16d on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:15.472790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:15.473556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Checking segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:15.474213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Bound using segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:15.475053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Bound port: 31fef62b-544e-4142-bc1d-4f5eadeab16d, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:15.475656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.601985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:15.607892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:15.616096 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.678221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37382) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:15.702956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:15.707539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:15.709071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] 10.222.0.11 "PUT /v2.0/ports/31fef62b-544e-4142-bc1d-4f5eadeab16d HTTP/1.1" status: 200 len: 1092 time: 1.4172750 Oct 19 20:43:15.710461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:15.723574 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3da1e0-8378-4e95-be8c-2177f778411f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:15.781165 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce6ec4f-125a-44c3-8adb-7d7f1c08ee01 x-openstack-request-id: req-7ce6ec4f-125a-44c3-8adb-7d7f1c08ee01 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:15.785865 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:15.787100 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ce6ec4f-125a-44c3-8adb-7d7f1c08ee01 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:15.787618 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d', 'status': 'completed', 'code': 200} Oct 19 20:43:15.823363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c88875-b3f9-4163-893f-7c1a0c74c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:15.847250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-9399ea9a-250b-458c-af1b-1aec70c1db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:15.849600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-9399ea9a-250b-458c-af1b-1aec70c1db17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1095 time: 0.0898006 Oct 19 20:43:15.939341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-90af4753-31bb-4a78-bffc-1abc0686bf6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d HTTP/1.1" status: 200 len: 217 time: 0.0685275 Oct 19 20:43:15.999230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-297bb28c-1b11-4175-859a-176a7d1c4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:16.000732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-297bb28c-1b11-4175-859a-176a7d1c4464 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6951918-32c8-4f98-b704-a94f627e3f3c HTTP/1.1" status: 200 len: 848 time: 0.0606043 Oct 19 20:43:16.001252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Router f83ca195-84d4-43b3-b7f3-33afb2b5dc4a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:43:16.015887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980615-a35d-4ad1-9afe-0b7b1967280c req-20fb410e-903e-4849-ade6-303010bedbd0 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:16.017936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee980615-a35d-4ad1-9afe-0b7b1967280c req-20fb410e-903e-4849-ade6-303010bedbd0 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1095 time: 0.2769289 Oct 19 20:43:16.116392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7bad-f57a-4134-a236-ba204084a493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.176824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-ae3d10a2-fd74-4f5d-99dc-ab5e83529a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:16.178378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-ae3d10a2-fd74-4f5d-99dc-ab5e83529a35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0df5972e-bc10-4714-a1a5-a4035b29c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694362 Oct 19 20:43:16.204975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:43:16.220634 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b953d-e453-4465-89f6-1882a899a84d None None] Sync routers for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:43:16.221085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7081a854-fd06-463a-b08b-bd29feb37a73 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4754107 Oct 19 20:43:16.222281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37408) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:16.234145 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:16.234764 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:16.242965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee980615-a35d-4ad1-9afe-0b7b1967280c req-40e0c477-8e3a-48eb-8890-6a2df22d23b0 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147989 Oct 19 20:43:16.285111 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:16.308085 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] Routers {'f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:16.308703 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:42:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:16.326313 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-5a8accd9-bf84-4ca4-8e1e-0d54eec70922 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] show failed (client error): The resource could not be found. Oct 19 20:43:16.327565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5a8accd9-bf84-4ca4-8e1e-0d54eec70922 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1486655935 HTTP/1.1" status: 404 len: 335 time: 0.0813937 Oct 19 20:43:16.331900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37414) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:16.337545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-72620372-cb5b-4198-9b7a-3c3da675f855 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:16.372198 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-449b953d-e453-4465-89f6-1882a899a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:16.372875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b953d-e453-4465-89f6-1882a899a84d None None] The sync data for ids ['f83ca195-84d4-43b3-b7f3-33afb2b5dc4a'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:16.387270 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-72620372-cb5b-4198-9b7a-3c3da675f855 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] update failed (client error): The resource could not be found. Oct 19 20:43:16.392059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-72620372-cb5b-4198-9b7a-3c3da675f855 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1887454874 HTTP/1.1" status: 404 len: 335 time: 0.0591257 Oct 19 20:43:16.392843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:16.478270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting subnet d06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:16.481939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.491798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-70aef26b-a642-4999-b2f3-590dcfbd4e46 service neutron] 10.222.0.11 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045311 Oct 19 20:43:16.506971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e689d6a-c45a-4cb0-a096-cd67ba98f449 req-9d16c2b2-1a96-4e8c-ada5-17ef00e80233 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:16.511257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e689d6a-c45a-4cb0-a096-cd67ba98f449 req-9d16c2b2-1a96-4e8c-ada5-17ef00e80233 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 945 time: 0.2399325 Oct 19 20:43:16.517336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:16.530757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.633498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:43:16.641678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:16.642353 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.674119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.781310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.785776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.800662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7bad-f57a-4134-a236-ba204084a493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.808470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e689d6a-c45a-4cb0-a096-cd67ba98f449 req-54be9fe9-dce8-49d3-ac7e-0cad32038136 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837236 Oct 19 20:43:16.827169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7bad-f57a-4134-a236-ba204084a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.847117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:16.848401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Subnet': ['ID=d06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:16.850539 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a68b2-6784-442a-b0d9-2c725f3a2077" -d '{"events": [{"server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "name": "network-vif-plugged", "status": "completed", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:16.877219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:16.883570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.889224 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:16.895411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-27d22167-0244-4fde-8b95-7f794520b561 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/subnets/d06abc61-dbbf-48b2-bd7e-6ea9f4cd1b5f HTTP/1.1" status: 204 len: 168 time: 0.4986832 Oct 19 20:43:16.895609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329aad46-a143-4aea-9872-bb4259c23531 None None] Network f97e0181-c244-418e-a10d-225c253f4b9f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:16.904367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:16.954770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a6fb7bad-f57a-4134-a236-ba204084a493 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3613c08df88d4e53866932f2aeae86a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2741721 Oct 19 20:43:16.959736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37446) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:16.976141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72e00550-9d7c-4fb7-ac92-aaba1c5b18c0 req-7610e524-e0dc-4af9-9ac2-688b997ae84c service neutron] 10.222.0.11 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495342 Oct 19 20:43:16.976792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb7bad-f57a-4134-a236-ba204084a493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86e049-c127-4362-af13-a8a7020425bb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:17.048030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.086140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.136622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caeccc-cbd6-4269-98b6-aec0229c998e req-58d68a63-a0f5-499e-b6de-8c1f7672ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:17.142115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92caeccc-cbd6-4269-98b6-aec0229c998e req-58d68a63-a0f5-499e-b6de-8c1f7672ec5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 1097 time: 0.1316986 Oct 19 20:43:17.178944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.276183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-ee669ccf-25bb-4d42-8aa3-f7621fbc95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:17.282710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-ee669ccf-25bb-4d42-8aa3-f7621fbc95eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1095 time: 0.2067585 Oct 19 20:43:17.337034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92caeccc-cbd6-4269-98b6-aec0229c998e req-3eb01e3b-5bfa-41eb-9cad-a7a732b9edd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745915 Oct 19 20:43:17.360901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting port d7901ce7-96fa-453a-8999-6d8bca2fbc37 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:17.363119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.405423 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3891b-6261-4d80-bece-03e8b24a81e9 x-openstack-request-id: req-3bf3891b-6261-4d80-bece-03e8b24a81e9 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:17.406295 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "name": "network-vif-plugged", "status": "completed", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:17.407405 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bf3891b-6261-4d80-bece-03e8b24a81e9 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:17.407915 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8', 'code': 200} Oct 19 20:43:17.469878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.475968 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.484008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b86e049-c127-4362-af13-a8a7020425bb HTTP/1.1" status: 204 len: 168 time: 0.5224574 Oct 19 20:43:17.519528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] For port d7901ce7-96fa-453a-8999-6d8bca2fbc37, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d7901ce7-96fa-453a-8999-6d8bca2fbc37,segment=NetworkSegment(8dc3b766-b92f-4854-9343-2648519a721a),segment_id=8dc3b766-b92f-4854-9343-2648519a721a)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:17.519883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.535244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Calling delete_port for d7901ce7-96fa-453a-8999-6d8bca2fbc37 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:17.592375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20776-93ff-4cf9-b9f4-8e72b984a7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86e049-c127-4362-af13-a8a7020425bb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:17.595664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:17.685062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.715789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Port': ['ID=d7901ce7-96fa-453a-8999-6d8bca2fbc37,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:17.718404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] No DVR routers for this DVR port d7901ce7-96fa-453a-8999-6d8bca2fbc37 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:17.832579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928178f-de96-4b87-b008-129634509a1c None None] DHCP port deletion for f97e0181-c244-418e-a10d-225c253f4b9f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:17.898656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:17.971927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97e0181-c244-418e-a10d-225c253f4b9f']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:17.992812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc3b766-b92f-4854-9343-2648519a721a') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:17.993106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc3b766-b92f-4854-9343-2648519a721a') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:18.013553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.049882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6bdb0-79bb-4b65-8fff-f810637eb4f6 req-274fe294-3de2-40a7-be40-d0a16409eb95 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:18.051476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a6bdb0-79bb-4b65-8fff-f810637eb4f6 req-274fe294-3de2-40a7-be40-d0a16409eb95 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.1253440 Oct 19 20:43:18.071691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.087455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:18.088592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:18.092034 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:18.170334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-6e74cbbf-a519-48a1-8e2a-41be4ec53aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:18.172290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-6e74cbbf-a519-48a1-8e2a-41be4ec53aa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 0.8858857 Oct 19 20:43:18.175162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599354a-932a-4046-b52e-5e37891d4aa8 req-afaf6200-51b0-48d7-9561-40b046e46632 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:18.178134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b599354a-932a-4046-b52e-5e37891d4aa8 req-afaf6200-51b0-48d7-9561-40b046e46632 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1095 time: 0.7174659 Oct 19 20:43:18.190577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f5a6bdb0-79bb-4b65-8fff-f810637eb4f6 req-24e59b37-b2cd-41cc-aa44-ed73ec2f0477 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309540 Oct 19 20:43:18.201397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.212161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.226249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/networks/f97e0181-c244-418e-a10d-225c253f4b9f HTTP/1.1" status: 204 len: 168 time: 1.3192770 Oct 19 20:43:18.240682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37486) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:18.261159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c79ad-110d-49a9-a9ca-f52808a429d9 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Network': ['ID=f97e0181-c244-418e-a10d-225c253f4b9f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:18.272425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-f4e6b672-c2d4-4306-97ca-28d02ee1e21e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d HTTP/1.1" status: 200 len: 217 time: 0.0895724 Oct 19 20:43:18.388399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting subnet 9dfbf113-86b3-4885-8e47-59e2260d8d39 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:18.390899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 31fef62b-544e-4142-bc1d-4f5eadeab16d details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:43:18.393111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b599354a-932a-4046-b52e-5e37891d4aa8 req-06507b54-f555-491a-ab9e-0dd51aa96f4a tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022216 Oct 19 20:43:18.422449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.515188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-871ed2ca-646d-4e87-9f6f-b7986c1583ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:18.516927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-871ed2ca-646d-4e87-9f6f-b7986c1583ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6951918-32c8-4f98-b704-a94f627e3f3c HTTP/1.1" status: 200 len: 848 time: 0.2153082 Oct 19 20:43:18.553740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.563680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:18.579471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '31fef62b-544e-4142-bc1d-4f5eadeab16d', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'port_id': '31fef62b-544e-4142-bc1d-4f5eadeab16d', 'mac_address': 'fa:16:3e:73:f2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:43:18.660862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.683951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fef62b-544e-4142-bc1d-4f5eadeab16d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:18.742495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:18.755359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.781470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-ce672806-3c4a-46fd-b2b3-1921299b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:18.795434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-ce672806-3c4a-46fd-b2b3-1921299b4a43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0df5972e-bc10-4714-a1a5-a4035b29c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690766 Oct 19 20:43:18.840795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:18.885715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:18.956498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['31fef62b-544e-4142-bc1d-4f5eadeab16d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:19.076396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-39e87240-d2c2-4259-8b9d-04aa9d950aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730982 Oct 19 20:43:19.098880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.230747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfbf113-86b3-4885-8e47-59e2260d8d39,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:19.239845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811343c-b531-4af4-b60d-9858ac961173 None None] Network 85c69c49-74f8-4452-8077-cca3afac9e15 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:19.255352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.277154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3dc6810a-529b-47c3-b46b-22a360626bea tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/subnets/9dfbf113-86b3-4885-8e47-59e2260d8d39 HTTP/1.1" status: 204 len: 168 time: 1.0289099 Oct 19 20:43:19.280109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37512) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:19.388607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa3da1e0-8378-4e95-be8c-2177f778411f req-3585e133-4304-4668-9f73-6ef966e60b1c service neutron] 10.222.0.11 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993820 Oct 19 20:43:19.522320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1beb90-21a0-4536-bd5c-75eb48edfae7 req-e169ced8-5588-408b-a049-6814d13dfb1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:19.524329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b1beb90-21a0-4536-bd5c-75eb48edfae7 req-e169ced8-5588-408b-a049-6814d13dfb1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.1843753 Oct 19 20:43:19.549791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting subnet 3e07fd20-865d-4b9c-9cf7-aafd41edfcee {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:19.576126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.580087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] DHCP port deletion for 85c69c49-74f8-4452-8077-cca3afac9e15 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:19.627490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f0b3-5f42-4b71-a178-110cb81699d0 req-2ed61de8-781e-4af1-a572-55bd204570eb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:19.631453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a80f0b3-5f42-4b71-a178-110cb81699d0 req-2ed61de8-781e-4af1-a572-55bd204570eb tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1096 time: 0.1035266 Oct 19 20:43:19.697262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Deleting port ee81d558-c92b-48e1-a764-1608d6aacb30 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:19.698366 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.739633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a80f0b3-5f42-4b71-a178-110cb81699d0 req-d0fdc822-a6b8-4a59-9d22-d837e5337f8e tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935633 Oct 19 20:43:19.779497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d7901ce7-96fa-453a-8999-6d8bca2fbc37 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:19.812799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d7901ce7-96fa-453a-8999-6d8bca2fbc37 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:19.813770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d7901ce7-96fa-453a-8999-6d8bca2fbc37 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:19.814339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee81d558-c92b-48e1-a764-1608d6aacb30 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:19.816878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b1beb90-21a0-4536-bd5c-75eb48edfae7 req-80b0e2f9-aadb-40d3-89b0-71de7c7377e7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576940 Oct 19 20:43:19.824688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.887481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee81d558-c92b-48e1-a764-1608d6aacb30,segment=NetworkSegment(49bb2289-4831-4384-9295-2323f3a0bb98),segment_id=49bb2289-4831-4384-9295-2323f3a0bb98)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:19.887959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:19.908505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Calling delete_port for ee81d558-c92b-48e1-a764-1608d6aacb30 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:19.976385 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.013893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.051935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.074456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec6154-6c57-46f3-8407-dbdf59d006f5 req-013e7011-e0f7-4af5-a57f-6ae3464b1bca tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:20.085737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6fec6154-6c57-46f3-8407-dbdf59d006f5 req-013e7011-e0f7-4af5-a57f-6ae3464b1bca tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.1485896 Oct 19 20:43:20.110898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Subnet': ['ID=3e07fd20-865d-4b9c-9cf7-aafd41edfcee,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:20.121022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.135818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-571bf204-20bc-4432-82a6-292e4c59d816 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/subnets/3e07fd20-865d-4b9c-9cf7-aafd41edfcee HTTP/1.1" status: 204 len: 168 time: 0.8545859 Oct 19 20:43:20.136361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37528) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:20.136504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee81d558-c92b-48e1-a764-1608d6aacb30,segment=NetworkSegment(49bb2289-4831-4384-9295-2323f3a0bb98),segment_id=49bb2289-4831-4384-9295-2323f3a0bb98)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:20.144655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78cfb7-5c7c-4517-b9c6-44dde18086a5 None None] Network a78b8dce-59f5-421e-b4b2-5f68ceb7f348 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:20.244449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6fec6154-6c57-46f3-8407-dbdf59d006f5 req-1b6eeb1b-0b8b-4487-b34c-7d7e38067cc0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525087 Oct 19 20:43:20.293190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.366343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.417975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 31fef62b-544e-4142-bc1d-4f5eadeab16d up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:20.483794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.492672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting port ee81d558-c92b-48e1-a764-1608d6aacb30 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:20.495518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.574216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:20.580086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] No DVR routers for this DVR port ee81d558-c92b-48e1-a764-1608d6aacb30 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:20.665148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800aa49-4ba5-4823-bb78-ba61a3c9deb4 None None] Pushing event deleted for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:20.680147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] For port ee81d558-c92b-48e1-a764-1608d6aacb30, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:20.680503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.682374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 31fef62b-544e-4142-bc1d-4f5eadeab16d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:43:20.693878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 31fef62b-544e-4142-bc1d-4f5eadeab16d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:20.702544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Calling delete_port for ee81d558-c92b-48e1-a764-1608d6aacb30 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:20.707567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.710224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Port ee81d558-c92b-48e1-a764-1608d6aacb30 was not found and therefore no delete operation was performed {{(pid=100734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:43:20.713877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.737650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b914758-24a7-4345-a1b2-4d4358fe38fe req-a0004c7d-8644-403e-b4a8-451620279fdd tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:20.746598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b914758-24a7-4345-a1b2-4d4358fe38fe req-a0004c7d-8644-403e-b4a8-451620279fdd tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.1068099 Oct 19 20:43:20.810296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Port': ['ID=ee81d558-c92b-48e1-a764-1608d6aacb30,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:20.816100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] No DVR routers for this DVR port ee81d558-c92b-48e1-a764-1608d6aacb30 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:20.826018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] DHCP port deletion for a78b8dce-59f5-421e-b4b2-5f68ceb7f348 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:20.870979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b914758-24a7-4345-a1b2-4d4358fe38fe req-032f3ad2-9e62-4851-bb51-460cabbd49e8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232514 Oct 19 20:43:20.942156 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:20.945861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff3f1-0b34-4a0f-aa65-eed291319e1f req-b1237a8d-d8dc-4fab-a25a-95e19a93569f tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:20.948733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-245ff3f1-0b34-4a0f-aa65-eed291319e1f req-b1237a8d-d8dc-4fab-a25a-95e19a93569f tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1096 time: 0.1156545 Oct 19 20:43:20.977364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:20.980194 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea004073-6418-492e-b4e4-52fd51dc4ddf" -d '{"events": [{"server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "name": "network-vif-plugged", "status": "completed", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:21.005959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.018327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:21.036142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Deleting port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:21.037062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-245ff3f1-0b34-4a0f-aa65-eed291319e1f req-cb0b6506-b01f-4d5e-b079-4f06fea713c1 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778708 Oct 19 20:43:21.043111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.069644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c69c49-74f8-4452-8077-cca3afac9e15']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.096763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bb2289-4831-4384-9295-2323f3a0bb98') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.097073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bb2289-4831-4384-9295-2323f3a0bb98') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.130484 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.167114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.168899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] For port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,segment=NetworkSegment(1bd82d20-4990-4de1-b6cc-15eccc1dc87b),segment_id=1bd82d20-4990-4de1-b6cc-15eccc1dc87b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:21.169409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.183078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:21.184461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.184618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Calling delete_port for eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:21.237268 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577456c-bcaf-4280-b703-e28a86139c2c x-openstack-request-id: req-d577456c-bcaf-4280-b703-e28a86139c2c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:21.237977 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "name": "network-vif-plugged", "status": "completed", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:21.238238 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d577456c-bcaf-4280-b703-e28a86139c2c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:21.238702 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d', 'code': 200} Oct 19 20:43:21.239519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.318006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:21.321479 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:21.334984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.344757 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.365601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.369667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/networks/85c69c49-74f8-4452-8077-cca3afac9e15 HTTP/1.1" status: 204 len: 168 time: 1.2304294 Oct 19 20:43:21.372852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:21.383500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] Pushing event deleted for resources: {'Port': ['ID=eb9f0355-690f-4c4e-ae5b-3ce7d3a90719,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:21.387373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b88dc4-1588-4b29-84f5-0e20615f3ea1 None None] No DVR routers for this DVR port eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:21.405683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341772b-200d-4776-9f8f-0d557d91f188 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Network': ['ID=85c69c49-74f8-4452-8077-cca3afac9e15,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:21.422398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51219953-ba64-4d6e-884e-3ae919f2e8db req-d1b08551-5e72-451f-9fb9-641852dd9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:21.423872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51219953-ba64-4d6e-884e-3ae919f2e8db req-d1b08551-5e72-451f-9fb9-641852dd9ada service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.1010129 Oct 19 20:43:21.504186 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51219953-ba64-4d6e-884e-3ae919f2e8db req-798ff233-aae2-4d41-b3b6-93cc13254eac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Oct 19 20:43:21.512868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.651533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.678282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78b8dce-59f5-421e-b4b2-5f68ceb7f348']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.691039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd82d20-4990-4de1-b6cc-15eccc1dc87b') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.691437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd82d20-4990-4de1-b6cc-15eccc1dc87b') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:21.704721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.721701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.729909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:21.730663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.754351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:21.794129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:21.794702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device eb9f0355-690f-4c4e-ae5b-3ce7d3a90719 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:21.817973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37572) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:21.834236 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:21.850768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.875069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:21.886505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/networks/a78b8dce-59f5-421e-b4b2-5f68ceb7f348 HTTP/1.1" status: 204 len: 168 time: 0.5122292 Oct 19 20:43:21.886860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37580) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:21.915698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e66451-5219-48b2-9a71-0b94fe7ce3a3 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Network': ['ID=a78b8dce-59f5-421e-b4b2-5f68ceb7f348,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:21.966348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babfda-dc65-49da-af43-f86ec083f673 req-b5adfeac-7f7f-47c6-b95c-36c187ce2993 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:21.968714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58babfda-dc65-49da-af43-f86ec083f673 req-b5adfeac-7f7f-47c6-b95c-36c187ce2993 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.1302955 Oct 19 20:43:21.984143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting subnet 40ca7d90-8c20-4956-a7c5-a2b5f02a066a {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:22.022765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.037267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc8fe0-6732-48f7-a70f-b218b6ffbae0 req-fbd0346a-96b4-4c64-b8fc-5225ce6f5381 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:22.044071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-84fc8fe0-6732-48f7-a70f-b218b6ffbae0 req-fbd0346a-96b4-4c64-b8fc-5225ce6f5381 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 946 time: 0.0749040 Oct 19 20:43:22.110859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.135395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-84fc8fe0-6732-48f7-a70f-b218b6ffbae0 req-c2578672-111f-447b-ad2b-52655a0309b3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874004 Oct 19 20:43:22.213340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e8d2400c-b1d5-43b3-85b3-6e08102db704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.273704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.301479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37590) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:22.374776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:22.375215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b34e0-a4d2-4f51-bec3-f597b30c6cd9 req-bce07370-244a-4fbb-a8a3-a5cdce2a2a2b tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:22.377423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b5b34e0-a4d2-4f51-bec3-f597b30c6cd9 req-bce07370-244a-4fbb-a8a3-a5cdce2a2a2b tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.2259665 Oct 19 20:43:22.390034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:22.390598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.477139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b5b34e0-a4d2-4f51-bec3-f597b30c6cd9 req-cf35293a-3503-4b08-958b-5c8ee33330e5 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894952 Oct 19 20:43:22.503529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1569933169', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:22.519111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.565288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87674c2a-2fc4-4f6e-9288-8d0d408414aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.565708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Subnet': ['ID=40ca7d90-8c20-4956-a7c5-a2b5f02a066a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:22.580630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.584462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03a1f407-49b3-4672-894d-8d9e7913bec8 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/subnets/40ca7d90-8c20-4956-a7c5-a2b5f02a066a HTTP/1.1" status: 204 len: 168 time: 0.6961601 Oct 19 20:43:22.590108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed6408-e1d9-4faf-a94a-30ae0a545f4f None None] Network de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:22.595159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37600) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:22.608978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e8d2400c-b1d5-43b3-85b3-6e08102db704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.615354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e8d2400c-b1d5-43b3-85b3-6e08102db704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.619544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:22.619901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.637231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Made reservation on behalf of 73711dc905384027a037450988a5d465 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:22.639471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.648885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:22.675496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2400c-b1d5-43b3-85b3-6e08102db704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b493921f-2352-4801-b047-2843d925b3b4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:22.675960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.689491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e8d2400c-b1d5-43b3-85b3-6e08102db704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de29fa4187314502bc350cb957ebe807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8695059 Oct 19 20:43:22.738328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37602) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:22.773259 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.821029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.832566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] DHCP port deletion for de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:22.839011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:22.855310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=27cb1b1c-06ff-42d3-98f7-78f8b47128d8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:22.907934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:22.911004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:22.915049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-58babfda-dc65-49da-af43-f86ec083f673 req-5138a5e9-d72e-4cb7-aab9-6f5b26ceb839 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "DELETE /v2.0/ports/27cb1b1c-06ff-42d3-98f7-78f8b47128d8 HTTP/1.1" status: 204 len: 173 time: 0.9364524 Oct 19 20:43:22.916170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'name': 'network-vif-deleted', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:22.927689 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e047b3-e13d-49f1-b2cd-49d79747b675" -d '{"events": [{"server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "name": "network-vif-deleted", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:22.939759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.007442 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a7f7e-5bcb-4106-b7f2-08f3948a0f72 x-openstack-request-id: req-713a7f7e-5bcb-4106-b7f2-08f3948a0f72 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:23.007623 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814b372b-4023-4f3f-9b1f-6d2b53e91da4", "name": "network-vif-deleted", "tag": "27cb1b1c-06ff-42d3-98f7-78f8b47128d8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:23.008268 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-713a7f7e-5bcb-4106-b7f2-08f3948a0f72 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:23.008461 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814b372b-4023-4f3f-9b1f-6d2b53e91da4', 'name': 'network-vif-deleted', 'tag': '27cb1b1c-06ff-42d3-98f7-78f8b47128d8', 'status': 'completed', 'code': 200} Oct 19 20:43:23.010599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.033096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87674c2a-2fc4-4f6e-9288-8d0d408414aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.034072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Deleting port 9bff724a-0479-482c-91ee-9efe4b041a91 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:23.034679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.048951 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-87674c2a-2fc4-4f6e-9288-8d0d408414aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.065992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Deleting port 9bff724a-0479-482c-91ee-9efe4b041a91 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:23.066441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.131743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-87674c2a-2fc4-4f6e-9288-8d0d408414aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b702f83fe4984e5ea577894b164ef3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7533565 Oct 19 20:43:23.131995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] For port 9bff724a-0479-482c-91ee-9efe4b041a91, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9bff724a-0479-482c-91ee-9efe4b041a91,segment=NetworkSegment(41ca1ebf-ca4d-4ae2-be62-8dcc21675e24),segment_id=41ca1ebf-ca4d-4ae2-be62-8dcc21675e24)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:23.131995 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.133785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37606) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:23.171264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Calling delete_port for 9bff724a-0479-482c-91ee-9efe4b041a91 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:23.207528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87674c2a-2fc4-4f6e-9288-8d0d408414aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57555e-33f7-43df-8bb1-9e72982f3f56,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.215065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.222657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] For port 9bff724a-0479-482c-91ee-9efe4b041a91, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9bff724a-0479-482c-91ee-9efe4b041a91,segment=NetworkSegment(41ca1ebf-ca4d-4ae2-be62-8dcc21675e24),segment_id=41ca1ebf-ca4d-4ae2-be62-8dcc21675e24)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:23.223383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.226569 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.238185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] device_id is not set on port 29f27455-39e1-44b5-b350-61ec53d9a5e3 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:43:23.256497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.280144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Calling delete_port for 9bff724a-0479-482c-91ee-9efe4b041a91 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:23.282037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.284860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.286135 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b493921f-2352-4801-b047-2843d925b3b4 HTTP/1.1" status: 204 len: 168 time: 0.5288262 Oct 19 20:43:23.286867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0cc4592-d490-4237-a157-1099960a8045 req-893b6127-27c5-4a61-8a5f-2270bbd7d5c6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=814b372b-4023-4f3f-9b1f-6d2b53e91da4 HTTP/1.1" status: 200 len: 210 time: 0.0448790 Oct 19 20:43:23.331733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.342534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.361388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955812cb-49c7-4fb0-bb12-5c773e55b00a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.399876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] Pushing event deleted for resources: {'Port': ['ID=9bff724a-0479-482c-91ee-9efe4b041a91,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.402968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6b1bd-2890-4d64-adb9-a1cc2dd38b73 None None] No DVR routers for this DVR port 9bff724a-0479-482c-91ee-9efe4b041a91 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:23.436781 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.439909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.445775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d57555e-33f7-43df-8bb1-9e72982f3f56 HTTP/1.1" status: 204 len: 168 time: 0.3055046 Oct 19 20:43:23.456149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefad2e-4bc9-4016-9b8d-19820487f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57555e-33f7-43df-8bb1-9e72982f3f56,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.461969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc8058-1943-4026-8443-6fd9e2ea5b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b493921f-2352-4801-b047-2843d925b3b4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.596758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Allocated IP 172.25.7.213 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/29f27455-39e1-44b5-b350-61ec53d9a5e3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:23.610558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.649594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Port': ['ID=9bff724a-0479-482c-91ee-9efe4b041a91,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:23.672836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] No DVR routers for this DVR port 9bff724a-0479-482c-91ee-9efe4b041a91 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:23.714070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9bff724a-0479-482c-91ee-9efe4b041a91 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:23.763995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9bff724a-0479-482c-91ee-9efe4b041a91 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:23.764455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9bff724a-0479-482c-91ee-9efe4b041a91 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:23.840297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaf050-47ba-400a-9025-25d13158bcb0 req-5254d25b-7e95-4747-a70a-0dd07c72b7a7 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:23.848409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61eaf050-47ba-400a-9025-25d13158bcb0 req-5254d25b-7e95-4747-a70a-0dd07c72b7a7 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.2049589 Oct 19 20:43:23.860374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37622) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:23.877960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.884082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-093683f4-0a9d-4c50-a6a1-21fef094c30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:23.928449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:23.947432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:23.948116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ca1ebf-ca4d-4ae2-be62-8dcc21675e24') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:23.983315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61eaf050-47ba-400a-9025-25d13158bcb0 req-4b235130-9f0d-4a71-b17c-a9f99e9b9a48 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322038 Oct 19 20:43:23.991612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.009105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.014621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-093683f4-0a9d-4c50-a6a1-21fef094c30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.021338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.022887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-093683f4-0a9d-4c50-a6a1-21fef094c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.032716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:24.033125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:24.036281 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:24.104122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37626) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.112775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-093683f4-0a9d-4c50-a6a1-21fef094c30d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad8ee18bd0cc456a826d7fbaa0643dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509050 Oct 19 20:43:24.115260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37628) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.124535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093683f4-0a9d-4c50-a6a1-21fef094c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ff762b-ccb8-4e34-8dd1-bdf40e769ce5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:24.133901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e00e179c-ca2d-4f35-b0fb-c31c8423bac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.147384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.158588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.164475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/networks/de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5 HTTP/1.1" status: 204 len: 168 time: 1.5643022 Oct 19 20:43:24.165347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa4f8-1d95-40ad-a294-a84d6f9c69b3 req-d18fa3a7-4b4d-414b-88cc-1f0d183a4e12 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:24.166939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a6fa4f8-1d95-40ad-a294-a84d6f9c69b3 req-d18fa3a7-4b4d-414b-88cc-1f0d183a4e12 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.1123860 Oct 19 20:43:24.169713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.195332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.225925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a6fa4f8-1d95-40ad-a294-a84d6f9c69b3 req-a586ee06-4ac7-4508-ae00-fcdd8da10729 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Oct 19 20:43:24.233509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.277446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e00e179c-ca2d-4f35-b0fb-c31c8423bac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.293982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.296778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.298044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6ff762b-ccb8-4e34-8dd1-bdf40e769ce5 HTTP/1.1" status: 204 len: 168 time: 0.1815872 Oct 19 20:43:24.307556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a461419-a7f5-47f7-8061-48e962023d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ff762b-ccb8-4e34-8dd1-bdf40e769ce5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:24.307872 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.336445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d31ae-91d7-4a7d-9b19-2564164af099 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Pushing event deleted for resources: {'Network': ['ID=de5f8ed6-6793-4ca1-8032-cc2b0bfbfeb5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:24.339095 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e00e179c-ca2d-4f35-b0fb-c31c8423bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.348705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c4d5b3e1-37c2-4bf5-9b7f-6d0cea4f3b8f tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "GET /v2.0/ports?device_id=f83ca195-84d4-43b3-b7f3-33afb2b5dc4a HTTP/1.1" status: 200 len: 205 time: 0.1748121 Oct 19 20:43:24.350893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37638) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.489439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.502636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Pushing event updated for resources: {'Port': ['ID=29f27455-39e1-44b5-b350-61ec53d9a5e3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:24.508286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:24.512008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e179c-ca2d-4f35-b0fb-c31c8423bac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ac1f6-7225-4f29-b4f9-07652da3c4c9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:24.520976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:24.523938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:24.529999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e00e179c-ca2d-4f35-b0fb-c31c8423bac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f44fd76fd04b798d440ce2087c9d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204752 Oct 19 20:43:24.548366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:24.560573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.585501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e3fc-48a9-4855-a17a-a14ff64b3d0a req-ced73c89-37a8-46f9-b664-71d1409b1ad6 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:24.598038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:24.598386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 27cb1b1c-06ff-42d3-98f7-78f8b47128d8 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:24.600548 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be13e3fc-48a9-4855-a17a-a14ff64b3d0a req-ced73c89-37a8-46f9-b664-71d1409b1ad6 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.2563715 Oct 19 20:43:24.639284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:24.640547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.674854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be13e3fc-48a9-4855-a17a-a14ff64b3d0a req-b7a48b64-b6a7-4f8e-b8bd-31e86b836364 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733440 Oct 19 20:43:24.679486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-39caf67f-0048-4244-98a9-34d2cac6d60d tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3776741 Oct 19 20:43:24.682491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37656) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:24.690184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.213'}]}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:24.727384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.728916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.792975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.794747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.799624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.948076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.967293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.967820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Fanout notify agent at l3_agent the message router_deleted on router f83ca195-84d4-43b3-b7f3-33afb2b5dc4a {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:43:24.973018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.979396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:24.980725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03f318f6-8646-4932-8573-7253b6ddfa05 tempest-RoutersNegativeIpV6Test-469029730 tempest-RoutersNegativeIpV6Test-469029730-project] 10.222.0.31 "DELETE /v2.0/routers/f83ca195-84d4-43b3-b7f3-33afb2b5dc4a HTTP/1.1" status: 204 len: 168 time: 0.6283839 Oct 19 20:43:24.996719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.043808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-4473779a-d209-49e4-95bc-5ab80b5ec546 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:25.045227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-4473779a-d209-49e4-95bc-5ab80b5ec546 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.3161180 Oct 19 20:43:25.065968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-a04e9911-0b26-42d3-8a2f-f5bb7f5738e2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0108547 Oct 19 20:43:25.129652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.133208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.134478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb7ac1f6-7225-4f29-b4f9-07652da3c4c9 HTTP/1.1" status: 204 len: 168 time: 0.5725901 Oct 19 20:43:25.149014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47494d8-aae9-4b88-a2f6-b636731e2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ac1f6-7225-4f29-b4f9-07652da3c4c9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:25.170703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-691a8544-7f91-4272-b649-04e080466303 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923688 Oct 19 20:43:25.189387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-8c742eb6-f09f-4399-aa91-10705957a4d7 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:25.190904 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-8c742eb6-f09f-4399-aa91-10705957a4d7 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 0.1741385 Oct 19 20:43:25.217534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-346557d3-5589-42c9-a10b-ed4b22da7b0a tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/quotas/a589cb2bfbfd4906876b6e74caa56937 HTTP/1.1" status: 200 len: 375 time: 0.0147738 Oct 19 20:43:25.309081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c58aeed8-4fbe-4fef-9101-89bc01378a86 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303835 Oct 19 20:43:25.385463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-3c443602-3928-4bbf-9be3-292d523e118a tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244698 Oct 19 20:43:25.387104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.417083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.421758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-4f54c5cd-a99e-45d1-a511-be8bc8c426cd service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064825 Oct 19 20:43:25.516962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:25.679327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.744918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-854accd9-21f5-440b-868a-a50f6635d6f1 req-b239c93e-54c8-40f1-b6c7-a3f616a0931f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 210 time: 0.0676961 Oct 19 20:43:25.753746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:25.780529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7c3dc7b-d0ac-4e2c-962b-7521fe5d49d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.935048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f7351490-006e-49fc-896e-dae033dc5c28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fc8c9d6808b4f2ca0325852b6352f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164376 Oct 19 20:43:25.941259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:25.956310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:25.959698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-7bad0aa4-6704-4dd2-bc5b-6931464dbeb8 service neutron] 10.222.0.31 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512695 Oct 19 20:43:25.960970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.103568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.104983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a595c22-35f0-43f7-b39d-8ac8f215a3cf {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:43:26.133780 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:43:26.135763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fc715aa2-1fe2-4448-bacc-046d9f4dec48 tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4520473 Oct 19 20:43:26.138591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:26.143465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.151517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7c3dc7b-d0ac-4e2c-962b-7521fe5d49d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.161623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e7c3dc7b-d0ac-4e2c-962b-7521fe5d49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.202434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-08776bc9-a3b9-435e-86b7-dba981d8928e service neutron] 10.222.0.31 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840675 Oct 19 20:43:26.210721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.293127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e7c3dc7b-d0ac-4e2c-962b-7521fe5d49d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1e6de97173e43158d5ed432e02cbc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376182 Oct 19 20:43:26.294544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3dc7b-d0ac-4e2c-962b-7521fe5d49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78d3e71-6303-468f-875e-78fa9a0c1bef,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:26.294811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37726) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:26.304630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.308962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.312902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8031e12-4067-42ea-bf1f-ac7c65a20d79 HTTP/1.1" status: 204 len: 168 time: 0.3674343 Oct 19 20:43:26.339337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa3553-62f9-4e1f-a071-7e9b37fdba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8031e12-4067-42ea-bf1f-ac7c65a20d79,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:26.456986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Deleting port 29f27455-39e1-44b5-b350-61ec53d9a5e3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:26.457380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.465800 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fad87abc-3872-4053-b3c4-ed0ba42ba930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.507372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e8366a48-a12d-4b2e-a739-c609d7c7fc7c req-4aeef4c8-25d7-42c7-873f-1f07dbb0c40d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 210 time: 0.0773382 Oct 19 20:43:26.648346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.674252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.688649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Calling delete_port for 29f27455-39e1-44b5-b350-61ec53d9a5e3 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:26.773631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.893799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.896739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:26.903496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f78d3e71-6303-468f-875e-78fa9a0c1bef HTTP/1.1" status: 204 len: 168 time: 0.6041551 Oct 19 20:43:26.928999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e494f-3a39-4d99-9d78-94f8d8a2360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78d3e71-6303-468f-875e-78fa9a0c1bef,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:26.949011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0258df21-0d19-469b-b7ba-4e9fb19200f2 req-86022c96-b963-4b72-9f5d-bcfc4c9210ce tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 210 time: 0.0441487 Oct 19 20:43:26.960103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:27.002253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Pushing event deleted for resources: {'Port': ['ID=29f27455-39e1-44b5-b350-61ec53d9a5e3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:27.411523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-bba620e2-dacf-46b1-ad4e-e703a68d7873 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:27.413076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-bba620e2-dacf-46b1-ad4e-e703a68d7873 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.2672958 Oct 19 20:43:27.437104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:27.574348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:27.578808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30ebece7-ddb8-422a-8804-ce3a00764f6f tempest-RoutersAdminNegativeIpV6Test-903448815 tempest-RoutersAdminNegativeIpV6Test-903448815-project-admin] 10.222.0.31 "DELETE /v2.0/ports/29f27455-39e1-44b5-b350-61ec53d9a5e3 HTTP/1.1" status: 204 len: 168 time: 1.4391963 Oct 19 20:43:27.667661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31e1ca7a-4e30-4161-ab73-bf61ac4cb030 req-6634b67d-c9dc-4834-8a72-0ebe4ed25551 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 210 time: 0.0324438 Oct 19 20:43:27.696438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:27.702692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:27.862751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.8 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/68aaa630-9d22-485b-8737-c1e581524aae) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:28.097960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37792) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:28.149404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a0b144d-58ad-457f-a1e2-1d4e2603b1e3 req-2c2dbf98-b3e6-4436-b19f-68aeee0e96cb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 210 time: 0.0366509 Oct 19 20:43:28.160622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-7f157179-3e03-4a69-940b-bad98f03f714 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:28.162252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-7f157179-3e03-4a69-940b-bad98f03f714 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.37 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 0.2825375 Oct 19 20:43:28.177851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Request body: {'port': {'device_id': '780a7740-087b-4ce2-87ca-6916f734a02a', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'admin_state_up': True, 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:28.186421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.208171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Made reservation on behalf of a589cb2bfbfd4906876b6e74caa56937 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:28.211210 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.226184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.241939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:28.296315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:28.299879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:28.310842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:28.326005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:28.433518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:28.438129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.458072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Allocated IP 172.20.0.7 (0df5972e-bc10-4714-a1a5-a4035b29c140/f6951918-32c8-4f98-b704-a94f627e3f3c/1f1ff367-6bd8-45d2-9b7d-62f04730c5fc) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:28.472570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-c594b8d8-d887-480d-bfb8-c0297d1818fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396516 Oct 19 20:43:28.485665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Request body: {'port': {'device_id': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:28.572876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d18a-73c8-4c60-a3b4-39052290ddef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.687724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37808) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:28.780535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.828111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d18a-73c8-4c60-a3b4-39052290ddef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.836982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d18a-73c8-4c60-a3b4-39052290ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.915773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9d3d18a-73c8-4c60-a3b4-39052290ddef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffc1086715db4121abc6320ea7fa872b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157256 Oct 19 20:43:28.917815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:28.935685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['31fef62b-544e-4142-bc1d-4f5eadeab16d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:28.937567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:28.941597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d18a-73c8-4c60-a3b4-39052290ddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf37f6e-c589-4076-9026-ad2cb36591cb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.015206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:29.021630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.027885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:29.032472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:29.068197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb276745-9bd6-473a-ad2c-eea973527161 req-edfe1634-2c7d-4c9b-91ac-0da3b3c8dff2 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:29.070204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb276745-9bd6-473a-ad2c-eea973527161 req-edfe1634-2c7d-4c9b-91ac-0da3b3c8dff2 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1027 time: 0.0955145 Oct 19 20:43:29.109545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-47bcbb03-c048-4a04-a11c-3a741bf4a6d0 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:29.110321 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-47bcbb03-c048-4a04-a11c-3a741bf4a6d0 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 20:43:29.110781 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-47bcbb03-c048-4a04-a11c-3a741bf4a6d0 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:43:29.122280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37826) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:29.122840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-47bcbb03-c048-4a04-a11c-3a741bf4a6d0 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4336424 Oct 19 20:43:29.124889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.129947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--175639249'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:29.186882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.199731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb276745-9bd6-473a-ad2c-eea973527161 req-8a0c1ba4-8a8a-40e1-9536-a6d007b1ba1d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031883 Oct 19 20:43:29.232830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:29.233739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.273050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.282913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.300248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.304505 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16828c03-78cf-49c0-831a-db74e3f728d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.310056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-4be8add0-734d-4ab5-a418-9705f58e3a0c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1385233 Oct 19 20:43:29.332224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Request body: {'port': {'device_id': '780a7740-087b-4ce2-87ca-6916f734a02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:29.517871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.536687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.539530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.545369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bf37f6e-c589-4076-9026-ad2cb36591cb HTTP/1.1" status: 204 len: 168 time: 0.6022687 Oct 19 20:43:29.545520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-36237b0c-f54c-45f2-af60-aae49ecfa00f None None] Provisioning complete for port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:29.545520 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36237b0c-f54c-45f2-af60-aae49ecfa00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.556209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2afe3d-6b9e-4320-8aa9-bbbed15da6bc req-5518fe02-902e-4cb5-b3dc-4cd0fd7fb30a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:29.558340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa2afe3d-6b9e-4320-8aa9-bbbed15da6bc req-5518fe02-902e-4cb5-b3dc-4cd0fd7fb30a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 931 time: 0.1602910 Oct 19 20:43:29.572471 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.590076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.592599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea6d4c-e168-4d4d-aa5c-55633c0d4faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf37f6e-c589-4076-9026-ad2cb36591cb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.634574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-36237b0c-f54c-45f2-af60-aae49ecfa00f None None] Port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:29.677145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aaa630-9d22-485b-8737-c1e581524aae {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:29.694800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.698360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719c0094-a5db-4b67-b567-012cb7150675,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.703416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa2afe3d-6b9e-4320-8aa9-bbbed15da6bc req-80f7335c-0dcc-48c7-838f-33653c0e9281 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375780 Oct 19 20:43:29.727694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Transition to ACTIVE for port object 68aaa630-9d22-485b-8737-c1e581524aae will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:43:29.737918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.798153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.807653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.863810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Pushing event updated for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.879948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.881193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7569692 Oct 19 20:43:29.904891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:29.913908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': 'f7532364-d110-4f8a-82cf-085e4c106643', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:29.938741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf85d4-a72b-419f-af0f-5fccb1298063 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7532364-d110-4f8a-82cf-085e4c106643,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:29.950600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.959504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:29.969130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:29.982799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Transition to ACTIVE for port object 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:43:29.987776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.001611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Attempting to bind port 68aaa630-9d22-485b-8737-c1e581524aae on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:30.001951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Attempting to bind port 68aaa630-9d22-485b-8737-c1e581524aae by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:30.002284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Attempting to bind port 68aaa630-9d22-485b-8737-c1e581524aae on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:30.012553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Port 68aaa630-9d22-485b-8737-c1e581524aae on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:43:30.012901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Attempting to bind port 68aaa630-9d22-485b-8737-c1e581524aae on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:30.022782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:30.023187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:30.023594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:30.024088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Bound port: 68aaa630-9d22-485b-8737-c1e581524aae, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:30.024461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.045223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Pushing event updated for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:30.082809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.091859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.133194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e8ccea-9585-45cf-bc2b-17317f5b70e3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:30.164674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.165963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f039399-a283-48bc-9a0f-bb9c2f57ad59 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580409 Oct 19 20:43:30.170123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37856) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:30.175083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2e81f7cc-bfeb-43c9-865d-870828914f87 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': 'f7532364-d110-4f8a-82cf-085e4c106643', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:30.177709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:30.181617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=68aaa630-9d22-485b-8737-c1e581524aae,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:30.193358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.248367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Attempting to bind port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:30.248770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Attempting to bind port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:30.249053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Attempting to bind port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:30.269795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.271587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.278485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] 10.222.0.37 "PUT /v2.0/ports/68aaa630-9d22-485b-8737-c1e581524aae HTTP/1.1" status: 200 len: 1091 time: 1.7963588 Oct 19 20:43:30.279240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:30.283867 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "tag": "68aaa630-9d22-485b-8737-c1e581524aae"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:30.288052 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.291908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc on network 0df5972e-bc10-4714-a1a5-a4035b29c140 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:43:30.292195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Attempting to bind port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc on network 0df5972e-bc10-4714-a1a5-a4035b29c140 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:30.310210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:30.310591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Checking segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:30.311059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Bound using segment: {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:30.311541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Bound port: 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02cfc34-4544-408b-ab1e-2ad60d25b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:30.312012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.341233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2e81f7cc-bfeb-43c9-865d-870828914f87 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.343946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f09df-725a-4182-85f8-34660b929abc service neutron] Pushing event updated for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:30.384226 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f453b777-97d6-462c-bddb-f39c1d9b7960 x-openstack-request-id: req-f453b777-97d6-462c-bddb-f39c1d9b7960 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:30.385404 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "tag": "68aaa630-9d22-485b-8737-c1e581524aae", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:30.385940 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f453b777-97d6-462c-bddb-f39c1d9b7960 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:30.386487 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae', 'status': 'completed', 'code': 200} Oct 19 20:43:30.414908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-16d52cd8-0014-498a-9728-06d56012cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.417927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-16d52cd8-0014-498a-9728-06d56012cf3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0698681 Oct 19 20:43:30.501864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:30.505052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:30.518821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.530090 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-f191696e-2073-4d56-be80-b114171cbda0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68aaa630-9d22-485b-8737-c1e581524aae HTTP/1.1" status: 200 len: 217 time: 0.0726311 Oct 19 20:43:30.558066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:30.595614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-ded8d671-aa53-47d3-bb29-8528f17b1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.597137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-ded8d671-aa53-47d3-bb29-8528f17b1b13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0570159 Oct 19 20:43:30.600399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc741-a4ec-4b85-91e2-2d4d3ee2dc7b req-2c93ed32-f12d-46cb-b96a-b6224dfc2123 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.609259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6decc741-a4ec-4b85-91e2-2d4d3ee2dc7b req-2c93ed32-f12d-46cb-b96a-b6224dfc2123 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1052 time: 0.2000282 Oct 19 20:43:30.659378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-4d884fe6-26fc-466b-9eac-3d9f06a33349 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453084 Oct 19 20:43:30.661417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.662331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.664557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] 10.222.0.37 "PUT /v2.0/ports/1f1ff367-6bd8-45d2-9b7d-62f04730c5fc HTTP/1.1" status: 200 len: 1091 time: 1.3411872 Oct 19 20:43:30.679796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:30.684702 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd1034-f8e9-46ee-920b-4087b5cdfb74" -d '{"events": [{"name": "network-changed", "server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:30.774144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6decc741-a4ec-4b85-91e2-2d4d3ee2dc7b req-3ab4975a-56c6-4318-b3ec-e3c648cb93fd tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635759 Oct 19 20:43:30.803732 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60632469-12b5-44e0-bc0f-80ba27a38e3c x-openstack-request-id: req-60632469-12b5-44e0-bc0f-80ba27a38e3c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:30.804220 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:30.804499 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60632469-12b5-44e0-bc0f-80ba27a38e3c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:30.804953 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc', 'status': 'completed', 'code': 200} Oct 19 20:43:30.827797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61f6061d-db6d-4163-8c3d-a22e597c5c38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73711dc905384027a037450988a5d465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564945 Oct 19 20:43:30.838150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37878) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:30.942138 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-2e81f7cc-bfeb-43c9-865d-870828914f87 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:43:30.954216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37882) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:30.955864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:30.959732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2e81f7cc-bfeb-43c9-865d-870828914f87 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7884731 Oct 19 20:43:30.963146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac043-b858-48b6-84a4-3bb8a4f507e1 req-34c31d2c-c3fe-4ac1-ab7c-d509bea93629 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:30.964931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Pushing event updated for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:30.970897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-388ac043-b858-48b6-84a4-3bb8a4f507e1 req-34c31d2c-c3fe-4ac1-ab7c-d509bea93629 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 943 time: 0.0898044 Oct 19 20:43:30.975685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-e4d6f866-c8a5-4910-a45b-75bf30537203 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928598 Oct 19 20:43:31.001788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.002131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.002471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.002805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.003137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.003466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.003791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.004106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.004430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.004752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.005073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.007435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-6b07-4228-9730-2188af66d66c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:31.039430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-339104a7-4d7e-4651-951c-04e39c929c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.048330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-339104a7-4d7e-4651-951c-04e39c929c85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1094 time: 0.3278799 Oct 19 20:43:31.053518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.106973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.150571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-388ac043-b858-48b6-84a4-3bb8a4f507e1 req-31bd1668-c125-4ace-b264-3b9ac2c4aa3e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749110 Oct 19 20:43:31.162321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-04243455-221b-4492-a2cb-a3d2a07e7bba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc HTTP/1.1" status: 200 len: 217 time: 0.1045246 Oct 19 20:43:31.178703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.220413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.282219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-744521af-8a67-4cc4-b3a4-bd5cac8909d7 req-804592ba-fc56-40c4-8bee-68f82f408a90 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660146 Oct 19 20:43:31.311254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.314591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.318267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7532364-d110-4f8a-82cf-085e4c106643 HTTP/1.1" status: 204 len: 168 time: 0.3430281 Oct 19 20:43:31.324546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-26217558-30b5-41ef-b122-434a83e4c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.326896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-26217558-30b5-41ef-b122-434a83e4c4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6951918-32c8-4f98-b704-a94f627e3f3c HTTP/1.1" status: 200 len: 848 time: 0.0736480 Oct 19 20:43:31.327047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37890) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:31.333740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.339525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.345137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/955812cb-49c7-4fb0-bb12-5c773e55b00a HTTP/1.1" status: 204 len: 168 time: 0.5006967 Oct 19 20:43:31.377641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf42fee-1119-4720-adea-90b465099288 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7532364-d110-4f8a-82cf-085e4c106643,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:31.378369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63b483-e230-4b44-a66a-92f7a4ce9563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955812cb-49c7-4fb0-bb12-5c773e55b00a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:31.436679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:31.451578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-2af80552-4a8d-4284-a3e6-b177c0ab8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.453725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-2af80552-4a8d-4284-a3e6-b177c0ab8e39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0df5972e-bc10-4714-a1a5-a4035b29c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092687 Oct 19 20:43:31.472033 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dca6b3c3-32bb-495d-94a7-a6e898ec3954 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1436520 Oct 19 20:43:31.480551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37904) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:31.485480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483360761'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:31.527074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-8354153a-b24e-4730-8048-21e6acfbddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.528802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-8354153a-b24e-4730-8048-21e6acfbddab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 1094 time: 0.1666992 Oct 19 20:43:31.530279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.642322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-903ecaa6-0ed7-48bc-8ef1-74dba993d400 service neutron] 10.222.0.37 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814711 Oct 19 20:43:31.703903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-34573dce-d9f3-4aee-919c-ef6b86e5467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.705426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-34573dce-d9f3-4aee-919c-ef6b86e5467a service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1655521 Oct 19 20:43:31.707808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.712121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.769565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-852fdf1f-8165-4c22-875d-65f870233d64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68aaa630-9d22-485b-8737-c1e581524aae HTTP/1.1" status: 200 len: 217 time: 0.0536361 Oct 19 20:43:31.780696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.781955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3001513 Oct 19 20:43:31.786717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37912) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:31.787936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83024a90-2c76-49b0-a3c2-f2aa75cf0218 req-3971ad76-791e-4758-8bce-6d29f3f8c14d service neutron] 10.222.0.37 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357069 Oct 19 20:43:31.805132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dea75152-953c-497d-a693-7460e587ce0b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': 'a7f04f2f-dbf2-4832-ad31-78d4ff905863', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:31.807143 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-dea75152-953c-497d-a693-7460e587ce0b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 20:43:31.807659 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-dea75152-953c-497d-a693-7460e587ce0b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:31.808762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dea75152-953c-497d-a693-7460e587ce0b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140700 Oct 19 20:43:31.812236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37914) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:31.835282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b29110-4695-49fc-9312-b49c68115c33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f04f2f-dbf2-4832-ad31-78d4ff905863,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:31.879755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-b0315162-156b-4791-a142-2862ce74d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:31.881417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-b0315162-156b-4791-a142-2862ce74d899 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0979455 Oct 19 20:43:31.942481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-67372d7e-665f-45a9-83f3-3e46777ec6bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520663 Oct 19 20:43:31.975429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:31.979424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3237f37-86d0-4815-b3f7-53da65ba710c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.012299 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.099467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-6e8195f3-36ca-42f3-8f79-537c1b5fc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.101980 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-6e8195f3-36ca-42f3-8f79-537c1b5fc41d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a589cb2bfbfd4906876b6e74caa56937&device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1094 time: 0.2399142 Oct 19 20:43:32.129238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3237f37-86d0-4815-b3f7-53da65ba710c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.133554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3237f37-86d0-4815-b3f7-53da65ba710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.283040 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.287153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-4960b57e-c03f-4664-8291-ab5e5b00eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.289054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-4960b57e-c03f-4664-8291-ab5e5b00eabd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 200 len: 910 time: 0.1782343 Oct 19 20:43:32.339993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3237f37-86d0-4815-b3f7-53da65ba710c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f8714802d484fb8b2835f59ff46bbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974237 Oct 19 20:43:32.362353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37934) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:32.375208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e05a05-64dd-4d44-8510-8f248914141c req-7fdc546e-40f9-4e35-b4a0-cfc8387e77a0 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.379869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3237f37-86d0-4815-b3f7-53da65ba710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f3f0d-dd9f-489c-a497-3b31485a2daf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:32.383255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45e05a05-64dd-4d44-8510-8f248914141c req-7fdc546e-40f9-4e35-b4a0-cfc8387e77a0 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1094 time: 0.4787738 Oct 19 20:43:32.389158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-611aa8ae-0118-4d81-9ca4-8a2ffacd4407 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc HTTP/1.1" status: 200 len: 217 time: 0.0901642 Oct 19 20:43:32.418863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.422700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-3ed824dc-9dd5-4e2e-a723-bd0205906a0d service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676676 Oct 19 20:43:32.425980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.432051 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/a7f04f2f-dbf2-4832-ad31-78d4ff905863 HTTP/1.1" status: 204 len: 168 time: 0.6175740 Oct 19 20:43:32.438899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37940) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:32.487361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef86d4-6cea-4dca-a087-06dd4f232422 req-2a012981-af11-4177-a9ae-a2da5dcf1c15 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.497104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ef86d4-6cea-4dca-a087-06dd4f232422 req-2a012981-af11-4177-a9ae-a2da5dcf1c15 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 943 time: 0.2186637 Oct 19 20:43:32.548978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5254eb-c196-489f-bbb5-5297173491f1 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f04f2f-dbf2-4832-ad31-78d4ff905863,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:32.573211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45e05a05-64dd-4d44-8510-8f248914141c req-f551e52a-9bb0-4751-9e50-5e234cfa8e33 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577084 Oct 19 20:43:32.594238 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.599269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-32bb56e8-a737-46c8-b669-6ac4e5428ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.604390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-32bb56e8-a737-46c8-b669-6ac4e5428ff2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6951918-32c8-4f98-b704-a94f627e3f3c HTTP/1.1" status: 200 len: 848 time: 0.2074065 Oct 19 20:43:32.628933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 68aaa630-9d22-485b-8737-c1e581524aae details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:43:32.643929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.711258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-4577aaa5-3d8a-481b-917d-1f4e88189474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:32.712892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-4577aaa5-3d8a-481b-917d-1f4e88189474 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0df5972e-bc10-4714-a1a5-a4035b29c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023250 Oct 19 20:43:32.780694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ef86d4-6cea-4dca-a087-06dd4f232422 req-cedcbb3b-319c-4ed8-bd97-7d01e6357580 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823360 Oct 19 20:43:32.782997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37952) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:32.784308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.790038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.792380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc1f3f0d-dd9f-489c-a497-3b31485a2daf HTTP/1.1" status: 204 len: 168 time: 0.4281929 Oct 19 20:43:32.820532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=68aaa630-9d22-485b-8737-c1e581524aae,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:32.844655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '68aaa630-9d22-485b-8737-c1e581524aae', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': '68aaa630-9d22-485b-8737-c1e581524aae', 'mac_address': 'fa:16:3e:b0:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:43:32.848035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890eedf-95ac-4f84-bba8-2e6f6c14170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f3f0d-dd9f-489c-a497-3b31485a2daf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:32.875057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5a854a3-fbc8-49a8-9b5d-098a2ac50d82 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4291430 Oct 19 20:43:32.878261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37960) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:32.891576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600634647'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:32.905905 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.919382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-a98c668b-090f-4836-a0cf-cc03403454c2 service neutron] 10.222.0.37 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973701 Oct 19 20:43:32.925448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aaa630-9d22-485b-8737-c1e581524aae {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:32.951838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.966824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=68aaa630-9d22-485b-8737-c1e581524aae,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:32.974619 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:32.975718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:43:32.991148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ee40774-02eb-4e5e-92aa-3b3108a77f0b req-9ee02cae-4d8d-477b-8af1-7c4055f7a1d6 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529509 Oct 19 20:43:33.094463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99cd1034-f8e9-46ee-920b-4087b5cdfb74 req-9eebe8f7-c43d-47ae-b257-0465ea022c52 service neutron] 10.222.0.37 "GET /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669245 Oct 19 20:43:33.102121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.107836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.153862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.159601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37968) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.165140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d8975de3-546a-4506-8b17-65683d29f101 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': 'cb8f04c3-9bbd-46dc-a674-02abe5f4db2d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.167192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2868834 Oct 19 20:43:33.170784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80863d54-680f-4f50-a3dd-8ce5d567f5a3 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8f04c3-9bbd-46dc-a674-02abe5f4db2d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.177247 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-d8975de3-546a-4506-8b17-65683d29f101 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 20:43:33.178510 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-d8975de3-546a-4506-8b17-65683d29f101 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:33.183229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8975de3-546a-4506-8b17-65683d29f101 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0223205 Oct 19 20:43:33.183709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.224907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:33.225725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1096330259'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.227240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.238651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc', 'network_id': '0df5972e-bc10-4714-a1a5-a4035b29c140', 'port_id': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc', 'mac_address': 'fa:16:3e:35:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6951918-32c8-4f98-b704-a94f627e3f3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:43:33.290283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.296982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.303073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Made reservation on behalf of a025bee340e448eb8d0c5165263ffbf8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:33.306827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:33.307311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.325668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.332601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:33.338440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.341227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.417268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.420119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.424528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37976) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.425217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb8f04c3-9bbd-46dc-a674-02abe5f4db2d HTTP/1.1" status: 204 len: 168 time: 0.2398520 Oct 19 20:43:33.453615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab5025-a70c-4346-a6f4-949c88a65ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8f04c3-9bbd-46dc-a674-02abe5f4db2d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.492644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.498446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.517632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.526901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aade4f55-c610-465c-932d-c7885f74c2a7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984969 Oct 19 20:43:33.530137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37978) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.538245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--421109540'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.546621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:43:33.566281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.581827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['68aaa630-9d22-485b-8737-c1e581524aae'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:33.586300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560ca0d7-eaef-4772-ae22-7c5e632c4f3f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.586892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1f1ff367-6bd8-45d2-9b7d-62f04730c5fc'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:33.630123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.630715 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Added segment ecc753bd-b96e-432b-9056-60e352eda803 of type vlan for network e3ca9257-717b-49c9-a775-ba66d41f5b99 Oct 19 20:43:33.637826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37986) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.662142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-040740f5-fd75-41b8-945f-910a16b03518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.746806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.758738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.778938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.804045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98490-3df1-4d36-9f42-16fcee819ef4 req-4d013e83-87d6-4e3b-94d4-a6674574205a tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:33.805755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eff98490-3df1-4d36-9f42-16fcee819ef4 req-4d013e83-87d6-4e3b-94d4-a6674574205a tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1095 time: 0.0820317 Oct 19 20:43:33.822596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.845839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.851402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:33.852834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.874460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.877264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3459024 Oct 19 20:43:33.887978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37994) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.893654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-047bf708-4e4e-4195-97a0-90d51c379ed8 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '670d5cd1-a9ef-4541-baab-0eab8f6c616c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.910472 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-047bf708-4e4e-4195-97a0-90d51c379ed8 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 20:43:33.911175 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-047bf708-4e4e-4195-97a0-90d51c379ed8 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:33.915036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-047bf708-4e4e-4195-97a0-90d51c379ed8 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0223854 Oct 19 20:43:33.927042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37996) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.928026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefbeb3-8535-4c88-8e0e-122a3f0eae35 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670d5cd1-a9ef-4541-baab-0eab8f6c616c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.941635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6e963f07-b2ee-4522-8110-978c23cae601 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '670d5cd1-a9ef-4541-baab-0eab8f6c616c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.943290 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-6e963f07-b2ee-4522-8110-978c23cae601 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 20:43:33.943684 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-6e963f07-b2ee-4522-8110-978c23cae601 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:33.947774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6e963f07-b2ee-4522-8110-978c23cae601 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116284 Oct 19 20:43:33.950916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37998) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.958482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d2f9b937-e69f-4da9-85b3-4408c278630e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '670d5cd1-a9ef-4541-baab-0eab8f6c616c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.959684 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-d2f9b937-e69f-4da9-85b3-4408c278630e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 20:43:33.960180 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-d2f9b937-e69f-4da9-85b3-4408c278630e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:33.961911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2f9b937-e69f-4da9-85b3-4408c278630e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081308 Oct 19 20:43:33.963667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eff98490-3df1-4d36-9f42-16fcee819ef4 req-cce0f528-a631-4956-a3b9-f061d63097a6 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405039 Oct 19 20:43:33.964264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'Network': ['ID=e3ca9257-717b-49c9-a775-ba66d41f5b99,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:33.966494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38000) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.972570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4be1caa9-3d74-4288-8fd5-e56ebac4ed8e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '670d5cd1-a9ef-4541-baab-0eab8f6c616c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:33.973478 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-4be1caa9-3d74-4288-8fd5-e56ebac4ed8e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 20:43:33.973970 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-4be1caa9-3d74-4288-8fd5-e56ebac4ed8e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:33.974943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4be1caa9-3d74-4288-8fd5-e56ebac4ed8e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066712 Oct 19 20:43:33.979845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:43:33.985311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-040740f5-fd75-41b8-945f-910a16b03518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.986221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38002) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:33.990404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-040740f5-fd75-41b8-945f-910a16b03518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:33.995437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e0de458-78a9-4210-bde4-495a4315e7aa tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2114162 Oct 19 20:43:34.003184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.019089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Request body: {'subnet': {'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.068931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54757b-4362-4d16-b620-3a37fe0b881a req-db712006-72bf-4ba4-aacc-e5b0dc8d21c8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:34.070759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca54757b-4362-4d16-b620-3a37fe0b881a req-db712006-72bf-4ba4-aacc-e5b0dc8d21c8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 944 time: 0.1921997 Oct 19 20:43:34.086941 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03612581-1f86-4259-8bd5-036174dfe121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.099128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040740f5-fd75-41b8-945f-910a16b03518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89283040-5a5d-412b-88b1-d5adc138ba39,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.109401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-040740f5-fd75-41b8-945f-910a16b03518 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f0179c61656483b95554cb42401e2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693990 Oct 19 20:43:34.112899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38006) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.159217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.174646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca54757b-4362-4d16-b620-3a37fe0b881a req-29298275-5eba-4ada-ab05-fe995445b142 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834901 Oct 19 20:43:34.222177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Made reservation on behalf of a025bee340e448eb8d0c5165263ffbf8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:34.225757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.230360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.230839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03612581-1f86-4259-8bd5-036174dfe121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.236228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03612581-1f86-4259-8bd5-036174dfe121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.253994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.293612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03612581-1f86-4259-8bd5-036174dfe121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccb365-4aa3-469a-9077-e37930501310,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.299218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03612581-1f86-4259-8bd5-036174dfe121 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca3a30e11d1641088265de02103ca2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744515 Oct 19 20:43:34.301963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38008) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.347877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.359272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.384890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.394653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.397205 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.398350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/670d5cd1-a9ef-4541-baab-0eab8f6c616c HTTP/1.1" status: 204 len: 168 time: 0.4110076 Oct 19 20:43:34.402253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38010) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.416070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dc818-4620-4b5b-99af-5935f4f7df66 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d5cd1-a9ef-4541-baab-0eab8f6c616c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.466411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-67f93deb-38aa-4fa0-852c-ba9e28fe1905 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623312 Oct 19 20:43:34.470942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38012) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.473945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.476615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737415426'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.476779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.480385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89283040-5a5d-412b-88b1-d5adc138ba39 HTTP/1.1" status: 204 len: 168 time: 0.3582301 Oct 19 20:43:34.494724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb3a42-01d9-4469-9bb9-ad7101d33324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89283040-5a5d-412b-88b1-d5adc138ba39,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.507186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.510391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.511679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77ccb365-4aa3-469a-9077-e37930501310 HTTP/1.1" status: 204 len: 168 time: 0.2085369 Oct 19 20:43:34.531899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c23d-0050-4a1d-b68c-175c6407440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccb365-4aa3-469a-9077-e37930501310,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.536607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.589527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.627446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.631878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.642243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 68aaa630-9d22-485b-8737-c1e581524aae up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:34.679593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f7122-60c1-4d3a-912d-b7a58ed367e6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.699554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.703953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-45625085-380b-42bc-9537-dda6fe5f0ee2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2312751 Oct 19 20:43:34.704559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38022) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.714757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-85072ad3-3e64-434f-a2d4-5e8c50f83594 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.716410 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-85072ad3-3e64-434f-a2d4-5e8c50f83594 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 20:43:34.716923 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-85072ad3-3e64-434f-a2d4-5e8c50f83594 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:34.727573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.731222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-85072ad3-3e64-434f-a2d4-5e8c50f83594 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0200350 Oct 19 20:43:34.737443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 68aaa630-9d22-485b-8737-c1e581524aae completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:43:34.741799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 68aaa630-9d22-485b-8737-c1e581524aae triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:34.742276 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.743009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9bdbc24f-83a2-41ad-beb5-d0cd97f9cb96 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.755159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'Subnet': ['ID=5480f6e8-d4fd-4cb6-8d9b-27938aa5b254,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:34.820738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Checking segment: {'id': 'ecc753bd-b96e-432b-9056-60e352eda803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:34.821101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Network hostable DHCP agents. Network: e3ca9257-717b-49c9-a775-ba66d41f5b99, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:43:34.890925 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-9bdbc24f-83a2-41ad-beb5-d0cd97f9cb96 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:34.893231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9bdbc24f-83a2-41ad-beb5-d0cd97f9cb96 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1562338 Oct 19 20:43:34.896694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38036) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.897174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:43:34.901274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1bda507e-b611-4175-94cb-4fcf2a6ad71b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.902051 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-1bda507e-b611-4175-94cb-4fcf2a6ad71b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 20:43:34.902388 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1bda507e-b611-4175-94cb-4fcf2a6ad71b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:34.905405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.906282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1bda507e-b611-4175-94cb-4fcf2a6ad71b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085282 Oct 19 20:43:34.906840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38038) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.914545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e3ca9257-717b-49c9-a775-ba66d41f5b99) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:34.922017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2fbf3e9c-012e-4d94-823e-62c5ac00daa7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.925760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:34.925893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:34.929666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2fd9c1-5f04-4974-9149-e7d20d1fdb45 None None] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:34.970662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bde048bf-f542-4a4b-bfe7-324ba87e479a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9659867 Oct 19 20:43:34.971535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38044) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.979719 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2fbf3e9c-012e-4d94-823e-62c5ac00daa7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:34.984644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2fbf3e9c-012e-4d94-823e-62c5ac00daa7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0768139 Oct 19 20:43:34.986111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38046) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:34.986398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Request body: {'port': {'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-459825333'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.994639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-848397e6-05b0-47ee-9e78-2b4ae6403281 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:34.995368 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-848397e6-05b0-47ee-9e78-2b4ae6403281 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 20:43:34.996809 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-848397e6-05b0-47ee-9e78-2b4ae6403281 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:35.001167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-848397e6-05b0-47ee-9e78-2b4ae6403281 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136082 Oct 19 20:43:35.002115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38050) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:35.011709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2c0d3993-9890-4a05-b633-9aab8e5a0c9c tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:35.040943 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-2c0d3993-9890-4a05-b633-9aab8e5a0c9c tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Project c5527a693b0d4a48a482b39080f6ab34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:43:35.072188 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2c0d3993-9890-4a05-b633-9aab8e5a0c9c tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:35.076688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c0d3993-9890-4a05-b633-9aab8e5a0c9c tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0730460 Oct 19 20:43:35.079642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38056) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:35.084134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:35.086616 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a8c183-46a9-4bdd-a1cf-d660a4f5549f" -d '{"events": [{"server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "name": "network-vif-plugged", "status": "completed", "tag": "68aaa630-9d22-485b-8737-c1e581524aae"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:35.089573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-427f5f06-5720-46ff-9f71-cb0c8a40f27e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:35.090063 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-427f5f06-5720-46ff-9f71-cb0c8a40f27e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 20:43:35.090566 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-427f5f06-5720-46ff-9f71-cb0c8a40f27e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:35.097839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-427f5f06-5720-46ff-9f71-cb0c8a40f27e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169215 Oct 19 20:43:35.098421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38060) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:35.113034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-69faf36c-b51d-49c1-80e2-2bb0be3590e2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:35.138704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=68aaa630-9d22-485b-8737-c1e581524aae,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:35.154278 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.156542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:35.161048 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-69faf36c-b51d-49c1-80e2-2bb0be3590e2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Project c5527a693b0d4a48a482b39080f6ab34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:43:35.197552 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-69faf36c-b51d-49c1-80e2-2bb0be3590e2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:35.200640 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333c5bfb-fee9-4376-b219-bcb5718b9837 x-openstack-request-id: req-333c5bfb-fee9-4376-b219-bcb5718b9837 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:35.201111 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "name": "network-vif-plugged", "status": "completed", "tag": "68aaa630-9d22-485b-8737-c1e581524aae", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:35.201530 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-333c5bfb-fee9-4376-b219-bcb5718b9837 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:35.201906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-69faf36c-b51d-49c1-80e2-2bb0be3590e2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1025178 Oct 19 20:43:35.202375 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae', 'code': 200} Oct 19 20:43:35.202533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38062) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:35.207798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1d65815d-2c0a-44a7-aa7c-ad57c32a727a tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '8c7f7122-60c1-4d3a-912d-b7a58ed367e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:35.266928 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-1d65815d-2c0a-44a7-aa7c-ad57c32a727a tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Project c5527a693b0d4a48a482b39080f6ab34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:43:35.271831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485de0db-c867-458f-90c0-460ad24e460a req-b4464367-1b3e-48d7-95e2-5f6cd47fca85 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:35.274404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-485de0db-c867-458f-90c0-460ad24e460a req-b4464367-1b3e-48d7-95e2-5f6cd47fca85 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1095 time: 0.1613479 Oct 19 20:43:35.336623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-e3ca9257-717b-49c9-a775-ba66d41f5b99', 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99', 'tenant_id': 'a025bee340e448eb8d0c5165263ffbf8', 'fixed_ips': [{'subnet_id': '5480f6e8-d4fd-4cb6-8d9b-27938aa5b254'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:43:35.338143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.344076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-485de0db-c867-458f-90c0-460ad24e460a req-86df6b40-5375-4042-90c2-d2710d5083c6 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Oct 19 20:43:35.344827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:43:35.370958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:35.371567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.379615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2908da-8373-4ad7-b990-21b96d04245f req-a3273f9a-6715-492a-9e44-e994f8a617b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:35.381938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b2908da-8373-4ad7-b990-21b96d04245f req-a3273f9a-6715-492a-9e44-e994f8a617b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 1096 time: 0.1550682 Oct 19 20:43:35.382590 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1d65815d-2c0a-44a7-aa7c-ad57c32a727a tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:35.386957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1d65815d-2c0a-44a7-aa7c-ad57c32a727a tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1801817 Oct 19 20:43:35.390651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38070) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:35.426639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:35.433559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700a4a8-4ad1-415f-970f-dd1f7b56701e req-ec90bbc4-6982-4aed-bedc-f8e2131c417c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:35.437351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9700a4a8-4ad1-415f-970f-dd1f7b56701e req-ec90bbc4-6982-4aed-bedc-f8e2131c417c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.1223269 Oct 19 20:43:35.459690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Made reservation on behalf of a025bee340e448eb8d0c5165263ffbf8 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:35.464422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.496934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9700a4a8-4ad1-415f-970f-dd1f7b56701e req-9caba449-9038-4384-b32a-02dfbc48dbbc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Oct 19 20:43:35.537052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] device_id is not set on port aab072c1-f687-4bd5-979f-3b7d6856e0a7 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:43:35.543659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.564976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b2908da-8373-4ad7-b990-21b96d04245f req-2b8d6677-b71a-4256-abcd-42d4be7f1e2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753607 Oct 19 20:43:35.620078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.761060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Allocated IP 172.20.0.5 (e3ca9257-717b-49c9-a775-ba66d41f5b99/5480f6e8-d4fd-4cb6-8d9b-27938aa5b254/aab072c1-f687-4bd5-979f-3b7d6856e0a7) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:35.831577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.898843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:35.909400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:35.967311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.002862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.006337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.007532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.009863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c7f7122-60c1-4d3a-912d-b7a58ed367e6 HTTP/1.1" status: 204 len: 168 time: 0.6168289 Oct 19 20:43:36.012391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.016529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.053374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b85a9-5f04-42ba-a44e-12c9093637f4 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f7122-60c1-4d3a-912d-b7a58ed367e6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.068495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:36.073762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:36.076265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:36.115594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Allocated IP 172.20.0.2 (e3ca9257-717b-49c9-a775-ba66d41f5b99/5480f6e8-d4fd-4cb6-8d9b-27938aa5b254/bc8cd78f-1f3b-4410-8505-3770d51be364) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:36.138337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:36.138337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.138625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f55d44ee-54cb-4f75-bc2e-590bc0be148b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201863 Oct 19 20:43:36.139149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38096) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.145960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--300680370'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:36.152337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1794629 Oct 19 20:43:36.155362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38100) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.160272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Request body: {'port': {'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2049885665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:36.160822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] bootfile-name is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:36.161165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] tftp-server is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:36.161535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] server-ip-address is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:36.188629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.279370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd031958-22c0-4e01-9416-8e734ff6bcb1 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'Port': ['ID=aab072c1-f687-4bd5-979f-3b7d6856e0a7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.300908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Made reservation on behalf of a025bee340e448eb8d0c5165263ffbf8 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:36.307864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.330922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] device_id is not set on port 89d38c8d-fe03-46b4-b98d-ed58082a1132 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:43:36.364117 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.373459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.375838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.378220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.444259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.447313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3067980 Oct 19 20:43:36.455589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.480966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7740df97-1040-43ac-85d8-7467f325e066 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '48e8425a-9a49-4b79-973b-f37062b4073f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:36.496819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:36.513853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:36.530006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:36.540493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Pushing event updated for resources: {'Port': ['ID=bc8cd78f-1f3b-4410-8505-3770d51be364,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.547543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5131-f3c9-4c30-b590-a58422cfc617 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e8425a-9a49-4b79-973b-f37062b4073f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.577484 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7740df97-1040-43ac-85d8-7467f325e066 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The resource could not be found. Oct 19 20:43:36.581263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7740df97-1040-43ac-85d8-7467f325e066 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1220775 Oct 19 20:43:36.581475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38118) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.586745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f26d87ac-24ef-42ef-aa9e-9621e51c78cd tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '48e8425a-9a49-4b79-973b-f37062b4073f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '122a6050-aeb0-4cdf-a530-9a881cc7822a'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:36.628506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945df803-7e01-41b7-bca9-b9ce56e7d744 req-8247ebea-6fd6-440e-b7c0-adc4bcba2478 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:36.638232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-945df803-7e01-41b7-bca9-b9ce56e7d744 req-8247ebea-6fd6-440e-b7c0-adc4bcba2478 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.1370027 Oct 19 20:43:36.659369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Allocated IP 172.20.0.12 (e3ca9257-717b-49c9-a775-ba66d41f5b99/5480f6e8-d4fd-4cb6-8d9b-27938aa5b254/89d38c8d-fe03-46b4-b98d-ed58082a1132) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:36.666156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Attempting to bind port bc8cd78f-1f3b-4410-8505-3770d51be364 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:36.669005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Attempting to bind port bc8cd78f-1f3b-4410-8505-3770d51be364 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ecc753bd-b96e-432b-9056-60e352eda803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:36.669576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Attempting to bind port bc8cd78f-1f3b-4410-8505-3770d51be364 on network e3ca9257-717b-49c9-a775-ba66d41f5b99 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:36.682087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:36.682783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Checking segment: {'id': 'ecc753bd-b96e-432b-9056-60e352eda803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:36.683972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.685084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Bound using segment: {'id': 'ecc753bd-b96e-432b-9056-60e352eda803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:36.687333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Bound port: bc8cd78f-1f3b-4410-8505-3770d51be364, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc753bd-b96e-432b-9056-60e352eda803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e3ca9257-717b-49c9-a775-ba66d41f5b99'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:36.687975 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.692832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-945df803-7e01-41b7-bca9-b9ce56e7d744 req-fa30bb68-09b9-4a57-a9b3-73f45afe7946 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Oct 19 20:43:36.749508 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-f26d87ac-24ef-42ef-aa9e-9621e51c78cd tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The resource could not be found. Oct 19 20:43:36.753018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f26d87ac-24ef-42ef-aa9e-9621e51c78cd tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1703556 Oct 19 20:43:36.756407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38122) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:36.810339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333ed6-3623-43c5-b9ba-50dacdabcc71 req-d455a54d-2d70-43b4-bce7-67d5351eaa39 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:36.814069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab333ed6-3623-43c5-b9ba-50dacdabcc71 req-d455a54d-2d70-43b4-bce7-67d5351eaa39 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.1813548 Oct 19 20:43:36.830145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] For port bc8cd78f-1f3b-4410-8505-3770d51be364, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:36.833787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] For port bc8cd78f-1f3b-4410-8505-3770d51be364, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc8cd78f-1f3b-4410-8505-3770d51be364,segment=NetworkSegment(ecc753bd-b96e-432b-9056-60e352eda803),segment_id=ecc753bd-b96e-432b-9056-60e352eda803)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:36.842616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:36.915904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f64a5-5645-4a2f-8b94-4b1a2f9177c2 None None] Pushing event updated for resources: {'Port': ['ID=bc8cd78f-1f3b-4410-8505-3770d51be364,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:36.960087 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:43:37.003206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.016158 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab333ed6-3623-43c5-b9ba-50dacdabcc71 req-58e29260-78ce-42a1-8b14-ee67ab71276d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816273 Oct 19 20:43:37.069441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.087790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.153484 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.157075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.158565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/48e8425a-9a49-4b79-973b-f37062b4073f HTTP/1.1" status: 204 len: 168 time: 0.3997321 Oct 19 20:43:37.162936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.163887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.203406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:37.204508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe9c7f-1975-4c1f-b672-88f0696095c2 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e8425a-9a49-4b79-973b-f37062b4073f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:37.206141 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e455bd-719f-419d-a4f6-58ad0831cb70" -d '{"events": [{"server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "name": "network-vif-plugged", "status": "completed", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:37.260325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:37.317142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:37.321818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:37.333652 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82056029-fb06-4d97-986b-890814f1805d x-openstack-request-id: req-82056029-fb06-4d97-986b-890814f1805d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:37.334149 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "name": "network-vif-plugged", "status": "completed", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:37.335035 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82056029-fb06-4d97-986b-890814f1805d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:37.335715 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc', 'code': 200} Oct 19 20:43:37.343463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ae54f5a8-851e-4820-926a-1c6e5c3d655f tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793072 Oct 19 20:43:37.344953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38146) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.374494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b9c42080-c0d0-4eee-8018-c796e3b84b33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '5263e8da-f654-4162-86bd-f710aa991e3a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:37.420904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.421435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.426697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'Port': ['ID=89d38c8d-fe03-46b4-b98d-ed58082a1132,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:37.476837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.477071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd152c9f-d251-4884-982f-23fd7bdb31b4 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3196659 Oct 19 20:43:37.499002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bbd4b-fc71-463f-8299-e79b19731ac7 req-299287bd-dcca-4be9-ad62-0b995c8df9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.500684 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-272bbd4b-fc71-463f-8299-e79b19731ac7 req-299287bd-dcca-4be9-ad62-0b995c8df9fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.0760245 Oct 19 20:43:37.520435 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-b9c42080-c0d0-4eee-8018-c796e3b84b33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The resource could not be found. Oct 19 20:43:37.521535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b9c42080-c0d0-4eee-8018-c796e3b84b33 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1752832 Oct 19 20:43:37.529486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.535455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007732796'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:37.557393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-272bbd4b-fc71-463f-8299-e79b19731ac7 req-e969432a-03a7-4033-90c1-3696bea60219 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489306 Oct 19 20:43:37.572595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.610162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f89b7-7949-4fd2-b2c9-d527be9407f0 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.616832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f89b7-7949-4fd2-b2c9-d527be9407f0 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.629397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f89b7-7949-4fd2-b2c9-d527be9407f0 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.635181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38158) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.635311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4c2f89b7-7949-4fd2-b2c9-d527be9407f0 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1573131 Oct 19 20:43:37.805496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.815211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.824800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc8cd78f-1f3b-4410-8505-3770d51be364 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:37.845372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Deleting port 89d38c8d-fe03-46b4-b98d-ed58082a1132 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:37.845721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.883118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.884885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3540018 Oct 19 20:43:37.898489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:37.904857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171490618'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:37.908736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bc8cd78f-1f3b-4410-8505-3770d51be364 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:37.909851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:37.917755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e63aa-bb74-4d6f-9293-456abd353e11 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e747f3-b5fa-4f96-a206-095eff9b6615,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:37.948616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013cb3-d95a-4634-934b-bbb59a7610f8 req-eb0b6827-4b19-4668-a676-2d4e338478f3 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:37.950183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6013cb3-d95a-4634-934b-bbb59a7610f8 req-eb0b6827-4b19-4668-a676-2d4e338478f3 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.0870712 Oct 19 20:43:38.035228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6013cb3-d95a-4634-934b-bbb59a7610f8 req-f1f91ed2-38da-4754-89e5-944f09704785 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Oct 19 20:43:38.104946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.161829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port bc8cd78f-1f3b-4410-8505-3770d51be364, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc8cd78f-1f3b-4410-8505-3770d51be364,segment=NetworkSegment(ecc753bd-b96e-432b-9056-60e352eda803),segment_id=ecc753bd-b96e-432b-9056-60e352eda803)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:38.171247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.242295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=bc8cd78f-1f3b-4410-8505-3770d51be364,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:38.462987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.465987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec54d93-fa1d-48c1-a766-f3e2c9cc27c3 None None] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:38.525571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.551932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a91c06-0534-4298-a519-e14d845e98ab req-a602b710-9fde-4b79-8a9a-a5480da87a1b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:38.553445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0a91c06-0534-4298-a519-e14d845e98ab req-a602b710-9fde-4b79-8a9a-a5480da87a1b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.1081784 Oct 19 20:43:38.564872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Calling delete_port for 89d38c8d-fe03-46b4-b98d-ed58082a1132 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:38.620911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0a91c06-0534-4298-a519-e14d845e98ab req-44659576-e0aa-48bf-92c7-71d1d6fcf507 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Oct 19 20:43:38.664770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f19489b7-4b46-4aed-8d57-864f087a9310 None None] Provisioning complete for port bc8cd78f-1f3b-4410-8505-3770d51be364 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:38.666779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f19489b7-4b46-4aed-8d57-864f087a9310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.715715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.720967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.773492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.778291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8751864 Oct 19 20:43:38.778485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38212) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:38.782824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-55ad47e6-a494-4178-9e49-3b494a3a44e9 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e747f3-b5fa-4f96-a206-095eff9b6615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0ef0e410-a719-40b0-9f8b-606a762dbad5'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:38.791915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bac632-bb37-40a9-9a4d-98f83664a733 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0e410-a719-40b0-9f8b-606a762dbad5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:38.832459 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-55ad47e6-a494-4178-9e49-3b494a3a44e9 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:38.834302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55ad47e6-a494-4178-9e49-3b494a3a44e9 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0551612 Oct 19 20:43:38.837349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38216) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:38.919351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:38.951133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.000746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.001101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event deleted for resources: {'Port': ['ID=89d38c8d-fe03-46b4-b98d-ed58082a1132,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:39.091012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.102920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8582517f-620a-4515-a4c3-c10a031d789c tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "DELETE /v2.0/ports/89d38c8d-fe03-46b4-b98d-ed58082a1132 HTTP/1.1" status: 204 len: 168 time: 1.4657829 Oct 19 20:43:39.105853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38230) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:39.117517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Request body: {'port': {'name': 'tempest-new-port-name-747150259', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:39.119023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] bootfile-name is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:39.120112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] tftp-server is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:39.120580 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] server-ip-address is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 20:43:39.151624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.159927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.164919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ef0e410-a719-40b0-9f8b-606a762dbad5 HTTP/1.1" status: 204 len: 168 time: 0.3261051 Oct 19 20:43:39.167919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38238) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:39.225633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38240) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:39.301325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b90d7-f114-4999-87d5-2d8ecb06d585 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0e410-a719-40b0-9f8b-606a762dbad5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:39.324734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.332591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c783b-334e-4fd1-b9dc-a6a468121fe9 req-00ab1475-b16e-4762-b3e8-fe22937838f3 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:39.341550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc9c783b-334e-4fd1-b9dc-a6a468121fe9 req-00ab1475-b16e-4762-b3e8-fe22937838f3 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.1473508 Oct 19 20:43:39.367733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Provisioning complete for port aab072c1-f687-4bd5-979f-3b7d6856e0a7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:39.368836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.422868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc9c783b-334e-4fd1-b9dc-a6a468121fe9 req-56ede2cb-c81b-48ba-99c5-367365b062a7 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Oct 19 20:43:39.489563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f98edf9-857e-434e-a0e2-22d324c609b5 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2873242 Oct 19 20:43:39.490925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38248) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:39.498046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Port aab072c1-f687-4bd5-979f-3b7d6856e0a7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:39.510236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Could not find standard attr ID for object 89d38c8d-fe03-46b4-b98d-ed58082a1132. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:43:39.524488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-b6b34e4b-5a8f-4d08-8ba6-5b9e9d5b8f25 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:39.533490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-b6b34e4b-5a8f-4d08-8ba6-5b9e9d5b8f25 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.4004447 Oct 19 20:43:39.537647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Provisioning complete for port bc8cd78f-1f3b-4410-8505-3770d51be364 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:39.538094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e83970ba-613c-4dbe-8f5c-c01e3fd0a6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.644815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-078cb43f-9ab2-45b2-99bf-86a4721cb1c0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0872877 Oct 19 20:43:39.681829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa4aac-b236-4360-92bd-97b5f780595e req-21cd6d73-ed1c-429c-9cf4-7ad207732307 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:39.689699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73fa4aac-b236-4360-92bd-97b5f780595e req-21cd6d73-ed1c-429c-9cf4-7ad207732307 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.1026261 Oct 19 20:43:39.737764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.759023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-73fa4aac-b236-4360-92bd-97b5f780595e req-8791ac13-059d-4dda-bc2b-e896b4705879 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Oct 19 20:43:39.794290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.807025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.807780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.831781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-496e07c9-0800-4307-ad43-de168b130a82 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738286 Oct 19 20:43:39.846866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc8cd78f-1f3b-4410-8505-3770d51be364 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:39.931520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event updated for resources: {'Port': ['ID=aab072c1-f687-4bd5-979f-3b7d6856e0a7,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:39.945718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb477c87-f683-427c-b7db-b82ee4fe41ea None None] Provisioning complete for port aab072c1-f687-4bd5-979f-3b7d6856e0a7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:39.946083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb477c87-f683-427c-b7db-b82ee4fe41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:39.970437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30d58dbb-1568-4732-b140-25a5f28c16fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.192531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb477c87-f683-427c-b7db-b82ee4fe41ea None None] Port aab072c1-f687-4bd5-979f-3b7d6856e0a7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:40.199212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.199212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.199212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9e747f3-b5fa-4f96-a206-095eff9b6615 HTTP/1.1" status: 204 len: 168 time: 0.5927415 Oct 19 20:43:40.199212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38274) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.201272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] In _notify_port_updated(), no bound segment for port aab072c1-f687-4bd5-979f-3b7d6856e0a7 on network e3ca9257-717b-49c9-a775-ba66d41f5b99 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:43:40.201272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:40.201272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.201272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-59a7ac88-80fc-424a-abd3-ffbaac574470 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "PUT /v2.0/ports/aab072c1-f687-4bd5-979f-3b7d6856e0a7 HTTP/1.1" status: 200 len: 1135 time: 1.0442715 Oct 19 20:43:40.202687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-09ea2504-bcda-4585-8973-3e85d43a23ac None None] Could not find standard attr ID for object 89d38c8d-fe03-46b4-b98d-ed58082a1132. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:43:40.202687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bc8cd78f-1f3b-4410-8505-3770d51be364 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:40.202687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.203208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.213729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fff09-739e-44ce-a700-4ab588e1e52e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e747f3-b5fa-4f96-a206-095eff9b6615,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:40.215879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce40fa-0b52-43bd-96ff-efb2e720f762 req-be17ca50-a895-4c38-b0b8-8d23f43d0987 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:40.217670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9ce40fa-0b52-43bd-96ff-efb2e720f762 req-be17ca50-a895-4c38-b0b8-8d23f43d0987 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.2729461 Oct 19 20:43:40.225973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-d3145ebd-b8a2-4228-8e4e-dbd15e54596e service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933432 Oct 19 20:43:40.261698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8a54aeff-777b-462d-90b6-a136d60b5b06 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1155381 Oct 19 20:43:40.296359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38282) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.301484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--951699564'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:40.371720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-3da5210d-a044-4144-b36a-ce376db6e6ba service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151395 Oct 19 20:43:40.419801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aba2b6-1ae8-4076-9751-9d3875788394 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:40.421496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e1aba2b6-1ae8-4076-9751-9d3875788394 tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "GET /v2.0/ports/aab072c1-f687-4bd5-979f-3b7d6856e0a7 HTTP/1.1" status: 200 len: 1135 time: 0.2246993 Oct 19 20:43:40.425075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38288) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.442309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.494809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9ce40fa-0b52-43bd-96ff-efb2e720f762 req-f05e9bf0-a021-404f-87c1-83590fc2918f tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111092 Oct 19 20:43:40.582897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30d58dbb-1568-4732-b140-25a5f28c16fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.590665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-30d58dbb-1568-4732-b140-25a5f28c16fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.624344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Deleting port aab072c1-f687-4bd5-979f-3b7d6856e0a7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:40.624692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.627243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38296) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.628145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-30d58dbb-1568-4732-b140-25a5f28c16fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=165a7cb29c41402595983d18a33f5182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827403 Oct 19 20:43:40.749432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.750562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d58dbb-1568-4732-b140-25a5f28c16fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9eea3-744e-4428-b7e2-9652b69a1054,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:40.755686 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.825593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.847257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:40.851790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5521858 Oct 19 20:43:40.855211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38306) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.862707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f5f1d0b9-7eb8-4876-9a09-3865a6427759 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '02fc75f5-3ab5-4d06-b389-0d062fef904b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:40.864909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Calling delete_port for aab072c1-f687-4bd5-979f-3b7d6856e0a7 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:40.877649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5091-161a-40f9-860f-eb09dcd2545b tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fc75f5-3ab5-4d06-b389-0d062fef904b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:40.978442 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-f5f1d0b9-7eb8-4876-9a09-3865a6427759 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:40.979645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5f1d0b9-7eb8-4876-9a09-3865a6427759 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1224799 Oct 19 20:43:40.983282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:40.998045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f07ff489-3dae-4093-a318-1d492e15f24e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group_rule': {'security_group_id': '02fc75f5-3ab5-4d06-b389-0d062fef904b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:41.066147 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-f07ff489-3dae-4093-a318-1d492e15f24e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:43:41.069958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f07ff489-3dae-4093-a318-1d492e15f24e tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0743790 Oct 19 20:43:41.070539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.109736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-faea82bb-e247-4f52-adde-8c8ed6adfc71 req-7a5ddaa4-d934-486b-85d9-d1bd6f2116b3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 210 time: 0.2023206 Oct 19 20:43:41.120203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-61120a90-8e0f-47c1-ad37-ac73ac3a2e34 None None] Provisioning complete for port aab072c1-f687-4bd5-979f-3b7d6856e0a7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:41.121531 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-61120a90-8e0f-47c1-ad37-ac73ac3a2e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.135526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60f76d-6ba4-414e-8f5d-9f9676a8f3e1 req-0cdaed14-e4e4-4d0c-a997-2a99d88e7d92 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:41.146260 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.151922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f60f76d-6ba4-414e-8f5d-9f9676a8f3e1 req-0cdaed14-e4e4-4d0c-a997-2a99d88e7d92 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.1687396 Oct 19 20:43:41.214680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f60f76d-6ba4-414e-8f5d-9f9676a8f3e1 req-0b03cb42-9cc4-4142-8111-b61112fe74b9 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609245 Oct 19 20:43:41.220082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-61120a90-8e0f-47c1-ad37-ac73ac3a2e34 None None] Port aab072c1-f687-4bd5-979f-3b7d6856e0a7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:43:41.226700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.250175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.279470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.354460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.357651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.359267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.362726 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.362875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/02fc75f5-3ab5-4d06-b389-0d062fef904b HTTP/1.1" status: 204 len: 168 time: 0.2888615 Oct 19 20:43:41.362989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5c9eea3-744e-4428-b7e2-9652b69a1054 HTTP/1.1" status: 204 len: 168 time: 0.7320373 Oct 19 20:43:41.363955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38328) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.387661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.390412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61166b-8732-4004-8bd5-997884eaf366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9eea3-744e-4428-b7e2-9652b69a1054,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:41.391529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37d29-b43e-4887-aaac-40ddf9057765 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fc75f5-3ab5-4d06-b389-0d062fef904b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:41.478953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c4b74fb3-617d-4f2a-a288-5ea05fdf5d3d tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073914 Oct 19 20:43:41.479378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.484093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328278714'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:41.485573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event deleted for resources: {'Port': ['ID=aab072c1-f687-4bd5-979f-3b7d6856e0a7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:41.518152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.657941 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.670363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be36fa2d-06c4-41c7-b1d2-bc84bb44af6a tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "DELETE /v2.0/ports/aab072c1-f687-4bd5-979f-3b7d6856e0a7 HTTP/1.1" status: 204 len: 168 time: 1.2419462 Oct 19 20:43:41.670924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38342) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.798739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.820428 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.828002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Deleting subnet 5480f6e8-d4fd-4cb6-8d9b-27938aa5b254 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:41.840462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.864817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18496d-a669-44ca-bb5a-33d046e456da,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:41.889452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.894756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-972ece73-148e-41f8-a176-a7be5ea436e6 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4143717 Oct 19 20:43:41.895742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38350) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.918778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9655c906-6053-4e56-9988-50e446bb0504 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:41.920847 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-9655c906-6053-4e56-9988-50e446bb0504 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 20:43:41.922623 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-9655c906-6053-4e56-9988-50e446bb0504 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 20:43:41.928102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9655c906-6053-4e56-9988-50e446bb0504 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "PUT /v2.0/security-groups/7a18496d-a669-44ca-bb5a-33d046e456da HTTP/1.1" status: 409 len: 330 time: 0.0273299 Oct 19 20:43:41.928483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38352) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:41.949159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:41.994916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.030816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.131202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.150100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.161228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38362) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.161483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a18496d-a669-44ca-bb5a-33d046e456da HTTP/1.1" status: 204 len: 168 time: 0.2308662 Oct 19 20:43:42.176463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12901b7-6442-4ad1-a21a-fdf7d792c822 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18496d-a669-44ca-bb5a-33d046e456da,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:42.189031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.290068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-cab19672-86da-4e51-b569-0869f25dde17 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:42.296434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-cab19672-86da-4e51-b569-0869f25dde17 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.0949659 Oct 19 20:43:42.297315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38370) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.357878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3e58fbc-15a4-4f29-92aa-95213e062def admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.373243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5f9e61e-57b2-46e8-a97b-b4e4b729ceb9 req-7d540114-93b2-48ac-9d8d-b07ddc8fc2e2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 210 time: 0.0972188 Oct 19 20:43:42.425540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ac5aee3e-2965-4966-bf7d-1edcc7d6fba9 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2574079 Oct 19 20:43:42.432799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3a71-145a-4463-920c-06b98dc8f68e req-cfa5f9bb-e671-400b-9f93-06d823782b68 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:42.435844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38374) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.450039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c0f3a71-145a-4463-920c-06b98dc8f68e req-cfa5f9bb-e671-400b-9f93-06d823782b68 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 1096 time: 0.1220086 Oct 19 20:43:42.454434 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.460735 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-09c1bca5-da42-4687-a6e5-86dfeab748b7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] delete failed (client error): The resource could not be found. Oct 19 20:43:42.462627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-09c1bca5-da42-4687-a6e5-86dfeab748b7 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2ae847c-9438-4e25-8213-f95cc4d27d98 HTTP/1.1" status: 404 len: 347 time: 0.0252404 Oct 19 20:43:42.469699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.506658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event deleted for resources: {'Subnet': ['ID=5480f6e8-d4fd-4cb6-8d9b-27938aa5b254,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:42.519005 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-4b007444-46ec-45bd-993c-bb247683e929 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] show failed (client error): The resource could not be found. Oct 19 20:43:42.520414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4b007444-46ec-45bd-993c-bb247683e929 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-groups/b67c1813-dcd3-420f-a558-1ec51971ae33 HTTP/1.1" status: 404 len: 347 time: 0.0264254 Oct 19 20:43:42.522003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.534265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1f034-127b-40a9-b8bb-93da5c371236 None None] Network e3ca9257-717b-49c9-a775-ba66d41f5b99 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:42.556148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38378) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.559377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d2ac00bd-59fb-49f1-a9c4-ae41d39cb5dd tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "DELETE /v2.0/subnets/5480f6e8-d4fd-4cb6-8d9b-27938aa5b254 HTTP/1.1" status: 204 len: 168 time: 0.8849268 Oct 19 20:43:42.562137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38380) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.644664 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-66a22380-5790-46f1-9a53-942e7b4d5755 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] show failed (client error): The resource could not be found. Oct 19 20:43:42.646180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66a22380-5790-46f1-9a53-942e7b4d5755 tempest-NegativeSecGroupIPv6Test-1202462912 tempest-NegativeSecGroupIPv6Test-1202462912-project] 10.222.0.31 "GET /v2.0/security-group-rules/0a6df4a9-feca-498b-af7e-5c9f53caf5ef HTTP/1.1" status: 404 len: 356 time: 0.0874918 Oct 19 20:43:42.668586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c0f3a71-145a-4463-920c-06b98dc8f68e req-3cc271e5-a333-426d-84d9-96556cce1948 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163284 Oct 19 20:43:42.736107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Deleting port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:42.736453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.763115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3e58fbc-15a4-4f29-92aa-95213e062def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.770172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3e58fbc-15a4-4f29-92aa-95213e062def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.797078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.813530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b3e58fbc-15a4-4f29-92aa-95213e062def admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e063c326fc4d4113b994ad7424d7dafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111597 Oct 19 20:43:42.814765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38390) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:42.913828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e58fbc-15a4-4f29-92aa-95213e062def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f96a130-aec7-4fca-a73e-f4fb5c0625a1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:42.957599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] For port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:42.957983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:42.985185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Calling delete_port for 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:42.992665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.024873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.054226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] DHCP port deletion for e3ca9257-717b-49c9-a775-ba66d41f5b99 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:43.132517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.135602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.139108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f96a130-aec7-4fca-a73e-f4fb5c0625a1 HTTP/1.1" status: 204 len: 168 time: 0.3208866 Oct 19 20:43:43.148878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f7c3-81d1-4805-904b-59a8c126d0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f96a130-aec7-4fca-a73e-f4fb5c0625a1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:43.168246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.186312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Deleting port bc8cd78f-1f3b-4410-8505-3770d51be364 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:43.187138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.271839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] For port bc8cd78f-1f3b-4410-8505-3770d51be364, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc8cd78f-1f3b-4410-8505-3770d51be364,segment=NetworkSegment(ecc753bd-b96e-432b-9056-60e352eda803),segment_id=ecc753bd-b96e-432b-9056-60e352eda803)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:43.272127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.273105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.292039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['31fef62b-544e-4142-bc1d-4f5eadeab16d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:43.314251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1ff367-6bd8-45d2-9b7d-62f04730c5fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:43.380216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Calling delete_port for bc8cd78f-1f3b-4410-8505-3770d51be364 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:43.389372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] No DVR routers for this DVR port 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:43.393526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.399078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8df2f5e3-07aa-42ed-9a5f-61d75934074c req-f94335d7-f3d9-4e7c-ae1b-bc53445121cf tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1f1ff367-6bd8-45d2-9b7d-62f04730c5fc HTTP/1.1" status: 204 len: 173 time: 1.0948937 Oct 19 20:43:43.399955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'name': 'network-vif-deleted', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:43.406723 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf99c16e-7efb-4e90-b5ec-18486aa5305b" -d '{"events": [{"server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "name": "network-vif-deleted", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:43.476572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.514069 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a276f-5068-4a74-981c-47a255ea8448 x-openstack-request-id: req-841a276f-5068-4a74-981c-47a255ea8448 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:43.514414 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780a7740-087b-4ce2-87ca-6916f734a02a", "name": "network-vif-deleted", "tag": "1f1ff367-6bd8-45d2-9b7d-62f04730c5fc", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:43.514795 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-841a276f-5068-4a74-981c-47a255ea8448 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:43.515202 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780a7740-087b-4ce2-87ca-6916f734a02a', 'name': 'network-vif-deleted', 'tag': '1f1ff367-6bd8-45d2-9b7d-62f04730c5fc', 'status': 'completed', 'code': 200} Oct 19 20:43:43.597453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89eba55c-d16c-4ff2-b872-fec2b2d72ca4 req-0c3be7dc-c854-400e-a2eb-44c734bf23b4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 210 time: 0.1139042 Oct 19 20:43:43.629269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-0c5c018a-131e-4b94-8493-b6c8e1590509 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:43.631417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-0c5c018a-131e-4b94-8493-b6c8e1590509 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 1.0702753 Oct 19 20:43:43.666933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:43.674294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38412) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:43.748744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:43.835749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] Pushing event deleted for resources: {'Port': ['ID=bc8cd78f-1f3b-4410-8505-3770d51be364,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:43.851146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc8cd78f-1f3b-4410-8505-3770d51be364 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:43.911047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bc8cd78f-1f3b-4410-8505-3770d51be364 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:43.911426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc8cd78f-1f3b-4410-8505-3770d51be364 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:43.917838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d5972-e3ce-4e72-b517-cb79fc683ef9 None None] No DVR routers for this DVR port bc8cd78f-1f3b-4410-8505-3770d51be364 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:43.943510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb20168a-cd1c-4f83-92dc-de6de8269edd req-0e9f07eb-c197-4d9c-9b64-3cf81499464f tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=780a7740-087b-4ce2-87ca-6916f734a02a HTTP/1.1" status: 200 len: 210 time: 0.0753803 Oct 19 20:43:43.964688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:43.970848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.062573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Deleting port bc8cd78f-1f3b-4410-8505-3770d51be364 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:44.062918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.180313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8023765-23a3-4ec4-b741-1a649800b6f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5527a693b0d4a48a482b39080f6ab34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043545 Oct 19 20:43:44.182457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:44.207587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] For port bc8cd78f-1f3b-4410-8505-3770d51be364, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:44.207973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.244689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Calling delete_port for bc8cd78f-1f3b-4410-8505-3770d51be364 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:44.250860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Port bc8cd78f-1f3b-4410-8505-3770d51be364 was not found and therefore no delete operation was performed {{(pid=100734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:43:44.257740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.301587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.304124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event deleted for resources: {'Port': ['ID=bc8cd78f-1f3b-4410-8505-3770d51be364,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:44.309217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] No DVR routers for this DVR port bc8cd78f-1f3b-4410-8505-3770d51be364 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:44.346523 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.408035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.3 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:44.430418 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.435691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.441778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/719c0094-a5db-4b67-b567-012cb7150675 HTTP/1.1" status: 204 len: 168 time: 0.2579610 Oct 19 20:43:44.451650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddcec1-3370-408e-85f4-34e08f3d7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c0094-a5db-4b67-b567-012cb7150675,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:44.499973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.536245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ca9257-717b-49c9-a775-ba66d41f5b99']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:44.554393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc753bd-b96e-432b-9056-60e352eda803') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:44.554981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc753bd-b96e-432b-9056-60e352eda803') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:44.574832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.687735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:44.720044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:44.720694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1f1ff367-6bd8-45d2-9b7d-62f04730c5fc not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:44.721081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.743694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:44.743936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:44.755302 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:44.876138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffd7a006-650c-40db-8820-83073c25e520 req-f3004ec5-5d02-49f2-98be-e13e81e634dd tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 210 time: 0.0516913 Oct 19 20:43:44.888865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.892366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.908117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.911291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] 10.222.0.31 "DELETE /v2.0/networks/e3ca9257-717b-49c9-a775-ba66d41f5b99 HTTP/1.1" status: 204 len: 168 time: 2.3480434 Oct 19 20:43:44.926546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac221e-231d-484a-9b8a-be52b7641ded tempest-ExtraDHCPOptionsTestJSON-117702761 tempest-ExtraDHCPOptionsTestJSON-117702761-project] Pushing event deleted for resources: {'Network': ['ID=e3ca9257-717b-49c9-a775-ba66d41f5b99,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:44.952222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:44.965798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:44.976754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['68aaa630-9d22-485b-8737-c1e581524aae'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:45.005660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:45.030030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:45.031494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:45.040823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:45.141344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:45.142292 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.184470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-4d39a967-cea1-4fd9-a2b1-cbe100dbd7a9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260262 Oct 19 20:43:45.203169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Request body: {'port': {'device_id': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:45.296936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.460503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d949d0-a10a-4ee2-a7e8-340c0c1bf891 req-24bd6657-e45c-4c7b-a04e-184ca859f535 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:45.465867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7d949d0-a10a-4ee2-a7e8-340c0c1bf891 req-24bd6657-e45c-4c7b-a04e-184ca859f535 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.0738068 Oct 19 20:43:45.466756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:45.547520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7d949d0-a10a-4ee2-a7e8-340c0c1bf891 req-c48773a7-ebdf-4ffb-9358-0d824800eacc tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631530 Oct 19 20:43:45.689320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:45.697591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.715090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Transition to ACTIVE for port object eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:43:45.719235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.802535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8efda53-8c37-43ee-a041-c3706a585b89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a025bee340e448eb8d0c5165263ffbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322167 Oct 19 20:43:45.808796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38496) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:45.847884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Pushing event updated for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:45.937207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.988020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:45.990156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Attempting to bind port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:45.990495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Attempting to bind port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:45.990823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Attempting to bind port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:46.001535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:43:46.001970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Attempting to bind port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:46.031327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:46.031327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:46.032198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:46.032498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Bound port: eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:46.032860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.140195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf70-9a83-4350-9458-c709ca7662ce req-297cd459-0500-419e-8c5e-f4d5f78f9a61 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.141708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-473caf70-9a83-4350-9458-c709ca7662ce req-297cd459-0500-419e-8c5e-f4d5f78f9a61 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 943 time: 0.1285775 Oct 19 20:43:46.160168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.162935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.166867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/560ca0d7-eaef-4772-ae22-7c5e632c4f3f HTTP/1.1" status: 204 len: 168 time: 0.3564320 Oct 19 20:43:46.198701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d89302-1f17-42e7-9883-08814b48b283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ca0d7-eaef-4772-ae22-7c5e632c4f3f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:46.202810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:46.225647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:46.234085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.238723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-473caf70-9a83-4350-9458-c709ca7662ce req-18423658-1e3a-40a4-b931-988a51f8ad03 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852327 Oct 19 20:43:46.293808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.294623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.296622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 HTTP/1.1" status: 200 len: 1091 time: 1.1079233 Oct 19 20:43:46.296738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:46.299056 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecedc79-b817-453f-bb57-097c9e5fd58a" -d '{"events": [{"name": "network-changed", "server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:46.327380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae84b-3542-4e60-afbe-d5e253f998b5 service neutron] Pushing event updated for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:46.380868 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb9201a-46bf-4086-852f-3a7592dae777 x-openstack-request-id: req-8eb9201a-46bf-4086-852f-3a7592dae777 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:46.381166 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:46.381456 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eb9201a-46bf-4086-852f-3a7592dae777 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:46.381991 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2', 'status': 'completed', 'code': 200} Oct 19 20:43:46.399081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-645edc12-39f4-4e39-b1b9-2765431dfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.401381 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-645edc12-39f4-4e39-b1b9-2765431dfed0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 1094 time: 0.0503879 Oct 19 20:43:46.455641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-b48596a6-7027-43ba-aaa2-5c97c0855678 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 HTTP/1.1" status: 200 len: 217 time: 0.0442386 Oct 19 20:43:46.525073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-7fa25e57-5879-434b-a6a3-2f390aa74f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.531139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-7fa25e57-5879-434b-a6a3-2f390aa74f8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0621638 Oct 19 20:43:46.569757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-b201930a-b4b7-4fc3-bc4e-b4e4e7273f86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310481 Oct 19 20:43:46.786270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-904cc076-3339-482e-a69c-a1131901ad83 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.795543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-904cc076-3339-482e-a69c-a1131901ad83 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.0702567 Oct 19 20:43:46.798914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df026550-66df-4e47-a450-dc869f03a234 req-c9fb4039-380a-47ef-85ae-93ef8adc6fae tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:46.800569 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df026550-66df-4e47-a450-dc869f03a234 req-c9fb4039-380a-47ef-85ae-93ef8adc6fae tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 1097 time: 0.1588373 Oct 19 20:43:46.802529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-da9bb3f3-cf0a-4a53-a848-6a939a038043 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233970 Oct 19 20:43:46.911586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Deleting port 31fef62b-544e-4142-bc1d-4f5eadeab16d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:46.912197 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:46.950482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df026550-66df-4e47-a450-dc869f03a234 req-c008ac26-d15f-4452-917e-ba91abf179e2 tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5ba2e70c-537c-4f97-85a6-8155985ef2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296360 Oct 19 20:43:46.980701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d72b1f0-7ab2-405e-8ff2-548dd18b274c req-84983b49-21c8-452e-84d4-336ab3f565dc service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703434 Oct 19 20:43:47.054512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] For port 31fef62b-544e-4142-bc1d-4f5eadeab16d, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=31fef62b-544e-4142-bc1d-4f5eadeab16d,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:47.055343 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:47.072868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Calling delete_port for 31fef62b-544e-4142-bc1d-4f5eadeab16d owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:47.089954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-d824cc90-b4f8-4908-be05-738e4cfd89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:47.091697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-d824cc90-b4f8-4908-be05-738e4cfd89e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 1094 time: 0.0496864 Oct 19 20:43:47.308781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-03c38a75-308b-4347-8d87-fc8ae112c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:47.311792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-03c38a75-308b-4347-8d87-fc8ae112c235 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.2130666 Oct 19 20:43:47.346763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38576) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:47.363709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:47.376652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['31fef62b-544e-4142-bc1d-4f5eadeab16d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:47.405621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-2910991b-fe3a-4d69-993b-c9028fffda33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 HTTP/1.1" status: 200 len: 217 time: 0.0863590 Oct 19 20:43:47.454063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Pushing event deleted for resources: {'Port': ['ID=31fef62b-544e-4142-bc1d-4f5eadeab16d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:47.507146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] No DVR routers for this DVR port 31fef62b-544e-4142-bc1d-4f5eadeab16d on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:47.513139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:47.517820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-01445685-3659-430a-af3b-66667df27269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:47.519227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-01445685-3659-430a-af3b-66667df27269 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1061163 Oct 19 20:43:47.519577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-272053e0-787b-4e33-9a69-dcdc4810f868 req-60ea9360-ed42-46ad-a886-d0e88727a36c tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.11 "DELETE /v2.0/ports/31fef62b-544e-4142-bc1d-4f5eadeab16d HTTP/1.1" status: 204 len: 173 time: 0.7179847 Oct 19 20:43:47.521067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'name': 'network-vif-deleted', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:47.523403 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2039d3aa-f301-415d-b580-cd592b951178" -d '{"events": [{"server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "name": "network-vif-deleted", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:47.570259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245542-1df1-4f07-b311-a871d954c3ca req-a260d4df-b926-4f7a-a88b-8372d0216898 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:47.587946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77245542-1df1-4f07-b311-a871d954c3ca req-a260d4df-b926-4f7a-a88b-8372d0216898 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 943 time: 0.2262468 Oct 19 20:43:47.610975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-dd3f25b7-da73-46d7-9907-c5dc6c628658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802479 Oct 19 20:43:47.627030 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ee0f0-7084-4a7c-aa6d-153e1362281d x-openstack-request-id: req-964ee0f0-7084-4a7c-aa6d-153e1362281d {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:47.627323 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2beea3-2180-4650-b593-eec80da9914d", "name": "network-vif-deleted", "tag": "31fef62b-544e-4142-bc1d-4f5eadeab16d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:47.627575 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-964ee0f0-7084-4a7c-aa6d-153e1362281d {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:47.627974 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2beea3-2180-4650-b593-eec80da9914d', 'name': 'network-vif-deleted', 'tag': '31fef62b-544e-4142-bc1d-4f5eadeab16d', 'status': 'completed', 'code': 200} Oct 19 20:43:47.706940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77245542-1df1-4f07-b311-a871d954c3ca req-a047ffef-e054-4093-8a06-4e1212683433 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164367 Oct 19 20:43:47.866712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-d778ddb7-c5da-445a-8d0f-a3eb210eb6ac service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436485 Oct 19 20:43:48.164589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-60577f30-a3e5-414c-997d-1aef2d8b171e tempest-ServiceProvidersTest-1720778680 tempest-ServiceProvidersTest-1720778680-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8166826 Oct 19 20:43:48.199463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-73dbe507-5f37-4b30-a3ec-4f151174dc5c req-00d9e53b-e06a-4f4a-8167-accbc7e5f13d tempest-TestServerMultinode-1343146629 tempest-TestServerMultinode-1343146629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2b2beea3-2180-4650-b593-eec80da9914d HTTP/1.1" status: 200 len: 210 time: 0.1412916 Oct 19 20:43:48.214750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ecedc79-b817-453f-bb57-097c9e5fd58a req-2bf5541e-eb6e-42de-9201-9a8dc1e33551 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380699 Oct 19 20:43:48.550267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:43:48.609743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:48.719935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:48.734143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2', 'mac_address': 'fa:16:3e:27:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:43:48.785135 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:48.800277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:43:48.806703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c44514-246e-45b5-b5ef-1e57ce316a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:48.823105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:48.833700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:48.904836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d3411-4449-4b5a-80e2-0d53b1ab7ccb req-bf7eef89-8883-416a-8d16-093fc240ac15 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:48.912879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-019d3411-4449-4b5a-80e2-0d53b1ab7ccb req-bf7eef89-8883-416a-8d16-093fc240ac15 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 944 time: 0.0897064 Oct 19 20:43:48.921875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:48.977026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-019d3411-4449-4b5a-80e2-0d53b1ab7ccb req-563932ba-647d-4306-9315-52460d37529f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579610 Oct 19 20:43:49.017470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c44514-246e-45b5-b5ef-1e57ce316a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.022041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c44514-246e-45b5-b5ef-1e57ce316a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.054552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8c44514-246e-45b5-b5ef-1e57ce316a4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35cd66242a5d45a39c4e4eff650dd9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435754 Oct 19 20:43:49.058886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38670) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:49.073656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:49.099926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c44514-246e-45b5-b5ef-1e57ce316a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc57749f-4d2c-410b-96e5-65670c6e6129,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:49.182318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.217026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.330670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38688) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:49.366780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.371102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.371430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc57749f-4d2c-410b-96e5-65670c6e6129 HTTP/1.1" status: 204 len: 168 time: 0.3110960 Oct 19 20:43:49.371932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:49.392341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41643285-ff7d-45d4-8456-7f4c688ab043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc57749f-4d2c-410b-96e5-65670c6e6129,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:49.702367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1669056609'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:49.746387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:49.754254 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.765089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.913831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.943319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:49.952933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.001507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d83c8-4feb-4cf5-8c5e-3ec96753b19c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:50.011630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:43:50.035317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.035670 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 76c391be-6eca-4b6c-a407-46329c2b90a2 of type vlan for network ebe6df11-4a2d-41ab-abef-b1063d2be212 Oct 19 20:43:50.084352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.116658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.135587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:50.144855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.208048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8230460 Oct 19 20:43:50.247050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acfd2-3dd7-42fe-a213-f7dd175dc831 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=ebe6df11-4a2d-41ab-abef-b1063d2be212,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:50.270699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:43:50.303439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229622d-3f04-4982-a2ca-23b46859d8a2 req-ddb566a4-75a1-4287-b323-c8ba4a73e10c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:50.305383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9229622d-3f04-4982-a2ca-23b46859d8a2 req-ddb566a4-75a1-4287-b323-c8ba4a73e10c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 944 time: 0.1503892 Oct 19 20:43:50.475185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9229622d-3f04-4982-a2ca-23b46859d8a2 req-2e15e556-88ca-45df-9375-2cda9ea79457 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474211 Oct 19 20:43:50.566575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:43:50.706314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Deleting port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:50.706690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.724085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:43:50.728908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:50.732566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:50.985236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] For port d6b440ab-6cc6-4fcb-8210-f027ab1f4c35, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:50.985794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.003430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.018796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Calling delete_port for d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:51.041676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:51.045954 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c8eba-f211-40c4-b14a-a188e54aacea" -d '{"events": [{"server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:51.064748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:51.074851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.076068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 31fef62b-544e-4142-bc1d-4f5eadeab16d no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:51.204328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38792) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:51.223110 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628aec35-5b7d-4b82-9cab-03e220dbc1d2 x-openstack-request-id: req-628aec35-5b7d-4b82-9cab-03e220dbc1d2 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:51.226535 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:51.230510 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-628aec35-5b7d-4b82-9cab-03e220dbc1d2 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:51.233383 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2', 'code': 200} Oct 19 20:43:51.296615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 31fef62b-544e-4142-bc1d-4f5eadeab16d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:51.298190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 31fef62b-544e-4142-bc1d-4f5eadeab16d not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:51.339894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:51.341599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19a191-84eb-43d8-adc1-72e3e0a7d0b0 req-8efb6a27-ea3b-4534-9da3-87d83c30f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:51.347293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea19a191-84eb-43d8-adc1-72e3e0a7d0b0 req-8efb6a27-ea3b-4534-9da3-87d83c30f291 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 1096 time: 0.0946181 Oct 19 20:43:51.361898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.362600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.363241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.363805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.364823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.366135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.366768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.367379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.368503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.369090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.369718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.370276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:51.475575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea19a191-84eb-43d8-adc1-72e3e0a7d0b0 req-6148ac1c-70cf-4e9e-ae35-a7e6a41513db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209860 Oct 19 20:43:51.479023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7f54755-77ca-4999-b415-7607770045fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.487264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.560266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b440ab-6cc6-4fcb-8210-f027ab1f4c35,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:51.753886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7f54755-77ca-4999-b415-7607770045fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.762953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7f54755-77ca-4999-b415-7607770045fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:51.857503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f54755-77ca-4999-b415-7607770045fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73962eb-a445-458c-85a8-b41bd5317c4e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:51.925935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84fb3a-63eb-477a-86da-3b7456e17de3 req-33472499-d0d1-47a0-abf3-2476e18eaae8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:51.931733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e84fb3a-63eb-477a-86da-3b7456e17de3 req-33472499-d0d1-47a0-abf3-2476e18eaae8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.3188901 Oct 19 20:43:51.960255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7f54755-77ca-4999-b415-7607770045fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4adba6f68f94d1993a5bf7c1f148a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7505784 Oct 19 20:43:51.966174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38824) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:52.127854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:52.191462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:52.199915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:52.303936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:52.307426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:52.308602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b73962eb-a445-458c-85a8-b41bd5317c4e HTTP/1.1" status: 204 len: 168 time: 0.3414676 Oct 19 20:43:52.319997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d25de-22b8-4714-a6cf-f4e3c096780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73962eb-a445-458c-85a8-b41bd5317c4e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:52.604721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e84fb3a-63eb-477a-86da-3b7456e17de3 req-1fcd640e-f67d-41d7-96b3-3099b0a19289 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155273 Oct 19 20:43:52.757917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Router 325f8d26-97ee-4481-8898-fb6d7e307be2 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:43:52.920383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:52.940816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.147116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.153467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.231245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bf99ea09ba7489cb246700f657c178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092644 Oct 19 20:43:53.235313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38888) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:53.245145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb27fd-e0b0-4f06-a4b6-86f074e53176,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:53.274459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.275323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.275823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.276317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.276867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.277431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.277915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.278622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.279119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.279604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.280207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.280889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca7d32-b2ea-4638-aea4-d70d637aa1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:43:53.344469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.408761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.515387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.520958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.522765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55cb27fd-e0b0-4f06-a4b6-86f074e53176 HTTP/1.1" status: 204 len: 168 time: 0.2863636 Oct 19 20:43:53.542846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82927ad6-2678-4412-b6f9-982289446572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb27fd-e0b0-4f06-a4b6-86f074e53176,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:53.543107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:43:53.553527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db8bc326-2508-43d8-b281-99d07068b716 admin admin] 10.222.0.31 "PUT /v2.0/routers/325f8d26-97ee-4481-8898-fb6d7e307be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2195287 Oct 19 20:43:53.555106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38914) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:53.562480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Sync routers for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:43:53.620433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:53.621826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:43:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:53.748675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.810546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38924) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:53.831902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:53.920002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:53.953442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:43:53.979161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3c5b-6104-4d60-876e-2d88bb00047b req-13227971-3444-4fdf-9a76-1ca6f287abf1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:53.980814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dec3c5b-6104-4d60-876e-2d88bb00047b req-13227971-3444-4fdf-9a76-1ca6f287abf1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.1885943 Oct 19 20:43:53.991649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Deleting port 65760088-94f0-491d-992d-2994efbc5b7c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:53.992684 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.059200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dec3c5b-6104-4d60-876e-2d88bb00047b req-eecbb9b5-696e-4634-80db-c8fdb03c2584 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690525 Oct 19 20:43:54.073621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:54.080578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.119240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] For port 65760088-94f0-491d-992d-2994efbc5b7c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65760088-94f0-491d-992d-2994efbc5b7c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:54.119609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.138550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Calling delete_port for 65760088-94f0-491d-992d-2994efbc5b7c owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:54.318775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4c35-b703-45fa-b7cd-3365d0b08dd1 req-c945a1a3-75f8-4641-85c4-5f0648979475 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:54.322106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-366c4c35-b703-45fa-b7cd-3365d0b08dd1 req-c945a1a3-75f8-4641-85c4-5f0648979475 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.1230361 Oct 19 20:43:54.446249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-366c4c35-b703-45fa-b7cd-3365d0b08dd1 req-c4613fa1-2465-4a41-803b-f0d92ebc9c96 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117630 Oct 19 20:43:54.574932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.631313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65760088-94f0-491d-992d-2994efbc5b7c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:54.724151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.757761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:54.827516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '65760088-94f0-491d-992d-2994efbc5b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:43:51Z', 'revision_number': 5, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port': {'id': '65760088-94f0-491d-992d-2994efbc5b7c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:37Z', 'updated_at': '2021-10-19T20:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:54.856434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab750d83-89db-4864-b64c-2cf5e664c60f req-38bde3b7-1438-4f02-ba84-a94ba0f7fc69 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:54.858364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab750d83-89db-4864-b64c-2cf5e664c60f req-38bde3b7-1438-4f02-ba84-a94ba0f7fc69 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.2499995 Oct 19 20:43:54.918371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Checking router: 325f8d26-97ee-4481-8898-fb6d7e307be2 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:43:54.935113 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab750d83-89db-4864-b64c-2cf5e664c60f req-0ed5fbcc-e391-4145-9075-0b86f8b0f7db tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Oct 19 20:43:54.939729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '76c391be-6eca-4b6c-a407-46329c2b90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:54.940280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: ebe6df11-4a2d-41ab-abef-b1063d2be212, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:43:54.944567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=c4fcb719-65a3-4d46-9ac6-0d0739c82e12,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:54.965802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Routers {'325f8d26-97ee-4481-8898-fb6d7e307be2'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:43:54.965802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:43:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['325f8d26-97ee-4481-8898-fb6d7e307be2'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:54.978021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:43:54.996588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ebe6df11-4a2d-41ab-abef-b1063d2be212) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:55.003095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:55.005468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.014350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.019180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.045664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-849e2953-fc09-47af-bcfe-1d0013733ade tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2295463 Oct 19 20:43:55.048748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38982) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:55.060639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-793127966'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:55.075640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4b87-da41-4852-9715-0bda72b7c52c None None] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:55.134866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:55.149646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] Set router 325f8d26-97ee-4481-8898-fb6d7e307be2 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:43:55.156355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.160677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.161615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325f8d26-97ee-4481-8898-fb6d7e307be2 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:43:55.180072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.183349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7589a93b-3b28-46eb-9830-b10036adf1c8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/325f8d26-97ee-4481-8898-fb6d7e307be2 HTTP/1.1" status: 204 len: 168 time: 1.6254625 Oct 19 20:43:55.186475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38990) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:55.188802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38988) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:55.304109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:43:55.341120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:43:54Z', 'revision_number': 7, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:55.361285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Deleting subnet f6951918-32c8-4f98-b704-a94f627e3f3c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:55.371943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.372285 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 84bbf2b5-cad5-4107-83b7-7093009d3231 of type vlan for network 9198f71b-7d07-4d3c-b998-946233831522 Oct 19 20:43:55.394360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371fa02-7e06-42d5-8ca1-4c9d9dae6890 None None] The sync data for ids ['325f8d26-97ee-4481-8898-fb6d7e307be2'] in n-d-805649-9 is: [{'id': '325f8d26-97ee-4481-8898-fb6d7e307be2', 'name': 'tempest-TestServerMultinode-624913890-router', 'tenant_id': '2843bc7d04bd4d97bed7658a298abb03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:34Z', 'updated_at': '2021-10-19T20:43:54Z', 'revision_number': 7, 'project_id': '2843bc7d04bd4d97bed7658a298abb03', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:43:55.430657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a360fdae-011c-4750-9ed3-135ab1c62edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.443864 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.473281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.513055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.519379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-ebe6df11-4a2d-41ab-abef-b1063d2be212', 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': 'c4fcb719-65a3-4d46-9ac6-0d0739c82e12'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:43:55.520247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.585978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a360fdae-011c-4750-9ed3-135ab1c62edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.629838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a360fdae-011c-4750-9ed3-135ab1c62edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.641989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.647569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:55.648147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.679629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64e128-c04b-42d2-8b21-6039bc6a9c9e req-ea30d693-2bed-4c9d-b9fe-6cbfad907a36 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:55.682055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e64e128-c04b-42d2-8b21-6039bc6a9c9e req-ea30d693-2bed-4c9d-b9fe-6cbfad907a36 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.2098119 Oct 19 20:43:55.722351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a360fdae-011c-4750-9ed3-135ab1c62edc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=915505e8166543d293d6913c55fd7f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300553 Oct 19 20:43:55.723514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360fdae-011c-4750-9ed3-135ab1c62edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c33fddd-7c52-4695-a0fb-7c9a20bb72e4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:55.726642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39010) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:55.803926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.819465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Allocated IP 2001:db8:0:ffff::2 (ebe6df11-4a2d-41ab-abef-b1063d2be212/c4fcb719-65a3-4d46-9ac6-0d0739c82e12/e84e4ffd-24f2-4895-8868-ebd7a5a675eb) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:55.846036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.862774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8128879 Oct 19 20:43:55.870608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:55.882226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': '9198f71b-7d07-4d3c-b998-946233831522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:55.911311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:55.959170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f30a-3791-4e25-9877-2c9c4e42e626 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=9198f71b-7d07-4d3c-b998-946233831522,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:55.969486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e64e128-c04b-42d2-8b21-6039bc6a9c9e req-7113b8f4-f2d4-46e5-bf99-64d90361b4b4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630758 Oct 19 20:43:55.990454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9198f71b-7d07-4d3c-b998-946233831522 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:43:56.048731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.050570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.060679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.061975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c33fddd-7c52-4695-a0fb-7c9a20bb72e4 HTTP/1.1" status: 204 len: 168 time: 0.3343499 Oct 19 20:43:56.092211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:56.103886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.115313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436a7c2-d61f-458c-8733-047a76df29f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c33fddd-7c52-4695-a0fb-7c9a20bb72e4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:56.139487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6951918-32c8-4f98-b704-a94f627e3f3c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:56.141648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.150861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-edf4e910-4af7-413e-baec-5206c7b4bd38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6951918-32c8-4f98-b704-a94f627e3f3c HTTP/1.1" status: 204 len: 168 time: 0.9629567 Oct 19 20:43:56.151621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39026) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:56.204529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.223904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d7af7-6db1-4040-9d88-f78a5f870f02 None None] Network 0df5972e-bc10-4714-a1a5-a4035b29c140 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:56.297757 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.313206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.411605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Deleting port a86485f3-dd20-4370-b113-95130dff015e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:56.411946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.423271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:56.472576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Pushing event updated for resources: {'Port': ['ID=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:56.475288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:56.475480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d6b440ab-6cc6-4fcb-8210-f027ab1f4c35 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:56.658760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] For port a86485f3-dd20-4370-b113-95130dff015e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a86485f3-dd20-4370-b113-95130dff015e,segment=NetworkSegment(b02cfc34-4544-408b-ab1e-2ad60d25b553),segment_id=b02cfc34-4544-408b-ab1e-2ad60d25b553)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:56.659399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.710968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Calling delete_port for a86485f3-dd20-4370-b113-95130dff015e owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:56.762029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:56.762828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1de78dcf-dc24-4f35-81b9-388c13778ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:56.783806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:56.795219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:56.805360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-80637c67-17c1-426d-a296-4798bdd693b4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:56.806950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-80637c67-17c1-426d-a296-4798bdd693b4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.2315466 Oct 19 20:43:56.854592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:43:56.862616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.089809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '84bbf2b5-cad5-4107-83b7-7093009d3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9198f71b-7d07-4d3c-b998-946233831522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:57.090476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: 9198f71b-7d07-4d3c-b998-946233831522, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:43:57.096005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=db984720-5b5f-4b1f-b2f4-19190c9460e8,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:57.104138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Attempting to bind port e84e4ffd-24f2-4895-8868-ebd7a5a675eb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:43:57.105061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Attempting to bind port e84e4ffd-24f2-4895-8868-ebd7a5a675eb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '76c391be-6eca-4b6c-a407-46329c2b90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:43:57.105679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Attempting to bind port e84e4ffd-24f2-4895-8868-ebd7a5a675eb on network ebe6df11-4a2d-41ab-abef-b1063d2be212 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:43:57.119961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:43:57.120682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Checking segment: {'id': '76c391be-6eca-4b6c-a407-46329c2b90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:43:57.121587 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.122195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Bound using segment: {'id': '76c391be-6eca-4b6c-a407-46329c2b90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:43:57.122898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Bound port: e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c391be-6eca-4b6c-a407-46329c2b90a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebe6df11-4a2d-41ab-abef-b1063d2be212'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:43:57.123524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.154782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 9198f71b-7d07-4d3c-b998-946233831522 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:43:57.187701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 9198f71b-7d07-4d3c-b998-946233831522) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:57.193490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:57.194408 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.203939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f095ef5-3bbe-419e-98f8-1fdc43598e57 None None] Network 9198f71b-7d07-4d3c-b998-946233831522 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:57.244720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] For port e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:43:57.244961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddbcc3e5-e834-4880-b9f4-e259f00c1028 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3670337 Oct 19 20:43:57.244961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39088) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:57.261808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'port': {'network_id': '9198f71b-7d07-4d3c-b998-946233831522', 'name': 'tempest-NetworksIpV6TestAttrs-950357916'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:43:57.265856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2581e-c216-4519-a6e3-03508571ae09 None None] DHCP port deletion for 0df5972e-bc10-4714-a1a5-a4035b29c140 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:43:57.301861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] For port e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,segment=NetworkSegment(76c391be-6eca-4b6c-a407-46329c2b90a2),segment_id=76c391be-6eca-4b6c-a407-46329c2b90a2)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:43:57.311474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:43:57.311858 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.347154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.409530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.429626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a86485f3-dd20-4370-b113-95130dff015e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:57.432331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] No DVR routers for this DVR port a86485f3-dd20-4370-b113-95130dff015e on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:57.466584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9de2581e-c216-4519-a6e3-03508571ae09 None None] The port 'a86485f3-dd20-4370-b113-95130dff015e' was deleted {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 20:43:57.536080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.558617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df5972e-bc10-4714-a1a5-a4035b29c140']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:57.568814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02cfc34-4544-408b-ab1e-2ad60d25b553') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:57.569448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02cfc34-4544-408b-ab1e-2ad60d25b553') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:43:57.589673 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.593608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:43:57.600435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.631686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.641771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b156f2d-c676-430f-98f5-c560fc19af69 None None] Pushing event updated for resources: {'Port': ['ID=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:57.647192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:43:57.647768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.740488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-9198f71b-7d07-4d3c-b998-946233831522', 'network_id': '9198f71b-7d07-4d3c-b998-946233831522', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': 'db984720-5b5f-4b1f-b2f4-19190c9460e8'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:43:57.748561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] device_id is not set on port 52137f86-4d16-4cfa-bc2e-e42beeeae6be yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:43:57.749081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:43:57.805075 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:43:57.847143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.873984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:57.886774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/0df5972e-bc10-4714-a1a5-a4035b29c140 HTTP/1.1" status: 204 len: 168 time: 1.7311060 Oct 19 20:43:57.902206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:57.958395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65760088-94f0-491d-992d-2994efbc5b7c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:57.975075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07469-90d1-40be-98ae-d1e6e1ee06ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0df5972e-bc10-4714-a1a5-a4035b29c140,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:58.047738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 65760088-94f0-491d-992d-2994efbc5b7c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:58.057767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092efb6-7f1f-416c-85f7-627898230f08 req-817fec2e-0714-4cd0-a44f-5127265cdee7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:58.058702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65760088-94f0-491d-992d-2994efbc5b7c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:58.059359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a86485f3-dd20-4370-b113-95130dff015e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:43:58.068836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b092efb6-7f1f-416c-85f7-627898230f08 req-817fec2e-0714-4cd0-a44f-5127265cdee7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 945 time: 0.9480209 Oct 19 20:43:58.092454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:43:58.092811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:58.158772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:43:58.190016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a86485f3-dd20-4370-b113-95130dff015e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:43:58.190596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a86485f3-dd20-4370-b113-95130dff015e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:43:58.352420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b092efb6-7f1f-416c-85f7-627898230f08 req-d96e1d80-6cda-4cd1-b099-a3ac2d409c59 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740939 Oct 19 20:43:58.380726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Allocated IP 2001:db8::f816:3eff:fe40:20d4 (9198f71b-7d07-4d3c-b998-946233831522/db984720-5b5f-4b1f-b2f4-19190c9460e8/52137f86-4d16-4cfa-bc2e-e42beeeae6be) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:58.773001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:58.892865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.037406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Allocated IP 2001:db8::f816:3eff:fe19:25b7 (9198f71b-7d07-4d3c-b998-946233831522/db984720-5b5f-4b1f-b2f4-19190c9460e8/f4e8eda1-f0e1-47c4-bf13-1521701c7dbe) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:43:59.057735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Port': ['ID=52137f86-4d16-4cfa-bc2e-e42beeeae6be,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:59.112245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 9198f71b-7d07-4d3c-b998-946233831522 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:43:59.113790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:43:59.118642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:43:59.136050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:43:59.136744 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.179094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9be1e9a-7dee-44e1-b71a-61d791666a7f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9336817 Oct 19 20:43:59.183513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39158) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:59.244267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7796-2ac9-4540-9ed5-cd401609cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.250829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:43:59.334402 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.353087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting subnet db984720-5b5f-4b1f-b2f4-19190c9460e8 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:43:59.392422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['68aaa630-9d22-485b-8737-c1e581524aae'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:59.406307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:43:59.466766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:43:59.527789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33007862-24f4-4104-833c-99cd5ed5824c None None] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:43:59.629077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:43:59.632465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.636792 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a1c6acc-f5a7-4314-bf4c-4519653f8794 req-7342bda8-ac57-406a-828d-da64cad6db12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "DELETE /v2.0/ports/eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 HTTP/1.1" status: 204 len: 173 time: 2.8148241 Oct 19 20:43:59.637500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'name': 'network-vif-deleted', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:43:59.640318 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e91e727-3cf0-44d2-bc8a-882201d61ad6" -d '{"events": [{"server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "name": "network-vif-deleted", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:43:59.728534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] Provisioning complete for port e84e4ffd-24f2-4895-8868-ebd7a5a675eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:43:59.735997 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:43:59.760357 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26dce7-8607-4278-8437-a710870e7267 x-openstack-request-id: req-ef26dce7-8607-4278-8437-a710870e7267 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:43:59.760910 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6322b2d9-c368-4de3-a957-5f2ad624dbe6", "name": "network-vif-deleted", "tag": "eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:43:59.761365 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef26dce7-8607-4278-8437-a710870e7267 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:43:59.761968 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6322b2d9-c368-4de3-a957-5f2ad624dbe6', 'name': 'network-vif-deleted', 'tag': 'eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2', 'status': 'completed', 'code': 200} Oct 19 20:43:59.966043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e84e4ffd-24f2-4895-8868-ebd7a5a675eb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:00.104543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8eda89d7-f644-4e75-96f2-5822b54aeb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.357542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.446546 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17028cd4-1cb4-46ce-a9d8-debdab704927 req-f042e276-11f5-4964-b07d-6cffdfeec958 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=6322b2d9-c368-4de3-a957-5f2ad624dbe6 HTTP/1.1" status: 200 len: 210 time: 0.9425044 Oct 19 20:44:00.499952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39204) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:00.542600 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.638306 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.642950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8eda89d7-f644-4e75-96f2-5822b54aeb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.647543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:00.674600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8eda89d7-f644-4e75-96f2-5822b54aeb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.719317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] For port e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,segment=NetworkSegment(76c391be-6eca-4b6c-a407-46329c2b90a2),segment_id=76c391be-6eca-4b6c-a407-46329c2b90a2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:00.728996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39216) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:00.729334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8eda89d7-f644-4e75-96f2-5822b54aeb37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8296344793c14f62862023e597e73606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4156663 Oct 19 20:44:00.730377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.732585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:00.733174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device eab92cf4-bc4c-4d40-8d3e-71b32bedb3f2 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:00.738201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda89d7-f644-4e75-96f2-5822b54aeb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2229c817-96d3-4406-a281-33e35e70c712,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:00.780285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.781544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.785795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e84e4ffd-24f2-4895-8868-ebd7a5a675eb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:00.786163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.864080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Deleting port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:00.864511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.871742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.965362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9ce15-48d4-45f4-a7e2-8d7bb1cf8c5d None None] Pushing event updated for resources: {'Port': ['ID=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:00.971127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:00.984942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] For port cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:00.985798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.012169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Calling delete_port for cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:01.022505 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af2c11d6-6445-49b9-b950-600d26e10f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.128417 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.139926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af2c11d6-6445-49b9-b950-600d26e10f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.145401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Network 9198f71b-7d07-4d3c-b998-946233831522 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:01.152216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af2c11d6-6445-49b9-b950-600d26e10f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.161089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:01.164772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Pushing event updated for resources: {'Port': ['ID=f4e8eda1-f0e1-47c4-bf13-1521701c7dbe,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.167328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:01.188974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.199987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.303318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.306134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c11d6-6445-49b9-b950-600d26e10f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948475b0-7629-4f58-a789-a3d34f2294a9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.312082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af2c11d6-6445-49b9-b950-600d26e10f82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7998caa57c7e46019e6b20c590422676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8110332 Oct 19 20:44:01.314958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39244) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:01.355098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Attempting to bind port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:01.355474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Attempting to bind port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '84bbf2b5-cad5-4107-83b7-7093009d3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9198f71b-7d07-4d3c-b998-946233831522'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:01.355841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Attempting to bind port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe on network 9198f71b-7d07-4d3c-b998-946233831522 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:01.374116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:01.375284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Checking segment: {'id': '84bbf2b5-cad5-4107-83b7-7093009d3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9198f71b-7d07-4d3c-b998-946233831522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:01.376219 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.377332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Bound using segment: {'id': '84bbf2b5-cad5-4107-83b7-7093009d3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9198f71b-7d07-4d3c-b998-946233831522'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:01.379144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Bound port: f4e8eda1-f0e1-47c4-bf13-1521701c7dbe, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bbf2b5-cad5-4107-83b7-7093009d3231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9198f71b-7d07-4d3c-b998-946233831522'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:01.379768 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.401705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.422379 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.454736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=db984720-5b5f-4b1f-b2f4-19190c9460e8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.459819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.486426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.495330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8662a27f-9d1a-420d-8a90-92d0541e4591 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/db984720-5b5f-4b1f-b2f4-19190c9460e8 HTTP/1.1" status: 204 len: 168 time: 2.3078334 Oct 19 20:44:01.496836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39250) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:01.500517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.507884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.513683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2229c817-96d3-4406-a281-33e35e70c712 HTTP/1.1" status: 204 len: 168 time: 0.7826061 Oct 19 20:44:01.527521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e983711e-3c49-44b5-9021-427b49352865 None None] For port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:01.535164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e983711e-3c49-44b5-9021-427b49352865 None None] For port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f4e8eda1-f0e1-47c4-bf13-1521701c7dbe,segment=NetworkSegment(84bbf2b5-cad5-4107-83b7-7093009d3231),segment_id=84bbf2b5-cad5-4107-83b7-7093009d3231)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:01.547617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.607955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f98fc-bb47-44f9-96c5-3a941fb39660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2229c817-96d3-4406-a281-33e35e70c712,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.608703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.666486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ded98b-5b2b-426b-8aa8-f11e565200be tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:01.671096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ded98b-5b2b-426b-8aa8-f11e565200be tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:01.677715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34ded98b-5b2b-426b-8aa8-f11e565200be tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1786809 Oct 19 20:44:01.684260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39262) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:01.690263 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.809397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983711e-3c49-44b5-9021-427b49352865 None None] Pushing event updated for resources: {'Port': ['ID=f4e8eda1-f0e1-47c4-bf13-1521701c7dbe,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:01.884635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659aafa-b0a2-4f2e-90e2-3bd3d4b3d513 None None] Network 9198f71b-7d07-4d3c-b998-946233831522 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:01.893015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28208bb1-f1c9-4904-a223-d3f46527ad76 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:01.915111 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-28208bb1-f1c9-4904-a223-d3f46527ad76 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 20:44:01.916924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28208bb1-f1c9-4904-a223-d3f46527ad76 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:01.926328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28208bb1-f1c9-4904-a223-d3f46527ad76 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/9198f71b-7d07-4d3c-b998-946233831522 HTTP/1.1" status: 409 len: 405 time: 0.2382443 Oct 19 20:44:01.931439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39272) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:01.953721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225427561'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:01.999348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:02.022051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.076590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f9f3bcd4-55b6-4274-b601-79d99d9a39bb None None] Provisioning complete for port e84e4ffd-24f2-4895-8868-ebd7a5a675eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:02.077736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcd4-55b6-4274-b601-79d99d9a39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.108042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.110685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.116408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/948475b0-7629-4f58-a789-a3d34f2294a9 HTTP/1.1" status: 204 len: 168 time: 0.8002763 Oct 19 20:44:02.132670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:02.133981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459cd0f-d9a7-4707-9f5b-db933d7a00d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948475b0-7629-4f58-a789-a3d34f2294a9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:02.139980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.145696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e84e4ffd-24f2-4895-8868-ebd7a5a675eb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:02.197498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.198983 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 8cd05068-4c5e-4f54-aa13-e62ff5012de4 of type vlan for network 5a23aa10-501a-4542-a498-96ec23c44ca9 Oct 19 20:44:02.342716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.350908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.415754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f51cd-964d-4611-a198-21e2e4091640 req-a73177c8-fa7e-48f9-a2df-ee41865e4754 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:02.417466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e12f51cd-964d-4611-a198-21e2e4091640 req-a73177c8-fa7e-48f9-a2df-ee41865e4754 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.2889643 Oct 19 20:44:02.421471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300a31f-949d-4b53-b92d-9c37eee4b718 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:44:02.433924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39296) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:02.460425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e84e4ffd-24f2-4895-8868-ebd7a5a675eb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:02.461137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.481148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.501339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:02.502046 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.601323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-539c1c47-7a29-44bb-9d3f-47c20bc538f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.622873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300a31f-949d-4b53-b92d-9c37eee4b718 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:44:02.719524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:02.844054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-539c1c47-7a29-44bb-9d3f-47c20bc538f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.859955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39308) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:02.863559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9251001 Oct 19 20:44:02.864453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-539c1c47-7a29-44bb-9d3f-47c20bc538f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.886985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39310) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:02.892105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:02.926622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-539c1c47-7a29-44bb-9d3f-47c20bc538f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83aacf4268914cca898b5de1167e036c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911454 Oct 19 20:44:02.927750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f452278-1d3b-4097-8159-9b580d2aef38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:02.929851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7274ef0-e1bf-442c-9346-69fbbd99bd08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=5a23aa10-501a-4542-a498-96ec23c44ca9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:02.936791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:02.937670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1c47-7a29-44bb-9d3f-47c20bc538f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d46f4f-6d49-42eb-a7aa-17343212730e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:02.949795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:02.981053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:03.016006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e12f51cd-964d-4611-a198-21e2e4091640 req-35e3da32-add5-4b3e-9b8a-4ad78ab17d4c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897305 Oct 19 20:44:03.019034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.048430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:03.057399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Sync routers for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:03.066673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7202043-7c5b-4cb8-b80d-3f9167aa2880 admin admin] 10.222.0.31 "PUT /v2.0/routers/b5cc72a8-e93b-4b9e-8d20-582695ac5f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1543963 Oct 19 20:44:03.071249 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:03.072331 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:43:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:03.072988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:03.078460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:03.084616 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.252050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f452278-1d3b-4097-8159-9b580d2aef38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.256934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.279525 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:03.307558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f452278-1d3b-4097-8159-9b580d2aef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.410728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8472def3-b0a9-479d-a199-68723a678f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.435902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.461740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f452278-1d3b-4097-8159-9b580d2aef38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f26adee434e943b682089fbb15f7b09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717824 Oct 19 20:44:03.466306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39322) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:03.518036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f452278-1d3b-4097-8159-9b580d2aef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5b0c32-c417-4e4f-a3fd-fc51f0359efb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:03.545068 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:44:01Z', 'revision_number': 5, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:03.579863 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Checking router: b5cc72a8-e93b-4b9e-8d20-582695ac5f8f for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:44:03.589410 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Routers {'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:03.589808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:44:03.590433 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:43:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:03.592171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.626328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.630165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.631322 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74d46f4f-6d49-42eb-a7aa-17343212730e HTTP/1.1" status: 204 len: 168 time: 0.6885912 Oct 19 20:44:03.661351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.677671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.681980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9befb-13ce-4890-b886-d914a2c7828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d46f4f-6d49-42eb-a7aa-17343212730e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:03.733786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c5c105ca-7f74-49c5-a7ae-f7b612d12a65 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:03.735297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c5c105ca-7f74-49c5-a7ae-f7b612d12a65 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.3180819 Oct 19 20:44:03.740781 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] Set router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:03.748201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.843950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=225a4dff-1977-4210-b371-6712c0803d82,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:03.850281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '8cd05068-4c5e-4f54-aa13-e62ff5012de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:03.850885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: 5a23aa10-501a-4542-a498-96ec23c44ca9, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:03.857325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.860281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.864670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b5b0c32-c417-4e4f-a3fd-fc51f0359efb HTTP/1.1" status: 204 len: 168 time: 0.3906050 Oct 19 20:44:03.877357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a6dd-2f2e-453b-be57-d2d2c6c2daea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5b0c32-c417-4e4f-a3fd-fc51f0359efb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:03.882903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8472def3-b0a9-479d-a199-68723a678f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.893477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:03.893668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8472def3-b0a9-479d-a199-68723a678f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.908578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 5a23aa10-501a-4542-a498-96ec23c44ca9) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:03.920425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:03.921703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10fce4-125f-4f3c-9cc9-d63be4b45b3a None None] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:03.922179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.957626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a91084b2-bcee-4d0e-81ba-e4e4e76cff44 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0696168 Oct 19 20:44:03.960297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:03.967406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Deleting port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:03.967827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:03.969465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472def3-b0a9-479d-a199-68723a678f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9287282-e77f-4133-9f44-56975b7d32ec,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:03.971160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'port': {'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9', 'name': 'tempest-NetworksIpV6TestAttrs-670422805'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:03.978377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8472def3-b0a9-479d-a199-68723a678f64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a26d77076adf40959433f0f69d28eeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9897857 Oct 19 20:44:03.989578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:04.093424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port 68aaa630-9d22-485b-8737-c1e581524aae {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:04.093714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.206066 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:44:01Z', 'revision_number': 5, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:04.229406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] For port 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:04.229831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.254674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908d9d2-733b-4d00-823d-93cf01a77d69 None None] The sync data for ids ['b5cc72a8-e93b-4b9e-8d20-582695ac5f8f'] in n-d-805649-9 is: [{'id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'name': 'tempest-TestServerMultinode-467751557-router', 'tenant_id': 'a589cb2bfbfd4906876b6e74caa56937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:42:53Z', 'updated_at': '2021-10-19T20:44:01Z', 'revision_number': 5, 'project_id': 'a589cb2bfbfd4906876b6e74caa56937', 'gw_port': {'id': '5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc72a8-e93b-4b9e-8d20-582695ac5f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:42:55Z', 'updated_at': '2021-10-19T20:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:04.266283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.287387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Calling delete_port for 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:04.339602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-5a23aa10-501a-4542-a498-96ec23c44ca9', 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': '225a4dff-1977-4210-b371-6712c0803d82'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:44:04.340752 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.378297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190960a-1ad9-4607-96d8-8f21e7976f8b req-f344b710-6127-4aae-b470-5bf2b1a485f1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:04.383300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1190960a-1ad9-4607-96d8-8f21e7976f8b req-f344b710-6127-4aae-b470-5bf2b1a485f1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 945 time: 0.2087984 Oct 19 20:44:04.394099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.415925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:04.421460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port 68aaa630-9d22-485b-8737-c1e581524aae, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=68aaa630-9d22-485b-8737-c1e581524aae,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:04.422181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.422683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.481855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] device_id is not set on port 89928cac-4675-421f-a149-0ca34ba86365 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:44:04.498549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1190960a-1ad9-4607-96d8-8f21e7976f8b req-40262c11-032d-4a31-9cb7-a0099c221d1c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042631 Oct 19 20:44:04.512423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for 68aaa630-9d22-485b-8737-c1e581524aae owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:04.603008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Allocated IP 2001:db8::f816:3eff:fecd:c008 (5a23aa10-501a-4542-a498-96ec23c44ca9/225a4dff-1977-4210-b371-6712c0803d82/cd4501c4-153a-4693-a3cd-c15b6841fcc2) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:04.985616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:04.998493 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.049801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Pushing event updated for resources: {'Port': ['ID=cd4501c4-153a-4693-a3cd-c15b6841fcc2,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:05.067493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:05.068947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:05.075592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:05.122187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Allocated IP 2001:db8::f816:3eff:fe45:35ec (5a23aa10-501a-4542-a498-96ec23c44ca9/225a4dff-1977-4210-b371-6712c0803d82/89928cac-4675-421f-a149-0ca34ba86365) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:05.271108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Attempting to bind port cd4501c4-153a-4693-a3cd-c15b6841fcc2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:05.276503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Attempting to bind port cd4501c4-153a-4693-a3cd-c15b6841fcc2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '8cd05068-4c5e-4f54-aa13-e62ff5012de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:05.277118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Attempting to bind port cd4501c4-153a-4693-a3cd-c15b6841fcc2 on network 5a23aa10-501a-4542-a498-96ec23c44ca9 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:05.288805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:05.290231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Checking segment: {'id': '8cd05068-4c5e-4f54-aa13-e62ff5012de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:05.290655 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.291053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Bound using segment: {'id': '8cd05068-4c5e-4f54-aa13-e62ff5012de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:05.291539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Bound port: cd4501c4-153a-4693-a3cd-c15b6841fcc2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd05068-4c5e-4f54-aa13-e62ff5012de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5a23aa10-501a-4542-a498-96ec23c44ca9'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:05.291937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.401042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.414013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:05.463605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=68aaa630-9d22-485b-8737-c1e581524aae,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:05.538537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.547575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] For port cd4501c4-153a-4693-a3cd-c15b6841fcc2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:05.563883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] For port cd4501c4-153a-4693-a3cd-c15b6841fcc2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cd4501c4-153a-4693-a3cd-c15b6841fcc2,segment=NetworkSegment(8cd05068-4c5e-4f54-aa13-e62ff5012de4),segment_id=8cd05068-4c5e-4f54-aa13-e62ff5012de4)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:05.595233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port 68aaa630-9d22-485b-8737-c1e581524aae on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:05.595497 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.600215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.604537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f80fd187-18a5-4f03-ae5d-fcc09edfd268 req-c33e4ca5-7fb1-423d-ba22-caf8112623c5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "DELETE /v2.0/ports/68aaa630-9d22-485b-8737-c1e581524aae HTTP/1.1" status: 204 len: 173 time: 1.8604734 Oct 19 20:44:05.614772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.631004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'name': 'network-vif-deleted', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:05.636903 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981a7df-56ea-40d1-8e3a-9d9100bf91e6" -d '{"events": [{"server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "name": "network-vif-deleted", "tag": "68aaa630-9d22-485b-8737-c1e581524aae"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:05.696451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.699091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.725884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9287282-e77f-4133-9f44-56975b7d32ec HTTP/1.1" status: 204 len: 168 time: 1.7318571 Oct 19 20:44:05.726380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:05.781787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:05.782274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cc5ef6f3-3dbc-4249-a5c5-2ecb5f12ce31 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:05.800645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:05.812732 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5241b2b8-993c-44b0-86d2-8f8c16935781 req-819d64a9-5868-4fdf-a6c0-55cc9c306d31 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=554a456c-f1bd-4473-8aa5-d238c4d77ed9 HTTP/1.1" status: 200 len: 210 time: 0.1192496 Oct 19 20:44:05.838222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:05.839326 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089511bf-5e03-458f-8f50-31ae45f64f54 x-openstack-request-id: req-089511bf-5e03-458f-8f50-31ae45f64f54 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:05.840207 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554a456c-f1bd-4473-8aa5-d238c4d77ed9", "name": "network-vif-deleted", "tag": "68aaa630-9d22-485b-8737-c1e581524aae", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:05.841609 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089511bf-5e03-458f-8f50-31ae45f64f54 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:05.842899 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554a456c-f1bd-4473-8aa5-d238c4d77ed9', 'name': 'network-vif-deleted', 'tag': '68aaa630-9d22-485b-8737-c1e581524aae', 'status': 'completed', 'code': 200} Oct 19 20:44:05.850272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Port': ['ID=89928cac-4675-421f-a149-0ca34ba86365,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:05.862367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:05.869718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a952-cc70-4ff2-9753-17e0c856311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9287282-e77f-4133-9f44-56975b7d32ec,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:05.877672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:05.878569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:05.899418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a609b2-c180-48a7-98d8-2dd6425d647c None None] Pushing event updated for resources: {'Port': ['ID=cd4501c4-153a-4693-a3cd-c15b6841fcc2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:05.920504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d7bf394-b81d-44de-947b-7d118498e421 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9563341 Oct 19 20:44:05.921419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39390) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.001020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.049232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting subnet 225a4dff-1977-4210-b371-6712c0803d82 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:44:06.056337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.086911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:06.115070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.246094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.403341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.500732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.510431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.512547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.556955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.561744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/225a4dff-1977-4210-b371-6712c0803d82 HTTP/1.1" status: 204 len: 168 time: 0.6388421 Oct 19 20:44:06.562749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e00e9c-3edf-4557-acf1-ab89acbfdf1d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=225a4dff-1977-4210-b371-6712c0803d82,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:06.565420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.580761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.581334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cc72a8-e93b-4b9e-8d20-582695ac5f8f {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:44:06.608979 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.612820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6eb16f17-2e06-4201-9729-472a6c6f9d55 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b5cc72a8-e93b-4b9e-8d20-582695ac5f8f HTTP/1.1" status: 204 len: 168 time: 3.5366807 Oct 19 20:44:06.613256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39404) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.641135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388443d-07ac-4d69-b5c8-153a06290090 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:06.643360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388443d-07ac-4d69-b5c8-153a06290090 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:06.645599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d388443d-07ac-4d69-b5c8-153a06290090 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0786331 Oct 19 20:44:06.648122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39406) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.706514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Deleting subnet 40372435-9d29-4dbc-bfbe-e1edc222d3a9 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:44:06.714949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.752298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39408) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.766465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 68aaa630-9d22-485b-8737-c1e581524aae no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:06.786315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41cd454d-2662-442b-b954-7ded4f4ed566 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.787645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51ddf30c-7210-445e-9108-32bc62b21b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.800955 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd454d-2662-442b-b954-7ded4f4ed566 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 20:44:06.802592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd454d-2662-442b-b954-7ded4f4ed566 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:06.806781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41cd454d-2662-442b-b954-7ded4f4ed566 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/5a23aa10-501a-4542-a498-96ec23c44ca9 HTTP/1.1" status: 409 len: 405 time: 0.1567886 Oct 19 20:44:06.809283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:06.814396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39412) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:06.821925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1684165467'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:06.868110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 68aaa630-9d22-485b-8737-c1e581524aae {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:06.871078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 68aaa630-9d22-485b-8737-c1e581524aae not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:06.920822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:06.924864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.027040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.062160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:07.087704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.088040 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 2b414bee-2fa7-4207-b6e4-c05eecb9084f of type vlan for network 257ee1d1-18a4-42a3-802c-dbfcd7317ff9 Oct 19 20:44:07.095165 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51ddf30c-7210-445e-9108-32bc62b21b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.105950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-51ddf30c-7210-445e-9108-32bc62b21b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.216117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-51ddf30c-7210-445e-9108-32bc62b21b75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9270f3476d1a4c929af0c60eb2cb4541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627469 Oct 19 20:44:07.224489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.233264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:07.286428 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.297670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:07.310149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.357057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddf30c-7210-445e-9108-32bc62b21b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e63e22-c9b0-408a-a5e5-3ba6ed59b8d5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:07.379126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5625770 Oct 19 20:44:07.390214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39440) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:07.407774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': '257ee1d1-18a4-42a3-802c-dbfcd7317ff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:07.456169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.547890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40372435-9d29-4dbc-bfbe-e1edc222d3a9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:07.553974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994e3a-ce26-47be-9f59-b2315511cc1c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=257ee1d1-18a4-42a3-802c-dbfcd7317ff9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:07.557447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea09660-5179-4acf-a3d7-7dc4087c9f96 None None] Network e6be5933-14ab-4727-9a7d-53732d72e366 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:07.580556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.588257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 257ee1d1-18a4-42a3-802c-dbfcd7317ff9 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:07.593798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:07.594016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f1f85ce-8c2c-4b00-a1b2-dd2547b43f22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/40372435-9d29-4dbc-bfbe-e1edc222d3a9 HTTP/1.1" status: 204 len: 168 time: 0.9794004 Oct 19 20:44:07.630136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.680106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:07.687690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.741713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.753251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:07.753505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f198ca-9dec-46cc-91ae-60f75c183282 None None] Network 5a23aa10-501a-4542-a498-96ec23c44ca9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:07.807662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-ab94fb1c-36b2-4d3c-bf33-584deffe9cf9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:07.811543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cd4501c4-153a-4693-a3cd-c15b6841fcc2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:07.825883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-ab94fb1c-36b2-4d3c-bf33-584deffe9cf9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.4861379 Oct 19 20:44:07.879188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-3d8cb14a-8386-4bcb-8e2b-65a6174fcee8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0367875 Oct 19 20:44:08.034948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-bd9c8469-8e86-4750-a1f6-d77a3dbb7f67 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894578 Oct 19 20:44:08.042492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Deleting port 2916754b-4301-4f51-bff2-3771251b71e9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:08.044157 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.154347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] Provisioning complete for port cd4501c4-153a-4693-a3cd-c15b6841fcc2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:08.155018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.284311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] For port 2916754b-4301-4f51-bff2-3771251b71e9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2916754b-4301-4f51-bff2-3771251b71e9,segment=NetworkSegment(cf0ad18e-e691-40bb-baa2-edfb26207b24),segment_id=cf0ad18e-e691-40bb-baa2-edfb26207b24)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:08.285844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.289007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.296864 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.303021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60e63e22-c9b0-408a-a5e5-3ba6ed59b8d5 HTTP/1.1" status: 204 len: 168 time: 1.0599432 Oct 19 20:44:08.340640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Calling delete_port for 2916754b-4301-4f51-bff2-3771251b71e9 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:08.363038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f248ef4-df77-4a08-9cc8-e362375be262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e63e22-c9b0-408a-a5e5-3ba6ed59b8d5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:08.392066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-a46017f5-bbe9-46a6-af94-d86a498d79bd service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408630 Oct 19 20:44:08.456936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cd4501c4-153a-4693-a3cd-c15b6841fcc2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:08.457598 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.542552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] DHCP port deletion for 5a23aa10-501a-4542-a498-96ec23c44ca9 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:44:08.551236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] DHCP port deletion for e6be5933-14ab-4727-9a7d-53732d72e366 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:44:08.606667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:44:08.611327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.611859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.687765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39476) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:08.747148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] For port cd4501c4-153a-4693-a3cd-c15b6841fcc2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cd4501c4-153a-4693-a3cd-c15b6841fcc2,segment=NetworkSegment(8cd05068-4c5e-4f54-aa13-e62ff5012de4),segment_id=8cd05068-4c5e-4f54-aa13-e62ff5012de4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:08.776169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.780270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '2b414bee-2fa7-4207-b6e4-c05eecb9084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '257ee1d1-18a4-42a3-802c-dbfcd7317ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:08.780852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: 257ee1d1-18a4-42a3-802c-dbfcd7317ff9, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:08.800066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Deleting port 2916754b-4301-4f51-bff2-3771251b71e9 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:08.800662 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.819571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=6185d0d7-4234-46ce-aeff-3bf2e52fcdfe,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:08.839958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 257ee1d1-18a4-42a3-802c-dbfcd7317ff9 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:08.862216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-f53fd09d-005b-4607-b8fb-b49a471f566c service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928509 Oct 19 20:44:08.864824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Pushing event deleted for resources: {'Port': ['ID=2916754b-4301-4f51-bff2-3771251b71e9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:08.866789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 257ee1d1-18a4-42a3-802c-dbfcd7317ff9) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:08.870555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] No DVR routers for this DVR port 2916754b-4301-4f51-bff2-3771251b71e9 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:08.876036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:08.880298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.915478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] For port 2916754b-4301-4f51-bff2-3771251b71e9, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:08.916508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.932065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bdf072a4-4ee6-4072-88fc-de416324f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5248909 Oct 19 20:44:08.932728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Calling delete_port for 2916754b-4301-4f51-bff2-3771251b71e9 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:08.935036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39486) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:08.936144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Port 2916754b-4301-4f51-bff2-3771251b71e9 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:44:08.957562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.960366 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:08.975064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbac672-6931-4be1-b9b1-4db7973531ce None None] Network 257ee1d1-18a4-42a3-802c-dbfcd7317ff9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:09.085566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.090485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] No DVR routers for this DVR port 2916754b-4301-4f51-bff2-3771251b71e9 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:09.096439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.102651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Deleting port cd4501c4-153a-4693-a3cd-c15b6841fcc2 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:09.103253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.109915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-575bacbf-488a-451a-913b-88ca06399e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.176664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] For port cd4501c4-153a-4693-a3cd-c15b6841fcc2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cd4501c4-153a-4693-a3cd-c15b6841fcc2,segment=NetworkSegment(8cd05068-4c5e-4f54-aa13-e62ff5012de4),segment_id=8cd05068-4c5e-4f54-aa13-e62ff5012de4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:09.177565 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.196909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Calling delete_port for cd4501c4-153a-4693-a3cd-c15b6841fcc2 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:09.253867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6be5933-14ab-4727-9a7d-53732d72e366']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:09.310770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0ad18e-e691-40bb-baa2-edfb26207b24') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:09.311297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0ad18e-e691-40bb-baa2-edfb26207b24') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:09.355496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.360212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.369907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e34a847c-f030-4f93-8fb2-d9fdfaef4c87 req-e5b565a7-1037-4df6-a368-99d4a94b99f4 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 210 time: 0.1465762 Oct 19 20:44:09.428441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.430031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.448200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80afb-dc44-4fab-95c9-d9e608dd4a12 None None] Pushing event deleted for resources: {'Port': ['ID=2916754b-4301-4f51-bff2-3771251b71e9,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:09.454653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:09.468695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.469662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] No DVR routers for this DVR port cd4501c4-153a-4693-a3cd-c15b6841fcc2 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:09.471034 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:09.548182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b423-48c2-4d85-b1e8-99c7c10ff9dc None None] Pushing event deleted for resources: {'Port': ['ID=cd4501c4-153a-4693-a3cd-c15b6841fcc2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:09.551080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.656626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ab3e-5a16-40ca-b36e-4d1d3c7c9428 None None] Pushing event deleted for resources: {'Port': ['ID=cd4501c4-153a-4693-a3cd-c15b6841fcc2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:09.699494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.700070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.718223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.721616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6be5933-14ab-4727-9a7d-53732d72e366 HTTP/1.1" status: 204 len: 168 time: 2.1152048 Oct 19 20:44:09.751415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73892396-a9dc-4eb0-b253-a784cfa3a157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-257ee1d1-18a4-42a3-802c-dbfcd7317ff9', 'network_id': '257ee1d1-18a4-42a3-802c-dbfcd7317ff9', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': '6185d0d7-4234-46ce-aeff-3bf2e52fcdfe'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:44:09.752286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73892396-a9dc-4eb0-b253-a784cfa3a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.758686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=6185d0d7-4234-46ce-aeff-3bf2e52fcdfe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:09.779906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:09.811708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09159c17-d856-4698-8afc-80691817e175 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6be5933-14ab-4727-9a7d-53732d72e366,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:09.852915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-575bacbf-488a-451a-913b-88ca06399e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.866761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-575bacbf-488a-451a-913b-88ca06399e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.910376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:09.911188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5eedd23a-cba2-46b0-b58d-0e6f41b5ab7b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:09.935878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:09.936039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119621fa-5682-4cc8-827c-fa8a495df12a None None] Network 257ee1d1-18a4-42a3-802c-dbfcd7317ff9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:10.002846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-575bacbf-488a-451a-913b-88ca06399e65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f4a8da880ec44e2845f246b2c76858a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3037422 Oct 19 20:44:10.005936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:10.085740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257ee1d1-18a4-42a3-802c-dbfcd7317ff9']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:10.090529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2916754b-4301-4f51-bff2-3771251b71e9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:10.093880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bacbf-488a-451a-913b-88ca06399e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f94253-af56-4e13-9b85-c729af07e4c1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:10.132312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b414bee-2fa7-4207-b6e4-c05eecb9084f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:10.132570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b414bee-2fa7-4207-b6e4-c05eecb9084f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:10.164963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.183761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2916754b-4301-4f51-bff2-3771251b71e9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:10.184263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2916754b-4301-4f51-bff2-3771251b71e9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:10.184912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cd4501c4-153a-4693-a3cd-c15b6841fcc2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:10.209195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39522) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:10.230419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cd4501c4-153a-4693-a3cd-c15b6841fcc2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:10.230804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cd4501c4-153a-4693-a3cd-c15b6841fcc2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:10.237189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.257441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:10.265934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:10.269156 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:10.309686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.332054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ce04e4d-a011-4233-af05-3519918a2925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2843bc7d04bd4d97bed7658a298abb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216702 Oct 19 20:44:10.333340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.338525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:10.424462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.448656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.451777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.459162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/257ee1d1-18a4-42a3-802c-dbfcd7317ff9 HTTP/1.1" status: 204 len: 168 time: 1.5207787 Oct 19 20:44:10.473191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:10.480266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1282529400'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:10.487095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f7ea-0440-4af4-b06d-4da52fef49b7 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=257ee1d1-18a4-42a3-802c-dbfcd7317ff9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:10.510409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.513329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.514580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8f94253-af56-4e13-9b85-c729af07e4c1 HTTP/1.1" status: 204 len: 168 time: 0.4729772 Oct 19 20:44:10.530591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba8a48-c410-4adf-9abe-247637c64e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f94253-af56-4e13-9b85-c729af07e4c1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:10.556442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:10.564620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.585127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.662451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6312dd5-523a-491c-af72-6f66668bbc13 req-645030c9-4da5-4308-bff4-315d8d269ca3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 210 time: 0.0944700 Oct 19 20:44:10.728898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:10.741572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.742179 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 95cc0795-eae3-48d5-bdca-4646352d9cc8 of type vlan for network 68a7cb66-22d9-4069-9084-3661be0f48a9 Oct 19 20:44:10.797604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.801423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.802873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64a322f7-ec30-499d-8b32-97c206411553 HTTP/1.1" status: 204 len: 168 time: 0.4632697 Oct 19 20:44:10.804960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.821241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7d48-4a5e-40b0-befa-3103fc691e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a322f7-ec30-499d-8b32-97c206411553,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:10.877161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.884486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:10.885313 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:10.975922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5003040 Oct 19 20:44:10.978300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39578) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:10.984946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': '68a7cb66-22d9-4069-9084-3661be0f48a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:11.015542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb270596-16c7-4618-bad9-a8b50437d6f8 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=68a7cb66-22d9-4069-9084-3661be0f48a9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:11.031551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 68a7cb66-22d9-4069-9084-3661be0f48a9 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:11.051138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-7383e2b7-0d94-4f36-8d32-c80fceca58b7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:11.061061 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-7383e2b7-0d94-4f36-8d32-c80fceca58b7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.2262599 Oct 19 20:44:11.078680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:11.271958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:11.284242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.324941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:11.331139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.398835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:11.515195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:11.533133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4987895a-3ad6-4483-a4cb-d63fcb52dba9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a589cb2bfbfd4906876b6e74caa56937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328709 Oct 19 20:44:11.537133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39600) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:11.593740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.5 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/d0ba9275-3f7d-4619-b5c7-5bdd144e0e00) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:11.651971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.727395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.729948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6a8115f3-99e2-459a-89e0-dcc1879d6f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.731845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:11.812744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=13ad0f62-629d-49c7-90a3-216740711542,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:11.871585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c2a440e-67a6-436e-8b9d-e623bb92bd74 req-181ef390-ce94-404c-a471-afdf628add56 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 210 time: 0.0613720 Oct 19 20:44:11.958338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '95cc0795-eae3-48d5-bdca-4646352d9cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '68a7cb66-22d9-4069-9084-3661be0f48a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:11.958703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: 68a7cb66-22d9-4069-9084-3661be0f48a9, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:12.002201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.059287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.074470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:12.086438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6a8115f3-99e2-459a-89e0-dcc1879d6f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.090774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network 68a7cb66-22d9-4069-9084-3661be0f48a9 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:12.093316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.096498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.101283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ba2e70c-537c-4f97-85a6-8155985ef2bc HTTP/1.1" status: 204 len: 168 time: 0.5630958 Oct 19 20:44:12.106911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6a8115f3-99e2-459a-89e0-dcc1879d6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.131522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e54533-cf32-4407-8ad6-f7922b71ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba2e70c-537c-4f97-85a6-8155985ef2bc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:12.161810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 68a7cb66-22d9-4069-9084-3661be0f48a9) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:12.177350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:12.198758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:12.200525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec262d-d923-4414-b163-40a0acd61287 None None] Network 68a7cb66-22d9-4069-9084-3661be0f48a9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:12.208989 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6a8115f3-99e2-459a-89e0-dcc1879d6f0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0415dc574b044bb99bf3334146840b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927507 Oct 19 20:44:12.211544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:12.213095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.221412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39624) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:12.223349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:12.247223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8115f3-99e2-459a-89e0-dcc1879d6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4c495-5222-40e4-80eb-fc5782faa1cc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:12.254583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:12.286717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6e3b2097-72b8-4b5c-857f-625e22b3a40d tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3071003 Oct 19 20:44:12.290253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39626) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:12.557254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:12.557727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.580248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.639453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-8813dc37-5384-490b-b4d6-35a7fba64beb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5650952 Oct 19 20:44:12.686517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Request body: {'port': {'device_id': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:12.713120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e97551-9dc8-418c-8e31-f6eea4df86e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-68a7cb66-22d9-4069-9084-3661be0f48a9', 'network_id': '68a7cb66-22d9-4069-9084-3661be0f48a9', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': '13ad0f62-629d-49c7-90a3-216740711542'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:44:12.714566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9e97551-9dc8-418c-8e31-f6eea4df86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.778535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.802874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:12.980964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.018915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.038948 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.041802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-a9e97551-9dc8-418c-8e31-f6eea4df86e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13ad0f62-629d-49c7-90a3-216740711542: This subnet is being modified by another concurrent operation. Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13ad0f62-629d-49c7-90a3-216740711542: This subnet is being modified by another concurrent operation. Oct 19 20:44:13.103867 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:44:13.151483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c096c-3e7b-4f53-bc0f-22a58e77cb8a None None] Network 68a7cb66-22d9-4069-9084-3661be0f48a9 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:13.270876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.318279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a280bfe-fee5-4f48-93f9-7f5181b42153 req-1fa21af2-8dab-43b2-8815-2789ab8245c6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:13.338767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a280bfe-fee5-4f48-93f9-7f5181b42153 req-1fa21af2-8dab-43b2-8815-2789ab8245c6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 931 time: 0.2891753 Oct 19 20:44:13.413010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=13ad0f62-629d-49c7-90a3-216740711542,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:13.427323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.431285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.432725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5d4c495-5222-40e4-80eb-fc5782faa1cc HTTP/1.1" status: 204 len: 168 time: 1.2063756 Oct 19 20:44:13.455082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edadd51-8978-4b1f-8853-3fcd222592f1 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:44:13.524588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.531941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edfb7a-1087-4029-8577-b1085f5bea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4c495-5222-40e4-80eb-fc5782faa1cc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:13.573161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a7cb66-22d9-4069-9084-3661be0f48a9']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:13.590502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a280bfe-fee5-4f48-93f9-7f5181b42153 req-b67526a4-2714-4a5f-88bc-4a5726e1e413 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492299 Oct 19 20:44:13.599146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cc0795-eae3-48d5-bdca-4646352d9cc8') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:13.599587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cc0795-eae3-48d5-bdca-4646352d9cc8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:13.640939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edadd51-8978-4b1f-8853-3fcd222592f1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:44:13.642827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.673108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.683686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:13.685815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:13.787179 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:13.798798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.809510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.820697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/68a7cb66-22d9-4069-9084-3661be0f48a9 HTTP/1.1" status: 204 len: 168 time: 1.5291557 Oct 19 20:44:13.825714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39662) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:13.855883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1679298761'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:13.863813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cff05-34d3-4a91-99eb-62f5aa4ce89f tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=68a7cb66-22d9-4069-9084-3661be0f48a9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:13.887480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:13.893863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.912765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:13.926820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:13.941251 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.961727 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:44:13.975091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:13.975440 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Added segment 223bfe87-fa0e-4030-8b74-b6912252f330 of type vlan for network c7ad1110-d80b-4999-9788-1ec770f315cd Oct 19 20:44:14.009554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Transition to ACTIVE for port object d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:44:14.022201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.112186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.145996 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.157462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:14.160026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.194667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:14.267844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Network': ['ID=c7ad1110-d80b-4999-9788-1ec770f315cd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:14.268399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Attempting to bind port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:14.268907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Attempting to bind port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:14.269170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Attempting to bind port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:14.275519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:44:14.275819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Attempting to bind port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:14.279163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c7ad1110-d80b-4999-9788-1ec770f315cd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:14.283850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:14.284194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:14.284742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:14.285001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Bound port: d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:14.285390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.301413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-afc72f71-7dbb-47ff-9b92-7be6a465f549 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4507325 Oct 19 20:44:14.304309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39680) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:14.309467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Request body: {'subnet': {'network_id': 'c7ad1110-d80b-4999-9788-1ec770f315cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:14.425536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:14.429459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:14.437965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.455084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39684) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:14.504221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:14.511821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:14.512656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.514490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-370d7a3a-d7a0-43b2-8035-750d37ea22b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 HTTP/1.1" status: 200 len: 1091 time: 1.8537834 Oct 19 20:44:14.515144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:14.523606 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c337894-7b5f-4629-a7d9-404ad0a6685a" -d '{"events": [{"name": "network-changed", "server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:14.528378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Made reservation on behalf of 65beb193a98a412ca05c80e6d2ea6e22 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:14.535801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.634212 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6cf6d-6d48-47bc-835f-44649be58eda x-openstack-request-id: req-0bf6cf6d-6d48-47bc-835f-44649be58eda {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:14.634503 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:14.634754 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bf6cf6d-6d48-47bc-835f-44649be58eda {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:14.635149 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00', 'status': 'completed', 'code': 200} Oct 19 20:44:14.651345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-092e4970-2bfc-4562-b372-86d806640b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.760499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-76728e42-7879-4d6c-9c16-9f0ae37bae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:14.770652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-092e4970-2bfc-4562-b372-86d806640b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.772593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-76728e42-7879-4d6c-9c16-9f0ae37bae33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 1094 time: 0.2004609 Oct 19 20:44:14.776981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-092e4970-2bfc-4562-b372-86d806640b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.829949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-092e4970-2bfc-4562-b372-86d806640b9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f01cb56cf23242d2823de4f8b798ef12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723812 Oct 19 20:44:14.831009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e4970-2bfc-4562-b372-86d806640b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30a266-75fb-4657-a5aa-c72e3306b52b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:14.833404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:14.886679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.901374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-3e2b382f-a7b7-4cbf-a3ed-4b3e7d4fbc71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 HTTP/1.1" status: 200 len: 217 time: 0.1238937 Oct 19 20:44:14.913066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:14.933812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68790-43eb-4586-b461-46a45287ab51 req-7538c8d2-f341-4ab7-8944-9492a6d57d21 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:14.935591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd68790-43eb-4586-b461-46a45287ab51 req-7538c8d2-f341-4ab7-8944-9492a6d57d21 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 943 time: 0.2480724 Oct 19 20:44:14.999380 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.003446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.008380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de30a266-75fb-4657-a5aa-c72e3306b52b HTTP/1.1" status: 204 len: 168 time: 0.1737609 Oct 19 20:44:15.028119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db7f8-aa92-4d34-92b9-52ebc90bb71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30a266-75fb-4657-a5aa-c72e3306b52b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:15.029264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39718) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.034004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422044446', 'description': 'tempest-secgroup-smoke-422044446 description', 'project_id': '3e6193016f6148a3a6549d0586ce0890'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:15.072839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.078717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107e15-6bc9-4392-8850-c571c42b1638 req-5ff02ddf-b04b-4aaf-b622-0eec1c068e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:15.080287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-5ff02ddf-b04b-4aaf-b622-0eec1c068e1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1686053 Oct 19 20:44:15.108391 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd68790-43eb-4586-b461-46a45287ab51 req-79e4809d-fe9c-4039-b50d-62f16e1bc685 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459801 Oct 19 20:44:15.129850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-019a8fbd-db42-438f-856d-3a2b67aeca79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399270 Oct 19 20:44:15.245388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.254245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.312152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.314119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2838111 Oct 19 20:44:15.317926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.323822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:15.332241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ed57f-709e-4349-888f-e4791acf92a8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc2d08-7d72-4dec-82af-851e6190841b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:15.366518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:44:15.399508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.405022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-9bfa3139-e745-4de7-b0d5-e08f4485ed77 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217178 Oct 19 20:44:15.406116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.474998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.482315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.506260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33944fc6-a6e4-4905-ade5-979efad3b2c0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:15.532716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.534400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8885206-2396-4716-9a89-b5e0d4570f7e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152317 Oct 19 20:44:15.536984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.543431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:15.562406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event updated for resources: {'Subnet': ['ID=e98c5d7a-554a-42d7-aec4-41da84989ada,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:15.567612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Checking segment: {'id': '223bfe87-fa0e-4030-8b74-b6912252f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7ad1110-d80b-4999-9788-1ec770f315cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:15.567978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network hostable DHCP agents. Network: c7ad1110-d80b-4999-9788-1ec770f315cd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:15.577161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.604481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65107e15-6bc9-4392-8850-c571c42b1638 req-7ce8512b-d572-4131-b434-b2acbecb33ab service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875260 Oct 19 20:44:15.608729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Network c7ad1110-d80b-4999-9788-1ec770f315cd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:15.621527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c7ad1110-d80b-4999-9788-1ec770f315cd) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:15.628055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:15.629190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.640581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.641174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a127596-8c54-4c13-a019-4a0d89a6df1b None None] Network c7ad1110-d80b-4999-9788-1ec770f315cd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:15.665417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c04d141-06da-43b1-a7a0-9a4128dce8b9 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3598721 Oct 19 20:44:15.668502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.762278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-bafb50f7-2faf-43a7-bacb-e3eaef628108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:15.765733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-bafb50f7-2faf-43a7-bacb-e3eaef628108 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 1094 time: 0.0955429 Oct 19 20:44:15.783633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.802629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.855543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.859447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baefe7b5-86aa-4632-aa1b-deddb7bbb3c1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:15.875943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.877975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-93079bc8-25ed-4b28-a46a-36266a5d148f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390391 Oct 19 20:44:15.879899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39744) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:15.894407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:15.910109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-b8b8582a-9c6e-468c-abaf-8192d685ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:15.911783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-b8b8582a-9c6e-468c-abaf-8192d685ae37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1361084 Oct 19 20:44:15.941213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f5a8a-4141-4978-9ae8-04c217d7dabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c7ad1110-d80b-4999-9788-1ec770f315cd', 'network_id': 'c7ad1110-d80b-4999-9788-1ec770f315cd', 'tenant_id': '65beb193a98a412ca05c80e6d2ea6e22', 'fixed_ips': [{'subnet_id': 'e98c5d7a-554a-42d7-aec4-41da84989ada'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:44:15.942118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-624f5a8a-4141-4978-9ae8-04c217d7dabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.981385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.988233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce5e8-64be-47a1-9f4b-249bf728f350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:15.996282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.004804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-77eea1a1-8e72-4f0e-b3a7-21192d7ecda8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 HTTP/1.1" status: 200 len: 217 time: 0.0833645 Oct 19 20:44:16.119627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-4f4fe073-9a60-4194-9240-6b027c2ec928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:16.127903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-4f4fe073-9a60-4194-9240-6b027c2ec928 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1150725 Oct 19 20:44:16.137407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.138992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.155871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.248764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=e98c5d7a-554a-42d7-aec4-41da84989ada,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:16.275818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-ec906732-87f0-4d3d-98e3-ff974b4cf5a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392374 Oct 19 20:44:16.276100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c968f74-77b5-4216-ba64-3ac158b6a07a None None] Network c7ad1110-d80b-4999-9788-1ec770f315cd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:16.286051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbd6dc7-b612-49b0-89ee-8fd1b27028c4,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:16.401349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.407346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9717b0e2-de04-41f3-8404-2cdf79d3fb98 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5236254 Oct 19 20:44:16.408524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce5e8-64be-47a1-9f4b-249bf728f350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.417536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:16.438569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:16.455336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0f1ce5e8-64be-47a1-9f4b-249bf728f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.475643 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-45b741f5-193b-425e-928b-433dd74d0309 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895335 Oct 19 20:44:16.574955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.624755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c337894-7b5f-4629-a7d9-404ad0a6685a req-1289a847-a143-41c6-847c-a04c1c772fd7 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404932 Oct 19 20:44:16.642179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ce5e8-64be-47a1-9f4b-249bf728f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c46a9b-c360-44bb-9c36-245514696d01,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:16.668773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-9f7b302b-ad21-44f7-bc57-b46c4c034e1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4130652 Oct 19 20:44:16.673424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0f1ce5e8-64be-47a1-9f4b-249bf728f350 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3441d8ffa5d349ba8d553ea2984ba618&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0930941 Oct 19 20:44:16.674412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39774) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:16.674541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ad1110-d80b-4999-9788-1ec770f315cd']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:16.686490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7181f2-9a55-4000-a1ea-04c6cd337b01 req-34bd2ffc-4497-4786-87c3-2e0e94fc96fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:16.688055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7181f2-9a55-4000-a1ea-04c6cd337b01 req-34bd2ffc-4497-4786-87c3-2e0e94fc96fe tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 943 time: 0.3923056 Oct 19 20:44:16.721669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223bfe87-fa0e-4030-8b74-b6912252f330') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:16.722019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223bfe87-fa0e-4030-8b74-b6912252f330') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:16.744954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.767526 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.800097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:44:16.803623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.810283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.854026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.873812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7181f2-9a55-4000-a1ea-04c6cd337b01 req-b38d8033-e61c-4b4a-9be0-89c1aa52b26b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792448 Oct 19 20:44:16.896340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:16.896765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:16.907115 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:16.952050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-958d827a-c7f6-4355-87fd-65dc4cfac93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:16.953706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-958d827a-c7f6-4355-87fd-65dc4cfac93e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 1097 time: 0.2201076 Oct 19 20:44:16.965189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.965807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:16.969206 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70c46a9b-c360-44bb-9c36-245514696d01 HTTP/1.1" status: 204 len: 168 time: 0.2898433 Oct 19 20:44:16.983971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9953c-1c46-4d51-8937-cba1c25b6e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c46a9b-c360-44bb-9c36-245514696d01,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.063925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:17.079910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39798) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.096630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.104033 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.109338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/c7ad1110-d80b-4999-9788-1ec770f315cd HTTP/1.1" status: 204 len: 168 time: 1.4398770 Oct 19 20:44:17.109569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00', 'mac_address': 'fa:16:3e:04:31:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:44:17.115812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.171502 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f744ca5-7c1b-428d-abb0-5ac3c4cb93fa tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.172131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f744ca5-7c1b-428d-abb0-5ac3c4cb93fa tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.178088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f744ca5-7c1b-428d-abb0-5ac3c4cb93fa tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/e98c5d7a-554a-42d7-aec4-41da84989ada HTTP/1.1" status: 404 len: 337 time: 0.0612426 Oct 19 20:44:17.178726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.185447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.186914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de91d58-ef98-47ad-aff2-8a4476656fef tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=c7ad1110-d80b-4999-9788-1ec770f315cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.200297 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f8f05e-46bd-49db-a664-1b9581e456bb tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.200660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.201084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f8f05e-46bd-49db-a664-1b9581e456bb tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.210055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-04f8f05e-46bd-49db-a664-1b9581e456bb tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/c7ad1110-d80b-4999-9788-1ec770f315cd HTTP/1.1" status: 404 len: 339 time: 0.0298467 Oct 19 20:44:17.211296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.213099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.229949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:17.254630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:17.260935 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.272765 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dcd988-af17-45fd-a159-0f860574f617 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.274118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dcd988-af17-45fd-a159-0f860574f617 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.278329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8dcd988-af17-45fd-a159-0f860574f617 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/13ad0f62-629d-49c7-90a3-216740711542 HTTP/1.1" status: 404 len: 337 time: 0.0637405 Oct 19 20:44:17.280421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-3f88cad6-eced-4b39-9df3-3be0cdc73c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:17.281227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39812) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.282324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-3f88cad6-eced-4b39-9df3-3be0cdc73c7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.2700155 Oct 19 20:44:17.283197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec33355-6a7c-4074-9774-7e47699cb858,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.302325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.307179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe37daea-e17d-482d-acbc-864eed4fabbe tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8723731 Oct 19 20:44:17.308172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39814) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.314373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:17.330040 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ba6eb8-b0d5-42fb-9eba-f737a0a9c9e2 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.330498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ba6eb8-b0d5-42fb-9eba-f737a0a9c9e2 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.333500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.341966 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82ba6eb8-b0d5-42fb-9eba-f737a0a9c9e2 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/68a7cb66-22d9-4069-9084-3661be0f48a9 HTTP/1.1" status: 404 len: 339 time: 0.0592997 Oct 19 20:44:17.344402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.362401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-afcf8fcb-a023-4052-a41d-4cd974c0d234 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 200 len: 217 time: 0.0686545 Oct 19 20:44:17.382011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39818) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.409992 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f5deea-bb24-4802-95f7-2947c024206e tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.411230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f5deea-bb24-4802-95f7-2947c024206e tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.424979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28f5deea-bb24-4802-95f7-2947c024206e tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/6185d0d7-4234-46ce-aeff-3bf2e52fcdfe HTTP/1.1" status: 404 len: 337 time: 0.0767846 Oct 19 20:44:17.425967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.444634 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Project 3e6193016f6148a3a6549d0586ce0890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:44:17.457406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.464664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d0ba9275-3f7d-4619-b5c7-5bdd144e0e00'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:17.464807 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0e3717-ad0e-4da5-a9bd-bb7237790c08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:17.465013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0e3717-ad0e-4da5-a9bd-bb7237790c08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:17.470897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a0e3717-ad0e-4da5-a9bd-bb7237790c08 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/257ee1d1-18a4-42a3-802c-dbfcd7317ff9 HTTP/1.1" status: 404 len: 339 time: 0.0439188 Oct 19 20:44:17.476224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39826) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.484554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-caa2d119-ca98-4998-bb12-630d7f5724c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.505823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-9cf62678-c036-4c4a-9ed1-aa5915f92fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:17.517377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-9cf62678-c036-4c4a-9ed1-aa5915f92fff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1390781 Oct 19 20:44:17.557046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-8bdb12e0-517e-4680-bcca-b113b2dbbf55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371108 Oct 19 20:44:17.577329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e1b7-c10f-4b7a-b554-326af1ac0a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.660396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting port 89928cac-4675-421f-a149-0ca34ba86365 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:17.660871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.665372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-caa2d119-ca98-4998-bb12-630d7f5724c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.679173 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-caa2d119-ca98-4998-bb12-630d7f5724c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.697230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.709542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.754286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d3d1a3-53b4-41ac-a5c0-c3de89a22a53,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.767552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-60351560-df75-4c14-a836-93d6cb9e3148 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022285 Oct 19 20:44:17.774311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-caa2d119-ca98-4998-bb12-630d7f5724c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2331ff641b9147ada1b333b5f5555668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904833 Oct 19 20:44:17.774477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.774477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b48dfe2-f54f-46d1-82aa-e6ae7fa1b6ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4624178 Oct 19 20:44:17.775769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39838) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.778540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:17.783128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'security_group_rule': {'security_group_id': 'dedc2d08-7d72-4dec-82af-851e6190841b', 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:17.788277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.790686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d119-ca98-4998-bb12-630d7f5724c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692930a-2e23-4740-be36-aaa169acc8d1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:17.807715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Calling delete_port for 89928cac-4675-421f-a149-0ca34ba86365 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:17.866530 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Project 3e6193016f6148a3a6549d0586ce0890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:44:17.875088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.892967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e1b7-c10f-4b7a-b554-326af1ac0a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.910237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e1b7-c10f-4b7a-b554-326af1ac0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.937282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.953003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.954751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.981275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:17.994471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Port': ['ID=89928cac-4675-421f-a149-0ca34ba86365,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:18.008208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4bc3e1b7-c10f-4b7a-b554-326af1ac0a75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fc1326a873d41d0a9257eab3a8ddf28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201026 Oct 19 20:44:18.011370 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7db4b5f9-bb97-49b6-a463-fb7453f9570a req-6f091ae7-c562-4452-b79d-8fe43b4d6f53 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256250 Oct 19 20:44:18.011744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:18.013826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.020855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.023886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e1b7-c10f-4b7a-b554-326af1ac0a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5440c03-2a74-4598-8af0-e283906e12ef,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:18.025477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e2f8723-be57-481d-b0d5-3d6b061fad92 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/ports/89928cac-4675-421f-a149-0ca34ba86365 HTTP/1.1" status: 204 len: 168 time: 0.5476637 Oct 19 20:44:18.027034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8812a30a-9fa7-47b5-b139-0c4c1748c14c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:18.032968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:18.043541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.056250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61b47236-cfd8-4a0b-af25-05f553b0ed74 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748911 Oct 19 20:44:18.085502 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-7617c0bf-1e67-4c5b-91a3-b582ade3c78c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:18.086512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7617c0bf-1e67-4c5b-91a3-b582ade3c78c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:18.089556 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7617c0bf-1e67-4c5b-91a3-b582ade3c78c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/225a4dff-1977-4210-b371-6712c0803d82 HTTP/1.1" status: 404 len: 337 time: 0.0579832 Oct 19 20:44:18.093416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39856) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:18.156299 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.181499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.238089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.240849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.243140 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a692930a-2e23-4740-be36-aaa169acc8d1 HTTP/1.1" status: 204 len: 168 time: 0.4661541 Oct 19 20:44:18.253411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90165-944f-4fcb-8745-0f61815eed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692930a-2e23-4740-be36-aaa169acc8d1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:18.311215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.314383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.318948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5440c03-2a74-4598-8af0-e283906e12ef HTTP/1.1" status: 204 len: 168 time: 0.2966316 Oct 19 20:44:18.329485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc90cd0-1305-4a8f-8692-3a300c0424cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5440c03-2a74-4598-8af0-e283906e12ef,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:18.422273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-dccfbd3d-6748-4650-b9a8-7e66dac866e2 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422044446&fields=id&tenant_id=3e6193016f6148a3a6549d0586ce0890 HTTP/1.1" status: 200 len: 267 time: 0.0500915 Oct 19 20:44:18.622547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-79843c7d-6763-43da-8ac8-e4f0e0f58860 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:18.624081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-79843c7d-6763-43da-8ac8-e4f0e0f58860 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 813 time: 0.1933687 Oct 19 20:44:18.648165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-2587e656-7e87-4dd0-8af0-577a936ede15 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/quotas/3e6193016f6148a3a6549d0586ce0890 HTTP/1.1" status: 200 len: 375 time: 0.0180840 Oct 19 20:44:18.667253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.696866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d3ce-c065-4e12-820f-824074638c60 req-a3593eff-dc69-4bcb-b888-1e5e67c3fd01 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:18.708190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-0c6e7395-9f2b-4e12-aee5-6d7dcb286632 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523858 Oct 19 20:44:18.709220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da9d3ce-c065-4e12-820f-824074638c60 req-a3593eff-dc69-4bcb-b888-1e5e67c3fd01 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 944 time: 0.6516101 Oct 19 20:44:18.816767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:18.836778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da9d3ce-c065-4e12-820f-824074638c60 req-ec751eaa-7d2f-43aa-a943-f671f31acb4d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224926 Oct 19 20:44:18.878929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.892099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:44:18.899403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39880) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:18.902342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:18.902719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.907630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a23aa10-501a-4542-a498-96ec23c44ca9']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:18.921834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b62acde-d002-43c8-bedb-8caca415fa09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.923480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd05068-4c5e-4f54-aa13-e62ff5012de4') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:18.924186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd05068-4c5e-4f54-aa13-e62ff5012de4') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:18.938644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-c0a3a40b-89d1-4350-94c6-c21ae8d8bed8 service neutron] 10.222.0.31 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185605 Oct 19 20:44:18.940370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.969730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.987055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:18.987510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:18.999084 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:19.090931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-2751a036-59ec-4f1a-9ec6-8c58eb839750 service neutron] 10.222.0.31 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445160 Oct 19 20:44:19.116051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.117640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b62acde-d002-43c8-bedb-8caca415fa09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.122714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3b62acde-d002-43c8-bedb-8caca415fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.164263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.181187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.190826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/5a23aa10-501a-4542-a498-96ec23c44ca9 HTTP/1.1" status: 204 len: 168 time: 1.0955493 Oct 19 20:44:19.191940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:19.197834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:19.203844 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa64c55f-755b-4844-a1cc-609b0746d250" -d '{"events": [{"server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "name": "network-vif-plugged", "status": "completed", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:19.232814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd90a3-b62d-4035-982f-feeea9f0c90c tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=5a23aa10-501a-4542-a498-96ec23c44ca9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:19.235188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:19.247654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.302239 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfd81d-1e24-4a83-83be-c7e3ab045e82 x-openstack-request-id: req-a2dfd81d-1e24-4a83-83be-c7e3ab045e82 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:19.302614 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "name": "network-vif-plugged", "status": "completed", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:19.303712 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2dfd81d-1e24-4a83-83be-c7e3ab045e82 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:19.304164 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00', 'code': 200} Oct 19 20:44:19.330133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3b62acde-d002-43c8-bedb-8caca415fa09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5306bcf1e9646249b3d28ae2a3ac5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278960 Oct 19 20:44:19.331415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:19.372953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:19.396704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62acde-d002-43c8-bedb-8caca415fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b148c63-44c9-405c-a3fa-d825cab52a10,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:19.442206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4849-1a3d-46bb-95bb-9145cd065dcf req-8dc22f34-08b3-444c-8e08-3cb471927e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:19.450544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2fd4849-1a3d-46bb-95bb-9145cd065dcf req-8dc22f34-08b3-444c-8e08-3cb471927e3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 1096 time: 0.0904703 Oct 19 20:44:19.465399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.506023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting port 52137f86-4d16-4cfa-bc2e-e42beeeae6be {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:19.506371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.519710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.528507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f2fd4849-1a3d-46bb-95bb-9145cd065dcf req-f84bba65-b3b9-4a4a-a00d-17c393e757b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Oct 19 20:44:19.630517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.647478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Calling delete_port for 52137f86-4d16-4cfa-bc2e-e42beeeae6be owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:19.704158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-07cecd5e-8c1f-4531-9b53-5cc0636a2b28 req-e3011286-df99-4168-9a68-37bec9cf578e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0624077 Oct 19 20:44:19.727777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.727777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.728004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b148c63-44c9-405c-a3fa-d825cab52a10 HTTP/1.1" status: 204 len: 168 time: 0.3824632 Oct 19 20:44:19.741321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3539-5431-420f-a86a-984338939da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b148c63-44c9-405c-a3fa-d825cab52a10,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:19.826815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.872933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Port': ['ID=52137f86-4d16-4cfa-bc2e-e42beeeae6be,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:19.875156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:19.879915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-05ee763f-f396-4c90-8c82-d4badab241d0 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/ports/52137f86-4d16-4cfa-bc2e-e42beeeae6be HTTP/1.1" status: 204 len: 168 time: 0.6741719 Oct 19 20:44:19.882086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:19.920721 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-52501fa4-637e-465c-a634-97c8fb252761 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] DELETE failed (client error): The resource could not be found. Oct 19 20:44:19.921193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52501fa4-637e-465c-a634-97c8fb252761 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:19.935690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52501fa4-637e-465c-a634-97c8fb252761 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/db984720-5b5f-4b1f-b2f4-19190c9460e8 HTTP/1.1" status: 404 len: 337 time: 0.0523572 Oct 19 20:44:19.938455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39930) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:20.123202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff2160-ce7a-4c11-aac3-3149cd582046 req-4f81e38a-0e3b-46ff-a959-d654ca883e79 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:20.135355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2aff2160-ce7a-4c11-aac3-3149cd582046 req-4f81e38a-0e3b-46ff-a959-d654ca883e79 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.1499135 Oct 19 20:44:20.142441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.203931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2aff2160-ce7a-4c11-aac3-3149cd582046 req-5d7b1c08-a961-4083-9e8d-26e08597cad1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Oct 19 20:44:20.248667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:20.248935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.328321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] For port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f4e8eda1-f0e1-47c4-bf13-1521701c7dbe,segment=NetworkSegment(84bbf2b5-cad5-4107-83b7-7093009d3231),segment_id=84bbf2b5-cad5-4107-83b7-7093009d3231)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:20.328742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.347853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Calling delete_port for f4e8eda1-f0e1-47c4-bf13-1521701c7dbe owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:20.427732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39948) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:20.469868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.501017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Port': ['ID=f4e8eda1-f0e1-47c4-bf13-1521701c7dbe,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:20.505199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No DVR routers for this DVR port f4e8eda1-f0e1-47c4-bf13-1521701c7dbe on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:20.596273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.623599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9198f71b-7d07-4d3c-b998-946233831522']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:20.633993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bbf2b5-cad5-4107-83b7-7093009d3231') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:20.634656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bbf2b5-cad5-4107-83b7-7093009d3231') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:20.644827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.656416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:20.658999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.666210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:20.666636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:20.669773 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:20.685886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.748141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.758667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.764815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/9198f71b-7d07-4d3c-b998-946233831522 HTTP/1.1" status: 204 len: 168 time: 0.8252676 Oct 19 20:44:20.765961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:20.779494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b4f30-6e6b-4dd2-8dbf-c6a6d952fc0a tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=9198f71b-7d07-4d3c-b998-946233831522,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:20.896795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-432d8af2-80d1-4c9a-bf58-60221b299390 req-8676f51b-8b6d-482d-b59a-476725502370 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0608573 Oct 19 20:44:20.923166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting subnet c4fcb719-65a3-4d46-9ac6-0d0739c82e12 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:44:20.926683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:20.972910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.037369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-2e15d1be-5af0-45ee-bdb7-75c11fdf3d17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:21.040431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-2e15d1be-5af0-45ee-bdb7-75c11fdf3d17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 813 time: 0.1996691 Oct 19 20:44:21.074521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.135985 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.136585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-9cc8bf10-fee5-4fda-8202-d30854bda8ed tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6193016f6148a3a6549d0586ce0890 HTTP/1.1" status: 200 len: 379 time: 0.0866535 Oct 19 20:44:21.148605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'port': {'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'admin_state_up': True, 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'security_groups': ['dedc2d08-7d72-4dec-82af-851e6190841b']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:21.256409 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.261695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Allocated IP 172.25.7.30 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/544eac87-79ec-426f-bc69-5e5b7d42f79e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:21.310456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fcb719-65a3-4d46-9ac6-0d0739c82e12,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:21.313745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.319979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2ca19-1488-4cb4-98df-30074b81a31b None None] Network ebe6df11-4a2d-41ab-abef-b1063d2be212 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:21.328372 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5cc15123-a0b2-4e29-be13-2de51e15fb22 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/subnets/c4fcb719-65a3-4d46-9ac6-0d0739c82e12 HTTP/1.1" status: 204 len: 168 time: 0.5586128 Oct 19 20:44:21.332075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39982) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:21.508565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Made reservation on behalf of 3e6193016f6148a3a6549d0586ce0890 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:21.513480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.533142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.555143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.575104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbde1cf-b460-44e5-b1c4-574d8f289953 req-d8e2abfa-2f20-4f5c-b448-6022916a9b97 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:21.576904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbde1cf-b460-44e5-b1c4-574d8f289953 req-d8e2abfa-2f20-4f5c-b448-6022916a9b97 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.2076104 Oct 19 20:44:21.620341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.685049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39992) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:21.702046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:21.708508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:21.712482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:21.738922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] DHCP port deletion for ebe6df11-4a2d-41ab-abef-b1063d2be212 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:44:21.809685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.822312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=544eac87-79ec-426f-bc69-5e5b7d42f79e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:21.868532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.869821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Deleting port e84e4ffd-24f2-4895-8868-ebd7a5a675eb {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:21.870801 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:21.957760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbde1cf-b460-44e5-b1c4-574d8f289953 req-285cefc6-bab4-4339-aba2-1aa938aa3e86 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698864 Oct 19 20:44:21.975917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Allocated IP 172.20.0.11 (af770a14-f42e-467c-92f8-cc8ff35c71c8/f795da96-f1ad-4700-8b46-dd1d858c88cf/2686df1d-f375-4733-9149-e2c4b14516ec) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:22.040424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] For port e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,segment=NetworkSegment(76c391be-6eca-4b6c-a407-46329c2b90a2),segment_id=76c391be-6eca-4b6c-a407-46329c2b90a2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:22.041718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.073571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Deleting port e84e4ffd-24f2-4895-8868-ebd7a5a675eb {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:22.074064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.076125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e84e4ffd-24f2-4895-8868-ebd7a5a675eb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:22.130767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Calling delete_port for e84e4ffd-24f2-4895-8868-ebd7a5a675eb owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:22.165374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:22.221837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] For port e84e4ffd-24f2-4895-8868-ebd7a5a675eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,segment=NetworkSegment(76c391be-6eca-4b6c-a407-46329c2b90a2),segment_id=76c391be-6eca-4b6c-a407-46329c2b90a2)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:22.222494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.245364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f77ae0e-644f-4d81-8d57-579ffb2884af req-4235c6e9-805b-4d3e-b469-1684310aa8a9 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0944817 Oct 19 20:44:22.249496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Calling delete_port for e84e4ffd-24f2-4895-8868-ebd7a5a675eb owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:22.335584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.404075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.432715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.439256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.442981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] Pushing event deleted for resources: {'Port': ['ID=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:22.454388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.459380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3843c86-6724-43a4-b86e-97d0c6e110a9 None None] No DVR routers for this DVR port e84e4ffd-24f2-4895-8868-ebd7a5a675eb on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:22.571731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.629572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.631337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2021987 Oct 19 20:44:22.633560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50108145-fa7e-44af-8edb-5a2909882ad9 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=544eac87-79ec-426f-bc69-5e5b7d42f79e,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:22.635760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40014) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:22.644801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-982480156'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:22.678199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.681398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Made reservation on behalf of adee688f904a41b2a6d9c40223afc549 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:22.684922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.700799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.800359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.852270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Allocated IP 172.25.7.230 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/3d92a34f-3b4e-4d46-acdf-2148d1071741) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:22.871777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700dcf-044c-4fa4-8177-dd0da70e8fb0 req-e1b23676-b2d0-44df-85af-fa322a87fb14 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:22.873011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48700dcf-044c-4fa4-8177-dd0da70e8fb0 req-e1b23676-b2d0-44df-85af-fa322a87fb14 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.1629419 Oct 19 20:44:22.889486 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.890618 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.892985 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.903118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:22.948540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] No DVR routers for this DVR port e84e4ffd-24f2-4895-8868-ebd7a5a675eb on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:22.959454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Port': ['ID=e84e4ffd-24f2-4895-8868-ebd7a5a675eb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:22.966581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:22.997665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de127ae-fdb3-47d4-9c31-1b46552558e8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:23.002451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.002798 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Added segment 04fe9021-ea39-4ac3-a6f0-214119a7c999 of type vlan for network 009e00e8-a6cc-4995-b555-8f34ca33a553 Oct 19 20:44:23.051201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:23.065768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.066335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:23.070754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:23.071489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.090115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48700dcf-044c-4fa4-8177-dd0da70e8fb0 req-c919afa3-ffac-4c22-bd47-1c5b816e5679 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087686 Oct 19 20:44:23.128447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.138042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:23.139030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.193268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.196254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:23.226819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Network': ['ID=009e00e8-a6cc-4995-b555-8f34ca33a553,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:23.232937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe6df11-4a2d-41ab-abef-b1063d2be212']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:23.234945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.243323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:23.253760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:23.254485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.263140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5974d7de-1ebd-4560-9a9b-58ef655e4736 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6259763 Oct 19 20:44:23.291455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c391be-6eca-4b6c-a407-46329c2b90a2') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:23.291807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c391be-6eca-4b6c-a407-46329c2b90a2') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:23.295518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40024) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:23.303334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Request body: {'subnet': {'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:23.343349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.371190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:23.373203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-b81b23d7-3eeb-445f-82e1-d1fdca19ae4c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2285435 Oct 19 20:44:23.374080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.379396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:23.388155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:23.419397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Request body: {'port': {'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:23.457626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:23.458031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:23.462785 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:23.466778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Pushing event updated for resources: {'Port': ['ID=3d92a34f-3b4e-4d46-acdf-2148d1071741,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:23.496370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab5da-7b66-4d90-b011-ff8a69e83dda req-c070c3f3-b9d8-411f-8f98-1f0d5fccad4e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:23.498281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a9ab5da-7b66-4d90-b011-ff8a69e83dda req-c070c3f3-b9d8-411f-8f98-1f0d5fccad4e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.2599635 Oct 19 20:44:23.597247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.602931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.608721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] 10.222.0.31 "DELETE /v2.0/networks/ebe6df11-4a2d-41ab-abef-b1063d2be212 HTTP/1.1" status: 204 len: 168 time: 2.2598965 Oct 19 20:44:23.632343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4a9ab5da-7b66-4d90-b011-ff8a69e83dda req-456e164f-9f9f-4f78-9e0a-cb0fe9a74d9b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148145 Oct 19 20:44:23.671550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.672186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7777f6e3-402a-4ac8-9074-d994021d334a None None] Provisioning complete for port 2686df1d-f375-4733-9149-e2c4b14516ec triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:23.672652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7777f6e3-402a-4ac8-9074-d994021d334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.689120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350591f5-59ae-4f73-828e-72f630c5481d req-21850dd9-e423-41f0-8276-120611023f0e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:23.695164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-350591f5-59ae-4f73-828e-72f630c5481d req-21850dd9-e423-41f0-8276-120611023f0e tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 932 time: 0.2731922 Oct 19 20:44:23.696368 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.703099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Made reservation on behalf of adee688f904a41b2a6d9c40223afc549 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:23.709276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.740890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a724eb-c923-43ed-9708-90cc2a66a388 tempest-NetworksIpV6TestAttrs-1747273729 tempest-NetworksIpV6TestAttrs-1747273729-project] Pushing event deleted for resources: {'Network': ['ID=ebe6df11-4a2d-41ab-abef-b1063d2be212,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:23.751787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:23.776214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7777f6e3-402a-4ac8-9074-d994021d334a None None] Port 2686df1d-f375-4733-9149-e2c4b14516ec cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:44:24.105357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.119733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40042) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:24.129087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.147225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.194254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-350591f5-59ae-4f73-828e-72f630c5481d req-72dd3f82-2769-4f84-a19f-d0f354e38842 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691787 Oct 19 20:44:24.222662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Subnet': ['ID=ab892d08-52d7-411a-9c86-c2549192faee,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:24.244892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6ce6-1288-42e6-b40b-b2e467711ef3 req-cf0c78ab-8b16-4584-ac56-8635350df1c9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:24.252903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-657e6ce6-1288-42e6-b40b-b2e467711ef3 req-cf0c78ab-8b16-4584-ac56-8635350df1c9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.2484341 Oct 19 20:44:24.268673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Pushing event updated for resources: {'Port': ['ID=3d92a34f-3b4e-4d46-acdf-2148d1071741,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:24.369829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-657e6ce6-1288-42e6-b40b-b2e467711ef3 req-f05da175-a8d4-44c9-b77f-6af99305309a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158864 Oct 19 20:44:24.376106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.391951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7bbb6323-a1e5-47f4-96b1-a6c735f9dae3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65beb193a98a412ca05c80e6d2ea6e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589622 Oct 19 20:44:24.391951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:24.426786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.427905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-530b3a37-0d9a-4495-9221-45d1f7704b5c tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7415087 Oct 19 20:44:24.433947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:24.439605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-579800290', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'fixed_ips': [{'ip_address': '172.25.7.230'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:24.462077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.503125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Checking segment: {'id': '04fe9021-ea39-4ac3-a6f0-214119a7c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:24.503524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.503676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network hostable DHCP agents. Network: 009e00e8-a6cc-4995-b555-8f34ca33a553, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:24.510955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Made reservation on behalf of 8e5942bfadeb413fbca27c34b7a781e4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:24.513953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.550051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.575640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.578663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.579940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca8d83c8-4feb-4cf5-8c5e-3ec96753b19c HTTP/1.1" status: 204 len: 168 time: 0.1931553 Oct 19 20:44:24.633588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:24.641872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe635d3-c2a1-4382-bb21-8ae228968d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d83c8-4feb-4cf5-8c5e-3ec96753b19c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:24.652954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2686df1d-f375-4733-9149-e2c4b14516ec {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:24.667497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 009e00e8-a6cc-4995-b555-8f34ca33a553) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:24.671518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.677795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:24.678060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d23f4-3027-4296-915b-22166627ad4f None None] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:24.678536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.714532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Transition to ACTIVE for port object 2686df1d-f375-4733-9149-e2c4b14516ec will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:44:24.723356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c20d0fc-bd2c-4d0f-9699-060ee9d7a960 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4267261 Oct 19 20:44:24.727766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40054) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:24.731988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.733823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-540659175', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:24.788091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.792029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.799609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.812833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.832872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] device_id is not set on port 1c8270fd-234f-43c5-b95f-7db45aa8d1c5 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:44:24.904450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Pushing event updated for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:24.912412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.965459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-009e00e8-a6cc-4995-b555-8f34ca33a553', 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553', 'tenant_id': 'adee688f904a41b2a6d9c40223afc549', 'fixed_ips': [{'subnet_id': 'ab892d08-52d7-411a-9c86-c2549192faee'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:44:24.966786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:24.989551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85b83a-e89b-4580-8055-94d3b4bea4ac,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:25.020078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Attempting to bind port 2686df1d-f375-4733-9149-e2c4b14516ec on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:25.020413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Attempting to bind port 2686df1d-f375-4733-9149-e2c4b14516ec by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:25.020738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Attempting to bind port 2686df1d-f375-4733-9149-e2c4b14516ec on network af770a14-f42e-467c-92f8-cc8ff35c71c8 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:25.040660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Port 2686df1d-f375-4733-9149-e2c4b14516ec on network af770a14-f42e-467c-92f8-cc8ff35c71c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:44:25.040979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Attempting to bind port 2686df1d-f375-4733-9149-e2c4b14516ec on network af770a14-f42e-467c-92f8-cc8ff35c71c8 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:25.074927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:25.075144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Checking segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:25.075497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Bound using segment: {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:25.076023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Bound port: 2686df1d-f375-4733-9149-e2c4b14516ec, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57175de-9126-4c4d-8085-4ad4f15202d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:25.077045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.187733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Allocated IP 172.20.0.2 (009e00e8-a6cc-4995-b555-8f34ca33a553/ab892d08-52d7-411a-9c86-c2549192faee/3b7d23d8-2953-4538-808e-37fc89cdb941) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:25.213689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:25.217548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2686df1d-f375-4733-9149-e2c4b14516ec,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:25.219737 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 20:44:25.220396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:44:25.252247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.283986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.286943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5bd60dee-043a-4609-84bd-f91e2df87b40 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8506002 Oct 19 20:44:25.290200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40066) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:25.354070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.354936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.356803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] 10.222.0.11 "PUT /v2.0/ports/2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 1092 time: 1.9754903 Oct 19 20:44:25.369158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:25.373823 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:25.429591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.449396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.480306 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab79422-5159-4f4c-bb8c-e64d302eb24a x-openstack-request-id: req-fab79422-5159-4f4c-bb8c-e64d302eb24a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:25.480678 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:25.480843 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fab79422-5159-4f4c-bb8c-e64d302eb24a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:25.481248 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:44:25.561980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:25.568641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:25.571800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:25.575113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77215b6-195e-472f-83a2-3e793b1ae7ef service neutron] Pushing event updated for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:25.586619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Pushing event updated for resources: {'Port': ['ID=3b7d23d8-2953-4538-808e-37fc89cdb941,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:25.635780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-84359e9b-31ba-4d2b-8ad6-87f6edde6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.637374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-84359e9b-31ba-4d2b-8ad6-87f6edde6eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1095 time: 0.1927915 Oct 19 20:44:25.657632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd9da4-753d-4665-8915-1603caf33d3f req-d0f47974-de86-4e8c-b128-0199b937c2ab tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.659215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66fd9da4-753d-4665-8915-1603caf33d3f req-d0f47974-de86-4e8c-b128-0199b937c2ab tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.3162351 Oct 19 20:44:25.730731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Attempting to bind port 3b7d23d8-2953-4538-808e-37fc89cdb941 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:25.732901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Attempting to bind port 3b7d23d8-2953-4538-808e-37fc89cdb941 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '04fe9021-ea39-4ac3-a6f0-214119a7c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:25.733272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Attempting to bind port 3b7d23d8-2953-4538-808e-37fc89cdb941 on network 009e00e8-a6cc-4995-b555-8f34ca33a553 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:25.742449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-0b74c435-2e95-42f6-9105-a44268a7c441 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.744870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-0b74c435-2e95-42f6-9105-a44268a7c441 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.4537332 Oct 19 20:44:25.750411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:25.750808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Checking segment: {'id': '04fe9021-ea39-4ac3-a6f0-214119a7c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:25.751209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.751874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Bound using segment: {'id': '04fe9021-ea39-4ac3-a6f0-214119a7c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:25.752678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Bound port: 3b7d23d8-2953-4538-808e-37fc89cdb941, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fe9021-ea39-4ac3-a6f0-214119a7c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:25.753235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.791466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-168b143e-0828-42c4-ad60-5589d6ae31b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 217 time: 0.1312585 Oct 19 20:44:25.830969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991ec75-97d6-464f-914d-f5f5e0f32f46 req-48cc9a56-8c62-45c7-927e-30b2fdbab82f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.838649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c991ec75-97d6-464f-914d-f5f5e0f32f46 req-48cc9a56-8c62-45c7-927e-30b2fdbab82f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.2434361 Oct 19 20:44:25.871737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] For port 3b7d23d8-2953-4538-808e-37fc89cdb941, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:25.877673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] For port 3b7d23d8-2953-4538-808e-37fc89cdb941, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b7d23d8-2953-4538-808e-37fc89cdb941,segment=NetworkSegment(04fe9021-ea39-4ac3-a6f0-214119a7c999),segment_id=04fe9021-ea39-4ac3-a6f0-214119a7c999)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:25.890396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.918210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Deleting port 3d92a34f-3b4e-4d46-acdf-2148d1071741 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:25.918802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:25.980441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-001eec73-ffd9-4033-b2b4-18490bab6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:25.983893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-001eec73-ffd9-4033-b2b4-18490bab6406 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.1831987 Oct 19 20:44:25.989010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c991ec75-97d6-464f-914d-f5f5e0f32f46 req-55f607ba-78ed-46a1-95f6-4489731c7941 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492004 Oct 19 20:44:26.061514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4873-624d-4a12-8717-c54f40852f86 None None] Pushing event updated for resources: {'Port': ['ID=3b7d23d8-2953-4538-808e-37fc89cdb941,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:26.087579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66fd9da4-753d-4665-8915-1603caf33d3f req-8be8c6a0-bad9-4c92-a5db-3a8afd0bcce8 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989693 Oct 19 20:44:26.114814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-12f353c6-4119-416e-930d-f2e2ca958863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:26.116646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-12f353c6-4119-416e-930d-f2e2ca958863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211574 Oct 19 20:44:26.173240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.173613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.320034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-5610fd8a-f5d7-490f-b174-eb2fe7004862 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929343 Oct 19 20:44:26.381058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.391889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Calling delete_port for 3d92a34f-3b4e-4d46-acdf-2148d1071741 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:26.401902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:26.402337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.465180 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-672b5463-7f1f-4c9a-a476-8cc3f38bf003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.465605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:26.542954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac5f626-f085-4bf9-8ad6-e8cd9117a48e req-f351f703-4ac8-4930-8a20-d0e280abb2ba service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152443 Oct 19 20:44:26.658173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-716dd045-7180-4be8-8b89-aa84260e3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:26.660788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-716dd045-7180-4be8-8b89-aa84260e3ffd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1095 time: 0.0603707 Oct 19 20:44:26.808396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-8df54f55-08ec-45bb-9668-2d07ca014d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:26.810344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-8df54f55-08ec-45bb-9668-2d07ca014d29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 914 time: 0.1408901 Oct 19 20:44:26.880252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-7343e1bf-811d-49c1-acd3-b7a8f3900bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 217 time: 0.0631022 Oct 19 20:44:26.994036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-2900408a-e812-4d8e-a945-e707c1d92e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:26.996080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-2900408a-e812-4d8e-a945-e707c1d92e43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.1042004 Oct 19 20:44:27.081967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-a36fce7a-b7f1-430b-b27a-70bf8b367e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:27.095149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-a36fce7a-b7f1-430b-b27a-70bf8b367e04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812445 Oct 19 20:44:27.294978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-011c3bb8-7445-4d4a-a969-e19d8c940ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983879 Oct 19 20:44:27.372812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:27.373185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:27.399058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3359c-9091-4ed7-9b22-782addd58d65 req-c68060f6-61ef-4eb5-8d9d-91293303e828 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:27.401541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cf3359c-9091-4ed7-9b22-782addd58d65 req-c68060f6-61ef-4eb5-8d9d-91293303e828 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.1922681 Oct 19 20:44:27.453031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:27.455576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Allocated IP 172.25.7.203 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/12b67fb3-589e-46d0-8678-1b17147eb4e4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:27.476852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042a70-92c0-46d1-8556-08cf84d8ef75 req-e64a5e53-5e1d-4482-b998-e693a4892b3b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:27.478426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79042a70-92c0-46d1-8556-08cf84d8ef75 req-e64a5e53-5e1d-4482-b998-e693a4892b3b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 945 time: 0.1945391 Oct 19 20:44:27.540579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cf3359c-9091-4ed7-9b22-782addd58d65 req-19a92dc9-6389-414c-9bb9-260d3a0142b4 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277208 Oct 19 20:44:27.567250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ce8ddf-5a22-456a-861d-a4d8913e2d2b req-d0bd8b5a-1102-4118-b1f2-c470ff7eeecf service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641025 Oct 19 20:44:27.586045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807c8c1-bc6b-4ba4-a5de-1dcea9c8f605 None None] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:27.766628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79042a70-92c0-46d1-8556-08cf84d8ef75 req-085170e1-d4bc-4311-a5ca-6c799f005fac tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780905 Oct 19 20:44:27.767523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] Provisioning complete for port 3b7d23d8-2953-4538-808e-37fc89cdb941 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:27.767972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:27.792608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:27.862017 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:27.864118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d92a34f-3b4e-4d46-acdf-2148d1071741,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:27.904178 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:27.977977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] For port 3b7d23d8-2953-4538-808e-37fc89cdb941, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b7d23d8-2953-4538-808e-37fc89cdb941,segment=NetworkSegment(04fe9021-ea39-4ac3-a6f0-214119a7c999),segment_id=04fe9021-ea39-4ac3-a6f0-214119a7c999)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:27.992474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.090084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433bd1d-74f8-4470-9218-422f417cfffa None None] Pushing event updated for resources: {'Port': ['ID=3b7d23d8-2953-4538-808e-37fc89cdb941,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:28.120718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.123792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.125379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-054abef1-7f84-4cfb-88bd-0695008c4486 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795 tempest-ExternalNetworksAdminNegativeTestJSON-1673666795-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/e579f211-e58f-4bbb-81b4-8df5e6b23777 HTTP/1.1" status: 204 len: 168 time: 2.8317590 Oct 19 20:44:28.126350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.140771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:28.173902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.188202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=d0ba9275-3f7d-4619-b5c7-5bdd144e0e00,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:28.214726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b7d23d8-2953-4538-808e-37fc89cdb941 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:28.230877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40144) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:28.290327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:28.328107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:28.336197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:28.354648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:28.377708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.381742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9bf684d-8547-4352-8d47-1ebc8ebfa645 req-16ae5e6a-1074-4806-aed0-c1b4199c4557 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "DELETE /v2.0/ports/d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 HTTP/1.1" status: 204 len: 173 time: 2.6255341 Oct 19 20:44:28.381742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'name': 'network-vif-deleted', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:28.384975 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc52ed03-410a-48b4-80f0-59fd953cdc36" -d '{"events": [{"server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "name": "network-vif-deleted", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:28.413069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=12b67fb3-589e-46d0-8678-1b17147eb4e4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:28.502225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1a92811-a237-44e7-8f32-25a4b8e2e2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.505108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2ea9d53b-6d92-48ac-9908-91d8d616de86 None None] Provisioning complete for port 3b7d23d8-2953-4538-808e-37fc89cdb941 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:28.510477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d53b-6d92-48ac-9908-91d8d616de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.553097 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93f0b1-0710-41ec-b6e7-dbe97ab7047b x-openstack-request-id: req-4c93f0b1-0710-41ec-b6e7-dbe97ab7047b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:28.564943 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decbfc04-e0a0-43b8-b9a6-4104561b8847", "name": "network-vif-deleted", "tag": "d0ba9275-3f7d-4619-b5c7-5bdd144e0e00", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:28.565313 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c93f0b1-0710-41ec-b6e7-dbe97ab7047b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:28.565754 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decbfc04-e0a0-43b8-b9a6-4104561b8847', 'name': 'network-vif-deleted', 'tag': 'd0ba9275-3f7d-4619-b5c7-5bdd144e0e00', 'status': 'completed', 'code': 200} Oct 19 20:44:28.739050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40166) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:28.742958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1a92811-a237-44e7-8f32-25a4b8e2e2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.747580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3b7d23d8-2953-4538-808e-37fc89cdb941 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:28.748266 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.758649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1a92811-a237-44e7-8f32-25a4b8e2e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:28.871350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a92811-a237-44e7-8f32-25a4b8e2e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19feef5-3b4f-4240-8f97-c117e1013c27,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:28.877368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:28.888465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e1a92811-a237-44e7-8f32-25a4b8e2e2ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=480f1cfb3def4e05a5d0812d2874f6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565566 Oct 19 20:44:28.890938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40176) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:28.996453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611a9e-ba88-46fb-82f9-1c77a8c20344 req-f220633c-6934-4c20-ac34-2995248eee16 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:29.019589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93611a9e-ba88-46fb-82f9-1c77a8c20344 req-f220633c-6934-4c20-ac34-2995248eee16 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.3499942 Oct 19 20:44:29.030209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84fe3f39-c7a2-4a34-859d-04ac193bf478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.041256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:29.043146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d0ba9275-3f7d-4619-b5c7-5bdd144e0e00 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:29.094401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fce057e-c6b4-4354-b5ec-15fefbcd6af5 req-e025036c-2baf-45bb-b18f-5f6019da5cde tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=decbfc04-e0a0-43b8-b9a6-4104561b8847 HTTP/1.1" status: 200 len: 210 time: 0.0799737 Oct 19 20:44:29.102415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.148036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.162326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.249533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-452661b7-f11f-4769-9b26-65f95f426676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.269677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93611a9e-ba88-46fb-82f9-1c77a8c20344 req-a955820a-b5be-4070-80f0-c07a3b47c994 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444463 Oct 19 20:44:29.281467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84fe3f39-c7a2-4a34-859d-04ac193bf478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.287647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84fe3f39-c7a2-4a34-859d-04ac193bf478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.308963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.311754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.315159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d19feef5-3b4f-4240-8f97-c117e1013c27 HTTP/1.1" status: 204 len: 168 time: 0.4205022 Oct 19 20:44:29.346281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84fe3f39-c7a2-4a34-859d-04ac193bf478 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33f0101b626347bf8ad37dc71bfc2598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6037860 Oct 19 20:44:29.346281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe3f39-c7a2-4a34-859d-04ac193bf478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98524456-731d-4f9b-bdc0-a3297229ac07,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:29.368541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40192) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:29.406404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26bfb9-66bf-473c-b7f3-d07a683f153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19feef5-3b4f-4240-8f97-c117e1013c27,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:29.499238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.514248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.542282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.632115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.636479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.638342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98524456-731d-4f9b-bdc0-a3297229ac07 HTTP/1.1" status: 204 len: 168 time: 0.2649009 Oct 19 20:44:29.649013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0a6cb-1283-4214-b015-feec47a6be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98524456-731d-4f9b-bdc0-a3297229ac07,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:29.757947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Router 0f75452d-477a-4b67-b90b-765a23aa70d1 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:44:29.777022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40200) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:29.790791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84bb88e4-cf8a-49d0-86ee-15daad7d4d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.907622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:29.919713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] Sync routers for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:29.934242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:29.935228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:29.938694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.939995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7fe05a60-3521-4d22-a5d0-ce01797c1c56 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2109027 Oct 19 20:44:29.954781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40204) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:29.979733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84bb88e4-cf8a-49d0-86ee-15daad7d4d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:29.989671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84bb88e4-cf8a-49d0-86ee-15daad7d4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.000076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:30.016007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:30.016665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:30.091015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84bb88e4-cf8a-49d0-86ee-15daad7d4d71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c93767b29bc495e93af59caf1c59e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123224 Oct 19 20:44:30.093168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb88e4-cf8a-49d0-86ee-15daad7d4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9175c6a3-4d33-499a-a9d3-a4560e9cadae,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:30.095208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b7d23d8-2953-4538-808e-37fc89cdb941 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:30.097499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40206) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:30.149869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40210) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:30.177317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:30.177972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7eff2-8516-412d-a3fd-d3995dc8fbcc None None] The sync data for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:30.208460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3b7d23d8-2953-4538-808e-37fc89cdb941 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:30.208836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.248586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.280006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-436d8a21-aeb3-4627-acb1-6960b36ed244 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e5942bfadeb413fbca27c34b7a781e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260371 Oct 19 20:44:30.283481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40214) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:30.286832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.370166 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.392269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.445840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.448390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.460129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9175c6a3-4d33-499a-a9d3-a4560e9cadae HTTP/1.1" status: 204 len: 168 time: 0.3534989 Oct 19 20:44:30.490745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.502853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a67a19-acfd-4300-ab44-dcace43d722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175c6a3-4d33-499a-a9d3-a4560e9cadae,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:30.548675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acdc20-b69e-4528-8bd2-4da572dfd5d3 req-f5dbcdd1-3d04-43e5-ba42-cb86cc1ab55a tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:30.550293 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99acdc20-b69e-4528-8bd2-4da572dfd5d3 req-f5dbcdd1-3d04-43e5-ba42-cb86cc1ab55a tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.1501389 Oct 19 20:44:30.619733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-b708f3f2-1aef-4d46-8715-5398c5bc8b88 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:30.627829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-b708f3f2-1aef-4d46-8715-5398c5bc8b88 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.1944711 Oct 19 20:44:30.643254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-b1c44511-586d-4e2b-b21e-b598476b5b6a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/quotas/59b012c25aa04f329970588db8b97eae HTTP/1.1" status: 200 len: 375 time: 0.0144634 Oct 19 20:44:30.643833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.646448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.647476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce85b83a-e89b-4580-8055-94d3b4bea4ac HTTP/1.1" status: 204 len: 168 time: 0.3631041 Oct 19 20:44:30.662382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99acdc20-b69e-4528-8bd2-4da572dfd5d3 req-1cb0e238-194c-4d93-8a8c-a3268e168cc3 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020348 Oct 19 20:44:30.667075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23a980-898a-45ee-91f7-94294903c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85b83a-e89b-4580-8055-94d3b4bea4ac,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:30.766045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-1b21f788-cdea-4c5b-925b-1b88b629d299 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010473 Oct 19 20:44:30.826184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.949216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:30.960912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-17cb3a97-6253-4a95-9b92-107a72293c03 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847060 Oct 19 20:44:31.135621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-79ee4b68-47be-4a0c-a7df-7b485be48cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736650 Oct 19 20:44:31.191807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Allocated IP 172.20.0.1 (009e00e8-a6cc-4995-b555-8f34ca33a553/ab892d08-52d7-411a-9c86-c2549192faee/955c4748-6da0-4095-958c-4c72a669f1a3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:31.394133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45fbe244-f51e-455d-8adb-6340bfdcc698 req-2e188e61-95b8-4ec8-a3b8-68f622034a5f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 210 time: 0.0684640 Oct 19 20:44:31.426353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:31.484007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:31.532100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:31.535612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:31.539441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:31.575775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=955c4748-6da0-4095-958c-4c72a669f1a3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:31.598632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.599240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.600182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.600686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.601372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.602201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.602413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.602893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.603376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.603897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.604396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.604919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:31.629754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:31.825912 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:31.850816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cce2f-e7fb-4ecd-aee7-f49077f193ef req-a24d46e3-c511-44bc-b287-0eddb380d599 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:31.859589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba6cce2f-e7fb-4ecd-aee7-f49077f193ef req-a24d46e3-c511-44bc-b287-0eddb380d599 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.0666409 Oct 19 20:44:31.930627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d05a330b-3e65-4d6d-9c48-51ee902d8ec5 None None] Provisioning complete for port 955c4748-6da0-4095-958c-4c72a669f1a3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:31.931146 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d05a330b-3e65-4d6d-9c48-51ee902d8ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:31.953019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba6cce2f-e7fb-4ecd-aee7-f49077f193ef req-55269fee-dc57-4d7d-a70e-205ea977fc4f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921760 Oct 19 20:44:31.988968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d05a330b-3e65-4d6d-9c48-51ee902d8ec5 None None] Port 955c4748-6da0-4095-958c-4c72a669f1a3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:44:32.295863 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:32.344171 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:32.350163 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:32.482792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=955c4748-6da0-4095-958c-4c72a669f1a3,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:32.526900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-364b6c28-c201-4e6b-9f80-6b42f1924338 req-4ebc0654-d921-4ffc-a33b-75103467c48d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 210 time: 0.0293925 Oct 19 20:44:32.527834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:32.654304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:32.656293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:33.010574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-cd09b7b9-68e7-4384-80ec-a485f8c39e4f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:33.015485 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-cd09b7b9-68e7-4384-80ec-a485f8c39e4f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 805 time: 0.2865260 Oct 19 20:44:33.040424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Request body: {'port': {'device_id': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'admin_state_up': True, 'tenant_id': '59b012c25aa04f329970588db8b97eae'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:33.056490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:33.133463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3c6bb577-c3b1-4380-b42f-5c7ecd8d58a8 None None] Provisioning complete for port 955c4748-6da0-4095-958c-4c72a669f1a3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:33.134721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb577-c3b1-4380-b42f-5c7ecd8d58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:33.172684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa36bd-7065-4c5a-a573-a592d50f286c req-59354c07-502a-4362-8662-1204126421c4 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:33.176292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Router 0f75452d-477a-4b67-b90b-765a23aa70d1 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:33.177020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-78aa36bd-7065-4c5a-a573-a592d50f286c req-59354c07-502a-4362-8662-1204126421c4 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.0947359 Oct 19 20:44:33.234921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bb577-c3b1-4380-b42f-5c7ecd8d58a8 None None] Port 955c4748-6da0-4095-958c-4c72a669f1a3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:44:33.252426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8f85663e-68ae-4727-8e54-538c2b8caf30 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-398642267'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:33.252910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8f85663e-68ae-4727-8e54-538c2b8caf30 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Unknown quota resources ['metering_label']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:44:33.335598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-78aa36bd-7065-4c5a-a573-a592d50f286c req-99a0db44-70fd-46b1-8528-d9df8f6dcdbb tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514471 Oct 19 20:44:33.437400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Made reservation on behalf of 59b012c25aa04f329970588db8b97eae for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:33.441514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:33.505139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f85663e-68ae-4727-8e54-538c2b8caf30 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:33.506561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f85663e-68ae-4727-8e54-538c2b8caf30 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4484720 Oct 19 20:44:33.513647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40350) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:33.516944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:33.525975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-464d6364-ddbf-4b15-a7cb-f260bc752c48 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ab66635b-0cda-41b4-a035-36c5afa8f65c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:33.526688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-464d6364-ddbf-4b15-a7cb-f260bc752c48 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:44:33.531931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-97eaa768-5dbb-4cd8-825c-3f0852bc38a3 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "PUT /v2.0/routers/0f75452d-477a-4b67-b90b-765a23aa70d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5721159 Oct 19 20:44:33.532103 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] Sync routers for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:33.532560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40352) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:33.542579 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:33.543342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:33.549557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:33.563436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Request body: {'port': {'network_id': '009e00e8-a6cc-4995-b555-8f34ca33a553', 'name': 'tempest-FloatingIPAdminTestJSON-1865743031'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:33.644210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:33.661510 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:33.664127 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:33.708126 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:33.709108 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb520fc-45a2-4144-b93d-d31f799c2eb6 None None] The sync data for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:33.811377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-091e823e-5906-483f-b23c-bd26e44f1790 req-bcff63ef-33d8-4680-a6c1-cc33182a085f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 210 time: 0.0711610 Oct 19 20:44:33.834629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2fc48183-5e32-4a21-86e2-82e2aa66cc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:33.942651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Allocated IP 172.20.0.8 (aadf36b9-b3f2-4855-94aa-093ac868c183/f88a9be0-ba16-403c-bcdd-ee59120abbd7/b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:33.947060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Made reservation on behalf of adee688f904a41b2a6d9c40223afc549 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:33.951069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.008118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] device_id is not set on port 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:44:34.035806 n-d-805649-9 neutron-server[100734]: WARNING neutron.services.metering.metering_plugin [None req-464d6364-ddbf-4b15-a7cb-f260bc752c48 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 20:44:34.137137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2fc48183-5e32-4a21-86e2-82e2aa66cc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.160922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2fc48183-5e32-4a21-86e2-82e2aa66cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.170108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-464d6364-ddbf-4b15-a7cb-f260bc752c48 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.172243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-464d6364-ddbf-4b15-a7cb-f260bc752c48 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6576102 Oct 19 20:44:34.177686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40366) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.186415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c7f474c6-4b54-4232-864e-b825d8ac6ba6 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ab66635b-0cda-41b4-a035-36c5afa8f65c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:34.187464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c7f474c6-4b54-4232-864e-b825d8ac6ba6 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:44:34.259431 n-d-805649-9 neutron-server[100734]: WARNING neutron.services.metering.metering_plugin [None req-c7f474c6-4b54-4232-864e-b825d8ac6ba6 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 20:44:34.367487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7f474c6-4b54-4232-864e-b825d8ac6ba6 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.368725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7f474c6-4b54-4232-864e-b825d8ac6ba6 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1900766 Oct 19 20:44:34.386115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.405898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c9a76ba6-c865-4853-bfc7-8778d8ea90c2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=118faed3-3cda-4472-89e9-3127517a11cd HTTP/1.1" status: 200 len: 464 time: 0.0183702 Oct 19 20:44:34.406655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40372) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.562015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cad19bae-577a-4e9b-b33c-4ccd3c1b870d tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.565455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cad19bae-577a-4e9b-b33c-4ccd3c1b870d tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/118faed3-3cda-4472-89e9-3127517a11cd HTTP/1.1" status: 204 len: 168 time: 0.1559610 Oct 19 20:44:34.572196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40374) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.588827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe1ad820-bfcd-494c-8ab5-34bf9e95fe95 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=118faed3-3cda-4472-89e9-3127517a11cd HTTP/1.1" status: 200 len: 221 time: 0.0135715 Oct 19 20:44:34.599788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cccbb7-cee0-49b7-a40f-808d9fc2d8dc req-b24008ff-5e95-407c-b105-edfccf4d8b0c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:34.601378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9cccbb7-cee0-49b7-a40f-808d9fc2d8dc req-b24008ff-5e95-407c-b105-edfccf4d8b0c tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.1735148 Oct 19 20:44:34.602082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.606259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-24317c0f-8306-4341-a2c4-7415ae4301e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1542085986', 'description': 'label created by tempest'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:34.606698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-24317c0f-8306-4341-a2c4-7415ae4301e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Unknown quota resources ['metering_label']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:44:34.619424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc48183-5e32-4a21-86e2-82e2aa66cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777e248-d6c3-4137-947e-c63c6969b70a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:34.639380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2fc48183-5e32-4a21-86e2-82e2aa66cc3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=160d6b27461949aa99fb3b5cd15d52b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1090541 Oct 19 20:44:34.646298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40378) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.696767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Allocated IP 172.20.0.10 (009e00e8-a6cc-4995-b555-8f34ca33a553/ab892d08-52d7-411a-9c86-c2549192faee/01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:34.732750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c9cccbb7-cee0-49b7-a40f-808d9fc2d8dc req-db972ddc-e330-40b3-a849-a6a533146594 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234739 Oct 19 20:44:34.751541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.800044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.816863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24317c0f-8306-4341-a2c4-7415ae4301e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.818096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-24317c0f-8306-4341-a2c4-7415ae4301e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2151000 Oct 19 20:44:34.821645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40380) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.864053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.909330 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84caa579-6c97-4f2a-896d-eb38fe36a127 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=4d99cd34-0b58-4834-9383-0d416f814eed HTTP/1.1" status: 200 len: 468 time: 0.0840769 Oct 19 20:44:34.911496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40386) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:34.937131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:34.949059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:35.034867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Network aadf36b9-b3f2-4855-94aa-093ac868c183 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:35.051152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:35.057544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:35.068999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event updated for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:35.104906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.108587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.108739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d777e248-d6c3-4137-947e-c63c6969b70a HTTP/1.1" status: 204 len: 168 time: 0.4615202 Oct 19 20:44:35.128424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.138465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9906b7-070e-4ecd-9bd7-933ccdc02494 req-1c531cad-2a6d-4d80-8927-e23d0d1a1c0e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:35.140005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa9906b7-070e-4ecd-9bd7-933ccdc02494 req-1c531cad-2a6d-4d80-8927-e23d0d1a1c0e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 931 time: 0.2124019 Oct 19 20:44:35.155244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038838de-8c43-40b4-ab6b-a555c2e416ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777e248-d6c3-4137-947e-c63c6969b70a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:35.170494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-088ae4f7-6f39-4566-a31f-161dd5866322 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.172669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-088ae4f7-6f39-4566-a31f-161dd5866322 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/4d99cd34-0b58-4834-9383-0d416f814eed HTTP/1.1" status: 204 len: 168 time: 0.2602110 Oct 19 20:44:35.176319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.187925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:35.188584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.201242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e34615a3-ce30-4f61-b37d-c2b250d67dc1 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=4d99cd34-0b58-4834-9383-0d416f814eed HTTP/1.1" status: 200 len: 216 time: 0.0230160 Oct 19 20:44:35.204307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40402) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.220456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cceb9779-8312-4720-ad43-4f58f58210c0 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143218 Oct 19 20:44:35.225599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40404) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.232551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0da58c66-feca-4035-9765-cc3ae5dffab9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2017524 Oct 19 20:44:35.241603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa9906b7-070e-4ecd-9bd7-933ccdc02494 req-a81c0cf9-9726-48a3-8789-ae2d7ba13fc7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920503 Oct 19 20:44:35.245762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40406) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.248663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fc65d985-b5a8-47c2-ae19-ba0030d17227 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0140953 Oct 19 20:44:35.260873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.365235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Request body: {'port': {'device_id': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:35.439884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c0e66e7-be48-44a9-9dcd-e5047e61c912 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/ab66635b-0cda-41b4-a035-36c5afa8f65c HTTP/1.1" status: 200 len: 472 time: 0.1880274 Oct 19 20:44:35.440183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40412) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.441576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:35.444335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event updated for resources: {'Port': ['ID=01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:35.449502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:35.454921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:35.476013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eed97274-0e41-4d63-9500-1f10f5f7501b tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/48f4dd2b-6617-485e-a8b5-eb56e994f1ac HTTP/1.1" status: 200 len: 461 time: 0.0225747 Oct 19 20:44:35.478414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40414) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.553140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.617537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-353b13e9-0d81-40db-90a0-3418f2d080e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.618864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-353b13e9-0d81-40db-90a0-3418f2d080e2 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/48f4dd2b-6617-485e-a8b5-eb56e994f1ac HTTP/1.1" status: 204 len: 168 time: 0.1393502 Oct 19 20:44:35.627986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40416) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.628563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40418) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.636935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:35.638261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.708910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28c548f3-9151-441b-98de-8507410ad359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.764589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7a72c02-e3bf-45cc-983d-a2ea00dfa1ac tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2136395 Oct 19 20:44:35.781436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40422) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:35.784231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bb787078-912f-44f1-8928-d324f24d57c5 None None] Provisioning complete for port 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:35.784855 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bb787078-912f-44f1-8928-d324f24d57c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.822051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bb787078-912f-44f1-8928-d324f24d57c5 None None] Port 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:44:35.931898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-796ba44f-ab3b-4198-9c50-cf8a47b644e8 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:35.933036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-796ba44f-ab3b-4198-9c50-cf8a47b644e8 tempest-MeteringTestJSON-1454845450 tempest-MeteringTestJSON-1454845450-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/ab66635b-0cda-41b4-a035-36c5afa8f65c HTTP/1.1" status: 204 len: 168 time: 0.3034153 Oct 19 20:44:36.000648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabdccd-75b5-4cc1-b4f5-e13858ed887d req-deeb4173-356c-4739-ac78-04b788acddd9 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:36.002634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cabdccd-75b5-4cc1-b4f5-e13858ed887d req-deeb4173-356c-4739-ac78-04b788acddd9 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 944 time: 0.0953469 Oct 19 20:44:36.022657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:36.045793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.051224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28c548f3-9151-441b-98de-8507410ad359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.061398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-28c548f3-9151-441b-98de-8507410ad359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.074455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Transition to ACTIVE for port object b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:44:36.082003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.096017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c548f3-9151-441b-98de-8507410ad359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13fab11-5a57-4644-a804-dad43d652c32,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:36.134148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2cabdccd-75b5-4cc1-b4f5-e13858ed887d req-673a94cc-ddad-4096-82db-df437dede657 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199071 Oct 19 20:44:36.165160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28c548f3-9151-441b-98de-8507410ad359 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7edcc0d44564d6299bd523b19e1846d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287209 Oct 19 20:44:36.167697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40430) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:36.172738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:36.210166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'project_id': 'adee688f904a41b2a6d9c40223afc549', 'port_id': '01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:36.243847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Attempting to bind port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:44:36.244538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Attempting to bind port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:44:36.245033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Attempting to bind port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:36.251832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f on network aadf36b9-b3f2-4855-94aa-093ac868c183 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:44:36.252417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Attempting to bind port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f on network aadf36b9-b3f2-4855-94aa-093ac868c183 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:44:36.261616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:44:36.262694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Checking segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:36.263256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Bound using segment: {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:44:36.264654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Bound port: b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917578e7-c58e-4b58-8569-d3d168a05f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:44:36.268324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.276365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.331251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.384331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40438) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:36.401678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.442297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:44:36.472162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:44:36.482344 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.491254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066236-d68e-4203-b2cd-b1fe82576e93 req-937dd66f-f201-4b8d-805a-693a24623b1d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:36.493418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d066236-d68e-4203-b2cd-b1fe82576e93 req-937dd66f-f201-4b8d-805a-693a24623b1d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 943 time: 0.1153414 Oct 19 20:44:36.518681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.522917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.525321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a13fab11-5a57-4644-a804-dad43d652c32 HTTP/1.1" status: 204 len: 168 time: 0.3550601 Oct 19 20:44:36.552252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:36.553160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.555242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545fd48-c963-423f-861d-8236aa72cc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13fab11-5a57-4644-a804-dad43d652c32,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:36.555407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-0318e53e-4202-4410-9320-44b519480b3a service neutron] 10.222.0.37 "PUT /v2.0/ports/b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f HTTP/1.1" status: 200 len: 1091 time: 1.3115516 Oct 19 20:44:36.555724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:36.558047 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328db52b-e7c6-46d9-b426-e4b67dfc7a50" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:36.572218 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.580646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6591ab60-0c96-4a49-96ce-040a4c2d975a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.634480 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f3a2b2-eefd-42d9-b73b-8ffe57e8d13a x-openstack-request-id: req-66f3a2b2-eefd-42d9-b73b-8ffe57e8d13a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:36.634774 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:36.635097 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66f3a2b2-eefd-42d9-b73b-8ffe57e8d13a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:36.635403 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f', 'status': 'completed', 'code': 200} Oct 19 20:44:36.643805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d066236-d68e-4203-b2cd-b1fe82576e93 req-3ac8f5f5-bcc9-465c-b09c-ccff37347140 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423061 Oct 19 20:44:36.669375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318e53e-4202-4410-9320-44b519480b3a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:36.700865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-b3d77d4a-043b-407a-aea5-c6a2c0dc6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:36.703132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-b3d77d4a-043b-407a-aea5-c6a2c0dc6cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 1094 time: 0.0823374 Oct 19 20:44:36.748822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Allocated IP 172.25.7.62 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/6b17bd04-205c-41d6-bae6-1ac2756d0016) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:36.757007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-d5600402-da70-43da-8ce8-b4fc6f68aff6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f HTTP/1.1" status: 200 len: 217 time: 0.0442133 Oct 19 20:44:36.763066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2686df1d-f375-4733-9149-e2c4b14516ec details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:44:36.838069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6591ab60-0c96-4a49-96ce-040a4c2d975a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.851780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6591ab60-0c96-4a49-96ce-040a4c2d975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.863576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-1dd89ef1-289d-41ab-a74a-f35731232c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:36.865091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-1dd89ef1-289d-41ab-a74a-f35731232c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0990181 Oct 19 20:44:36.915875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2686df1d-f375-4733-9149-e2c4b14516ec,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:36.933719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2686df1d-f375-4733-9149-e2c4b14516ec', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:44:36.949955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:36.957038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-9d268f02-8482-4cd4-91f2-daf0276052c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827472 Oct 19 20:44:36.961264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6591ab60-0c96-4a49-96ce-040a4c2d975a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ac837b509a44c6e81ad9bb3052f0b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760314 Oct 19 20:44:36.964599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40452) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:36.980488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591ab60-0c96-4a49-96ce-040a4c2d975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc49c6-e654-4956-a99c-bbb07542da64,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:36.990525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.009847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2686df1d-f375-4733-9149-e2c4b14516ec {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:37.034983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.039691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.039889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2686df1d-f375-4733-9149-e2c4b14516ec,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:37.046373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.097720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.118656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:37.119428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:37.121462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:37.127712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:37.136734 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-15094a08-6178-4a88-856f-ac3a4539ce8e service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595750 Oct 19 20:44:37.221769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Pushing event updated for resources: {'Port': ['ID=6b17bd04-205c-41d6-bae6-1ac2756d0016,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:37.244704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2686df1d-f375-4733-9149-e2c4b14516ec'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:37.290937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ed9dbdf-1e77-4ccc-b79b-d5d861614911 req-cbe41ab4-08c7-46fc-acb0-76c8142c256a service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469476 Oct 19 20:44:37.356482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb467a4-918a-46e0-9ffe-cc762d2c83fd req-ee019c37-3653-433e-902d-df42ffa9d6c1 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:37.358828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3cb467a4-918a-46e0-9ffe-cc762d2c83fd req-ee019c37-3653-433e-902d-df42ffa9d6c1 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 945 time: 0.1314385 Oct 19 20:44:37.415332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-ad1fb991-346a-4b7a-9817-7176869a4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:37.415625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.418585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.419484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bfc49c6-e654-4956-a99c-bbb07542da64 HTTP/1.1" status: 204 len: 168 time: 0.4537890 Oct 19 20:44:37.420418 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-ad1fb991-346a-4b7a-9817-7176869a4031 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 1094 time: 0.0780764 Oct 19 20:44:37.468994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fc090-d9e0-478a-8dbc-56c4e65fa372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc49c6-e654-4956-a99c-bbb07542da64,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:37.483074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3cb467a4-918a-46e0-9ffe-cc762d2c83fd req-cbe3ccb9-9a09-4a8b-b619-981093471eac tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685711 Oct 19 20:44:37.583281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-77373572-3c72-4f95-9cbf-018c02a88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:37.584894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-77373572-3c72-4f95-9cbf-018c02a88b4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1559348 Oct 19 20:44:37.640347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-fa0c4fa6-76d9-4242-9dfc-aa17afe58052 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f HTTP/1.1" status: 200 len: 217 time: 0.0470054 Oct 19 20:44:37.757984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-e6a69ef7-0800-4daf-85c3-13bbdbd29ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:37.761637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-e6a69ef7-0800-4daf-85c3-13bbdbd29ade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.1145329 Oct 19 20:44:37.818939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.832921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-75c4ea62-0e37-43f7-ae3d-f62468003b79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619349 Oct 19 20:44:37.939654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.948698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39d914-4bb7-4e46-840c-9a9cea01ad5c req-6a240c29-954f-4a26-818a-919ebeb20fec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:37.950554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff39d914-4bb7-4e46-840c-9a9cea01ad5c req-6a240c29-954f-4a26-818a-919ebeb20fec tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 943 time: 0.1217210 Oct 19 20:44:37.970207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40486) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:37.992571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-279b8c85-4d64-4c75-bd71-24b1757e872f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:37.994471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-fbb0cdae-842e-4324-8687-687908c27681 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520271 Oct 19 20:44:38.019731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff39d914-4bb7-4e46-840c-9a9cea01ad5c req-d2acc371-a8aa-493f-a6f7-aa448f5f451a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Oct 19 20:44:38.123780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-328db52b-e7c6-46d9-b426-e4b67dfc7a50 req-b337afb4-fdd4-4f7c-ab47-7737872001ed service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208584 Oct 19 20:44:38.173284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-279b8c85-4d64-4c75-bd71-24b1757e872f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.185410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-279b8c85-4d64-4c75-bd71-24b1757e872f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.198311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.209761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.224355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40490) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:38.260064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-279b8c85-4d64-4c75-bd71-24b1757e872f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48a4f3cad51e43ed9c13787c7a9d5456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888205 Oct 19 20:44:38.262751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:38.270938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b8c85-4d64-4c75-bd71-24b1757e872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0412ecb-48ea-4a64-abaf-d0ddf4d895a9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:38.312452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Pushing event updated for resources: {'Port': ['ID=6b17bd04-205c-41d6-bae6-1ac2756d0016,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:38.322862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.339680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.364008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.394227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f142-0e3e-4844-b5e4-c2af850e8f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.444039 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Floating IP 3235f363-9607-47fe-b63e-c0423e8b3289 associated. External IP: 172.25.7.62, port: 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd. Oct 19 20:44:38.448714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.451586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.452789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0412ecb-48ea-4a64-abaf-d0ddf4d895a9 HTTP/1.1" status: 204 len: 168 time: 0.1866329 Oct 19 20:44:38.469428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1cd8-8df8-4e7a-bfc8-80b50d24bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0412ecb-48ea-4a64-abaf-d0ddf4d895a9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:38.530287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f142-0e3e-4844-b5e4-c2af850e8f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.535834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f142-0e3e-4844-b5e4-c2af850e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.604267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8fc7f142-0e3e-4844-b5e4-c2af850e8f75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f426bd1f57de468db4bd5eeac5b69ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756824 Oct 19 20:44:38.604267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f142-0e3e-4844-b5e4-c2af850e8f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c29311-1f68-4764-9017-1054b48876b7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:38.604774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40504) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:38.664001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.690910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.756575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.760112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73f580-6613-495a-b03b-e164e70c4cb4 req-aad7ab87-7ffd-474b-8f88-81f584a749f6 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:38.761156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d73f580-6613-495a-b03b-e164e70c4cb4 req-aad7ab87-7ffd-474b-8f88-81f584a749f6 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 945 time: 0.1197376 Oct 19 20:44:38.766667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.770857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95c29311-1f68-4764-9017-1054b48876b7 HTTP/1.1" status: 204 len: 168 time: 0.1651723 Oct 19 20:44:38.778018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2686df1d-f375-4733-9149-e2c4b14516ec up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:38.796534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdb7f6-44e8-4f59-bcd2-eb1f413c5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c29311-1f68-4764-9017-1054b48876b7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:38.856464 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2686df1d-f375-4733-9149-e2c4b14516ec completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:44:38.862848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2686df1d-f375-4733-9149-e2c4b14516ec triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:38.864655 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:38.927728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:38.996718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.024510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:39.028063 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91241d88-46ae-4a27-adb4-cc160bde0d49" -d '{"events": [{"server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "name": "network-vif-plugged", "status": "completed", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:39.060240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2686df1d-f375-4733-9149-e2c4b14516ec,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:39.067742 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.140751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:39.217739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ffb47a3-cbdd-4ec9-8718-a60d8c3b0103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.268397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d73f580-6613-495a-b03b-e164e70c4cb4 req-fe5f7c32-cb78-43d8-bae2-05f8d774d2af tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718776 Oct 19 20:44:39.320329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Router 0f75452d-477a-4b67-b90b-765a23aa70d1 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:39.354541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ffb47a3-cbdd-4ec9-8718-a60d8c3b0103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.361472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ffb47a3-cbdd-4ec9-8718-a60d8c3b0103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.422318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ffb47a3-cbdd-4ec9-8718-a60d8c3b0103 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f55064e1dc904f089877f75f5f6cc5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930468 Oct 19 20:44:39.423083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb47a3-cbdd-4ec9-8718-a60d8c3b0103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7be66c-a9a7-4582-b35d-67ac0b202ffa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:39.426425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40534) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:39.508483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.531853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.559159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:39.567789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] Sync routers for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:39.582289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:39.583260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:39.596434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b6b37-369d-4041-bc8b-72f2ae50f3f5 req-c686e0d9-8dcc-490b-9cdc-90c0058ed906 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:39.608359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.610436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a7b6b37-369d-4041-bc8b-72f2ae50f3f5 req-c686e0d9-8dcc-490b-9cdc-90c0058ed906 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 943 time: 0.1922073 Oct 19 20:44:39.611563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.628998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc7be66c-a9a7-4582-b35d-67ac0b202ffa HTTP/1.1" status: 204 len: 168 time: 0.2011225 Oct 19 20:44:39.646504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aacf4-64ab-4669-960e-6ede49ff9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7be66c-a9a7-4582-b35d-67ac0b202ffa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:39.720788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a7b6b37-369d-4041-bc8b-72f2ae50f3f5 req-4d882052-970f-49ee-b201-e198548812d5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082757 Oct 19 20:44:39.730405 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:39.761956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-100543e7-862a-485d-9523-e0a866d09080 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9790876 Oct 19 20:44:39.765000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40548) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:39.823010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0585-6db6-420c-a0f1-f45c13925f03 req-be794f56-8651-493f-8175-602e1df42b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:39.825345 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fcd0585-6db6-420c-a0f1-f45c13925f03 req-be794f56-8651-493f-8175-602e1df42b72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1097 time: 0.0652795 Oct 19 20:44:39.896994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fcd0585-6db6-420c-a0f1-f45c13925f03 req-17798dbb-1722-4fe1-b4b1-63f460a84d87 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639269 Oct 19 20:44:39.923320 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2f00a-2f5c-4bbf-9087-962653bcfd98 x-openstack-request-id: req-9ac2f00a-2f5c-4bbf-9087-962653bcfd98 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:39.923931 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "name": "network-vif-plugged", "status": "completed", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:39.923931 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ac2f00a-2f5c-4bbf-9087-962653bcfd98 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:39.924266 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'code': 200} Oct 19 20:44:39.929823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ed6dad97-6794-4c1a-9d54-03bb24e5ad92 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "GET /v2.0/floatingips/3235f363-9607-47fe-b63e-c0423e8b3289 HTTP/1.1" status: 200 len: 983 time: 0.1612892 Oct 19 20:44:39.930356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40552) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:39.932187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:39.950729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:39.951843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:39.988000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:39.988837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040bd9e-1ee2-40de-aaa1-3d9bc445e484 None None] The sync data for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:40.003366 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98e2145d-9e61-4527-b08b-64ae6046572c tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.0713196 Oct 19 20:44:40.006506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40556) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:40.069729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40560) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:40.086072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-814ee0bb-536f-4282-9b78-f776273ffbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.179552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 6b17bd04-205c-41d6-bae6-1ac2756d0016 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:40.180146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.183293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-814ee0bb-536f-4282-9b78-f776273ffbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.188432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-814ee0bb-536f-4282-9b78-f776273ffbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.233895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee0bb-536f-4282-9b78-f776273ffbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b752aa-48a1-47a3-ae47-db1c80985cf6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:40.247858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-814ee0bb-536f-4282-9b78-f776273ffbac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd663f1143a24cbd9253987028374cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768298 Oct 19 20:44:40.250518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:40.303572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.306212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.335034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.343401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 6b17bd04-205c-41d6-bae6-1ac2756d0016 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:40.361773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.452381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e102-f338-41e0-b331-f06168ead53a req-fc790e1f-8b9f-4912-b834-9209f0849272 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:40.459733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae81e102-f338-41e0-b331-f06168ead53a req-fc790e1f-8b9f-4912-b834-9209f0849272 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.0685365 Oct 19 20:44:40.494204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.496990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.498178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33b752aa-48a1-47a3-ae47-db1c80985cf6 HTTP/1.1" status: 204 len: 168 time: 0.2452316 Oct 19 20:44:40.510940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc505e-a25e-455b-95fc-18cbf2a0fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b752aa-48a1-47a3-ae47-db1c80985cf6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:40.538493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae81e102-f338-41e0-b331-f06168ead53a req-06b03564-53f7-4b16-bf4f-d519b5cc8dad tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777488 Oct 19 20:44:40.561669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.590834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=6b17bd04-205c-41d6-bae6-1ac2756d0016,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:40.652816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:40.653497 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Floating IP 3235f363-9607-47fe-b63e-c0423e8b3289 disassociated (deleted). External IP: 172.25.7.62, port: 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd. Oct 19 20:44:40.859853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:44:40.922303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738045c-01cd-43f4-ba31-8581cbd94cfb req-20792783-5df9-4fe2-a417-55da82c76f12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:40.923956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4738045c-01cd-43f4-ba31-8581cbd94cfb req-20792783-5df9-4fe2-a417-55da82c76f12 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 943 time: 0.1029725 Oct 19 20:44:40.970163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Router 0f75452d-477a-4b67-b90b-765a23aa70d1 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:41.035290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4738045c-01cd-43f4-ba31-8581cbd94cfb req-d4f19aae-b875-4c82-b180-5a7c571f1892 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035869 Oct 19 20:44:41.065604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:41.083080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f', 'network_id': 'aadf36b9-b3f2-4855-94aa-093ac868c183', 'port_id': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f', 'mac_address': 'fa:16:3e:44:cb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88a9be0-ba16-403c-bcdd-ee59120abbd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:44:41.118404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:41.123431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.135566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] Sync routers for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:41.146907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.153840 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:41.154453 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:41.163223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40610) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:41.167664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:41.174030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3833637f-e832-494f-a14d-76571608ca98 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/floatingips/3235f363-9607-47fe-b63e-c0423e8b3289 HTTP/1.1" status: 204 len: 168 time: 1.1662953 Oct 19 20:44:41.184150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:44:41.192656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.221466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:41.231194 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:41.232010 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:41.232153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:41.237888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.281133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:41.289948 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:41.290603 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868af519-3d0b-408b-b10a-7b5af733d4a1 None None] The sync data for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:41.312381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:41.350186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.428769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:44:41.468068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Allocated IP 172.25.7.67 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/a7df06fa-95c6-4d03-89cd-fa5afba9825a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:41.476085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1513314358', 'router:external': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:41.520398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Made reservation on behalf of b66987b4e848473fa35a286f9c3a4562 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:41.526128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.550527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.658833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.689909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.695724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.726523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaebbf-fce6-407a-bd1a-0ddd57e4857e req-4393873b-7f62-42ff-91e1-c6aec00abfe3 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:41.728500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9eaaebbf-fce6-407a-bd1a-0ddd57e4857e req-4393873b-7f62-42ff-91e1-c6aec00abfe3 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.0847743 Oct 19 20:44:41.736530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:44:41.748641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a260b7-9314-440c-a876-f86fe5f80f77,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:41.755348 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.755694 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Added segment 6dbc84d1-e6fc-411a-86ce-7e20c8dfd2cf of type vlan for network d12116e2-f74b-4e23-90e3-142eadc2940d Oct 19 20:44:41.759198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.808161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.808483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9eaaebbf-fce6-407a-bd1a-0ddd57e4857e req-97855b0d-e745-455c-aab3-974021159633 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731978 Oct 19 20:44:41.819156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:41.822857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:41.830452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:41.833815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Pushing event updated for resources: {'Port': ['ID=a7df06fa-95c6-4d03-89cd-fa5afba9825a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:41.857495 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.858726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:41.859736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:41.968434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.001174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7180643 Oct 19 20:44:42.005439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40640) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:42.008369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1927bb-b0c7-4ae5-afb3-fc1329f9feff tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Network': ['ID=d12116e2-f74b-4e23-90e3-142eadc2940d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:42.013180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'subnet': {'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:42.018107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d12116e2-f74b-4e23-90e3-142eadc2940d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:44:42.041819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Made reservation on behalf of b66987b4e848473fa35a286f9c3a4562 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:42.045278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.054021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f2cd7-72da-4e86-a7eb-e0eda45d0aa2 req-c40def1f-3a1f-43fa-9875-621fbfac2d16 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:42.055426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a0f2cd7-72da-4e86-a7eb-e0eda45d0aa2 req-c40def1f-3a1f-43fa-9875-621fbfac2d16 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.1477177 Oct 19 20:44:42.072240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.125006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a0f2cd7-72da-4e86-a7eb-e0eda45d0aa2 req-7dffaea6-373c-49e7-a097-704c88e9558f tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635581 Oct 19 20:44:42.148509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40648) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:42.304363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a26d9-76f6-4eed-a33c-d9101a824954 req-5a840cf4-31a1-4a06-8b39-8682dbe27c88 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:42.305921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-212a26d9-76f6-4eed-a33c-d9101a824954 req-5a840cf4-31a1-4a06-8b39-8682dbe27c88 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 944 time: 0.1367400 Oct 19 20:44:42.414759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-212a26d9-76f6-4eed-a33c-d9101a824954 req-bf0ecdf1-e832-4b63-af5e-0155562a2340 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989597 Oct 19 20:44:42.473892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36f2f6-c6a9-428d-92c1-921ab123d474 tempest-TestVolumeBackupRestore-1324336873 tempest-TestVolumeBackupRestore-1324336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:42.474482 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.478171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f36f2f6-c6a9-428d-92c1-921ab123d474 tempest-TestVolumeBackupRestore-1324336873 tempest-TestVolumeBackupRestore-1324336873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1092 time: 0.3281686 Oct 19 20:44:42.480277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.480859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:42.488128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:42.515965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.574966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Pushing event updated for resources: {'Port': ['ID=a7df06fa-95c6-4d03-89cd-fa5afba9825a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:42.592652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.635573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.639444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.643487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-efef285c-91ad-40c3-948b-8ddce64869c1 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4792259 Oct 19 20:44:42.643786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40670) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:42.694031 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.702299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:44:42.702777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.766918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54de14a0-5b12-491b-bf9e-15a2756724e2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:42.771143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Allocated IP 172.25.7.40 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d76748ea-709b-472c-ae2d-5692055d11a3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:42.771984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Checking segment: {'id': '6dbc84d1-e6fc-411a-86ce-7e20c8dfd2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:44:42.772119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network hostable DHCP agents. Network: d12116e2-f74b-4e23-90e3-142eadc2940d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:44:42.794707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network d12116e2-f74b-4e23-90e3-142eadc2940d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:44:42.807549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, d12116e2-f74b-4e23-90e3-142eadc2940d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:42.814648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:42.815255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.815900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b3d11-602b-4b3a-a1ba-b1c1ab35db8c None None] Network d12116e2-f74b-4e23-90e3-142eadc2940d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:42.835644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a000716f-a032-4d08-b2c3-ad8e02dd817c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8271728 Oct 19 20:44:42.836978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40676) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:42.841767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-807686451', 'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:42.879774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Made reservation on behalf of b66987b4e848473fa35a286f9c3a4562 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:44:42.885593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.917537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:44:42.923677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] device_id is not set on port fa138cbd-2ae9-4d4d-b961-ce09ad763a94 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:44:42.926789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:42.984050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:42.986381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.042869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:44:43.050306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:44:43.050942 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.053715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbafca-f93d-4e09-8ac2-46472422437c None None] Network d12116e2-f74b-4e23-90e3-142eadc2940d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:43.094844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.139542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 2001:db8::180 (d12116e2-f74b-4e23-90e3-142eadc2940d/54de14a0-5b12-491b-bf9e-15a2756724e2/fa138cbd-2ae9-4d4d-b961-ce09ad763a94) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:43.160858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:43.169238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:43.172590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:43.194038 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.214303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'Port': ['ID=d76748ea-709b-472c-ae2d-5692055d11a3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:43.254340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.316460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.387196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:43.388223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:43.391174 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8be23-7c62-45a8-806f-8592ae38f552" -d '{"events": [{"server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:43.405160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.463105 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e6bea-9bbf-4710-81ef-0dac18fbf5a1 x-openstack-request-id: req-aa8e6bea-9bbf-4710-81ef-0dac18fbf5a1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:43.463883 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:43.464306 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa8e6bea-9bbf-4710-81ef-0dac18fbf5a1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:43.464855 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f', 'code': 200} Oct 19 20:44:43.562568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:43.564760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.605728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Allocated IP 172.25.7.117 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/15a92002-3aca-4977-8bde-a0cf4e730cf4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:43.664622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f871-8c19-4cfc-b646-11fa0b9a8dd6 req-7f0534cc-637e-4cf3-a593-d867f0fc19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:43.666385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3826f871-8c19-4cfc-b646-11fa0b9a8dd6 req-7f0534cc-637e-4cf3-a593-d867f0fc19f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 1096 time: 0.1425741 Oct 19 20:44:43.691498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94073-4b5f-40db-b5f2-2efd7622f7f3 req-54d57f08-f366-4202-8fc5-c62cc095283a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:43.693022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17a94073-4b5f-40db-b5f2-2efd7622f7f3 req-54d57f08-f366-4202-8fc5-c62cc095283a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0961709 Oct 19 20:44:43.701827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.790014 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3826f871-8c19-4cfc-b646-11fa0b9a8dd6 req-4663e21d-ff0e-4cb8-b12f-6a942ec34893 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152031 Oct 19 20:44:43.794695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network d12116e2-f74b-4e23-90e3-142eadc2940d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:43.802432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:43.813279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-17a94073-4b5f-40db-b5f2-2efd7622f7f3 req-c82359dd-034e-452a-896d-e673dac91d13 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129699 Oct 19 20:44:43.814080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:43.815088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:43.815740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.819984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=fa138cbd-2ae9-4d4d-b961-ce09ad763a94,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:43.844721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-14c03029-9e73-4257-9dd5-a54081f32274 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0064893 Oct 19 20:44:43.847014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40708) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:43.873470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.876682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40710) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:43.943944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Deleting port fa138cbd-2ae9-4d4d-b961-ce09ad763a94 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:43.944645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.961383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:43.987251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.035091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8354164c-e667-4044-980a-5fffedd265a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.037111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:44.045154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:44.048003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:44.074541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.084643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Pushing event updated for resources: {'Port': ['ID=15a92002-3aca-4977-8bde-a0cf4e730cf4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:44.103433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Calling delete_port for fa138cbd-2ae9-4d4d-b961-ce09ad763a94 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:44.120738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.207291 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8354164c-e667-4044-980a-5fffedd265a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.220053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8354164c-e667-4044-980a-5fffedd265a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.225539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.266480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354164c-e667-4044-980a-5fffedd265a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b683d-3049-48a0-86e9-96a8e5f9500c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:44.302120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8354164c-e667-4044-980a-5fffedd265a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=282320f6d53a43798ade8ede6883e2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240482 Oct 19 20:44:44.304789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40714) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:44.327160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.336493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.365799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa138cbd-2ae9-4d4d-b961-ce09ad763a94,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:44.392028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.395614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d50172c-16ca-4080-a792-807bd5c60fcf tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fa138cbd-2ae9-4d4d-b961-ce09ad763a94 HTTP/1.1" status: 204 len: 168 time: 0.5475268 Oct 19 20:44:44.399539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40716) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:44.404649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d', 'external_fixed_ips': [{'subnet_id': '54de14a0-5b12-491b-bf9e-15a2756724e2', 'ip_address': '2001:db8::180'}]}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:44.436181 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.437675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.488229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.492032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.504854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.505503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.593402 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.643601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:44.644890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event updated for resources: {'Port': ['ID=d76748ea-709b-472c-ae2d-5692055d11a3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:44.688595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.095801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.136465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.142699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.145214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.146399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f17b683d-3049-48a0-86e9-96a8e5f9500c HTTP/1.1" status: 204 len: 168 time: 0.8406200 Oct 19 20:44:45.212894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445c9e9-50cb-4d61-8255-5806b9508dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b683d-3049-48a0-86e9-96a8e5f9500c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:45.223267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.243046 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Floating IP f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad associated. External IP: 172.25.7.40, port: 2686df1d-f375-4733-9149-e2c4b14516ec. Oct 19 20:44:45.253640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.303601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Pushing event updated for resources: {'Port': ['ID=15a92002-3aca-4977-8bde-a0cf4e730cf4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:45.321777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3af2c-4bab-4c26-962d-8981a022c38f req-1586f308-582b-43d7-a29c-0b6a78d37b2b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:45.323480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93d3af2c-4bab-4c26-962d-8981a022c38f req-1586f308-582b-43d7-a29c-0b6a78d37b2b tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.2272253 Oct 19 20:44:45.331269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.406188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.409911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4f05d33-9109-4928-b5f3-a424a7ae6565 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7651551 Oct 19 20:44:45.414173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:45.445283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 2001:db8::180 (d12116e2-f74b-4e23-90e3-142eadc2940d/54de14a0-5b12-491b-bf9e-15a2756724e2/a77791bf-2e90-4fae-bfb3-d6334ec43ef7) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:45.485728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40732) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:45.513401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-93d3af2c-4bab-4c26-962d-8981a022c38f req-85b3da72-3460-4368-a4b5-1122655273d1 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771278 Oct 19 20:44:45.535110 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3a6c-a622-4056-94e5-cd056f09d338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.594965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ebd00713-ea76-4712-921f-da39b214a057 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1797004 Oct 19 20:44:45.598330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:45.623619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.684803 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-38ff23c7-45a6-4e1b-bb50-be08b66d0505 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0823066 Oct 19 20:44:45.685372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40746) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:45.715763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.724061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3a6c-a622-4056-94e5-cd056f09d338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.747485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3a6c-a622-4056-94e5-cd056f09d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:45.780959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network d12116e2-f74b-4e23-90e3-142eadc2940d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:45.798045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:45.804616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=a77791bf-2e90-4fae-bfb3-d6334ec43ef7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:45.809855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:45.815675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f9ba3a6c-a622-4056-94e5-cd056f09d338 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59acf57372d94218a4a80a470c387b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289526 Oct 19 20:44:45.848116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:45.848515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba3a6c-a622-4056-94e5-cd056f09d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d596d85f-f894-4f1f-a243-f444f2145af3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:45.940254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:45.964383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214973b0-b3ee-4d73-a554-071fa821f8d2 req-b759d68b-5184-46b7-b86c-3549bb7890dc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:45.965926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-214973b0-b3ee-4d73-a554-071fa821f8d2 req-b759d68b-5184-46b7-b86c-3549bb7890dc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.2205358 Oct 19 20:44:46.047327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.055252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.090066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Deleting port 15a92002-3aca-4977-8bde-a0cf4e730cf4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:46.090409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.123720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-214973b0-b3ee-4d73-a554-071fa821f8d2 req-a72b0c02-bea2-4ba3-93f9-95058766697e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484928 Oct 19 20:44:46.125855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.253320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:46.271004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:46.272796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.273330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.291930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:46.293183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:46.296286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Calling delete_port for 15a92002-3aca-4977-8bde-a0cf4e730cf4 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:46.302954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.306127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.307542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d596d85f-f894-4f1f-a243-f444f2145af3 HTTP/1.1" status: 204 len: 168 time: 0.4585092 Oct 19 20:44:46.318369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.338113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.361480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3c0dd-5e86-4ed1-a81b-2034d3f45cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d596d85f-f894-4f1f-a243-f444f2145af3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:46.449746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226226-867f-44da-8729-6ebe058c74d3 req-0317c889-f85b-4c31-83d5-4809a77317c6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:46.451519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29226226-867f-44da-8729-6ebe058c74d3 req-0317c889-f85b-4c31-83d5-4809a77317c6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.2352672 Oct 19 20:44:46.456233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:46.474274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6bf471eb-e4c6-4039-b2c1-656e4b1c4c62 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9917977 Oct 19 20:44:46.477903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:46.480306 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a005a-ab8d-44de-9fae-e95a204dedbb" -d '{"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:46.482872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:46.572555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29226226-867f-44da-8729-6ebe058c74d3 req-17f0897c-63a0-4530-b4ca-8bd5ca746621 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Oct 19 20:44:46.573185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router ebf83d67-13ee-498b-9175-d869a1bde9bf is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:44:46.596748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aade85-c5b0-4a29-83d5-fda78fa64ebf tempest-TestVolumeBackupRestore-1324336873 tempest-TestVolumeBackupRestore-1324336873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:46.598522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a4aade85-c5b0-4a29-83d5-fda78fa64ebf tempest-TestVolumeBackupRestore-1324336873 tempest-TestVolumeBackupRestore-1324336873-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1092 time: 0.0964427 Oct 19 20:44:46.602817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40768) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:46.607664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Request body: {'floatingip': {'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:46.741091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.797586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.807165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:46.821361 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Sync routers for ids ['ebf83d67-13ee-498b-9175-d869a1bde9bf'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:46.846945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:46.849718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-77717d42-47e3-4ec3-a64b-1fe66bb493d1 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4490795 Oct 19 20:44:46.854598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40784) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:46.872658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Routers {'ebf83d67-13ee-498b-9175-d869a1bde9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:46.873793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ebf83d67-13ee-498b-9175-d869a1bde9bf'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:46.908371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Pushing event deleted for resources: {'Port': ['ID=15a92002-3aca-4977-8bde-a0cf4e730cf4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:46.965079 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de32cb0-1721-435c-bccc-385d70779d9d x-openstack-request-id: req-3de32cb0-1721-435c-bccc-385d70779d9d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:46.965379 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:46.965650 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3de32cb0-1721-435c-bccc-385d70779d9d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:46.973734 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:44:47.057382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:43Z', 'revision_number': 0, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:47.077563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.089505 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Set router ebf83d67-13ee-498b-9175-d869a1bde9bf gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:47.122047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:44:47.138906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:47.142012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:47.146759 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a78cfd-891a-4398-8be5-e79366521912 req-4d849a1e-9510-4253-876c-9b9fac682abc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:47.149395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64a78cfd-891a-4398-8be5-e79366521912 req-4d849a1e-9510-4253-876c-9b9fac682abc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1302392 Oct 19 20:44:47.158590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.162391 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.166911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b27d5664-e37f-4ef7-a313-8471c433d087 tempest-FloatingIPAdminTestJSON-2001229272 tempest-FloatingIPAdminTestJSON-2001229272-project] 10.222.0.31 "DELETE /v2.0/floatingips/eab2ebc6-7e6c-4d13-b6bd-a421cf2e6214 HTTP/1.1" status: 204 len: 168 time: 1.4787788 Oct 19 20:44:47.171828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:47.230127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.325522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64a78cfd-891a-4398-8be5-e79366521912 req-b12f1230-758a-4fc2-a38b-69f8125c8ac7 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645460 Oct 19 20:44:47.374645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Deleting port a77791bf-2e90-4fae-bfb3-d6334ec43ef7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:47.375382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.435091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:47.515072 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf83d67-13ee-498b-9175-d869a1bde9bf', 'name': '', 'tenant_id': 'b66987b4e848473fa35a286f9c3a4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d', 'external_fixed_ips': [{'subnet_id': '54de14a0-5b12-491b-bf9e-15a2756724e2', 'ip_address': '2001:db8::180'}], 'enable_snat': True}, 'gw_port_id': 'a77791bf-2e90-4fae-bfb3-d6334ec43ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:44:44Z', 'updated_at': '2021-10-19T20:44:45Z', 'revision_number': 3, 'project_id': 'b66987b4e848473fa35a286f9c3a4562', 'gw_port': {'id': 'a77791bf-2e90-4fae-bfb3-d6334ec43ef7', 'name': '', 'network_id': 'd12116e2-f74b-4e23-90e3-142eadc2940d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf83d67-13ee-498b-9175-d869a1bde9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '54de14a0-5b12-491b-bf9e-15a2756724e2', 'ip_address': '2001:db8::180', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:44:45Z', 'updated_at': '2021-10-19T20:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54de14a0-5b12-491b-bf9e-15a2756724e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:47.532613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.546292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Calling delete_port for a77791bf-2e90-4fae-bfb3-d6334ec43ef7 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:47.592843 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Checking router: ebf83d67-13ee-498b-9175-d869a1bde9bf for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:44:47.593488 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Updating router ebf83d67-13ee-498b-9175-d869a1bde9bf port a77791bf-2e90-4fae-bfb3-d6334ec43ef7 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:44:47.649265 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.733233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.768988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-d24deb79-b5b4-4560-8f0b-80c5c9c0501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:47.771948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-d24deb79-b5b4-4560-8f0b-80c5c9c0501e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1097 time: 0.7673411 Oct 19 20:44:47.772619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Port': ['ID=a77791bf-2e90-4fae-bfb3-d6334ec43ef7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:47.805346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.935986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:47.939759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.048055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:43Z', 'revision_number': 0, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:48.072954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.073844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebf83d67-13ee-498b-9175-d869a1bde9bf {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:44:48.081112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.084592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-880ebc4b-98ea-469a-a3a1-b38843c83ef2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ebf83d67-13ee-498b-9175-d869a1bde9bf HTTP/1.1" status: 204 len: 168 time: 1.2267315 Oct 19 20:44:48.085671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40810) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:48.119072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ef4e4-791d-416a-991b-e4e5c46ed705 None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:43Z', 'revision_number': 0, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:48.198101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Deleting subnet 54de14a0-5b12-491b-bf9e-15a2756724e2 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:44:48.220160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.221235 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.db.api [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:44:48.221784 n-d-805649-9 neutron-server[100737]: DEBUG oslo_db.api [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:44:48.292347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.343655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.474670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.522972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782abace-b7af-4ba7-bce7-e0c7e5e04f7f None None] New status for floating IP f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:44:48.524068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54de14a0-5b12-491b-bf9e-15a2756724e2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:48.534147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.540642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b337059a-9eba-48c3-aed8-b79d7c80831b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/54de14a0-5b12-491b-bf9e-15a2756724e2 HTTP/1.1" status: 204 len: 168 time: 0.4509144 Oct 19 20:44:48.541202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:48.617392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-b3255c0d-d5b2-46c0-b516-3250eb8713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:48.619030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-b3255c0d-d5b2-46c0-b516-3250eb8713c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 914 time: 0.8070908 Oct 19 20:44:48.623747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Deleting port a7df06fa-95c6-4d03-89cd-fa5afba9825a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:48.624208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.649603 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.771188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3120-e798-4c57-a65e-ed2a3b0f6358 req-6086152c-86a5-4f8d-867f-9704fb51c6ae tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:48.777984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5c3120-e798-4c57-a65e-ed2a3b0f6358 req-6086152c-86a5-4f8d-867f-9704fb51c6ae tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.2529528 Oct 19 20:44:48.783852 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Port a77791bf-2e90-4fae-bfb3-d6334ec43ef7 not found while updating agent binding for router ebf83d67-13ee-498b-9175-d869a1bde9bf. {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 20:44:48.795011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:48.795375 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:44:48.798753 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebf83d67-13ee-498b-9175-d869a1bde9bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100737) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:44:48.800698 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba70e1-6cd1-4a9b-a142-73a7be445792 None None] The sync data for ids ['ebf83d67-13ee-498b-9175-d869a1bde9bf'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:48.800903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.837145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12116e2-f74b-4e23-90e3-142eadc2940d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:48.847163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.resource_extend [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:44:48.848835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbc84d1-e6fc-411a-86ce-7e20c8dfd2cf') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:48.849400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbc84d1-e6fc-411a-86ce-7e20c8dfd2cf') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:48.861224 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.877352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.884566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:48.885207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.906702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-9baefedf-ce49-4cc1-a8c7-86c4c32c2274 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 999 time: 0.2803440 Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:48.962223 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:48.968651 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:48.994787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb5c3120-e798-4c57-a65e-ed2a3b0f6358 req-9df3c39c-ba29-42f8-92ea-0bbd629ece08 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546700 Oct 19 20:44:48.997166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d12116e2-f74b-4e23-90e3-142eadc2940d {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 20:44:49.001211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Network': ['ID=d12116e2-f74b-4e23-90e3-142eadc2940d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:49.012260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.017636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-713f292b-4e6e-497a-8d1a-021b7180fe55 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d12116e2-f74b-4e23-90e3-142eadc2940d HTTP/1.1" status: 204 len: 168 time: 0.4742129 Oct 19 20:44:49.018136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-9af14bfa-6280-4c6b-b622-af1ff1879787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:49.019609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-9af14bfa-6280-4c6b-b622-af1ff1879787 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.1023476 Oct 19 20:44:49.023319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.023658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.029844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.036681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-782abace-b7af-4ba7-bce7-e0c7e5e04f7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:44:49.037129 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-782abace-b7af-4ba7-bce7-e0c7e5e04f7f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:44:49.049813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.070292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Calling delete_port for a7df06fa-95c6-4d03-89cd-fa5afba9825a owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:49.184342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-85573fa1-c1c3-4a33-ba05-a947536a1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:49.185931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-85573fa1-c1c3-4a33-ba05-a947536a1e98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502802 Oct 19 20:44:49.383414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-cb925577-6e0f-4257-992c-d0a3311de158 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890929 Oct 19 20:44:49.539626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782abace-b7af-4ba7-bce7-e0c7e5e04f7f None None] New status for floating IP f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:44:49.720114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:49.724253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'name': 'tempest-router--546253564', 'project_id': '0438c02dae3a413f9ab97700437a4311'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:49.767866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.769581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.795355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.811823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba5a005a-ab8d-44de-9fae-e95a204dedbb req-270a2e99-e7e2-4110-8ca5-f61d63b82011 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163191 Oct 19 20:44:49.847694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.852806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.885708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.892699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f36f9db-765a-4b55-8069-48ef7ffe1836 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1692626 Oct 19 20:44:49.892985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40854) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:49.902719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:49.904395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.906961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:49.911571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/3314ad9b-d39e-4916-89ea-6a5fc381fb58 HTTP/1.1" status: 204 len: 168 time: 2.7387550 Oct 19 20:44:49.914664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40856) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:49.924362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a62e-6c24-4343-b7d4-c0bf552cb219 tempest-FloatingIPAdminTestJSON-470095963 tempest-FloatingIPAdminTestJSON-470095963-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7df06fa-95c6-4d03-89cd-fa5afba9825a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:50.036226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.157360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:50.157977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.241525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:50.247946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.254583 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:50.263328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e6b0-b627-492f-a4be-98cd810e70f4 req-e7055610-8417-4706-97a1-1cefcd07c357 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:50.280229 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:50.281155 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:50.283025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d455e6b0-b627-492f-a4be-98cd810e70f4 req-e7055610-8417-4706-97a1-1cefcd07c357 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.2045388 Oct 19 20:44:50.323779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:50.326120 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357" -d '{"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:50.353516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.376257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.377641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:50.381168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.481636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d455e6b0-b627-492f-a4be-98cd810e70f4 req-401f1489-2541-4da2-b146-e813bf6f32bb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850853 Oct 19 20:44:50.481636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.481636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50e816a0-8ad9-4000-8d6f-479e460176d1 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:44:50.488740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.499675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5a964d3f-9ec9-423e-8526-b4b5fd54b963 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/routers/50e816a0-8ad9-4000-8d6f-479e460176d1 HTTP/1.1" status: 204 len: 168 time: 0.5987213 Oct 19 20:44:50.514649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:50.626751 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40874) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:50.635235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0889d2ab-e334-4c7c-a7d7-8cdeb0031a66 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "PUT /v2.0/floatingips/f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad HTTP/1.1" status: 200 len: 991 time: 4.0317934 Oct 19 20:44:50.638928 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb8bfb-bc28-4ea0-a682-74cc3c3bc11b x-openstack-request-id: req-a2fb8bfb-bc28-4ea0-a682-74cc3c3bc11b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:50.639225 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:50.639461 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2fb8bfb-bc28-4ea0-a682-74cc3c3bc11b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:50.639854 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:44:50.640960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.711040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:50.760733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-d5708944-82f5-4e27-8854-654ae7d30c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:50.762473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-d5708944-82f5-4e27-8854-654ae7d30c95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1097 time: 0.1262915 Oct 19 20:44:50.897191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:50.900877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4acfe512-74c4-414c-87a3-8df80b004354 tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/ports/01d9130d-fffe-48e5-ae15-d7eb3ddd6bcd HTTP/1.1" status: 204 len: 168 time: 0.9860134 Oct 19 20:44:50.906166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40884) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:50.934612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336322317', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:50.936740 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:49Z', 'revision_number': 2, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:51.008507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:51.010320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:51.016120 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:44:51.043441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f651d5-4301-4594-bc7c-2a695461c65d tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:51.047539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-53f651d5-4301-4594-bc7c-2a695461c65d tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f75452d-477a-4b67-b90b-765a23aa70d1 HTTP/1.1" status: 200 len: 913 time: 0.1385999 Oct 19 20:44:51.047711 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:44:51.049096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-fd4be7c6-929d-4295-aaf7-a6e55999fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:51.050018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40888) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:51.050485 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:51.050845 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:51.050974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-fd4be7c6-929d-4295-aaf7-a6e55999fc84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 914 time: 0.2567151 Oct 19 20:44:51.168053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:51.224173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-fc0c41d7-3eed-49c7-ba20-77dad0ab96f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 1001 time: 0.1651638 Oct 19 20:44:51.280291 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:51.361665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-100d08c5-fab5-4e37-8133-1e2da5b6f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:51.365808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-100d08c5-fab5-4e37-8133-1e2da5b6f914 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.1309297 Oct 19 20:44:51.446073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-926a4d5d-77e2-40bd-a74d-92b127a4fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:51.447945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-926a4d5d-77e2-40bd-a74d-92b127a4fe95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750227 Oct 19 20:44:51.477040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:51.742966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-bbe4db6e-0257-4ed3-aff1-7eec4ab378a5 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861605 Oct 19 20:44:51.838761 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:49Z', 'revision_number': 2, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:51.877496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d04ef7-cabd-4a51-90d3-2c7f6dd7741c None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'port_id': '2686df1d-f375-4733-9149-e2c4b14516ec', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'mac_address': 'fa:16:3e:08:b0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:44:43Z', 'updated_at': '2021-10-19T20:44:49Z', 'revision_number': 2, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:51.945944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5a3a2-b13c-4042-a00d-431e2969f032 req-aa5185e7-95b9-4adb-a2f2-243f88953fca tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:51.955559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74d5a3a2-b13c-4042-a00d-431e2969f032 req-aa5185e7-95b9-4adb-a2f2-243f88953fca tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.3107879 Oct 19 20:44:52.039391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74d5a3a2-b13c-4042-a00d-431e2969f032 req-a7e47c51-4013-4eae-9373-73c45a5bd2c0 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824106 Oct 19 20:44:52.063964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4ea53c2f-ec9a-4d10-8adb-42ed67a5b357 req-fac8a92e-ed7c-4a80-a4c3-7c422b33a815 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129470 Oct 19 20:44:52.500929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:52.528577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:52.640946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:44:52.645105 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11998bec-c892-4a79-8982-e1e1116769fe" -d '{"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:44:52.692052 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1f789-9f00-4514-b851-65d1a55244d2 x-openstack-request-id: req-1be1f789-9f00-4514-b851-65d1a55244d2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:44:52.692349 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:44:52.692640 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1be1f789-9f00-4514-b851-65d1a55244d2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:44:52.693044 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:44:52.704806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:52.708575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Allocated IP 172.25.7.39 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0a2fe798-8d2f-4b98-ba18-108a7be63ccc) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:52.760050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998bec-c892-4a79-8982-e1e1116769fe req-2b2a1a7a-0f92-4dcb-995a-781941f50d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:52.761750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-2b2a1a7a-0f92-4dcb-995a-781941f50d57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1097 time: 0.0475714 Oct 19 20:44:52.868362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998bec-c892-4a79-8982-e1e1116769fe req-0b7ba299-fe79-47bd-a516-a57cbeeb51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:52.869880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-0b7ba299-fe79-47bd-a516-a57cbeeb51da service neutron] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 914 time: 0.1013758 Oct 19 20:44:52.946240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-481cb6bf-1cc5-4207-b0a1-0c0cf1316467 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 1001 time: 0.0676093 Oct 19 20:44:52.996004 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.014139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998bec-c892-4a79-8982-e1e1116769fe req-d071b265-b0d8-4365-b409-a597103dff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:53.015733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-d071b265-b0d8-4365-b409-a597103dff3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.0640268 Oct 19 20:44:53.048124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.069626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998bec-c892-4a79-8982-e1e1116769fe req-1ad311b6-63e7-4e34-9ad8-0d963351e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:53.071222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-1ad311b6-63e7-4e34-9ad8-0d963351e12d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477495 Oct 19 20:44:53.133752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:53.159579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:53.168660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:53.172480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event updated for resources: {'Port': ['ID=0a2fe798-8d2f-4b98-ba18-108a7be63ccc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:53.212630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0c607-48d1-45b9-8b82-3fef6eff20ab req-a8d2dfd3-6e3c-44f3-a35b-14aba0a2966d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:53.214215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3e0c607-48d1-45b9-8b82-3fef6eff20ab req-a8d2dfd3-6e3c-44f3-a35b-14aba0a2966d tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1031168 Oct 19 20:44:53.218263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-fb22cfb3-ab3b-46ff-b1ed-7b9b48d172f9 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393807 Oct 19 20:44:53.300823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3e0c607-48d1-45b9-8b82-3fef6eff20ab req-b9272b1d-4f4b-4b86-a54d-14a8fe4e9735 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Oct 19 20:44:53.309441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 955c4748-6da0-4095-958c-4c72a669f1a3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:53.309673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.367303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-11998bec-c892-4a79-8982-e1e1116769fe req-237efcab-80b8-455d-bc0f-e195eae9caaf service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404641 Oct 19 20:44:53.482914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.500880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 955c4748-6da0-4095-958c-4c72a669f1a3 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:53.591628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.900028 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.911809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:53.937234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=955c4748-6da0-4095-958c-4c72a669f1a3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:54.216826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:54.222725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Router 40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:44:54.856531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:54.872497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] Sync routers for ids ['40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:54.881838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] Routers {'40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:54.882999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:54.891441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab884f-2b9b-44cf-ba36-944524b579d9 req-bb7aa666-b358-4374-a237-be41dd9201e2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:54.900167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efab884f-2b9b-44cf-ba36-944524b579d9 req-bb7aa666-b358-4374-a237-be41dd9201e2 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.4823959 Oct 19 20:44:54.922787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:54.936585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] Routers {'40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:54.937228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:54.953141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:54.957564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40952) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:54.958227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b6b6774-178f-49d4-bed0-0619c5af22bd tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3298113 Oct 19 20:44:55.017399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efab884f-2b9b-44cf-ba36-944524b579d9 req-08d3a40d-3af9-4017-845b-798a3ecb76e6 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159616 Oct 19 20:44:55.024186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:55.025285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c214a1-63d5-4208-8f2c-ca49029daa9a None None] The sync data for ids ['40fe4c92-c3ad-4d1c-bfeb-f91dceb67032'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:55.043740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Router 0f75452d-477a-4b67-b90b-765a23aa70d1 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:44:55.123355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0926469e-4a5c-4343-b096-2651302340f6 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 HTTP/1.1" status: 200 len: 923 time: 0.1620095 Oct 19 20:44:55.125738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40956) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:55.163571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-05244bbc-8b1e-412c-aad9-f10669d058f4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 HTTP/1.1" status: 200 len: 205 time: 0.0359356 Oct 19 20:44:55.164791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40958) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:55.173485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:55.179201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab3f8565-c89b-4200-b6cb-b0a9fc9b3add tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "PUT /v2.0/routers/0f75452d-477a-4b67-b90b-765a23aa70d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1282012 Oct 19 20:44:55.183086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:55.186641 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] Sync routers for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:55.197800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:55.198889 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:55.242989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:55.252167 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] Routers {'0f75452d-477a-4b67-b90b-765a23aa70d1'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:55.252755 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0f75452d-477a-4b67-b90b-765a23aa70d1'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:55.294487 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:55.295143 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760c617-10e3-4e55-ac40-e4f5ea5de06f None None] The sync data for ids ['0f75452d-477a-4b67-b90b-765a23aa70d1'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:44:55.306446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.354539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.452677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.483771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.532424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port 0a2fe798-8d2f-4b98-ba18-108a7be63ccc {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:55.533090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.545246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 12b67fb3-589e-46d0-8678-1b17147eb4e4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:55.545618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.624640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.637792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.638978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for 0a2fe798-8d2f-4b98-ba18-108a7be63ccc owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:55.651074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 12b67fb3-589e-46d0-8678-1b17147eb4e4 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:55.836039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.839089 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.870349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=12b67fb3-589e-46d0-8678-1b17147eb4e4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:55.879495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=0a2fe798-8d2f-4b98-ba18-108a7be63ccc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:55.915323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.915673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.916499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.916843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.917179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.917539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.917865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.918404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.918889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.919213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.919591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.920583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:44:55.935990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:55.980973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.035432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.038356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.093340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.094033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Fanout notify agent at l3_agent the message router_deleted on router 0f75452d-477a-4b67-b90b-765a23aa70d1 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:44:56.102519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.103988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf421007-f851-4fd7-a432-7edb4119552c tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/routers/0f75452d-477a-4b67-b90b-765a23aa70d1 HTTP/1.1" status: 204 len: 168 time: 0.9193358 Oct 19 20:44:56.107145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40968) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:56.137210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.140044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.171819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting subnet ab892d08-52d7-411a-9c86-c2549192faee {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:44:56.176079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.217468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.218020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router 40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:44:56.223581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.225090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.226775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-31e168e3-c6df-4202-9928-1c7724488470 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 HTTP/1.1" status: 204 len: 168 time: 1.0608110 Oct 19 20:44:56.231590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 40970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:56.239176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3050-3fad-470d-9c67-9445a9274a1a req-ade4f6f7-e215-4ed6-a00b-b1e0a77381b3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:56.240690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e6e3050-3fad-470d-9c67-9445a9274a1a req-ade4f6f7-e215-4ed6-a00b-b1e0a77381b3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0974286 Oct 19 20:44:56.245650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1645324217', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:56.291476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.292516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.341448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7e6e3050-3fad-470d-9c67-9445a9274a1a req-933d1aed-76f7-42ec-8628-d31384c0a2bf tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587335 Oct 19 20:44:56.351476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.393021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.430898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.456466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed618937-d6f6-49ce-98af-1981b439844a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.463188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Subnet': ['ID=ab892d08-52d7-411a-9c86-c2549192faee,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:56.468295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.472437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e2e4a83d-8ecf-471e-9481-594cbdb83d2e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/subnets/ab892d08-52d7-411a-9c86-c2549192faee HTTP/1.1" status: 204 len: 168 time: 0.3636196 Oct 19 20:44:56.474284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:56.477059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029c41c-e08a-4938-9fe2-2b98c5d2c321 None None] Network 009e00e8-a6cc-4995-b555-8f34ca33a553 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:44:56.571678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.680190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:56.823492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 3b7d23d8-2953-4538-808e-37fc89cdb941 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:56.827138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.005180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] For port 3b7d23d8-2953-4538-808e-37fc89cdb941, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3b7d23d8-2953-4538-808e-37fc89cdb941,segment=NetworkSegment(04fe9021-ea39-4ac3-a6f0-214119a7c999),segment_id=04fe9021-ea39-4ac3-a6f0-214119a7c999)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:44:57.005878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.035252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 3b7d23d8-2953-4538-808e-37fc89cdb941 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:57.126483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 40984) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:57.144849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.171447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102a3a8-e465-4a78-b921-57f7083e9473 None None] DHCP port deletion for 009e00e8-a6cc-4995-b555-8f34ca33a553 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:44:57.238118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=3b7d23d8-2953-4538-808e-37fc89cdb941,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:57.249444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] No DVR routers for this DVR port 3b7d23d8-2953-4538-808e-37fc89cdb941 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:44:57.391028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.408609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.416356 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.429830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-992954c4-ab9c-405a-8dfe-f274bb5a1da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.479775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009e00e8-a6cc-4995-b555-8f34ca33a553']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:57.511488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fe9021-ea39-4ac3-a6f0-214119a7c999') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:57.511941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fe9021-ea39-4ac3-a6f0-214119a7c999') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:57.539561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41000) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:57.549238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.574714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 172.25.7.240 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/85dca82e-ca5a-4c99-a3b7-761e47f837d4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:44:57.583287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.592394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:44:57.592905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:44:57.599437 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:44:57.627547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e88d-f18f-41d9-a087-49c07bb4f214 req-e8e211b6-9588-44b8-b20a-b9fe976dfb7f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:57.629203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2623e88d-f18f-41d9-a087-49c07bb4f214 req-e8e211b6-9588-44b8-b20a-b9fe976dfb7f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1675830 Oct 19 20:44:57.703155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.716743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.728573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cbb9-6933-4974-829e-00eb1074471a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.733073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.738581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/networks/009e00e8-a6cc-4995-b555-8f34ca33a553 HTTP/1.1" status: 204 len: 168 time: 1.2514386 Oct 19 20:44:57.740604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41004) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:57.754664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.773166 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-992954c4-ab9c-405a-8dfe-f274bb5a1da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.777618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adcb76-166d-4916-8311-ac6635c4eefd tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Network': ['ID=009e00e8-a6cc-4995-b555-8f34ca33a553,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:57.798751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:44:57.803454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:44:57.810620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:44:57.813867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=85dca82e-ca5a-4c99-a3b7-761e47f837d4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:57.819007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-992954c4-ab9c-405a-8dfe-f274bb5a1da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:57.832375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2623e88d-f18f-41d9-a087-49c07bb4f214 req-503a8d5d-94c3-452f-9fa0-84ce0760d158 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917863 Oct 19 20:44:57.924190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-992954c4-ab9c-405a-8dfe-f274bb5a1da9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17754388271942d28a386d3f2c874522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964678 Oct 19 20:44:57.926308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992954c4-ab9c-405a-8dfe-f274bb5a1da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61132f45-e816-43b9-b82c-c582469f9b98,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:57.927135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41006) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.018508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cbb9-6933-4974-829e-00eb1074471a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.026339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Deleting port 544eac87-79ec-426f-bc69-5e5b7d42f79e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:44:58.026675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.029032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cbb9-6933-4974-829e-00eb1074471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.029171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.048556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b7d23d8-2953-4538-808e-37fc89cdb941 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:44:58.073270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3b7d23d8-2953-4538-808e-37fc89cdb941 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:44:58.073931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3b7d23d8-2953-4538-808e-37fc89cdb941 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:44:58.090112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9f3cbb9-6933-4974-829e-00eb1074471a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=244caedbe3a4488c9f1f0df38aa4d4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494118 Oct 19 20:44:58.093011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cbb9-6933-4974-829e-00eb1074471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9ad214-6382-42c4-8f84-f6670bc20193,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:58.094598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41008) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.103116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.148034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.148357 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.159978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Calling delete_port for 544eac87-79ec-426f-bc69-5e5b7d42f79e owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:44:58.207066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.253920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.272002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.275220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.276278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61132f45-e816-43b9-b82c-c582469f9b98 HTTP/1.1" status: 204 len: 168 time: 0.3480339 Oct 19 20:44:58.312510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.333056 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.335596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3d92c-2615-4ff0-b42f-203670455c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61132f45-e816-43b9-b82c-c582469f9b98,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:58.349480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Pushing event deleted for resources: {'Port': ['ID=544eac87-79ec-426f-bc69-5e5b7d42f79e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:58.412242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.415803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.421207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3fdca1df-e4e4-4c91-84a2-14f92b5e6d3e tempest-FloatingIPAdminTestJSON-1023613178 tempest-FloatingIPAdminTestJSON-1023613178-project] 10.222.0.31 "DELETE /v2.0/floatingips/26467b5f-d88c-42f8-bdcc-387229e12a6e HTTP/1.1" status: 204 len: 168 time: 0.6583562 Oct 19 20:44:58.452132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.456611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.458101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b9ad214-6382-42c4-8f84-f6670bc20193 HTTP/1.1" status: 204 len: 168 time: 0.3625062 Oct 19 20:44:58.499615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809d5f-d78d-474a-a9d8-27f32d105dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9ad214-6382-42c4-8f84-f6670bc20193,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:58.521719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.624812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41018) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.645579 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f10e11da-0112-473d-b287-26b0308851ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.715245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router 7e1e3365-fd97-457d-82f3-47e28f821a12 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:44:58.727109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.801788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f10e11da-0112-473d-b287-26b0308851ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.807908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f10e11da-0112-473d-b287-26b0308851ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:58.879300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e11da-0112-473d-b287-26b0308851ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c365cd-f4c3-45ee-ba84-8f027aa76a98,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:58.902829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f10e11da-0112-473d-b287-26b0308851ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6437e940190f4287b2e834fd8aea61ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768357 Oct 19 20:44:58.903491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41028) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.921325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cef57678-9574-481e-85ca-e8c49ff3cc7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adee688f904a41b2a6d9c40223afc549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904204 Oct 19 20:44:58.921539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41030) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:58.944632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:44:58.954965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Sync routers for ids ['7e1e3365-fd97-457d-82f3-47e28f821a12'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:44:58.965692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Routers {'7e1e3365-fd97-457d-82f3-47e28f821a12'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:44:58.966531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7e1e3365-fd97-457d-82f3-47e28f821a12'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:58.989226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.002176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.003428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-38c9ceab-3e64-484c-bf1a-7f3dd9674a47 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7612228 Oct 19 20:44:59.006297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41034) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.015043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c08e-3152-4dc1-b332-276553ccb62f req-b35ab4b7-c2f9-45ca-8b4a-dac63e0e933e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:44:59.016731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61d9c08e-3152-4dc1-b332-276553ccb62f req-b35ab4b7-c2f9-45ca-8b4a-dac63e0e933e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0925231 Oct 19 20:44:59.037399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.070331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.089075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.106105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61d9c08e-3152-4dc1-b332-276553ccb62f req-78e1baf8-b2ee-4937-899a-62cc868d28b8 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809214 Oct 19 20:44:59.120562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Set router 7e1e3365-fd97-457d-82f3-47e28f821a12 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:44:59.182120 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.186594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.188762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66c365cd-f4c3-45ee-ba84-8f027aa76a98 HTTP/1.1" status: 204 len: 168 time: 0.2820117 Oct 19 20:44:59.213559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9f2f9-4356-46bb-bbdb-a62f9cb6ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c365cd-f4c3-45ee-ba84-8f027aa76a98,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:59.233830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-415bd2ea-2893-449d-a58a-f16f0c85232e tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/7e1e3365-fd97-457d-82f3-47e28f821a12 HTTP/1.1" status: 200 len: 909 time: 0.2244990 Oct 19 20:44:59.236153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41038) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.241549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1645324217', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': True}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:44:59.242189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41040) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.245243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.247974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.249078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0de127ae-fdb3-47d4-9c31-1b46552558e8 HTTP/1.1" status: 204 len: 168 time: 0.3266385 Oct 19 20:44:59.264487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602316e-dc97-499d-b1a1-ca8afd2e9660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de127ae-fdb3-47d4-9c31-1b46552558e8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:59.282105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb40956f-b3af-41cc-8f14-ae608a67a4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.289921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.291440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.373456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d6e8fb0f-5e45-4fc0-abd2-cd5a78eca85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.410012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'name': 'tempest-snat-router-1645324217', 'tenant_id': 'b66987b4e848473fa35a286f9c3a4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:44:56Z', 'updated_at': '2021-10-19T20:44:58Z', 'revision_number': 3, 'project_id': 'b66987b4e848473fa35a286f9c3a4562', 'gw_port': {'id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:44:57Z', 'updated_at': '2021-10-19T20:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:44:59.411212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.431968 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb40956f-b3af-41cc-8f14-ae608a67a4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.436499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb40956f-b3af-41cc-8f14-ae608a67a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.445207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Checking router: 7e1e3365-fd97-457d-82f3-47e28f821a12 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:44:59.445877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Updating router 7e1e3365-fd97-457d-82f3-47e28f821a12 port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:44:59.475907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.491103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb40956f-b3af-41cc-8f14-ae608a67a4c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04535ab8ab844026a83fb69ddfc1f1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474599 Oct 19 20:44:59.493349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40956f-b3af-41cc-8f14-ae608a67a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f155ae-e235-4f1c-867a-c491f763e9de,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:59.496728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41046) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.565444 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.611645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.670688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.672869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.673510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.674753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9f155ae-e235-4f1c-867a-c491f763e9de HTTP/1.1" status: 204 len: 168 time: 0.1770432 Oct 19 20:44:59.689402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.719648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5614-ad29-4bf3-8399-82fa2ac3b099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f155ae-e235-4f1c-867a-c491f763e9de,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:59.731364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78e1333-51c6-4810-a780-98a158ae37cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.868662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78e1333-51c6-4810-a780-98a158ae37cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.874800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d78e1333-51c6-4810-a780-98a158ae37cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.907488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d78e1333-51c6-4810-a780-98a158ae37cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38feef92e4854a05b07a149b9f9adb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166986 Oct 19 20:44:59.909799 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.915678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41054) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.920963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.946768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.949064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41056) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:44:59.981863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:44:59.983434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1333-51c6-4810-a780-98a158ae37cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37203fa-9768-4f06-8b62-f6dc30ad754e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:44:59.985008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c000055-a53e-44da-9c92-d3e808ea7656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.013097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Pushing event updated for resources: {'Port': ['ID=85dca82e-ca5a-4c99-a3b7-761e47f837d4,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.025907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.026660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.027386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.027755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.028083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.028584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.028923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.029736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.030078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.030683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.031020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.031351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.031797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:00.049852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Attempting to bind port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:00.050228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Attempting to bind port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:00.050591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Attempting to bind port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:00.054718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.057509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:00.057919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:00.058346 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.058861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:00.059429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Bound port: 85dca82e-ca5a-4c99-a3b7-761e47f837d4, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:00.059943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.121600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] For port 85dca82e-ca5a-4c99-a3b7-761e47f837d4, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:00.128147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] For port 85dca82e-ca5a-4c99-a3b7-761e47f837d4, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85dca82e-ca5a-4c99-a3b7-761e47f837d4,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:00.134796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.136022 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.137661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.143206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a37203fa-9768-4f06-8b62-f6dc30ad754e HTTP/1.1" status: 204 len: 168 time: 0.2219892 Oct 19 20:45:00.149733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f63c9-84e1-47b7-9c49-d2f5c724482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37203fa-9768-4f06-8b62-f6dc30ad754e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.220230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 172.25.7.201 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/31c0475c-355f-48ac-8c48-5461125934a6) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:00.237361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Routers {'7e1e3365-fd97-457d-82f3-47e28f821a12'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:00.238489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['7e1e3365-fd97-457d-82f3-47e28f821a12'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:00.240480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaed262-fd74-4a82-9759-63f892c0daa7 None None] Pushing event updated for resources: {'Port': ['ID=85dca82e-ca5a-4c99-a3b7-761e47f837d4,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.241377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:00.263320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08c8d96d-0c5c-4cb3-a24c-cd2efe24d325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.297178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c000055-a53e-44da-9c92-d3e808ea7656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.326011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5c000055-a53e-44da-9c92-d3e808ea7656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.379825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] Set router 7e1e3365-fd97-457d-82f3-47e28f821a12 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:00.402133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08c8d96d-0c5c-4cb3-a24c-cd2efe24d325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.407519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08c8d96d-0c5c-4cb3-a24c-cd2efe24d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.414084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d702c-08cf-43ec-a6cb-3d8d37473b40 req-3eb5abab-db15-4b14-8cdd-18789752203c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:00.421279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b69d702c-08cf-43ec-a6cb-3d8d37473b40 req-3eb5abab-db15-4b14-8cdd-18789752203c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1932216 Oct 19 20:45:00.430000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5c000055-a53e-44da-9c92-d3e808ea7656 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1a426720c5e4050b7fe3209d8b7d423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798474 Oct 19 20:45:00.430708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c000055-a53e-44da-9c92-d3e808ea7656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e23f05d-38bf-44f1-aac6-f409a45a066e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.434700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41066) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:00.493593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-08c8d96d-0c5c-4cb3-a24c-cd2efe24d325 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7cf0730faaf4688af137517c0954cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503703 Oct 19 20:45:00.494365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:00.548175 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b69d702c-08cf-43ec-a6cb-3d8d37473b40 req-fb3e583a-def0-4a2e-910a-632c714433eb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Oct 19 20:45:00.548523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8d96d-0c5c-4cb3-a24c-cd2efe24d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6094e10-66c3-4d73-89d4-e8f86453eb27,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.548665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.570881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.583814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.605491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.608413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.612720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'name': 'tempest-snat-router-1645324217', 'tenant_id': 'b66987b4e848473fa35a286f9c3a4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:44:56Z', 'updated_at': '2021-10-19T20:44:58Z', 'revision_number': 3, 'project_id': 'b66987b4e848473fa35a286f9c3a4562', 'gw_port': {'id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:44:57Z', 'updated_at': '2021-10-19T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:00.627875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.639500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.652248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b226d-2e28-450d-a5fb-7ef98f0b58f0 None None] The sync data for ids ['7e1e3365-fd97-457d-82f3-47e28f821a12'] in n-d-805649-9 is: [{'id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'name': 'tempest-snat-router-1645324217', 'tenant_id': 'b66987b4e848473fa35a286f9c3a4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:44:56Z', 'updated_at': '2021-10-19T20:44:58Z', 'revision_number': 3, 'project_id': 'b66987b4e848473fa35a286f9c3a4562', 'gw_port': {'id': '85dca82e-ca5a-4c99-a3b7-761e47f837d4', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e3365-fd97-457d-82f3-47e28f821a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:44:57Z', 'updated_at': '2021-10-19T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:00.684537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:00.690392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:00.694681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:00.710677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.714426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.716034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6094e10-66c3-4d73-89d4-e8f86453eb27 HTTP/1.1" status: 204 len: 168 time: 0.2200248 Oct 19 20:45:00.726715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=31c0475c-355f-48ac-8c48-5461125934a6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.726908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc91b9-61ad-456b-82fa-98510e9e8691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6094e10-66c3-4d73-89d4-e8f86453eb27,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.755929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.758610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:00.761882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e23f05d-38bf-44f1-aac6-f409a45a066e HTTP/1.1" status: 204 len: 168 time: 0.3199930 Oct 19 20:45:00.821190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349dd3f-c539-420c-9eaa-6bb04e29c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e23f05d-38bf-44f1-aac6-f409a45a066e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:00.966709 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.149396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.383424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:01.399438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e593bdc4-63a8-4a95-a5bc-69fcd6597780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.444946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.523617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e593bdc4-63a8-4a95-a5bc-69fcd6597780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.529557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e593bdc4-63a8-4a95-a5bc-69fcd6597780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.561429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e593bdc4-63a8-4a95-a5bc-69fcd6597780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1862992d27748d6b9fdd057e8b712ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765628 Oct 19 20:45:01.563845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:01.617960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593bdc4-63a8-4a95-a5bc-69fcd6597780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce716ec6-a00c-42f4-a38d-597fd30397d1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:01.635163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router b33e0e22-a613-4aa2-8989-fac582afd03a is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:01.653361 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.679960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.775761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.780103 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.782294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce716ec6-a00c-42f4-a38d-597fd30397d1 HTTP/1.1" status: 204 len: 168 time: 0.2175262 Oct 19 20:45:01.802491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:01.806616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c405af3-f395-4056-95bf-d1c5e5b9882d req-948e6351-d7da-46a8-b7ea-953509c57a9a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:01.812895 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Sync routers for ids ['b33e0e22-a613-4aa2-8989-fac582afd03a'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:01.816163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c405af3-f395-4056-95bf-d1c5e5b9882d req-948e6351-d7da-46a8-b7ea-953509c57a9a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1329060 Oct 19 20:45:01.826127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:01.826552 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Routers {'b33e0e22-a613-4aa2-8989-fac582afd03a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:01.827177 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b33e0e22-a613-4aa2-8989-fac582afd03a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:01.828191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-09a9f18e-0938-471e-9be6-b853d49a3424 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5909305 Oct 19 20:45:01.830965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:01.868948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c405af3-f395-4056-95bf-d1c5e5b9882d req-3e95e7fb-7dd3-4691-a05f-15ce1a5ef0fd tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Oct 19 20:45:01.875908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad50df-1bd0-4b58-b43a-59a01917edbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce716ec6-a00c-42f4-a38d-597fd30397d1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:02.028705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1aa27eae-160b-4bc6-8701-bf5327465235 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/b33e0e22-a613-4aa2-8989-fac582afd03a HTTP/1.1" status: 200 len: 908 time: 0.1960254 Oct 19 20:45:02.031249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41112) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:02.079014 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Set router b33e0e22-a613-4aa2-8989-fac582afd03a gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:02.125484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85dca82e-ca5a-4c99-a3b7-761e47f837d4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:02.213480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.243579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:02.243943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.327047 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.359393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.362961 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33e0e22-a613-4aa2-8989-fac582afd03a', 'name': 'tempest-snat-router-1645324217', 'tenant_id': 'b66987b4e848473fa35a286f9c3a4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '31c0475c-355f-48ac-8c48-5461125934a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:44:59Z', 'updated_at': '2021-10-19T20:45:00Z', 'revision_number': 3, 'project_id': 'b66987b4e848473fa35a286f9c3a4562', 'gw_port': {'id': '31c0475c-355f-48ac-8c48-5461125934a6', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33e0e22-a613-4aa2-8989-fac582afd03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:44:59Z', 'updated_at': '2021-10-19T20:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:02.409739 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Checking router: b33e0e22-a613-4aa2-8989-fac582afd03a for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:02.410149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Updating router b33e0e22-a613-4aa2-8989-fac582afd03a port 31c0475c-355f-48ac-8c48-5461125934a6 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:45:02.441751 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.447719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.465377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Deleting port 31c0475c-355f-48ac-8c48-5461125934a6 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:02.465728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.479895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 85dca82e-ca5a-4c99-a3b7-761e47f837d4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85dca82e-ca5a-4c99-a3b7-761e47f837d4,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:02.486508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.580054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=85dca82e-ca5a-4c99-a3b7-761e47f837d4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:02.610505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.627352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Calling delete_port for 31c0475c-355f-48ac-8c48-5461125934a6 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:02.864301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:02.893418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c0475c-355f-48ac-8c48-5461125934a6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:02.978638 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.db.api [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:45:02.979600 n-d-805649-9 neutron-server[100737]: DEBUG oslo_db.api [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:45:03.026661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.037091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a1dd4-f188-4c6e-9bf1-889942bf586c req-669b3a5f-cd6d-4cc8-bdef-96f68451e43f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:03.039217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b8a1dd4-f188-4c6e-9bf1-889942bf586c req-669b3a5f-cd6d-4cc8-bdef-96f68451e43f tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0810409 Oct 19 20:45:03.101843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b8a1dd4-f188-4c6e-9bf1-889942bf586c req-80988b05-8250-4613-9237-83c401f6a825 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556760 Oct 19 20:45:03.130890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.133284 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.195695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.196272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b33e0e22-a613-4aa2-8989-fac582afd03a {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:03.205187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.213626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d55b7e5-5aa8-4278-9217-8a25b19ff725 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b33e0e22-a613-4aa2-8989-fac582afd03a HTTP/1.1" status: 204 len: 168 time: 1.1768203 Oct 19 20:45:03.213626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41156) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:03.327184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.444858 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.514313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Deleting port 85dca82e-ca5a-4c99-a3b7-761e47f837d4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:03.514741 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.515325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Port 31c0475c-355f-48ac-8c48-5461125934a6 not found while updating agent binding for router b33e0e22-a613-4aa2-8989-fac582afd03a. {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 20:45:03.525410 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:03.525762 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:45:03.526474 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b33e0e22-a613-4aa2-8989-fac582afd03a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100737) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:45:03.526868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4069d-7ea7-4446-80d1-8bf3daf14691 None None] The sync data for ids ['b33e0e22-a613-4aa2-8989-fac582afd03a'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:03.608802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] For port 85dca82e-ca5a-4c99-a3b7-761e47f837d4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85dca82e-ca5a-4c99-a3b7-761e47f837d4,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:03.609171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.624027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Calling delete_port for 85dca82e-ca5a-4c99-a3b7-761e47f837d4 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:03.696114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41188) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:03.812851 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.842958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event deleted for resources: {'Port': ['ID=85dca82e-ca5a-4c99-a3b7-761e47f837d4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:03.904413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:03.933127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41196) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:04.010477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.013441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.021216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec388-9068-4067-b068-a18b4aa53c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.064792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1886441909'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:04.073640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.074122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1e3365-fd97-457d-82f3-47e28f821a12 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:04.080943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.085900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a24e82e8-e2fa-4f54-8c89-b49d105b5c02 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7e1e3365-fd97-457d-82f3-47e28f821a12 HTTP/1.1" status: 204 len: 168 time: 0.8744571 Oct 19 20:45:04.089737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41200) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:04.095270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-974435067', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:04.104756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Made reservation on behalf of 3c9d5d042c5749dfab30c60f098833fe for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:04.108139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.124662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.147964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.149150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.160342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec388-9068-4067-b068-a18b4aa53c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.167428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec388-9068-4067-b068-a18b4aa53c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.235300 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.255759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec388-9068-4067-b068-a18b4aa53c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476314ee-3499-4e59-a9ae-5e948ef00bbd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:04.263565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a8ec388-9068-4067-b068-a18b4aa53c23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48d58bd8aa2a4f0bad6f779696e6e378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662942 Oct 19 20:45:04.271452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:04.302940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e0ae3-1e33-4c72-8afd-3f9e251c6e79 req-c7c4af19-75c9-4e6e-acd1-175103486cf3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:04.304702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c7e0ae3-1e33-4c72-8afd-3f9e251c6e79 req-c7c4af19-75c9-4e6e-acd1-175103486cf3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1144931 Oct 19 20:45:04.372946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.377894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c7e0ae3-1e33-4c72-8afd-3f9e251c6e79 req-7822c848-cd5b-48c7-94c0-93bd312c2c37 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643089 Oct 19 20:45:04.378065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.381181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.406410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.458311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.462557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.463754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/476314ee-3499-4e59-a9ae-5e948ef00bbd HTTP/1.1" status: 204 len: 168 time: 0.1893392 Oct 19 20:45:04.473779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4a74f-fb47-4938-a91f-7da0dc2e72ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476314ee-3499-4e59-a9ae-5e948ef00bbd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:04.759756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41210) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:04.773575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d88c3c93-3ed6-4f7a-a0e9-7d41fa3ff3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.796639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.834768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:45:04.840386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4811ea96-3dcd-4427-a037-154ab435db85,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:04.854696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.855155 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Added segment 1c377937-8c01-4c1e-9868-d98f95e36612 of type vlan for network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 Oct 19 20:45:04.866217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d88c3c93-3ed6-4f7a-a0e9-7d41fa3ff3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.871331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d88c3c93-3ed6-4f7a-a0e9-7d41fa3ff3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.909266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.914960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d88c3c93-3ed6-4f7a-a0e9-7d41fa3ff3e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d8fb3e5d118420f9b34ac6d70148d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540632 Oct 19 20:45:04.915943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c3c93-3ed6-4f7a-a0e9-7d41fa3ff3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3ea34-18e5-486d-bc1f-fc4443bcc439,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:04.919696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41212) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:04.968642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.973449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.974366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:04.974959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:04.998353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.029736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0952981 Oct 19 20:45:05.055414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.058201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.059357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70b3ea34-18e5-486d-bc1f-fc4443bcc439 HTTP/1.1" status: 204 len: 168 time: 0.1387415 Oct 19 20:45:05.066078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9c824-3f2e-4a61-bf86-ff6f422c90b6 tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Pushing event updated for resources: {'Network': ['ID=e0d2c665-5000-4aa9-b3a6-4697a66df0f3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:05.078314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f46c-3878-4e19-abb0-532a4b57944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3ea34-18e5-486d-bc1f-fc4443bcc439,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:05.078819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:45:05.182778 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.203905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.335225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Allocated IP 172.25.7.192 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/a21283ee-d0db-4cdd-ada6-8b807fa9ab2c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:05.393853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41222) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:05.405277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3', 'binding:host_id': 'n-h1-805649-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1368658375'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:05.431093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Made reservation on behalf of bb0c9c37b4c84abbbb10676f5aea0ba4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:05.433745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.443412 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.469471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.511124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.542826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499273a-42ea-49a2-8946-a19a30965506 req-d48662b6-7bcc-42a0-90e6-50111101397a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:05.544412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6499273a-42ea-49a2-8946-a19a30965506 req-d48662b6-7bcc-42a0-90e6-50111101397a tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0766613 Oct 19 20:45:05.552581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:05.556235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:05.560124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:05.570130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event updated for resources: {'Port': ['ID=a21283ee-d0db-4cdd-ada6-8b807fa9ab2c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:05.591987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.607746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.624427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6499273a-42ea-49a2-8946-a19a30965506 req-60412004-313f-4ca7-b41b-b6e8862a8a14 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Oct 19 20:45:05.625937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port 33521845-1370-4cc2-930c-b4eff825a964 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:05.660678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7648380d-cd44-479d-b480-3e47cd33c277,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:05.853834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:05.995401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85dca82e-ca5a-4c99-a3b7-761e47f837d4 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:06.041817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 85dca82e-ca5a-4c99-a3b7-761e47f837d4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:06.042189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85dca82e-ca5a-4c99-a3b7-761e47f837d4 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:06.087249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.239936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port 33521845-1370-4cc2-930c-b4eff825a964 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:06.247042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Router 6ac28263-4566-4ad0-b119-fc2d81da2c65 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:06.254268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.261784 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.331627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=33521845-1370-4cc2-930c-b4eff825a964,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:06.343291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Checking segment: {'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:06.343654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Network hostable DHCP agents. Network: e0d2c665-5000-4aa9-b3a6-4697a66df0f3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:45:06.362078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:45:06.372286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, e0d2c665-5000-4aa9-b3a6-4697a66df0f3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:06.381159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3b82d-9873-4804-b627-fc47d3339938 None None] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:06.381757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:06.392116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:06.406734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] Sync routers for ids ['6ac28263-4566-4ad0-b119-fc2d81da2c65'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:06.411201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.411547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.411904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.418842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.419514 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.420108 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 2 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.423062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.424522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c47597d-6b98-4402-80b9-96e3a64bc38e tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3335416 Oct 19 20:45:06.427229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:06.433776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:06.434441 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.434775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.435342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.440207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.440710 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.441504 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 3 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.457494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.458040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.458545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.460914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] Routers {'6ac28263-4566-4ad0-b119-fc2d81da2c65'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:06.461779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ac28263-4566-4ad0-b119-fc2d81da2c65'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:06.464673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.465005 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.465412 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 4 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.486582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.487044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.487577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.492369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.492890 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.493426 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 5 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.505340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:06.516120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.516598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.517033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.523354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.523875 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.524367 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 6 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.532882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] Routers {'6ac28263-4566-4ad0-b119-fc2d81da2c65'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:06.533754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ac28263-4566-4ad0-b119-fc2d81da2c65'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:06.541891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.542419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.542892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.548262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.548814 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.549320 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 7 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.564867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.565394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.565862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.570539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.571202 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.571823 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 8 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.587807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.588462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.588925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.591253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:06.592200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae957e-59c7-401b-95cc-61d70f6dd5d8 None None] The sync data for ids ['6ac28263-4566-4ad0-b119-fc2d81da2c65'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:06.605163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.605554 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.606161 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 9 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.628854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.629585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.630278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.637116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.637598 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.638059 n-d-805649-9 neutron-server[100734]: INFO neutron.plugins.ml2.plugin [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 10 to bind port 33521845-1370-4cc2-930c-b4eff825a964 Oct 19 20:45:06.657189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:06.657550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:06.658103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:06.664832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 33521845-1370-4cc2-930c-b4eff825a964 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:06.665130 n-d-805649-9 neutron-server[100734]: ERROR neutron.plugins.ml2.managers [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 33521845-1370-4cc2-930c-b4eff825a964 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:06.665518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.742607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port 33521845-1370-4cc2-930c-b4eff825a964, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:06.743120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempted to set empty binding levels {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:45:06.748204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.780650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:06.780650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.806606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4028394 Oct 19 20:45:06.807116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:06.814063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad18dc-4e8b-46e3-bd5c-31f822c443e0 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=33521845-1370-4cc2-930c-b4eff825a964,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:06.830006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f2325-65bc-45d1-88a4-2bea85139f56 req-26edd393-6a11-4ce7-aa0a-f8d614dbecff tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:06.831813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c8f2325-65bc-45d1-88a4-2bea85139f56 req-26edd393-6a11-4ce7-aa0a-f8d614dbecff tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1085498 Oct 19 20:45:06.853437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.901889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Deleting port 33521845-1370-4cc2-930c-b4eff825a964 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:06.902237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.903740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c8f2325-65bc-45d1-88a4-2bea85139f56 req-f990951f-308a-4a0e-b175-ceb522a4c523 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652173 Oct 19 20:45:06.973711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port 33521845-1370-4cc2-930c-b4eff825a964, host n-h1-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:06.974079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:06.988318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Calling delete_port for 33521845-1370-4cc2-930c-b4eff825a964 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:07.078089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.108858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event deleted for resources: {'Port': ['ID=33521845-1370-4cc2-930c-b4eff825a964,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:07.112330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.116134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-621240d9-e6cc-4519-82e7-dc698ec94f61 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "DELETE /v2.0/ports/33521845-1370-4cc2-930c-b4eff825a964 HTTP/1.1" status: 204 len: 168 time: 0.3077738 Oct 19 20:45:07.118792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41268) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:07.144494 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e182c2f-07ab-48f4-ba83-651b7368d665 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:45:07.146045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9e182c2f-07ab-48f4-ba83-651b7368d665 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports/33521845-1370-4cc2-930c-b4eff825a964 HTTP/1.1" status: 404 len: 333 time: 0.0263209 Oct 19 20:45:07.149853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41270) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:07.154965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-683066609'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:07.175638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Made reservation on behalf of bb0c9c37b4c84abbbb10676f5aea0ba4 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:07.179080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.196709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:07.372941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.376400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.377839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.413588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.458210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:07.461917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:07.466113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:07.467273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:07.467983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.483582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:07.496019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-abb4ecda-9a7d-4b1b-8858-bca89f27aa87 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3451297 Oct 19 20:45:07.498960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:07.504539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:07.538626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router 6ac28263-4566-4ad0-b119-fc2d81da2c65 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:07.611491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.735882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:07.742462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.743713 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8f982368-672c-4463-9a05-eec118a1b444 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "PUT /v2.0/routers/6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 200 len: 925 time: 1.3152599 Oct 19 20:45:07.746542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:07.748595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] Sync routers for ids ['6ac28263-4566-4ad0-b119-fc2d81da2c65'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:07.759910 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] Routers {'6ac28263-4566-4ad0-b119-fc2d81da2c65'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:07.760655 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ac28263-4566-4ad0-b119-fc2d81da2c65'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:07.794699 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:07.806666 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] Routers {'6ac28263-4566-4ad0-b119-fc2d81da2c65'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:07.807439 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['6ac28263-4566-4ad0-b119-fc2d81da2c65'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:07.841569 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:07.842313 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828144b-1221-4440-bade-30c9850b5bfb None None] The sync data for ids ['6ac28263-4566-4ad0-b119-fc2d81da2c65'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:07.954046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:07.960722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c40dd8f3-c81b-4086-a344-da846aad0f2b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 200 len: 925 time: 0.2131526 Oct 19 20:45:07.963998 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41282) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:07.973794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:07.996241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.062303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40182661-3436-45ee-a77e-d59d68c36889 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.064303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-40182661-3436-45ee-a77e-d59d68c36889 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=6ac28263-4566-4ad0-b119-fc2d81da2c65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0997028 Oct 19 20:45:08.064614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13088216-65c0-474f-ab1b-86d7f4b4f27e req-c41e6f78-514d-4b0b-9d09-5562f1694b99 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.070395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13088216-65c0-474f-ab1b-86d7f4b4f27e req-c41e6f78-514d-4b0b-9d09-5562f1694b99 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0821006 Oct 19 20:45:08.071297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:08.082358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:08.090388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.090753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.091071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.096902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.097217 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.097637 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 2 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.114960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.116382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.116382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.122404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.122838 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.123243 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 3 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.146907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.147270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.147867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.153497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.154317 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.154723 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 4 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.174350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.175054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.175155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.180475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.180840 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.181220 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 5 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.192859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13088216-65c0-474f-ab1b-86d7f4b4f27e req-e3e76cbf-3020-49bd-9ad7-8e8da039f3d5 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846670 Oct 19 20:45:08.196143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.196491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.197792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.208411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.208793 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.209166 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 6 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.220690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f74dd4-fbb4-4bca-a28a-4798bdc5e38d tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.222387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97f74dd4-fbb4-4bca-a28a-4798bdc5e38d tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.1495428 Oct 19 20:45:08.224123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.224489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.225487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.225865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41288) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:08.230575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.230935 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.231301 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 7 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.246212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.246622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.247112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.251904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.252241 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.252623 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 8 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.267609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.268209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.268342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.272009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5a6e035f-4d14-45fe-b3c2-a4d840ca06d2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 200 len: 205 time: 0.0448313 Oct 19 20:45:08.274745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41292) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:08.276541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.276859 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.277278 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 9 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.292328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.292675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.293014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.298290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.298673 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.299146 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 10 to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca Oct 19 20:45:08.313980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:08.314343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:08.314700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:08.320245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:08.320664 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:08.321042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.399723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:08.400609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempted to set empty binding levels {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:45:08.405014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.434599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.439230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] In _notify_port_updated(), no bound segment for port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:45:08.440368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.440972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.442373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "PUT /v2.0/ports/1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca HTTP/1.1" status: 200 len: 974 time: 0.9420795 Oct 19 20:45:08.445127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41296) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:08.497457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3e46e-dada-4385-a2c8-84aee6a92c67 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:08.526867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.527338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.527845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.528294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.528743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.529189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.529664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.530141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.530591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.531038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.531483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.531930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.532376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.532846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.533264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.533775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:08.536230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10534dd3-3a9c-457a-bafc-52d72f75e2ce tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14344 time: 0.0901902 Oct 19 20:45:08.540332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41298) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:08.561705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.626682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port a21283ee-d0db-4cdd-ada6-8b807fa9ab2c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:08.629208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.636553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Deleting port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:08.636922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.736200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:08.751772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for a21283ee-d0db-4cdd-ada6-8b807fa9ab2c owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:08.964187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.005149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=a21283ee-d0db-4cdd-ada6-8b807fa9ab2c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:09.069448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.072271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca, host n-h1-805649-9, got binding levels [] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:09.072626 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.086904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Calling delete_port for 1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:09.164029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.166478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.167151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.195836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:09.209050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.212888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8d6942ce-1f8c-4554-bb99-c412d573375c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca HTTP/1.1" status: 204 len: 168 time: 0.6715703 Oct 19 20:45:09.215822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41302) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:09.223620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.224596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac28263-4566-4ad0-b119-fc2d81da2c65 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:09.240449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.242529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c9c6c76e-d7b9-415e-9bdf-c4375f5fe96d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 204 len: 168 time: 0.9666729 Oct 19 20:45:09.247277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41306) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:09.249409 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfed073e-925e-4e14-9633-6c3a269ce42c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:45:09.251035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dfed073e-925e-4e14-9633-6c3a269ce42c tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports/1a4ed3ea-23b7-4b26-9f02-2eb0a53a10ca HTTP/1.1" status: 404 len: 333 time: 0.0343077 Oct 19 20:45:09.252503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-131495147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:09.255330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41308) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:09.261912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-447507755', 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:09.278365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.api [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 20:45:09.278365 n-d-805649-9 neutron-server[100735]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 20:45:09.278365 n-d-805649-9 neutron-server[100735]: [parameters: {'project_id': 'bb0c9c37b4c84abbbb10676f5aea0ba4', 'id': '72309786-9a3b-4956-9601-9ac0cbadb770', 'expiration': datetime.datetime(2021, 10, 19, 20, 47, 9, 274650)}] Oct 19 20:45:09.278365 n-d-805649-9 neutron-server[100735]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:45:09.278914 n-d-805649-9 neutron-server[100735]: DEBUG oslo_db.api [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:45:09.286839 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.288057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.355277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.360425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.361495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9fef3-cfc7-4ee8-a57a-c8d22d3aec0f req-de65ec3e-6efb-49e0-b0cd-e86cf578aa13 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:09.363089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3b9fef3-cfc7-4ee8-a57a-c8d22d3aec0f req-de65ec3e-6efb-49e0-b0cd-e86cf578aa13 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0570302 Oct 19 20:45:09.382492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.383767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6932930c-0c8e-4407-b3b4-73e0bdb38207 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1353738 Oct 19 20:45:09.386508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41310) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:09.391887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:09.410367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3b9fef3-cfc7-4ee8-a57a-c8d22d3aec0f req-68deddd1-df7e-4a13-9d1e-78fea52c44b9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Oct 19 20:45:09.616447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.803323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Made reservation on behalf of bb0c9c37b4c84abbbb10676f5aea0ba4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:09.805852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.819929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.824988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port 3c6da450-af51-41bf-9340-80f2e8468502 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:09.839685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:09.962054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Allocated IP 172.25.7.253 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/8a14f2db-cdae-45a3-81a8-532d1d94047a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:09.998542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.039669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.086364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:10.087378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.091038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:10.097902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:10.098937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:10.099918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.110588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6da450-af51-41bf-9340-80f2e8468502,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:10.120373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7bc34189-0ca1-4fe7-9f8c-8b822aaac0b9 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8610358 Oct 19 20:45:10.121031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:10.141886 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.171885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6a5a3-a6d5-422d-9d30-4fc65f3de40b tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:10.176323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-75b6a5a3-a6d5-422d-9d30-4fc65f3de40b tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports/3c6da450-af51-41bf-9340-80f2e8468502 HTTP/1.1" status: 200 len: 954 time: 0.0519495 Oct 19 20:45:10.176610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:10.185445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:10.189032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:10.192038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:10.260603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event updated for resources: {'Port': ['ID=8a14f2db-cdae-45a3-81a8-532d1d94047a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:10.279507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Deleting port 3c6da450-af51-41bf-9340-80f2e8468502 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:10.279858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.366462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.380944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Calling delete_port for 3c6da450-af51-41bf-9340-80f2e8468502 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:10.477876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.519857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c6da450-af51-41bf-9340-80f2e8468502,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:10.521634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.527693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.534087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aea8d9ac-defd-4ded-80f4-8c308a2fd05e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3c6da450-af51-41bf-9340-80f2e8468502 HTTP/1.1" status: 204 len: 168 time: 0.3535001 Oct 19 20:45:10.534474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41322) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:10.559477 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd592485-131d-4109-8a18-509e2a196c57 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:45:10.565337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cd592485-131d-4109-8a18-509e2a196c57 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports/3c6da450-af51-41bf-9340-80f2e8468502 HTTP/1.1" status: 404 len: 333 time: 0.0256367 Oct 19 20:45:10.565716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41324) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:10.570495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-942139565'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:10.593280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Made reservation on behalf of bb0c9c37b4c84abbbb10676f5aea0ba4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:10.595118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.612035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port dfed2ea3-a410-4a33-824c-4574fb9c14d1 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:10.618410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91f83b-68ff-4d6a-9535-13e19f618ac9 req-ff9c77b7-fbe8-496d-aee0-4c37b0f7850e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:10.625918 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec91f83b-68ff-4d6a-9535-13e19f618ac9 req-ff9c77b7-fbe8-496d-aee0-4c37b0f7850e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1069856 Oct 19 20:45:10.718346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec91f83b-68ff-4d6a-9535-13e19f618ac9 req-7a23b9fb-dddd-4e6f-8efd-45c5faefa8ed tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Oct 19 20:45:10.785714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.822163 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.823856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.827597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.867229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:10.870237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:10.873702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:10.874625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:10.875641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.890467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=dfed2ea3-a410-4a33-824c-4574fb9c14d1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:10.903244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28b32bb0-0350-4436-bfa1-ce3bf9525768 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3339503 Oct 19 20:45:10.903461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41326) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:10.909042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:10.965139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:10.968280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Router 43483dd1-49bb-429b-8c09-2d0c1eff93de is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:11.159730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] device_id is not set on port dfed2ea3-a410-4a33-824c-4574fb9c14d1 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:11.168819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.174375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.227887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=dfed2ea3-a410-4a33-824c-4574fb9c14d1,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:11.270692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.271343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.272613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.279334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.279958 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.280360 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 2 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.296429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.296784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.297178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.302416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.302750 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.303185 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 3 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.317586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.318334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.319292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.324379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.324995 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.325243 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 4 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.340932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.341280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.341686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.346926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.347274 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.347673 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 5 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.360529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.360872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.361241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.366259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.366585 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.366974 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 6 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.380991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.381994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.382337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.387121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.387455 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.387849 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 7 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.401008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.401375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.402037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.406090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.406415 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.406805 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 8 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.415883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:11.420051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.420399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.420742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.427363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.427877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] Sync routers for ids ['43483dd1-49bb-429b-8c09-2d0c1eff93de'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:11.429765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9d4ec16a-7fb4-48d6-aed6-f793b23da4b4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "PUT /v2.0/routers/43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 200 len: 883 time: 2.0420418 Oct 19 20:45:11.432182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.433859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.434833 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.435420 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 9 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.441393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] Routers {'43483dd1-49bb-429b-8c09-2d0c1eff93de'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:11.442519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['43483dd1-49bb-429b-8c09-2d0c1eff93de'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:11.449971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.450314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.450656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.455418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.455743 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.456265 n-d-805649-9 neutron-server[100735]: INFO neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempt 10 to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 Oct 19 20:45:11.469559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:11.469894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:11.470237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempting to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:11.475069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:11.475398 n-d-805649-9 neutron-server[100735]: ERROR neutron.plugins.ml2.managers [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Failed to bind port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on host n-h1-805649-9 for vnic_type normal using segments [{'id': '1c377937-8c01-4c1e-9868-d98f95e36612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d2c665-5000-4aa9-b3a6-4697a66df0f3'}] Oct 19 20:45:11.475767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.480974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:11.497820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] Routers {'43483dd1-49bb-429b-8c09-2d0c1eff93de'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:11.498679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['43483dd1-49bb-429b-8c09-2d0c1eff93de'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:11.553509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:11.553772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port dfed2ea3-a410-4a33-824c-4574fb9c14d1, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:11.554257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attempted to set empty binding levels {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 20:45:11.555172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f3efc-f43f-436f-b1f2-8f37339a760f None None] The sync data for ids ['43483dd1-49bb-429b-8c09-2d0c1eff93de'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:11.559938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.565010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70e26cb0-7da8-4512-926c-9e1da1f79e37 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 200 len: 924 time: 0.1313848 Oct 19 20:45:11.565614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41336) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.596864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] In _notify_port_updated(), no bound segment for port dfed2ea3-a410-4a33-824c-4574fb9c14d1 on network e0d2c665-5000-4aa9-b3a6-4697a66df0f3 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 20:45:11.597775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:11.598384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.602505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "PUT /v2.0/ports/dfed2ea3-a410-4a33-824c-4574fb9c14d1 HTTP/1.1" status: 200 len: 974 time: 0.6952388 Oct 19 20:45:11.603266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41338) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.616311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781143d1-69f0-47c6-95cf-a28893293bbd tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event updated for resources: {'Port': ['ID=dfed2ea3-a410-4a33-824c-4574fb9c14d1,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:11.634043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1445ce3-fd37-47c4-9452-53cc5db475d2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:11.635563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a1445ce3-fd37-47c4-9452-53cc5db475d2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=43483dd1-49bb-429b-8c09-2d0c1eff93de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0690410 Oct 19 20:45:11.638679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.685391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Deleting port dfed2ea3-a410-4a33-824c-4574fb9c14d1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:11.685768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.725906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b54e9c-2edf-4b3a-9b69-38a0ac379b8c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:11.729864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-72b54e9c-2edf-4b3a-9b69-38a0ac379b8c tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.0876691 Oct 19 20:45:11.730186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41342) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.760045 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d00fdfed-cfbf-452f-ab39-c56429a54fbe tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 200 len: 205 time: 0.0286489 Oct 19 20:45:11.762334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41346) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.763557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] For port dfed2ea3-a410-4a33-824c-4574fb9c14d1, host n-h1-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:11.764121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.779268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Calling delete_port for dfed2ea3-a410-4a33-824c-4574fb9c14d1 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:11.864685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.899176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfed2ea3-a410-4a33-824c-4574fb9c14d1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:11.904721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a6182-ede8-4fff-8836-387f76323d50 req-da28d309-231c-49bf-b2d0-7964e72f3f98 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:11.907232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.911540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b996251f-357c-48e7-8d06-a67b3761d2a2 tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "DELETE /v2.0/ports/dfed2ea3-a410-4a33-824c-4574fb9c14d1 HTTP/1.1" status: 204 len: 168 time: 0.3073683 Oct 19 20:45:11.912247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-983a6182-ede8-4fff-8836-387f76323d50 req-da28d309-231c-49bf-b2d0-7964e72f3f98 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1047795 Oct 19 20:45:11.914692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41348) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.939156 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68195b4-c8ef-4c28-a1ce-7aebd0e74a6e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] GET failed (client error): The resource could not be found. Oct 19 20:45:11.941340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a68195b4-c8ef-4c28-a1ce-7aebd0e74a6e tempest-PortsAdminExtendedAttrsTestJSON-2125520938 tempest-PortsAdminExtendedAttrsTestJSON-2125520938-project-admin] 10.222.0.31 "GET /v2.0/ports/dfed2ea3-a410-4a33-824c-4574fb9c14d1 HTTP/1.1" status: 404 len: 333 time: 0.0250978 Oct 19 20:45:11.944401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:11.945034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41350) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:11.998588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-983a6182-ede8-4fff-8836-387f76323d50 req-3ac42949-a5b2-406a-a86a-df7d5961e6fb tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Oct 19 20:45:12.022629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.078529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.114409 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.134673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port 8a14f2db-cdae-45a3-81a8-532d1d94047a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:12.135039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.135833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d2c665-5000-4aa9-b3a6-4697a66df0f3']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:12.145894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c377937-8c01-4c1e-9868-d98f95e36612') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:12.145894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c377937-8c01-4c1e-9868-d98f95e36612') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:12.155969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.170513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.179657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:45:12.179657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:45:12.183741 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:45:12.231317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.248631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for 8a14f2db-cdae-45a3-81a8-532d1d94047a owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:12.279619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.293825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.299901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] 10.222.0.31 "DELETE /v2.0/networks/e0d2c665-5000-4aa9-b3a6-4697a66df0f3 HTTP/1.1" status: 204 len: 168 time: 0.3537798 Oct 19 20:45:12.317679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd459b-acb7-4284-80df-fb655f9ff89a tempest-PortsAdminExtendedAttrsTestJSON-1906405444 tempest-PortsAdminExtendedAttrsTestJSON-1906405444-project] Pushing event deleted for resources: {'Network': ['ID=e0d2c665-5000-4aa9-b3a6-4697a66df0f3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:12.441030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.476627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=8a14f2db-cdae-45a3-81a8-532d1d94047a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:12.538027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.578708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:12.649337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.653574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.692830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.723207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.723909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router 43483dd1-49bb-429b-8c09-2d0c1eff93de {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:12.729968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0e2a1790-6ef6-4cbe-a311-3bff040eb6bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9d5d042c5749dfab30c60f098833fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476350 Oct 19 20:45:12.730485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41362) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:12.732063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.737541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-742ee448-1cc5-4714-bcb4-e1208bc7a9f2 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 204 len: 168 time: 0.9739134 Oct 19 20:45:12.738553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41364) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:12.745779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-525677423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:12.754982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-4bf8a4c3-3036-4fb6-bfc2-1d3530698080 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153824 Oct 19 20:45:12.780797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.781964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.794021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.820100 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.858110 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.862969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.868590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.871620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.873175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4811ea96-3dcd-4427-a037-154ab435db85 HTTP/1.1" status: 204 len: 168 time: 0.1418197 Oct 19 20:45:12.882220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bf301-3151-48b9-bc30-d7dcfc3f0e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811ea96-3dcd-4427-a037-154ab435db85,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:12.896263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-6b0be8de-af02-4041-9451-3c1cc400b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:12.898256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-6b0be8de-af02-4041-9451-3c1cc400b2b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 1096 time: 0.0910819 Oct 19 20:45:12.902681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:12.904408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ff48b730-aed6-447b-843a-f16772a6c758 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1637027 Oct 19 20:45:12.907695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:12.916186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': True}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:13.085567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-ca441cd4-379a-4242-b0d6-f304a218a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:13.087856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-ca441cd4-379a-4242-b0d6-f304a218a2f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.1623106 Oct 19 20:45:13.153236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-9bec7f3d-1a73-4ac5-bac8-f20535b65b3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f HTTP/1.1" status: 200 len: 217 time: 0.0582812 Oct 19 20:45:13.162212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.217728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-634599eb-639c-4ddc-8baa-8ae95d41cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:13.219461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-634599eb-639c-4ddc-8baa-8ae95d41cc61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0586193 Oct 19 20:45:13.239641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.288544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-740cee3e-96de-4e29-b639-791a07415513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537226 Oct 19 20:45:13.312142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193c649-da32-4d5d-814e-ed100b8d1e2a req-e2a1f0e3-3ef4-46df-ae1e-bd0bfc31831c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:13.313833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1193c649-da32-4d5d-814e-ed100b8d1e2a req-e2a1f0e3-3ef4-46df-ae1e-bd0bfc31831c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1590109 Oct 19 20:45:13.338662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41374) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:13.426486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1193c649-da32-4d5d-814e-ed100b8d1e2a req-eaab80f0-6e36-44d3-ab22-532ad837e334 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817719 Oct 19 20:45:13.442434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5a39f5fa-78bb-4094-ae69-09e51c2be444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb0c9c37b4c84abbbb10676f5aea0ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004210 Oct 19 20:45:13.443200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:13.452008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-f8fa9304-c36d-432c-8e19-f342efac16e4 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555839 Oct 19 20:45:13.550154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.564580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ea0a976-dcdb-4667-931f-e410354c2a3f req-86fe818e-4eed-4935-a183-1bef7591c3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058490 Oct 19 20:45:13.634366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.700675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.728711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.751044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd72f1-bef2-4333-9470-581eb5c61794 req-0994b695-7f59-42dc-9691-2ca8920c7df3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:13.752583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3bd72f1-bef2-4333-9470-581eb5c61794 req-0994b695-7f59-42dc-9691-2ca8920c7df3 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1254098 Oct 19 20:45:13.815357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.817807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:13.818964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7648380d-cd44-479d-b480-3e47cd33c277 HTTP/1.1" status: 204 len: 168 time: 0.3744898 Oct 19 20:45:13.864890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3bd72f1-bef2-4333-9470-581eb5c61794 req-b6acb291-9881-4359-bfee-21b2b3527e10 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Oct 19 20:45:13.865651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa2e4b-abd6-4ee5-b887-17b38069da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7648380d-cd44-479d-b480-3e47cd33c277,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:13.891279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 172.25.7.229 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e4c946ea-a7b1-432e-b220-bb1ae0e6e57b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:14.026432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bebff3-3be4-4130-bd9a-4b2a258b7262 req-a161a1c3-95fb-4d05-9294-291b11cf9673 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:14.028047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2bebff3-3be4-4130-bd9a-4b2a258b7262 req-a161a1c3-95fb-4d05-9294-291b11cf9673 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0706258 Oct 19 20:45:14.033593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.073572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.084181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2bebff3-3be4-4130-bd9a-4b2a258b7262 req-bdb33794-4640-45dd-9b26-14be9df65775 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Oct 19 20:45:14.117602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:14.121018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:14.124771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:14.158536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c946ea-a7b1-432e-b220-bb1ae0e6e57b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:14.393074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1820ff-20c0-4422-9ba6-6a9431ea0685 req-d1cf7979-c827-40b8-a92d-55c8a68472cc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:14.398545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f1820ff-20c0-4422-9ba6-6a9431ea0685 req-d1cf7979-c827-40b8-a92d-55c8a68472cc tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.0736392 Oct 19 20:45:14.454741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f1820ff-20c0-4422-9ba6-6a9431ea0685 req-15239f01-214f-4c05-a9f1-ce380cc684b9 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Oct 19 20:45:14.460802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.714859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.718403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.767136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41416) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:14.850346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router 2d86ae0f-2871-4b7c-83bf-dc4e71a5863b is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:14.875533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-37fdc122-ad0a-4654-92cb-068ed194dd1d tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] Request body: {'port': {'network_id': '119596f9-c094-43ae-9eca-9bcaa4d974d7', 'name': 'tempest-NetworksNegativeTestJSON-110404052'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:14.889095 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fdc122-ad0a-4654-92cb-068ed194dd1d tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] POST failed (client error): The resource could not be found. Oct 19 20:45:14.889717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fdc122-ad0a-4654-92cb-068ed194dd1d tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:14.890935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-37fdc122-ad0a-4654-92cb-068ed194dd1d tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1227934 Oct 19 20:45:14.894648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:14.912899 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03ba093-eee2-40fd-9500-bab2be449d90 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] DELETE failed (client error): The resource could not be found. Oct 19 20:45:14.913451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03ba093-eee2-40fd-9500-bab2be449d90 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:14.916563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e03ba093-eee2-40fd-9500-bab2be449d90 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "DELETE /v2.0/networks/a4229340-c5c6-4d3b-a74e-d5a860759a14 HTTP/1.1" status: 404 len: 339 time: 0.0209258 Oct 19 20:45:14.920107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41422) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:14.943708 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-380df943-a660-402d-b59e-7aada28f5e33 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] DELETE failed (client error): The resource could not be found. Oct 19 20:45:14.944429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380df943-a660-402d-b59e-7aada28f5e33 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:14.947850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-380df943-a660-402d-b59e-7aada28f5e33 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "DELETE /v2.0/ports/6cc145df-3e6f-4055-bd65-718334073594 HTTP/1.1" status: 404 len: 333 time: 0.0268514 Oct 19 20:45:14.951835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41424) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:14.960232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:14.964588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:14.965836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3a00d9e2-66fd-47b8-8838-826d47f478b2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "PUT /v2.0/routers/2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 200 len: 918 time: 2.0569243 Oct 19 20:45:14.968317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41426) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:14.970769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] Sync routers for ids ['2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:14.981696 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] Routers {'2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:14.982306 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:14.983911 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1940b76c-3375-4219-91cd-9bbdf67aafaf tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] DELETE failed (client error): The resource could not be found. Oct 19 20:45:14.984363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1940b76c-3375-4219-91cd-9bbdf67aafaf tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:14.992124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1940b76c-3375-4219-91cd-9bbdf67aafaf tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "DELETE /v2.0/subnets/73dc5283-9bbd-4542-8c9c-178cbaaa77dc HTTP/1.1" status: 404 len: 337 time: 0.0349741 Oct 19 20:45:14.992285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.012398 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-951d0f98-7a27-4e21-b93c-5f9ee12152f0 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] GET failed (client error): The resource could not be found. Oct 19 20:45:15.018403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-951d0f98-7a27-4e21-b93c-5f9ee12152f0 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "GET /v2.0/networks/31b599ee-27af-479f-b617-9d39eb1d494c HTTP/1.1" status: 404 len: 339 time: 0.0206540 Oct 19 20:45:15.018591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41430) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.036960 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:15.046668 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] Routers {'2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:15.047499 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:15.048105 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-563b5222-e074-482a-8152-6c712cc3c7f8 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] GET failed (client error): The resource could not be found. Oct 19 20:45:15.049628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-563b5222-e074-482a-8152-6c712cc3c7f8 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "GET /v2.0/ports/06b7b09e-7e43-4a18-be4b-44e35a8ca93e HTTP/1.1" status: 404 len: 333 time: 0.0300412 Oct 19 20:45:15.054519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41432) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.080850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-47e9cef0-ecb3-4444-a97a-21f89219760d tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 200 len: 924 time: 0.1113119 Oct 19 20:45:15.084968 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:15.085644 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3103e-cd5c-4671-8f01-94ef18b20199 None None] The sync data for ids ['2d86ae0f-2871-4b7c-83bf-dc4e71a5863b'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:15.085826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41434) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.088996 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef60a12-f2b0-42c7-a917-662205ea428f tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] GET failed (client error): The resource could not be found. Oct 19 20:45:15.092824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2ef60a12-f2b0-42c7-a917-662205ea428f tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "GET /v2.0/subnets/dc9ffa6a-27f5-43b6-8036-fd8a3380595e HTTP/1.1" status: 404 len: 337 time: 0.0349817 Oct 19 20:45:15.094665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41436) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.100239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-12dd00ef-75db-40b1-81ae-608958059a7e tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:15.114321 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dd00ef-75db-40b1-81ae-608958059a7e tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] PUT failed (client error): The resource could not be found. Oct 19 20:45:15.114930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dd00ef-75db-40b1-81ae-608958059a7e tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:15.116680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12dd00ef-75db-40b1-81ae-608958059a7e tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "PUT /v2.0/networks/aef4365a-3273-4de0-8f0c-2ce1a2950e5e HTTP/1.1" status: 404 len: 339 time: 0.0210888 Oct 19 20:45:15.120585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41438) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.125600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9a210b10-0c1a-448c-be1b-ca31506eff77 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:15.129516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11412b3f-5db6-4477-9192-0db649dc180e tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:15.131121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-11412b3f-5db6-4477-9192-0db649dc180e tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=2d86ae0f-2871-4b7c-83bf-dc4e71a5863b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0434051 Oct 19 20:45:15.133915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41440) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.141619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41442) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.144213 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a210b10-0c1a-448c-be1b-ca31506eff77 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] PUT failed (client error): The resource could not be found. Oct 19 20:45:15.144849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a210b10-0c1a-448c-be1b-ca31506eff77 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:15.145993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a210b10-0c1a-448c-be1b-ca31506eff77 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "PUT /v2.0/ports/39883081-ece7-455e-b2b5-be88ba7e72b6 HTTP/1.1" status: 404 len: 333 time: 0.0244942 Oct 19 20:45:15.150873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.155285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1154ea61-d628-4087-8392-c8cf65e43984 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:15.176662 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1154ea61-d628-4087-8392-c8cf65e43984 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] PUT failed (client error): The resource could not be found. Oct 19 20:45:15.177102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1154ea61-d628-4087-8392-c8cf65e43984 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:15.178256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1154ea61-d628-4087-8392-c8cf65e43984 tempest-NetworksNegativeTestJSON-1673023236 tempest-NetworksNegativeTestJSON-1673023236-project] 10.222.0.31 "PUT /v2.0/subnets/b9b0327c-0170-47df-8eff-305562f33f0b HTTP/1.1" status: 404 len: 337 time: 0.0270195 Oct 19 20:45:15.310418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775a973-ea4a-4fdd-8788-99eac346418b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:15.311810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e775a973-ea4a-4fdd-8788-99eac346418b tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.1769426 Oct 19 20:45:15.315130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41448) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.371946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-34bc6021-50dd-4406-97e5-308440cd2584 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 200 len: 205 time: 0.0525448 Oct 19 20:45:15.372300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41452) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.397027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Deleting port d76748ea-709b-472c-ae2d-5692055d11a3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:15.397412 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.448974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41454) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:15.487226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.487554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.504579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Calling delete_port for d76748ea-709b-472c-ae2d-5692055d11a3 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:15.535864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.594732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-2839827e-f263-47a1-aa85-6ff948dc3675 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:15.597564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39bf409d-ef18-4362-9fad-e65486043fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.604699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-2839827e-f263-47a1-aa85-6ff948dc3675 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1234486 Oct 19 20:45:15.643819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff9e7-7028-4afe-aadd-83d2614361a1 req-1665548d-533f-4bac-abcf-fa2e40c89225 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:15.645482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-754ff9e7-7028-4afe-aadd-83d2614361a1 req-1665548d-533f-4bac-abcf-fa2e40c89225 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fc24b1-5a67-4675-9e87-6f31dcc1b65b HTTP/1.1" status: 200 len: 945 time: 0.1250086 Oct 19 20:45:15.735906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.782492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:15.782832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.877492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port e4c946ea-a7b1-432e-b220-bb1ae0e6e57b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:15.877760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.916945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:15.917223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:15.960832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:16.025186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.042087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for e4c946ea-a7b1-432e-b220-bb1ae0e6e57b owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:16.072452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-754ff9e7-7028-4afe-aadd-83d2614361a1 req-b5f254d2-60a4-419c-b76c-46749d35ee65 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079447 Oct 19 20:45:16.144617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39bf409d-ef18-4362-9fad-e65486043fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.146908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.151172 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39bf409d-ef18-4362-9fad-e65486043fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.198169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event deleted for resources: {'Port': ['ID=d76748ea-709b-472c-ae2d-5692055d11a3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:16.226654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.246151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:45:16.248472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:45:16.263453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:16.283065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39bf409d-ef18-4362-9fad-e65486043fc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5649ca6b53941989ba115d49e6c5ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329740 Oct 19 20:45:16.287363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41462) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:16.289500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf409d-ef18-4362-9fad-e65486043fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa5a8f-e8fa-495a-9aec-9a23392392ba,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:16.342451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:16.346584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.349942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2382240a-3105-4ea1-a0a6-fef27ba4d3b9 req-b0367047-a733-4e37-b08a-3b7355580a1e tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.37 "DELETE /v2.0/ports/b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f HTTP/1.1" status: 204 len: 173 time: 0.7373033 Oct 19 20:45:16.350389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'name': 'network-vif-deleted', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:45:16.352729 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1898d0-3cff-4e42-955e-b123c7fe391f" -d '{"events": [{"server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "name": "network-vif-deleted", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:45:16.370414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.388053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.395213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.432640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=e4c946ea-a7b1-432e-b220-bb1ae0e6e57b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:16.438791 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70cf4bf-db7a-4df4-8d5a-9ffd0b9c510b x-openstack-request-id: req-e70cf4bf-db7a-4df4-8d5a-9ffd0b9c510b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:45:16.439260 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc24b1-5a67-4675-9e87-6f31dcc1b65b", "name": "network-vif-deleted", "tag": "b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:45:16.439675 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70cf4bf-db7a-4df4-8d5a-9ffd0b9c510b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:45:16.440239 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc24b1-5a67-4675-9e87-6f31dcc1b65b', 'name': 'network-vif-deleted', 'tag': 'b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f', 'status': 'completed', 'code': 200} Oct 19 20:45:16.453722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.454070 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Floating IP f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad disassociated (deleted). External IP: 172.25.7.40, port: 2686df1d-f375-4733-9149-e2c4b14516ec. Oct 19 20:45:16.462302 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.465182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.466393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2fa5a8f-e8fa-495a-9aec-9a23392392ba HTTP/1.1" status: 204 len: 168 time: 0.1779342 Oct 19 20:45:16.534269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.547970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7eb5-6372-49bd-8dfd-de374f7b3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa5a8f-e8fa-495a-9aec-9a23392392ba,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:16.661008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.663277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.723856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.724536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router 2d86ae0f-2871-4b7c-83bf-dc4e71a5863b {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:16.733099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.738283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b5f77e1b-3a20-49a5-aa90-c7c7e482eed0 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 204 len: 168 time: 1.3610263 Oct 19 20:45:16.739729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:16.746365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1714216946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:16.772092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.774957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.783878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:16.876650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.884594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.917317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:16.924120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a190a2b8-ba0d-4af5-b9a6-f5830f256a6f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1769938 Oct 19 20:45:16.924120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:16.929793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'enable_snat': False}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:16.985684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:16.997803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:17.000075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:17.017409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:17.018293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:17.034131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b45214d6-57f8-459a-9176-69364e327919 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "DELETE /v2.0/floatingips/f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad HTTP/1.1" status: 204 len: 168 time: 1.8912723 Oct 19 20:45:17.034800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:45:17.037924 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc063d4-0a65-43bd-b733-e5201cb103fa" -d '{"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:45:17.079294 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739a161-a68f-4999-a20b-ae708e5f5564 x-openstack-request-id: req-5739a161-a68f-4999-a20b-ae708e5f5564 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:45:17.080598 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:45:17.081044 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5739a161-a68f-4999-a20b-ae708e5f5564 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:45:17.081669 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:45:17.311465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:17.527248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6120db-5f81-4829-9f60-0d016e26121c req-6053ea75-a546-4cfb-8b29-7a67aadec88b tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:17.529169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b6120db-5f81-4829-9f60-0d016e26121c req-6053ea75-a546-4cfb-8b29-7a67aadec88b tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.1446199 Oct 19 20:45:17.533776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-8f3708d3-122c-4997-858c-e508ce24b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:17.535630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-8f3708d3-122c-4997-858c-e508ce24b4d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e6193016f6148a3a6549d0586ce0890&device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 1097 time: 0.4298031 Oct 19 20:45:17.605719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b6120db-5f81-4829-9f60-0d016e26121c req-907b72da-e778-412c-952a-f6abf0970fd5 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682435 Oct 19 20:45:17.654807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:17.683786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-7115b4e9-d94a-4d8a-a93e-25d263da5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:17.686336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-7115b4e9-d94a-4d8a-a93e-25d263da5346 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 200 len: 914 time: 0.1330118 Oct 19 20:45:17.689741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:17.699620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:17.700242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:17.789357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-363c5b9b-7be0-47d5-b9bf-f8249be59f14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 200 len: 217 time: 0.0949798 Oct 19 20:45:17.790139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41546) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:17.930156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-19868324-deb2-4cbf-b12b-bf01c464d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:17.931486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-19868324-deb2-4cbf-b12b-bf01c464d043 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 200 len: 852 time: 0.1350932 Oct 19 20:45:18.014464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7c2ac3be-0479-4e20-ab58-65ae04158350 tempest-DvrRoutersNegativeTest-218270106 tempest-DvrRoutersNegativeTest-218270106-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1917295554', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:18.020267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:18.026901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.policy [None req-7c2ac3be-0479-4e20-ab58-65ae04158350 tempest-DvrRoutersNegativeTest-218270106 tempest-DvrRoutersNegativeTest-218270106-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100734) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 19 20:45:18.027207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.policy [None req-7c2ac3be-0479-4e20-ab58-65ae04158350 tempest-DvrRoutersNegativeTest-218270106 tempest-DvrRoutersNegativeTest-218270106-project] Failed policy check for 'create_router' {{(pid=100734) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 19 20:45:18.028267 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7c2ac3be-0479-4e20-ab58-65ae04158350 tempest-DvrRoutersNegativeTest-218270106 tempest-DvrRoutersNegativeTest-218270106-project] create failed (client error): Access was denied to this resource. Oct 19 20:45:18.042962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7c2ac3be-0479-4e20-ab58-65ae04158350 tempest-DvrRoutersNegativeTest-218270106 tempest-DvrRoutersNegativeTest-218270106-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2426474 Oct 19 20:45:18.075928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-3bdc298d-4547-4cae-b669-e17b71d99fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3525624 Oct 19 20:45:18.082990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-c523a462-3673-4831-949f-4a7bc9c0736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:18.086074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-c523a462-3673-4831-949f-4a7bc9c0736d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af770a14-f42e-467c-92f8-cc8ff35c71c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463108 Oct 19 20:45:18.123018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:18.351270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-61269502-2b35-4ba6-8a89-5d50302c5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:18.355981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-61269502-2b35-4ba6-8a89-5d50302c5fdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59b012c25aa04f329970588db8b97eae&device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 1097 time: 0.1650329 Oct 19 20:45:18.376163 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-2000472b-985f-4bcb-9570-d112f5694750 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817771 Oct 19 20:45:18.527523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfc063d4-0a65-43bd-b733-e5201cb103fa req-cda4bf3a-7ebf-4f2b-aa15-fe0b138efbc5 service neutron] 10.222.0.11 "GET /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360757 Oct 19 20:45:18.537840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:18.575198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3328bcd-0e36-4ea0-837c-33cae07aa52a None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:40:33Z', 'revision_number': 4, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '57552357-6668-469a-b5e5-f810e769f5e9', 'name': '', 'network_id': 'af770a14-f42e-467c-92f8-cc8ff35c71c8', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'mac_address': 'fa:16:3e:51:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:31Z', 'updated_at': '2021-10-19T20:40:37Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'subnets': [{'id': 'f795da96-f1ad-4700-8b46-dd1d858c88cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:18.618746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41574) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:18.764964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798475f4-d5ca-4ba3-8f8a-fa4e77bbea63 req-e70a6afb-a536-4e9f-84a4-3790f5e2f12b tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:18.767070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-798475f4-d5ca-4ba3-8f8a-fa4e77bbea63 req-e70a6afb-a536-4e9f-84a4-3790f5e2f12b tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.0721381 Oct 19 20:45:18.807251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a57e83-5fd1-464d-a11b-91f01c93b49a req-bcaa6d70-a604-4670-a8ec-98034f6e2340 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:18.809027 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93a57e83-5fd1-464d-a11b-91f01c93b49a req-bcaa6d70-a604-4670-a8ec-98034f6e2340 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 946 time: 0.3086145 Oct 19 20:45:18.854780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-798475f4-d5ca-4ba3-8f8a-fa4e77bbea63 req-3dfbf9bc-828b-4291-ab0b-8e66cd60bb35 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/security-groups?id=dedc2d08-7d72-4dec-82af-851e6190841b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786881 Oct 19 20:45:18.890027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e2f91c8b-561f-41b7-b758-dc4001fea9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:18.904286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-1c15f18e-918a-4d9d-ad09-ccc83550cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:18.905926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-1c15f18e-918a-4d9d-ad09-ccc83550cb60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 200 len: 906 time: 0.5148714 Oct 19 20:45:18.985038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:19.000468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-b61b13b3-9429-47be-96fd-8eff76749617 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:19.003431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-b61b13b3-9429-47be-96fd-8eff76749617 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.11 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 946 time: 0.0821426 Oct 19 20:45:19.008913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93a57e83-5fd1-464d-a11b-91f01c93b49a req-f85db567-1a9d-4574-a4c8-fd9b3929a887 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303945 Oct 19 20:45:19.015037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.018259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-9d94020b-fd05-4fd9-a72b-3ad1c2f3fd89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 200 len: 217 time: 0.1005325 Oct 19 20:45:19.037084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:19.039696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device b8d8a4d9-e0b6-4d5c-9d51-384c5769b93f not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:19.049365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.073593 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1bb39-922b-4848-a869-6a872c16b363 None None] New status for floating IP f8ca7ba1-0368-4751-9ed8-f0cf513cb5ad: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:45:19.133235 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e2f91c8b-561f-41b7-b758-dc4001fea9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.147912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e2f91c8b-561f-41b7-b758-dc4001fea9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.177645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-ab36b71a-550b-4b9d-a3f4-ed9d22e70d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:19.179345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-ab36b71a-550b-4b9d-a3f4-ed9d22e70d55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 200 len: 845 time: 0.0688105 Oct 19 20:45:19.190979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e2f91c8b-561f-41b7-b758-dc4001fea9dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d9986d5dc294df5919e142fc71eb01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710993 Oct 19 20:45:19.194792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:19.234968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-11821662-d765-4123-ba4a-d5d2815a9fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aadf36b9-b3f2-4855-94aa-093ac868c183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443654 Oct 19 20:45:19.246382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f91c8b-561f-41b7-b758-dc4001fea9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab0c2cc-0e5c-4c80-b93f-878b4006e67f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:19.304306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Deleting port 2686df1d-f375-4733-9149-e2c4b14516ec {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:19.304778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.344190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.353017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Allocated IP 172.25.7.69 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/212ebf8a-206c-4a49-92b7-683cebbddeca) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:19.420058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.420786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-947363f8-89d3-40db-9d31-bf7a0ce5f5c6 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600308 Oct 19 20:45:19.468112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] For port 2686df1d-f375-4733-9149-e2c4b14516ec, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2686df1d-f375-4733-9149-e2c4b14516ec,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:19.468742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.490339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Calling delete_port for 2686df1d-f375-4733-9149-e2c4b14516ec owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:19.562501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77dd3873-e25a-44b1-b031-e17ad9494348 req-f64f7379-2480-42b5-ada6-721de91f8c84 service neutron] 10.222.0.11 "GET /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322551 Oct 19 20:45:19.573771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.576797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.578055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fab0c2cc-0e5c-4c80-b93f-878b4006e67f HTTP/1.1" status: 204 len: 168 time: 0.3823545 Oct 19 20:45:19.590330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b76fe-aa3c-434e-9b75-70a2d82d0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab0c2cc-0e5c-4c80-b93f-878b4006e67f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:19.692800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.709605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.747348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event deleted for resources: {'Port': ['ID=2686df1d-f375-4733-9149-e2c4b14516ec,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:19.818004 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.819550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] No DVR routers for this DVR port 2686df1d-f375-4733-9149-e2c4b14516ec on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:19.823648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:19.828632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-628d996f-429d-4e8d-b962-9c29aa62c229 req-914125d8-e685-4a26-b6c9-9ed15c505398 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.11 "DELETE /v2.0/ports/2686df1d-f375-4733-9149-e2c4b14516ec HTTP/1.1" status: 204 len: 173 time: 0.7988257 Oct 19 20:45:19.829103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'name': 'network-vif-deleted', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:45:19.838031 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce08f3b-2016-4c19-8b17-0665ee979158" -d '{"events": [{"server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "name": "network-vif-deleted", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:45:19.897154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Pushing event updated for resources: {'Port': ['ID=212ebf8a-206c-4a49-92b7-683cebbddeca,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:19.914280 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea84b9-d259-4bf4-a399-34cd2e8bbb31 x-openstack-request-id: req-9bea84b9-d259-4bf4-a399-34cd2e8bbb31 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:45:19.914595 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657d8b35-81d3-488e-b4c9-ef7b3a6e460f", "name": "network-vif-deleted", "tag": "2686df1d-f375-4733-9149-e2c4b14516ec", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:45:19.914880 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bea84b9-d259-4bf4-a399-34cd2e8bbb31 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:45:19.915346 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657d8b35-81d3-488e-b4c9-ef7b3a6e460f', 'name': 'network-vif-deleted', 'tag': '2686df1d-f375-4733-9149-e2c4b14516ec', 'status': 'completed', 'code': 200} Oct 19 20:45:19.960704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-e20bccaa-4b45-4bea-a6c1-d2602372023c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:19.962308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-e20bccaa-4b45-4bea-a6c1-d2602372023c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 946 time: 0.2510383 Oct 19 20:45:19.964330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:20.064836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:20.079142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:20.155188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c51af1be-d3bd-4a0e-a476-8cbeaa4915e7 req-f380427e-c0eb-4f62-b8a0-25d060109471 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.1896877 Oct 19 20:45:20.233842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4efc4-af33-433c-95c0-9fcb4d08f480 req-25a9ab9e-f258-47a4-9a4d-1cd4f6e85267 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:20.239964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74a4efc4-af33-433c-95c0-9fcb4d08f480 req-25a9ab9e-f258-47a4-9a4d-1cd4f6e85267 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 946 time: 0.0902297 Oct 19 20:45:20.321715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74a4efc4-af33-433c-95c0-9fcb4d08f480 req-6f95217c-7faf-4a12-872e-635b732abded tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/security-groups?id=01b305ec-2469-4a9d-8e25-2a822a140480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698209 Oct 19 20:45:20.381416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Deleting port dbc63314-6eb9-49c3-8004-6b5d35eccf83 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:20.381993 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.568585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] For port dbc63314-6eb9-49c3-8004-6b5d35eccf83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dbc63314-6eb9-49c3-8004-6b5d35eccf83,segment=NetworkSegment(917578e7-c58e-4b58-8569-d3d168a05f44),segment_id=917578e7-c58e-4b58-8569-d3d168a05f44)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:20.568933 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.618551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Calling delete_port for dbc63314-6eb9-49c3-8004-6b5d35eccf83 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:20.674153 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.736470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41636) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:20.870504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d35a4b94-2134-4bb6-ba73-2130cbd7ba50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:20.871398 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-d35a4b94-2134-4bb6-ba73-2130cbd7ba50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 20:45:20.872054 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-d35a4b94-2134-4bb6-ba73-2130cbd7ba50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:45:20.873332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d35a4b94-2134-4bb6-ba73-2130cbd7ba50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1357131 Oct 19 20:45:20.876852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:20.882793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841280949'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:20.926032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.937527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.980289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:20.991894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.004051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dbc63314-6eb9-49c3-8004-6b5d35eccf83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:45:21.053280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.055037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.057661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Pushing event deleted for resources: {'Port': ['ID=dbc63314-6eb9-49c3-8004-6b5d35eccf83,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:21.061861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.100825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] No DVR routers for this DVR port dbc63314-6eb9-49c3-8004-6b5d35eccf83 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:21.104145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.109448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e12adb54-b20c-4387-a5f5-d19f1e773df5 req-58b782b8-d40a-412c-984d-48bcee1c679c tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.11 "DELETE /v2.0/ports/dbc63314-6eb9-49c3-8004-6b5d35eccf83 HTTP/1.1" status: 204 len: 173 time: 1.1387572 Oct 19 20:45:21.110337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'name': 'network-vif-deleted', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:45:21.113235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d902dc2-425d-4838-aec2-1ce00f0acdf8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:21.113910 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d39829-cef2-4f31-84c4-0869585f7058" -d '{"events": [{"server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "name": "network-vif-deleted", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:45:21.180366 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22e0c9b-dbfc-4c10-80ad-7e193f8c24df x-openstack-request-id: req-d22e0c9b-dbfc-4c10-80ad-7e193f8c24df {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:45:21.180897 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec44a89-24ba-4870-b9b7-4beff16af4a5", "name": "network-vif-deleted", "tag": "dbc63314-6eb9-49c3-8004-6b5d35eccf83", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:45:21.181219 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22e0c9b-dbfc-4c10-80ad-7e193f8c24df {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:45:21.181724 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec44a89-24ba-4870-b9b7-4beff16af4a5', 'name': 'network-vif-deleted', 'tag': 'dbc63314-6eb9-49c3-8004-6b5d35eccf83', 'status': 'completed', 'code': 200} Oct 19 20:45:21.227965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.236657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.331496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Router f36ce28f-a456-4c16-b47c-38a3802e8f4b is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:21.347925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef8a63f8-7f33-4eb1-a8ff-1404ba29f8f3 req-9fc5a765-31e3-4064-b167-bb414ac69e82 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0351098 Oct 19 20:45:21.349777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb42b2-1fe1-4c24-958c-3d076a7d3a0c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:21.356770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.361611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-88075142-7e3c-4583-9810-03a948decdc1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4833267 Oct 19 20:45:21.362422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41656) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.378015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'd4cb42b2-1fe1-4c24-958c-3d076a7d3a0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:21.414052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.477064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:21.483080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.484302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9f42f1c5-4c21-4f4b-96ab-a302152485c2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "PUT /v2.0/routers/f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 200 len: 919 time: 4.5618939 Oct 19 20:45:21.492021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] Sync routers for ids ['f36ce28f-a456-4c16-b47c-38a3802e8f4b'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:21.497497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.505154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] Routers {'f36ce28f-a456-4c16-b47c-38a3802e8f4b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:21.505815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f36ce28f-a456-4c16-b47c-38a3802e8f4b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:21.539775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.559566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-372063b5-5bbd-4fc8-b61b-b5ce5b1734ca req-d900dab3-e078-46cf-898b-0c0c44d98d08 tempest-ServersTestJSON-1083766384 tempest-ServersTestJSON-1083766384-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ec44a89-24ba-4870-b9b7-4beff16af4a5 HTTP/1.1" status: 200 len: 210 time: 0.0623341 Oct 19 20:45:21.592160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:21.606492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] Routers {'f36ce28f-a456-4c16-b47c-38a3802e8f4b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:21.607447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f36ce28f-a456-4c16-b47c-38a3802e8f4b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:21.667353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:21.668283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1e6bb-ac62-4556-9a69-ce7a1f7c5095 None None] The sync data for ids ['f36ce28f-a456-4c16-b47c-38a3802e8f4b'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:21.673341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f14245df-b8ab-4cc0-9c53-e664621bdae3 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 200 len: 925 time: 0.1721549 Oct 19 20:45:21.673990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41666) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.674898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.703541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.707383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414516 Oct 19 20:45:21.707604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0bbdd-abf8-48d2-b067-38c1d37801a2 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7be9b2-5a00-4098-b780-1a5dae936e15,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:21.709245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.719126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-61e478ed-2058-404e-b249-e6accbc02478 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'd4cb42b2-1fe1-4c24-958c-3d076a7d3a0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:21.758450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61e478ed-2058-404e-b249-e6accbc02478 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.765150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a4e2-2548-4e48-98d7-1bf6a177a7f2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:21.772836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bcc6a4e2-2548-4e48-98d7-1bf6a177a7f2 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=f36ce28f-a456-4c16-b47c-38a3802e8f4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0948696 Oct 19 20:45:21.773070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41670) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.812678 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-61e478ed-2058-404e-b249-e6accbc02478 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 20:45:21.816937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61e478ed-2058-404e-b249-e6accbc02478 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0986383 Oct 19 20:45:21.817150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.935286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:21.937552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686455e-7ba2-482e-a86d-4e5bbc9b568f tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:21.940555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6686455e-7ba2-482e-a86d-4e5bbc9b568f tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/networks/b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 881 time: 0.1648872 Oct 19 20:45:21.942129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:21.968277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.005267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41682) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.005757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80532cf2-9ec0-45cb-adc8-2d3029e66318 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 200 len: 205 time: 0.0598388 Oct 19 20:45:22.062846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.065488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.068936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4cb42b2-1fe1-4c24-958c-3d076a7d3a0c HTTP/1.1" status: 204 len: 168 time: 0.2484765 Oct 19 20:45:22.069490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41684) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.111712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ea606-0ab7-4818-a3ca-b046b2303d6a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb42b2-1fe1-4c24-958c-3d076a7d3a0c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:22.144341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4c07e2f3-64d6-444d-b095-8024c02aeff9 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701358 Oct 19 20:45:22.144644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41686) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.149886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--698382562'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:22.157149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.221370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.304845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.370141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.378308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.430547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.431797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2862325 Oct 19 20:45:22.434685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.439304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b30f3a2d-0930-4ef9-ae8c-b1b80ff17edf tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'f8dba4ec-a135-4305-8747-f0f251c308cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:22.439798 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-b30f3a2d-0930-4ef9-ae8c-b1b80ff17edf tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 20:45:22.440305 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-b30f3a2d-0930-4ef9-ae8c-b1b80ff17edf tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:22.440714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port 212ebf8a-206c-4a49-92b7-683cebbddeca {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:22.441087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.441272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b30f3a2d-0930-4ef9-ae8c-b1b80ff17edf tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055618 Oct 19 20:45:22.442893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ada9-6c48-4169-99cc-60a155cc718d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dba4ec-a135-4305-8747-f0f251c308cb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:22.444375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41696) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.492791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90d7f199-4d57-4e5f-8ef2-51bfda1d12a2 req-2c47b7b3-9359-4d59-9d44-b3634f4a5cd7 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0372214 Oct 19 20:45:22.530137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.558199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.570435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.589032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for 212ebf8a-206c-4a49-92b7-683cebbddeca owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:22.622013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41704) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.674073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.676643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.678436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8dba4ec-a135-4305-8747-f0f251c308cb HTTP/1.1" status: 204 len: 168 time: 0.2322626 Oct 19 20:45:22.687788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41706) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.691746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Deleting subnet f88a9be0-ba16-403c-bcdd-ee59120abbd7 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:22.698142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.749789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.792083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a3d3-b9b3-4e97-926e-d624ebdfa464 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dba4ec-a135-4305-8747-f0f251c308cb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:22.799492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.813829 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.851215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=212ebf8a-206c-4a49-92b7-683cebbddeca,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:22.873957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bbf93868-c66d-46ff-86aa-21a27fa58095 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965488 Oct 19 20:45:22.876364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41712) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:22.880437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780075616'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:22.935170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.948752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.950764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2686df1d-f375-4733-9149-e2c4b14516ec no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:22.953806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:22.987017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2686df1d-f375-4733-9149-e2c4b14516ec {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:22.987524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f88a9be0-ba16-403c-bcdd-ee59120abbd7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:22.987989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2686df1d-f375-4733-9149-e2c4b14516ec not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:23.003734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.008300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c7e2f91-a9c1-424f-9b01-c5c44964c5ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f88a9be0-ba16-403c-bcdd-ee59120abbd7 HTTP/1.1" status: 204 len: 168 time: 0.3853035 Oct 19 20:45:23.011063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.079332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.081739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.111041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.137613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.138228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router f36ce28f-a456-4c16-b47c-38a3802e8f4b {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:23.146109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.151521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ba4f468-8c3b-4434-9ee9-d110331a34a1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 204 len: 168 time: 1.1450651 Oct 19 20:45:23.152305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.156967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-513757919', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:23.173241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.184444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.185756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.225141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.264806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.266018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b64844-dc37-40eb-8615-244ece839b6f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:23.304928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.322312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.326540 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-beb4980f-27d8-44ef-a2c3-85615dccf5a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4494097 Oct 19 20:45:23.327170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.338961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1a25c5ce-13ee-478b-9e36-94ebad4bf2ac tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '62b64844-dc37-40eb-8615-244ece839b6f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:23.340718 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-1a25c5ce-13ee-478b-9e36-94ebad4bf2ac tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 20:45:23.341224 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1a25c5ce-13ee-478b-9e36-94ebad4bf2ac tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:23.345216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1a25c5ce-13ee-478b-9e36-94ebad4bf2ac tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105288 Oct 19 20:45:23.347705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.351108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadf36b9-b3f2-4855-94aa-093ac868c183']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:23.372021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917578e7-c58e-4b58-8569-d3d168a05f44') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:23.372386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917578e7-c58e-4b58-8569-d3d168a05f44') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:23.395008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.426983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.441986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:45:23.442693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:45:23.444795 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:45:23.454273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.479451 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.539320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.544567 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.552022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/62b64844-dc37-40eb-8615-244ece839b6f HTTP/1.1" status: 204 len: 168 time: 0.2033195 Oct 19 20:45:23.557618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41734) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.635393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db762b0-4d6e-45d6-a36b-94acbb33359e tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b64844-dc37-40eb-8615-244ece839b6f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:23.680991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9e8d09fc-29c2-4394-abc4-91ba6fd1b9e5 req-726c58b6-efca-4dce-bd81-622b29b778d7 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0821388 Oct 19 20:45:23.705820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.727497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.730915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aadf36b9-b3f2-4855-94aa-093ac868c183 HTTP/1.1" status: 204 len: 168 time: 0.7187245 Oct 19 20:45:23.742470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-00161688-6c06-460e-9e8e-a5f8d799b0a9 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1562784 Oct 19 20:45:23.748727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:23.754005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527290323'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:23.760009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dfa03-1f43-4156-bd95-d362720f8a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadf36b9-b3f2-4855-94aa-093ac868c183,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:23.823303 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:23.923917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.000125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41746) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.007543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.023406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.084855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c169936-f9ad-44b5-be79-2371a509645b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59b012c25aa04f329970588db8b97eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809619 Oct 19 20:45:24.087283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41752) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.121325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.125254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3728607 Oct 19 20:45:24.128753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44d946-4955-4b4e-b160-a7290077e952 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e41a83-4ca5-4dcb-a154-46d7974da1c0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:24.134614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.139862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9280b1b1-1fc1-4b83-bd36-4349b2805a51 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '28e41a83-4ca5-4dcb-a154-46d7974da1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.140874 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-9280b1b1-1fc1-4b83-bd36-4349b2805a51 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 20:45:24.141592 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-9280b1b1-1fc1-4b83-bd36-4349b2805a51 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.145141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9280b1b1-1fc1-4b83-bd36-4349b2805a51 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069308 Oct 19 20:45:24.145541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41756) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.150601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-160c7ec0-b462-4ed6-988d-654660ee7a26 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '28e41a83-4ca5-4dcb-a154-46d7974da1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.151347 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-160c7ec0-b462-4ed6-988d-654660ee7a26 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 20:45:24.151902 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-160c7ec0-b462-4ed6-988d-654660ee7a26 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.154074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-160c7ec0-b462-4ed6-988d-654660ee7a26 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060706 Oct 19 20:45:24.168780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41758) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.169684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.175306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-27d87b3f-28b0-4b91-9450-8f1bee2a6162 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '28e41a83-4ca5-4dcb-a154-46d7974da1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.176221 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-27d87b3f-28b0-4b91-9450-8f1bee2a6162 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 20:45:24.176943 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-27d87b3f-28b0-4b91-9450-8f1bee2a6162 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.178575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-27d87b3f-28b0-4b91-9450-8f1bee2a6162 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066876 Oct 19 20:45:24.182346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.191460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-63beeeaf-eb0a-4e17-8c32-c3b3b22b6370 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '28e41a83-4ca5-4dcb-a154-46d7974da1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.192451 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-63beeeaf-eb0a-4e17-8c32-c3b3b22b6370 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 20:45:24.194176 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-63beeeaf-eb0a-4e17-8c32-c3b3b22b6370 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.194648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-63beeeaf-eb0a-4e17-8c32-c3b3b22b6370 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112951 Oct 19 20:45:24.200028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.214520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.230044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.234949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.305884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.335232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.341972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.345669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01b305ec-2469-4a9d-8e25-2a822a140480 HTTP/1.1" status: 204 len: 168 time: 0.2548044 Oct 19 20:45:24.372124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.374870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64c285-59d3-427d-9c39-46880c0da022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b305ec-2469-4a9d-8e25-2a822a140480,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:24.396979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Allocated IP 172.25.7.82 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f9712273-7ed1-4058-9a8e-a52c58d726d2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:24.477927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.483561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.486242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/28e41a83-4ca5-4dcb-a154-46d7974da1c0 HTTP/1.1" status: 204 len: 168 time: 0.2845948 Oct 19 20:45:24.489277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41770) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.502057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0116-14a2-45cb-bd99-017a6f5b9e68 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e41a83-4ca5-4dcb-a154-46d7974da1c0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:24.561277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-940d3a60-b354-45a1-a2c4-4e7f5fd60936 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708139 Oct 19 20:45:24.565232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41772) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.566293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.570436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--651773174'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.605810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.617054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.669475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:24.673974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:24.678632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:24.690158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event updated for resources: {'Port': ['ID=f9712273-7ed1-4058-9a8e-a52c58d726d2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:24.797521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.807947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.855717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383fc70d-745e-4127-bbdb-e36f739f0aa1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:24.877086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:24.878659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb885ffe-07a6-40d3-b0aa-246a168677a3 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3120282 Oct 19 20:45:24.881482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41784) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.886740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-23cd786b-a08f-4bfd-b38f-01d1a0933060 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.887529 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-23cd786b-a08f-4bfd-b38f-01d1a0933060 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 20:45:24.888172 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-23cd786b-a08f-4bfd-b38f-01d1a0933060 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.889266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-23cd786b-a08f-4bfd-b38f-01d1a0933060 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064793 Oct 19 20:45:24.891841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.896132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1ec69561-d62d-45ec-9c18-2463f7f7be22 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.913435 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-171b7636-1689-4be8-8344-972c0512dc60 req-967be589-8ba4-4b2b-a6cb-2e6b14ca06b4 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0785148 Oct 19 20:45:24.943875 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1ec69561-d62d-45ec-9c18-2463f7f7be22 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.946441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ec69561-d62d-45ec-9c18-2463f7f7be22 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0531409 Oct 19 20:45:24.949129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41788) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:24.965280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dbc63314-6eb9-49c3-8004-6b5d35eccf83 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:24.967902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-13b6f282-7ebf-4da4-b640-9ab3a00a2bd8 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:24.968945 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-13b6f282-7ebf-4da4-b640-9ab3a00a2bd8 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 20:45:24.977336 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-13b6f282-7ebf-4da4-b640-9ab3a00a2bd8 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:24.977336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-13b6f282-7ebf-4da4-b640-9ab3a00a2bd8 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237348 Oct 19 20:45:24.979933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41794) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.014736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: dbc63314-6eb9-49c3-8004-6b5d35eccf83 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:25.015346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dbc63314-6eb9-49c3-8004-6b5d35eccf83 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:25.028815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-21427637-521e-4e10-83a4-745ed62e8c07 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.117682 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-21427637-521e-4e10-83a4-745ed62e8c07 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.118987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-21427637-521e-4e10-83a4-745ed62e8c07 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0944574 Oct 19 20:45:25.122191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.127154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c935b26c-2b88-49c3-b0a8-8d23d21ebbf1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.127901 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-c935b26c-2b88-49c3-b0a8-8d23d21ebbf1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 20:45:25.129179 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-c935b26c-2b88-49c3-b0a8-8d23d21ebbf1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.130354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c935b26c-2b88-49c3-b0a8-8d23d21ebbf1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069764 Oct 19 20:45:25.136317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.138388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.165538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-518031dc-fe6d-4a3d-a834-f6dc4682bc28 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.225772 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-518031dc-fe6d-4a3d-a834-f6dc4682bc28 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.227627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-518031dc-fe6d-4a3d-a834-f6dc4682bc28 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0863204 Oct 19 20:45:25.231865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.248132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1240afd5-17b2-4b75-8d09-f80c1e4160ca tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.253346 n-d-805649-9 neutron-server[100734]: WARNING neutron.api.v2.base [None req-1240afd5-17b2-4b75-8d09-f80c1e4160ca tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 20:45:25.253954 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-1240afd5-17b2-4b75-8d09-f80c1e4160ca tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.270660 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1240afd5-17b2-4b75-8d09-f80c1e4160ca tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0369487 Oct 19 20:45:25.273849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.279873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3610ad7a-a5c0-429f-a6e2-353df9a78e42 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.335996 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-3610ad7a-a5c0-429f-a6e2-353df9a78e42 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.337781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3610ad7a-a5c0-429f-a6e2-353df9a78e42 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0625944 Oct 19 20:45:25.339987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41814) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.345190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2c46587d-3c2a-4b97-a25f-f25c42b48693 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '383fc70d-745e-4127-bbdb-e36f739f0aa1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.395799 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2c46587d-3c2a-4b97-a25f-f25c42b48693 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:25.400509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c46587d-3c2a-4b97-a25f-f25c42b48693 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0569990 Oct 19 20:45:25.403379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41818) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.485418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.517330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.527211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.608729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.612161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.613720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/383fc70d-745e-4127-bbdb-e36f739f0aa1 HTTP/1.1" status: 204 len: 168 time: 0.2091813 Oct 19 20:45:25.619072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.640388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e9d1-1973-443a-a13b-1863ff7c001a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383fc70d-745e-4127-bbdb-e36f739f0aa1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:25.707720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-50e1f28f-5721-44d7-bd4d-fe41f0c9f221 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870290 Oct 19 20:45:25.708310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41830) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.717565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--622819642'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.718360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Router 80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:25.746498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.829101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.837709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.864047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:25.876491 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] Sync routers for ids ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:25.888914 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] Routers {'80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:25.889560 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:25.901948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74d94d7-d157-4936-908a-0490e09f0ee2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:25.929767 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:25.935619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.940137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41846) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.940547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e224519-f824-458f-bcbf-cfb713c98e50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2304418 Oct 19 20:45:25.940978 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] Routers {'80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:25.941734 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:25.948439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b90c6be5-8758-48e4-9ed8-5ddd2f46e885 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'a74d94d7-d157-4936-908a-0490e09f0ee2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.957047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:25.961603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b64ea54-cd59-4520-84ac-ac3328864fa9 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8052855 Oct 19 20:45:25.962517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:25.969221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:25.989163 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:25.989892 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545d793-8053-459f-8bb3-6de7527c9803 None None] The sync data for ids ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:26.122396 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-293695a3-1de2-4a44-8502-b5a549f69101 req-77592a09-91ed-4703-887d-25e0786c8536 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "GET /v2.0/ports?device_id=657d8b35-81d3-488e-b4c9-ef7b3a6e460f HTTP/1.1" status: 200 len: 210 time: 0.0645430 Oct 19 20:45:26.214424 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-b90c6be5-8758-48e4-9ed8-5ddd2f46e885 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The resource could not be found. Oct 19 20:45:26.218357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b90c6be5-8758-48e4-9ed8-5ddd2f46e885 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2736938 Oct 19 20:45:26.218683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.223238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-59624e5a-a237-46d7-938e-7cd182254ec1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'a74d94d7-d157-4936-908a-0490e09f0ee2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4485161-8088-4b15-918f-36a3d1d35038'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:26.295588 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-59624e5a-a237-46d7-938e-7cd182254ec1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The resource could not be found. Oct 19 20:45:26.299558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-59624e5a-a237-46d7-938e-7cd182254ec1 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0772960 Oct 19 20:45:26.299875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41878) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.373483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.403548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.453272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.456283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.457759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/a74d94d7-d157-4936-908a-0490e09f0ee2 HTTP/1.1" status: 204 len: 168 time: 0.1568813 Oct 19 20:45:26.458413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-302ee3d5-91d8-4801-9d8a-e87fab5189b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.463572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.508960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf09fd-6f3f-4d01-93b3-5267a463996d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74d94d7-d157-4936-908a-0490e09f0ee2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:26.516333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.522348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30581ef7-4be1-43a6-af83-22ea891a3bee tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572617 Oct 19 20:45:26.533352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.536469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.539542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dfa32125-4664-4f2f-b546-c69b5bb8f5e7 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': '3f874333-4b3c-40ed-9fd2-931bd63c8d68', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:26.600487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Deleting port f9712273-7ed1-4058-9a8e-a52c58d726d2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:26.600959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.602521 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-dfa32125-4664-4f2f-b546-c69b5bb8f5e7 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The resource could not be found. Oct 19 20:45:26.603732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dfa32125-4664-4f2f-b546-c69b5bb8f5e7 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0685785 Oct 19 20:45:26.607974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.614312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--100260664'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:26.648659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.695859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.712953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Calling delete_port for f9712273-7ed1-4058-9a8e-a52c58d726d2 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:26.757548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.763892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.779895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41900) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.784277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.788749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1760573 Oct 19 20:45:26.791589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41906) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:26.801395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376167446'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:26.833182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.846509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03a031-62b8-4ed5-8e96-be9855ebb9cc tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48d07bd-eeda-4bc1-a4a0-c104181b44dc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:26.940777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.944930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.956172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.958147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c10dada-f057-49da-8e32-d6696bfd6503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.975110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d5a003-789e-49c9-8a08-ec684ef59200,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:26.993795 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:26.998489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Pushing event deleted for resources: {'Port': ['ID=f9712273-7ed1-4058-9a8e-a52c58d726d2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:26.999221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41908) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.001868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0cb4c636-21d6-4d3a-a3ba-9db1b2e8a5e0 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2092478 Oct 19 20:45:27.010380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cb4fc3ad-ddc7-4aa0-9aba-2206a25f592d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group_rule': {'security_group_id': 'e48d07bd-eeda-4bc1-a4a0-c104181b44dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '51d5a003-789e-49c9-8a08-ec684ef59200'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:27.114470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.165863 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-cb4fc3ad-ddc7-4aa0-9aba-2206a25f592d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:45:27.169556 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cb4fc3ad-ddc7-4aa0-9aba-2206a25f592d tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1625612 Oct 19 20:45:27.170475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41918) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.213719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41920) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.270637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c10dada-f057-49da-8e32-d6696bfd6503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.281332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.315077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.317695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.341483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c10dada-f057-49da-8e32-d6696bfd6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.370907 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.394997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.398174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.399356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/51d5a003-789e-49c9-8a08-ec684ef59200 HTTP/1.1" status: 204 len: 168 time: 0.2277670 Oct 19 20:45:27.404815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.406757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.421840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.430359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c10dada-f057-49da-8e32-d6696bfd6503 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5d6c6549dda4ae3b23fb9b33e7854ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494153 Oct 19 20:45:27.431683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.437556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a2b4e-4209-4f22-a02e-f2a4e972a51f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d5a003-789e-49c9-8a08-ec684ef59200,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:27.438634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10dada-f057-49da-8e32-d6696bfd6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e3c38-f1d6-43bd-8c14-56f4bd7eeed6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:27.485284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ec28f56-ba82-44e4-a75d-f45e78a46a7b tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0708475 Oct 19 20:45:27.485544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41930) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.515704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.519195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.523917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] 10.222.0.31 "DELETE /v2.0/security-groups/dedc2d08-7d72-4dec-82af-851e6190841b HTTP/1.1" status: 204 len: 168 time: 0.3031132 Oct 19 20:45:27.539057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a3785-fab8-43f9-98ab-1c7fe3cf1f17 tempest-TestVolumeBackupRestore-797013010 tempest-TestVolumeBackupRestore-797013010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc2d08-7d72-4dec-82af-851e6190841b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:27.567046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.591512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Router 80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:27.599871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.606086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.665049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.668505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.669732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/e48d07bd-eeda-4bc1-a4a0-c104181b44dc HTTP/1.1" status: 204 len: 168 time: 0.1832967 Oct 19 20:45:27.673540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41942) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.687280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fc88c-87ab-4a16-962f-9fd999edae25 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48d07bd-eeda-4bc1-a4a0-c104181b44dc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:27.690150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.739689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:27.750223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.751437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b99f73e1-2854-4166-ad9a-24e0fa94b459 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "PUT /v2.0/routers/80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 200 len: 709 time: 1.7879088 Oct 19 20:45:27.755449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41944) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.757776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] Sync routers for ids ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:27.781944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] Routers {'80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:27.783515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9ca677f1-9fd6-46ea-9283-23c36c81dbde tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078947 Oct 19 20:45:27.787807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:27.789275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41948) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.800401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'tempest-secgroup--217631435'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:27.858215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.882585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.885585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:27.886698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/426e3c38-f1d6-43bd-8c14-56f4bd7eeed6 HTTP/1.1" status: 204 len: 168 time: 0.4534721 Oct 19 20:45:27.901603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bfdc25c0-a44e-408f-a383-f9745ca75799 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/routers/80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 200 len: 744 time: 0.1398020 Oct 19 20:45:27.901603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d9cc7-3110-4481-b575-6f04e83a0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e3c38-f1d6-43bd-8c14-56f4bd7eeed6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:27.901843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41964) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.907344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:27.936330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ee4b4f7-e030-4397-af30-d1af42e73eb5 tempest-RoutersIpV6AdminTest-47366769 tempest-RoutersIpV6AdminTest-47366769-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&device_id=80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 200 len: 205 time: 0.0332565 Oct 19 20:45:27.938758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 41966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:27.985115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] Routers {'80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:27.985115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:44:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:27.992507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd2531bc-8a2f-4a5f-92ce-b8b0e347416f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 200 len: 205 time: 0.0525961 Oct 19 20:45:27.995238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 41970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.016418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:45:28.078539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:28.103098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ae9ce-4a52-42be-a517-c0247abd2de8 None None] The sync data for ids ['80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:28.166369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.263406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.299652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.418953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.426123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.430476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.430640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6401932 Oct 19 20:45:28.431921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.435279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d9fe22bc-d9c4-44d5-b748-bb0b9a892127 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:28.435699 n-d-805649-9 neutron-server[100735]: WARNING neutron.api.v2.base [None req-d9fe22bc-d9c4-44d5-b748-bb0b9a892127 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 20:45:28.436187 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-d9fe22bc-d9c4-44d5-b748-bb0b9a892127 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 20:45:28.437157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9fe22bc-d9c4-44d5-b748-bb0b9a892127 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "PUT /v2.0/security-groups/23e1a660-e575-468e-94ce-5d4d8fcb88bf HTTP/1.1" status: 409 len: 330 time: 0.0056388 Oct 19 20:45:28.439920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42024) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.446904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb8edf-5d56-4c36-9ef8-59c53419bf50 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1a660-e575-468e-94ce-5d4d8fcb88bf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:28.506242 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.506242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Fanout notify agent at l3_agent the message router_deleted on router 80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:28.528881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.530392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a9dd9d7c-acec-4015-9131-29aa227ed6b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 204 len: 168 time: 0.5331035 Oct 19 20:45:28.534389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42036) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.581321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.603170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-857d73e5-a9d0-4047-9f6c-353cce94d261 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 200 len: 205 time: 0.0656452 Oct 19 20:45:28.603329 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42046) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.631098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.670103 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-90f9c180-eb8e-434a-81cd-4f032ef3510f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:28.673752 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-90f9c180-eb8e-434a-81cd-4f032ef3510f tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/80b116b8-72ac-4ee6-9d91-1fd8a5b51c6b HTTP/1.1" status: 404 len: 336 time: 0.0654085 Oct 19 20:45:28.673752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42054) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.699490 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.703300 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:28.704689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/23e1a660-e575-468e-94ce-5d4d8fcb88bf HTTP/1.1" status: 204 len: 168 time: 0.2638745 Oct 19 20:45:28.715823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.717126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1264-b654-4e8a-8c29-03aea437862a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1a660-e575-468e-94ce-5d4d8fcb88bf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:28.739219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8bae8783-f864-4e10-883a-ab6d16396e4a tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 200 len: 205 time: 0.0639880 Oct 19 20:45:28.741411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42068) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.807716 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-d9b1e534-9ded-466b-930b-08f2becbcbc6 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:28.809532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9b1e534-9ded-466b-930b-08f2becbcbc6 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/f36ce28f-a456-4c16-b47c-38a3802e8f4b HTTP/1.1" status: 404 len: 336 time: 0.0670125 Oct 19 20:45:28.811977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42076) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.877999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-49509cfb-3fa5-40d6-b735-744ef691b129 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 200 len: 205 time: 0.0555592 Oct 19 20:45:28.878239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.885336 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1dc83479-0f74-4851-9943-0fcf6a671fc9 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639695 Oct 19 20:45:28.888913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.904693 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-d20fc142-9e94-4925-adec-74444ed8a02a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] delete failed (client error): The resource could not be found. Oct 19 20:45:28.909346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d20fc142-9e94-4925-adec-74444ed8a02a tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "DELETE /v2.0/security-groups/12ba15ed-6618-4456-a0f6-9c111b41b757 HTTP/1.1" status: 404 len: 347 time: 0.0161023 Oct 19 20:45:28.912948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.929937 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-dd1387e8-2d22-47ba-8cd9-43ee50a86b73 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] show failed (client error): The resource could not be found. Oct 19 20:45:28.933355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd1387e8-2d22-47ba-8cd9-43ee50a86b73 tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-groups/a73ea460-8fec-4195-a27b-faedf22ba18e HTTP/1.1" status: 404 len: 347 time: 0.0171478 Oct 19 20:45:28.936368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42096) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.949384 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7f43ffef-e906-44d8-9915-dc1d1e5b419d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:28.953443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7f43ffef-e906-44d8-9915-dc1d1e5b419d tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/2d86ae0f-2871-4b7c-83bf-dc4e71a5863b HTTP/1.1" status: 404 len: 336 time: 0.0744433 Oct 19 20:45:28.954014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.963526 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-7f732a0d-d255-47b4-a0af-a61101a36f6f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] show failed (client error): The resource could not be found. Oct 19 20:45:28.965645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7f732a0d-d255-47b4-a0af-a61101a36f6f tempest-NegativeSecGroupTest-1683343681 tempest-NegativeSecGroupTest-1683343681-project] 10.222.0.31 "GET /v2.0/security-group-rules/0d72fb6a-4166-46f7-ad1b-2165f7334131 HTTP/1.1" status: 404 len: 356 time: 0.0266368 Oct 19 20:45:28.991089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42110) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:28.991326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bf377a57-e4b9-4ef4-94aa-d863138bbbd4 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 200 len: 205 time: 0.0359511 Oct 19 20:45:29.036295 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-6bec0bb5-682f-485e-b071-ed38bd3df3b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:29.040804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42116) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.054143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6bec0bb5-682f-485e-b071-ed38bd3df3b1 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/43483dd1-49bb-429b-8c09-2d0c1eff93de HTTP/1.1" status: 404 len: 336 time: 0.0615473 Oct 19 20:45:29.091884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42122) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.100900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bde8b23a-1dfa-4e64-9e0f-c2c4550e4fc8 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 200 len: 205 time: 0.0579276 Oct 19 20:45:29.158825 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-0c09b34f-c5b7-4d46-8abb-cc7eff51cb34 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:29.163940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.174337 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c09b34f-c5b7-4d46-8abb-cc7eff51cb34 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/6ac28263-4566-4ad0-b119-fc2d81da2c65 HTTP/1.1" status: 404 len: 336 time: 0.0809503 Oct 19 20:45:29.198025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.198251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bbe3a548-eee2-459b-bb37-72843ba4a28c tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "GET /v2.0/ports?device_id=40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 HTTP/1.1" status: 200 len: 205 time: 0.0324798 Oct 19 20:45:29.238302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-481015a6-3eed-4593-b7f1-e320412c8e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:29.290816 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-662c897a-ebba-4e22-bf2f-4ef45ab140f5 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] delete failed (client error): The resource could not be found. Oct 19 20:45:29.291889 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-662c897a-ebba-4e22-bf2f-4ef45ab140f5 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/routers/40fe4c92-c3ad-4d1c-bfeb-f91dceb67032 HTTP/1.1" status: 404 len: 336 time: 0.0923071 Oct 19 20:45:29.294770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42160) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.387232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42172) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.388098 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7eafe4-05be-4227-84b8-c463a6330ec7 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] DELETE failed (client error): The resource could not be found. Oct 19 20:45:29.388693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7eafe4-05be-4227-84b8-c463a6330ec7 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:45:29.391897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe7eafe4-05be-4227-84b8-c463a6330ec7 tempest-RoutersIpV6AdminTest-1433707853 tempest-RoutersIpV6AdminTest-1433707853-project] 10.222.0.31 "DELETE /v2.0/subnets/54de14a0-5b12-491b-bf9e-15a2756724e2 HTTP/1.1" status: 404 len: 337 time: 0.0798540 Oct 19 20:45:29.781340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42224) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:29.870435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42232) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:30.016475 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d6659b4b-b1dc-42af-98c0-fbf6636cc720 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8f37329a25c4e609caab2a1ab9779f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279895 Oct 19 20:45:30.018801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42248) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:30.080923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.087283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-077bb251-f8b7-4115-bb32-8973dbb150a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.095494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cf7bf-6ca4-4652-9d03-0675b836dc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.106246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.190014 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.193141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.194561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d902dc2-425d-4838-aec2-1ce00f0acdf8 HTTP/1.1" status: 204 len: 168 time: 0.1746881 Oct 19 20:45:30.220508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ef961-65bd-41d3-bfc8-e340845b1128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d902dc2-425d-4838-aec2-1ce00f0acdf8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:30.283000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cf7bf-6ca4-4652-9d03-0675b836dc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.285425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-077bb251-f8b7-4115-bb32-8973dbb150a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.290587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-906cf7bf-6ca4-4652-9d03-0675b836dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.296593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-077bb251-f8b7-4115-bb32-8973dbb150a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.309527 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.375153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-906cf7bf-6ca4-4652-9d03-0675b836dc18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3dbc8aaea12441c86bc461d5295eac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926993 Oct 19 20:45:30.377899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:30.378375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cf7bf-6ca4-4652-9d03-0675b836dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239c7e3f-a0b0-4f26-a597-f5863507cce6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:30.387463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-077bb251-f8b7-4115-bb32-8973dbb150a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e9db68efc5347c197b4d8f2216f2e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131192 Oct 19 20:45:30.389589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42288) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:30.444518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bb251-f8b7-4115-bb32-8973dbb150a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f3342-7f3d-43c9-b3c4-547a5b333862,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:30.487212 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.543512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.600054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.643096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.646707 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.648271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f38f3342-7f3d-43c9-b3c4-547a5b333862 HTTP/1.1" status: 204 len: 168 time: 0.2577641 Oct 19 20:45:30.662209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19410c9a-be2e-46a2-a965-d1adba29d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f3342-7f3d-43c9-b3c4-547a5b333862,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:30.678387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.790677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.797728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:30.801782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/239c7e3f-a0b0-4f26-a597-f5863507cce6 HTTP/1.1" status: 204 len: 168 time: 0.4206212 Oct 19 20:45:30.811908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99476189-f93a-4c6a-9f9b-a8e659665111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239c7e3f-a0b0-4f26-a597-f5863507cce6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:30.965393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:31.468178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42404) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:31.564735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42414) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:31.578810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-78814ef4-5962-4db7-8f5e-b1955551dcd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b66987b4e848473fa35a286f9c3a4562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092889 Oct 19 20:45:31.717143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:31.775435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:31.852845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:31.860027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:31.861393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a260b7-9314-440c-a876-f86fe5f80f77 HTTP/1.1" status: 204 len: 168 time: 0.2944236 Oct 19 20:45:31.882923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a260b7-9314-440c-a876-f86fe5f80f77,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:31.897240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.897878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.898708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.899249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.899783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.900718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.901278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.901853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.902862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.903418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.903983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:31.904530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880756-d8e3-4c63-812b-9e55ac334469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:32.309042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:32.781987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:33.008895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-network', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:33.059954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Made reservation on behalf of cf185929368e44e79e7f7f32ba49f6f2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:33.062729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.083247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.322618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.335957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.361762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:45:33.386139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.387727 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Added segment 15751d35-9d63-4169-b69a-588b96307239 of type vlan for network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 Oct 19 20:45:33.486928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.530612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.532139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:33.533209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.587309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e645beb-eb1f-4b97-bdf1-d7fa439552f4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:33.598212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8150349 Oct 19 20:45:33.601064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:33.609228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Request body: {'subnet': {'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-subnet', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:33.649824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132542f7-3d29-4053-b6bf-bf635b2e316e admin admin] Pushing event updated for resources: {'Network': ['ID=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:33.662342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:45:33.678671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Made reservation on behalf of cf185929368e44e79e7f7f32ba49f6f2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:33.681150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.942067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:33.981807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42646) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:34.106094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:34.127882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1288964769'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:34.156893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:34.157359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Network hostable DHCP agents. Network: bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:45:34.184977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:45:34.207339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:34.219383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:34.220392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0322a0-1b26-4e07-9c19-99b9c015d3b7 None None] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:34.225780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.226520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:34.227540 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.240303 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.298283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45a9dfa1-8856-4d90-85db-cd6dcdf47c15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6955910 Oct 19 20:45:34.301501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:34.311397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:34.370277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.371618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.493991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.496009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.524016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.537151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:45:34.538578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.583287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:45:34.627712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.628436 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Added segment 3b63bb6a-03cb-48c3-b7f4-e31de607fbd1 of type vlan for network 7fc92891-ba85-40f0-94ac-6237d17d535a Oct 19 20:45:34.648140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa74ef7-098f-4f3d-bd58-1801381ec1cc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:34.739591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.794760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.805771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:34.806405 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:34.864047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8780134 Oct 19 20:45:34.866109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Allocated IP 172.20.0.2 (bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6/fb4d15bb-5571-4be3-8bee-09d1db0ab8ad/706e9eef-3b36-4e26-a058-4b5678329581) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:34.866656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42676) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:34.873048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:34.929738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42678) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:34.965873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2a3ff-2d2d-491e-8ba1-2c988bb98377 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Network': ['ID=7fc92891-ba85-40f0-94ac-6237d17d535a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:35.102545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.108039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:45:35.176042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.219955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:35.226219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.232179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b09276e-0099-4607-a23d-3f84214dfd6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.247099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:35.249397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Pushing event updated for resources: {'Port': ['ID=706e9eef-3b36-4e26-a058-4b5678329581,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:35.252823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:35.255372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:35.316742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.351112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Attempting to bind port 706e9eef-3b36-4e26-a058-4b5678329581 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:35.352653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Attempting to bind port 706e9eef-3b36-4e26-a058-4b5678329581 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:35.354299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Attempting to bind port 706e9eef-3b36-4e26-a058-4b5678329581 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:35.362291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:35.363210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:35.364039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.364648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Bound using segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:35.366801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Bound port: 706e9eef-3b36-4e26-a058-4b5678329581, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:35.367422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.394305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b09276e-0099-4607-a23d-3f84214dfd6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.407921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b09276e-0099-4607-a23d-3f84214dfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.458057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] For port 706e9eef-3b36-4e26-a058-4b5678329581, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:35.463543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] For port 706e9eef-3b36-4e26-a058-4b5678329581, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=706e9eef-3b36-4e26-a058-4b5678329581,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:35.463894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b09276e-0099-4607-a23d-3f84214dfd6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04ea01f8623c4dab9c15dddf6683039d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329854 Oct 19 20:45:35.466730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42690) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:35.469102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.477371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09276e-0099-4607-a23d-3f84214dfd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d625a-40d8-412d-8e51-b9fd6741905f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:35.551919 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.569827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da1575-ffa3-43e1-8263-2b8e693cc637 None None] Pushing event updated for resources: {'Port': ['ID=706e9eef-3b36-4e26-a058-4b5678329581,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:35.582143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:35.701143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:35.797583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Allocated IP 172.25.7.242 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/9372587d-b70c-43dc-8902-28770a852bfe) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:36.108086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.191052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.214528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 706e9eef-3b36-4e26-a058-4b5678329581 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:36.269288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.281057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.283959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 706e9eef-3b36-4e26-a058-4b5678329581 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:36.287661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.293087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.299545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.301021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/224d625a-40d8-412d-8e51-b9fd6741905f HTTP/1.1" status: 204 len: 168 time: 0.8332655 Oct 19 20:45:36.339366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb014-613e-447e-bdce-1f4d2cccb1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d625a-40d8-412d-8e51-b9fd6741905f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:36.392699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=b593b9c1-0d61-4c1b-aa30-e6b234b4a88b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:36.405012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:36.405790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network hostable DHCP agents. Network: 7fc92891-ba85-40f0-94ac-6237d17d535a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:45:36.450150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.453648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:45:36.492409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7fc92891-ba85-40f0-94ac-6237d17d535a) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:36.498320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:36.498524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.498901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.512399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:36.518878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:36.529415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:36.540032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e55d6-00c8-4372-a3a7-5bea13ae9ebd None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:36.545561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-68a7dd02-e5a3-4327-9a7e-7b24f71d7adf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6778846 Oct 19 20:45:36.548128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:36.554623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'name': 'tempest-NetworksTestDHCPv6-1079007510'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:36.630965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 706e9eef-3b36-4e26-a058-4b5678329581, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=706e9eef-3b36-4e26-a058-4b5678329581,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:36.659417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Pushing event updated for resources: {'Port': ['ID=9372587d-b70c-43dc-8902-28770a852bfe,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:36.693830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.751841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.850529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:36.855875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:36.886829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=706e9eef-3b36-4e26-a058-4b5678329581,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:36.932120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42718) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:36.940367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 36fc1fd0-edb8-431e-9da8-018cf0353a20 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:36.989424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e51ec-9cd6-405d-9cc3-b7f5537176f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.015705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'b593b9c1-0d61-4c1b-aa30-e6b234b4a88b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:45:37.016790 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.245423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3877d26-4b3a-42ec-819e-cdc1f7b396df None None] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:37.246108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.256418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::3b9 (7fc92891-ba85-40f0-94ac-6237d17d535a/b593b9c1-0d61-4c1b-aa30-e6b234b4a88b/36fc1fd0-edb8-431e-9da8-018cf0353a20) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:37.325887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e51ec-9cd6-405d-9cc3-b7f5537176f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.354883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2c7e51ec-9cd6-405d-9cc3-b7f5537176f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.374477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d19a1a91-266c-4d1a-97ea-104f9644bde9 None None] Provisioning complete for port 706e9eef-3b36-4e26-a058-4b5678329581 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:37.375203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d19a1a91-266c-4d1a-97ea-104f9644bde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.496200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Deleting port 57552357-6668-469a-b5e5-f810e769f5e9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:37.496727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.542722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2c7e51ec-9cd6-405d-9cc3-b7f5537176f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84380dba0fe9478a9f5443e557ad1739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6095312 Oct 19 20:45:37.549399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:37.604237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.620103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e51ec-9cd6-405d-9cc3-b7f5537176f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d920e-d58f-4ae2-b1c2-ff141c964c6b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:37.628006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.695403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.703870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] For port 57552357-6668-469a-b5e5-f810e769f5e9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=57552357-6668-469a-b5e5-f810e769f5e9,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:37.704231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.741529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/b593b9c1-0d61-4c1b-aa30-e6b234b4a88b/f728cf1b-2522-4605-a96d-b983ce81fadd) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:37.754025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.776778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:37.784178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:37.800594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:37.803561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Calling delete_port for 57552357-6668-469a-b5e5-f810e769f5e9 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:37.805502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:37.807704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.815530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=36fc1fd0-edb8-431e-9da8-018cf0353a20,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:37.822865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.860103 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-db17a296-abae-4557-b821-df5af18f7ac1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3083546 Oct 19 20:45:37.883717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42736) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:37.930192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.933549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:37.935010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/005d920e-d58f-4ae2-b1c2-ff141c964c6b HTTP/1.1" status: 204 len: 168 time: 0.3112206 Oct 19 20:45:37.953529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a08bc6-f769-44bc-b884-572b2336e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d920e-d58f-4ae2-b1c2-ff141c964c6b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:38.026959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.040419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.077318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3406a05-bdf5-493e-ba64-fa83f7300e01 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:38.079818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3406a05-bdf5-493e-ba64-fa83f7300e01 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1944175 Oct 19 20:45:38.082610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:38.104408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Pushing event updated for resources: {'Port': ['ID=f728cf1b-2522-4605-a96d-b983ce81fadd,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:38.111506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:45:38.124865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:38.127830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 706e9eef-3b36-4e26-a058-4b5678329581 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:38.173522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:38.179639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:38.234142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 36fc1fd0-edb8-431e-9da8-018cf0353a20 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:38.234490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.250713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3b84d884-2f06-41d5-8c60-79657f197e69 None None] Provisioning complete for port 706e9eef-3b36-4e26-a058-4b5678329581 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:38.250713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3b84d884-2f06-41d5-8c60-79657f197e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.267839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 706e9eef-3b36-4e26-a058-4b5678329581 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:38.268334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.370826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.373820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Attempting to bind port f728cf1b-2522-4605-a96d-b983ce81fadd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:38.374192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Attempting to bind port f728cf1b-2522-4605-a96d-b983ce81fadd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:38.374955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Attempting to bind port f728cf1b-2522-4605-a96d-b983ce81fadd on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:38.384004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:38.384299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:38.385083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.385721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:38.386112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 36fc1fd0-edb8-431e-9da8-018cf0353a20 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:38.386251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Bound port: f728cf1b-2522-4605-a96d-b983ce81fadd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:38.386559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.485723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] For port f728cf1b-2522-4605-a96d-b983ce81fadd, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:38.498441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] For port f728cf1b-2522-4605-a96d-b983ce81fadd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f728cf1b-2522-4605-a96d-b983ce81fadd,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:38.514677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:38.515231 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.529474 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:38.570832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:38.571463 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:38.574955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.586136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:38.591157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cea652cd-4db9-4cbd-b81e-277345446da4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2880554 Oct 19 20:45:38.595894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:38.608380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd021fac-5071-4446-b577-6c11a66ef145 None None] Pushing event updated for resources: {'Port': ['ID=f728cf1b-2522-4605-a96d-b983ce81fadd,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:38.641461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Pushing event deleted for resources: {'Port': ['ID=57552357-6668-469a-b5e5-f810e769f5e9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:38.772541 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:39.010711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.076053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:36Z', 'revision_number': 3, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:39.082382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.153655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=36fc1fd0-edb8-431e-9da8-018cf0353a20,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:39.167924 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:39.168284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Updating router 2a16ddf2-73fe-409d-8724-a50dab7b95ec port 9372587d-b70c-43dc-8902-28770a852bfe binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:45:39.247432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.259484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ad62a28-2432-4e1b-96d7-a975a2e4c4fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/36fc1fd0-edb8-431e-9da8-018cf0353a20 HTTP/1.1" status: 204 len: 168 time: 1.1749167 Oct 19 20:45:39.262317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42778) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:39.290283 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.384509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017371d6-db85-40d7-ab5d-ab51b67c7123 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:39.386740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017371d6-db85-40d7-ab5d-ab51b67c7123 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:39.388431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-017371d6-db85-40d7-ab5d-ab51b67c7123 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1250420 Oct 19 20:45:39.391752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42780) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:39.452470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Router ec60ee34-4969-428e-a50f-98e0ffba0f9a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:39.595834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet b593b9c1-0d61-4c1b-aa30-e6b234b4a88b {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:39.600555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.650046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.746491 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.764655 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.888985 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Pushing event updated for resources: {'Port': ['ID=9372587d-b70c-43dc-8902-28770a852bfe,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:39.916039 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.918812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.919433 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.921322 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.921860 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.922369 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.924181 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.924691 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.926889 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.928000 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.931698 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.932189 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:39.936956 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Attempting to bind port 9372587d-b70c-43dc-8902-28770a852bfe on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:39.946567 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Attempting to bind port 9372587d-b70c-43dc-8902-28770a852bfe by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:39.949518 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Attempting to bind port 9372587d-b70c-43dc-8902-28770a852bfe on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:39.968810 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:39.969171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:39.969603 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:39.973513 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:39.974112 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Bound port: 9372587d-b70c-43dc-8902-28770a852bfe, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:39.974507 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.023551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Allocated IP 172.20.0.1 (bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6/fb4d15bb-5571-4be3-8bee-09d1db0ab8ad/806c67cf-939a-4422-ae07-849b22268173) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:40.133785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f63e1d-f05d-4248-8a48-8675b6d71cb5 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:40.143031 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] For port 9372587d-b70c-43dc-8902-28770a852bfe, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:40.148795 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] For port 9372587d-b70c-43dc-8902-28770a852bfe, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9372587d-b70c-43dc-8902-28770a852bfe,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:40.162385 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.301090 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:40.309578 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:40.337562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f728cf1b-2522-4605-a96d-b983ce81fadd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:40.387375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.442759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.446754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:40.448030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:40.448408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.461768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee437fcd-6e01-4173-a7df-6b186fbcee89 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec60ee34-4969-428e-a50f-98e0ffba0f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7567163 Oct 19 20:45:40.463299 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3390d60-cf0b-499d-8c2e-e859c9441292 None None] Pushing event updated for resources: {'Port': ['ID=9372587d-b70c-43dc-8902-28770a852bfe,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:40.464046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42814) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:40.472250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.499196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Sync routers for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:40.584654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:40.585277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:40.619926 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:40.641662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.649235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:40.667357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:40.697565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:40.742489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.765113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Pushing event updated for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:40.805742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=b593b9c1-0d61-4c1b-aa30-e6b234b4a88b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:40.812571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.836469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c4882b8-816b-4122-bb18-9e5ef1159957 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/b593b9c1-0d61-4c1b-aa30-e6b234b4a88b HTTP/1.1" status: 204 len: 168 time: 1.4435010 Oct 19 20:45:40.842145 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42828) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:40.909816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.928394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:40.991584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-905ccbbb-27b8-4c69-9ecc-d02c070cdfb6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482732 Oct 19 20:45:40.997211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:41.004625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:41.149604 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:36Z', 'revision_number': 3, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:41.182372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:41.186700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.201758 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb738e8a-cde5-4181-9d6a-1d0e1c06a46d None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:36Z', 'revision_number': 3, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:41.323885 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.329216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.335706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:41.336332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.431002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.463835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:41.579423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Deleting port 273bd8c9-097a-4911-8a6d-20fa825ac363 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:41.589628 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.589867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] For port f728cf1b-2522-4605-a96d-b983ce81fadd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f728cf1b-2522-4605-a96d-b983ce81fadd,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:41.617860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03d9a8-7cb7-4305-9df7-b9a25acd3231 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:41.626399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.735027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.803426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=32e350ed-fc29-4e34-97e3-1045c2c267a9,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:41.823873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:41.825814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:41.830133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:41.831893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.863707 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3911f58f-e201-40d3-a3c5-af92e25f9cf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8650620 Oct 19 20:45:41.866807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:41.872298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'name': 'tempest-NetworksTestDHCPv6-1672547025'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:41.930670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] For port 273bd8c9-097a-4911-8a6d-20fa825ac363, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=273bd8c9-097a-4911-8a6d-20fa825ac363,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:41.931234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:41.965347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Calling delete_port for 273bd8c9-097a-4911-8a6d-20fa825ac363 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:41.978025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd174a-e311-4126-a58b-ab0359629026 None None] Pushing event updated for resources: {'Port': ['ID=f728cf1b-2522-4605-a96d-b983ce81fadd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:41.984834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1781bb31-bbb9-438b-ab0c-df7a0a2ec350 None None] Provisioning complete for port 806c67cf-939a-4422-ae07-849b22268173 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:41.985227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1781bb31-bbb9-438b-ab0c-df7a0a2ec350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.076727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:42.084439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.093977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1781bb31-bbb9-438b-ab0c-df7a0a2ec350 None None] Port 806c67cf-939a-4422-ae07-849b22268173 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:45:42.125792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port b5f103a0-3696-4800-a826-e0f133abf952 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:42.163635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.183859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.189469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1781bb31-bbb9-438b-ab0c-df7a0a2ec350 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:42.189835 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1781bb31-bbb9-438b-ab0c-df7a0a2ec350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.326292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:45:38Z', 'revision_number': 5, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port': {'id': '273bd8c9-097a-4911-8a6d-20fa825ac363', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:27Z', 'updated_at': '2021-10-19T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:42.346677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f728cf1b-2522-4605-a96d-b983ce81fadd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:42.359253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::89 (7fc92891-ba85-40f0-94ac-6237d17d535a/32e350ed-fc29-4e34-97e3-1045c2c267a9/b5f103a0-3696-4800-a826-e0f133abf952) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:42.470984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Checking router: ec60ee34-4969-428e-a50f-98e0ffba0f9a for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:42.485669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.507658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Pushing event updated for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:42.526951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Routers {'ec60ee34-4969-428e-a50f-98e0ffba0f9a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:42.527634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:42.738525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.767606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.803604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc4150-3121-495c-8402-f539d204a5e2 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:42.810977 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.814713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Pushing event deleted for resources: {'Port': ['ID=273bd8c9-097a-4911-8a6d-20fa825ac363,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:42.842871 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.878078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] Set router ec60ee34-4969-428e-a50f-98e0ffba0f9a gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:42.878802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:42.881196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:42.886002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:42.892279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:42.893242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.919341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0512922 Oct 19 20:45:42.922813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:42.952822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:42.961214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:42.970304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:42.986554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522d344-5f3b-40a4-9db4-d1bf16bfec4a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b5f103a0-3696-4800-a826-e0f133abf952,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:42.986780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 6, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:43.003621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:43.004179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.015020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d21e90-9368-4f6d-bfa9-777dbf36b9bd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:43.022138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d21e90-9368-4f6d-bfa9-777dbf36b9bd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:43.024170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6d21e90-9368-4f6d-bfa9-777dbf36b9bd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1000185 Oct 19 20:45:43.026805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42864) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:43.127674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17157341-d4f5-4716-8dc7-d4da42dae4f3 None None] The sync data for ids ['ec60ee34-4969-428e-a50f-98e0ffba0f9a'] in n-d-805649-9 is: [{'id': 'ec60ee34-4969-428e-a50f-98e0ffba0f9a', 'name': 'tempest-TestVolumeBackupRestore-952550813-router', 'tenant_id': '3e6193016f6148a3a6549d0586ce0890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:26Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 6, 'project_id': '3e6193016f6148a3a6549d0586ce0890', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:43.194083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port b5f103a0-3696-4800-a826-e0f133abf952 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:43.195523 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.356230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9d7e6edb-92a1-4298-af41-39ae0a3aa2b2 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:43.356850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6edb-92a1-4298-af41-39ae0a3aa2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.406197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.418208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.433865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for b5f103a0-3696-4800-a826-e0f133abf952 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:43.610339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9372587d-b70c-43dc-8902-28770a852bfe up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:43.647520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.712091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=b5f103a0-3696-4800-a826-e0f133abf952,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:43.743128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.757641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-abd09380-95fb-4cb8-bf1b-018b204e94e0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b5f103a0-3696-4800-a826-e0f133abf952 HTTP/1.1" status: 204 len: 168 time: 0.7291758 Oct 19 20:45:43.760766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42880) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:43.800752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3f4f7f3e-2f82-456c-932d-94a9ff2ca4b4 None None] Provisioning complete for port 806c67cf-939a-4422-ae07-849b22268173 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:43.801700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7f3e-2f82-456c-932d-94a9ff2ca4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.819768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.825574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.880987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f7f3e-2f82-456c-932d-94a9ff2ca4b4 None None] Port 806c67cf-939a-4422-ae07-849b22268173 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:45:43.884143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32442566-8d07-4bb6-bf14-ab3b4889c962 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:43.885894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32442566-8d07-4bb6-bf14-ab3b4889c962 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:43.887630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32442566-8d07-4bb6-bf14-ab3b4889c962 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1258643 Oct 19 20:45:43.889279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9372587d-b70c-43dc-8902-28770a852bfe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:43.889674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.892468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42884) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:43.976875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.977467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec60ee34-4969-428e-a50f-98e0ffba0f9a {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:43.994929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:43.996157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 32e350ed-fc29-4e34-97e3-1045c2c267a9 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:44.009129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72d99706-4b8a-4477-b373-c3bfd7a9892f admin admin] 10.222.0.31 "DELETE /v2.0/routers/ec60ee34-4969-428e-a50f-98e0ffba0f9a HTTP/1.1" status: 204 len: 168 time: 3.5311203 Oct 19 20:45:44.012016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:44.013994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.058178 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.114372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 9372587d-b70c-43dc-8902-28770a852bfe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9372587d-b70c-43dc-8902-28770a852bfe,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:44.119011 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.150595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:44.157463 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.175648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Deleting subnet f795da96-f1ad-4700-8b46-dd1d858c88cf {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:44.180920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.268737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.329857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.471495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:44.476097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.501052 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:44.510953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=32e350ed-fc29-4e34-97e3-1045c2c267a9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:44.515637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-57a95f4b-041e-4563-8699-8df14f0ff01f admin admin] 10.222.0.31 "PUT /v2.0/routers/2a16ddf2-73fe-409d-8724-a50dab7b95ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9186063 Oct 19 20:45:44.528210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:44.528837 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:44.530910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.534763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d5b01065-4121-4788-8215-da15b705df4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/32e350ed-fc29-4e34-97e3-1045c2c267a9 HTTP/1.1" status: 204 len: 168 time: 0.6412992 Oct 19 20:45:44.537711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:44.594832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.606272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 57552357-6668-469a-b5e5-f810e769f5e9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:44.614115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b2183496-6a69-4ec5-95c9-57ecdf4ce83b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749331 Oct 19 20:45:44.615837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42898) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:44.642337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:44.723446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 57552357-6668-469a-b5e5-f810e769f5e9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:44.724731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 57552357-6668-469a-b5e5-f810e769f5e9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:44.725425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 273bd8c9-097a-4911-8a6d-20fa825ac363 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:44.795446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.842306 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:44.851839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-367766df-695e-467a-a439-b6c1b71aeaa1 None None] Provisioning complete for port f728cf1b-2522-4605-a96d-b983ce81fadd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:44.856501 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-367766df-695e-467a-a439-b6c1b71aeaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.859777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 273bd8c9-097a-4911-8a6d-20fa825ac363 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:44.860121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 273bd8c9-097a-4911-8a6d-20fa825ac363 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:44.861734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c90b6-13ba-492e-adad-9ee3c4ad0655 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:44.882780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:44.884619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=9372587d-b70c-43dc-8902-28770a852bfe,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:44.889211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.890436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:44.896153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f795da96-f1ad-4700-8b46-dd1d858c88cf HTTP/1.1" status: 204 len: 168 time: 0.8780253 Oct 19 20:45:44.898789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd62e5-891d-4db2-befd-1cf45d57c9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f795da96-f1ad-4700-8b46-dd1d858c88cf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:44.902686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:44.958409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b4042-9228-41b5-b04b-d536f688e431 None None] Network af770a14-f42e-467c-92f8-cc8ff35c71c8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:45.192647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 2, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:45.282931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.336220 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:45.337271 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Updating router 2a16ddf2-73fe-409d-8724-a50dab7b95ec port 806c67cf-939a-4422-ae07-849b22268173 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:45:45.383606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-367766df-695e-467a-a439-b6c1b71aeaa1 None None] Could not find standard attr ID for object b5f103a0-3696-4800-a826-e0f133abf952. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:45.403313 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.478026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] DHCP port deletion for af770a14-f42e-467c-92f8-cc8ff35c71c8 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:45:45.525889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Deleting port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:45.526502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.529955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.548750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:45:45.594325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=727167b2-738a-44e0-84d3-49fa053847a3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:45.611090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-58c7fdd6-9313-444c-83f8-3f53869e075f None None] Could not find standard attr ID for object 36fc1fd0-edb8-431e-9da8-018cf0353a20. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:45.691658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Deleting port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:45.696844 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.701046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:45.716261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:45.724988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:45.725726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.739435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] For port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:45.739787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.754692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Calling delete_port for 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:45.762752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f74db21e-66a0-4d30-9606-6a1f93c27bf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1433256 Oct 19 20:45:45.763590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42930) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:45.770272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'name': 'tempest-NetworksTestDHCPv6-1525307842'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:45.893139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] For port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,segment=NetworkSegment(c57175de-9126-4c4d-8085-4ad4f15202d8),segment_id=c57175de-9126-4c4d-8085-4ad4f15202d8)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:45.895209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.922398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Calling delete_port for 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:45.942354 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:45.960139 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.022075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:46.026458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.047526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port f81a210e-fd02-4221-ae45-bd41156333fc yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:46.089661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b1861-85a6-4cf4-b02b-f669aaccf259 None None] Pushing event updated for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:46.094330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Deleting port f728cf1b-2522-4605-a96d-b983ce81fadd {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:46.094725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.129684 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.248842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] No DVR routers for this DVR port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:46.250921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Pushing event deleted for resources: {'Port': ['ID=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:46.311884 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Attempting to bind port 806c67cf-939a-4422-ae07-849b22268173 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:46.312541 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Attempting to bind port 806c67cf-939a-4422-ae07-849b22268173 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:46.313538 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Attempting to bind port 806c67cf-939a-4422-ae07-849b22268173 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:46.338717 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:46.339458 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:46.340036 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.340671 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Bound using segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:46.341358 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Bound port: 806c67cf-939a-4422-ae07-849b22268173, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:46.341907 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.379844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9372587d-b70c-43dc-8902-28770a852bfe up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:46.391493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] For port f728cf1b-2522-4605-a96d-b983ce81fadd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f728cf1b-2522-4605-a96d-b983ce81fadd,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:46.392893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.445501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Calling delete_port for f728cf1b-2522-4605-a96d-b983ce81fadd owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:46.450538 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] For port 806c67cf-939a-4422-ae07-849b22268173, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:46.459183 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.459401 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] For port 806c67cf-939a-4422-ae07-849b22268173, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806c67cf-939a-4422-ae07-849b22268173,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:46.477029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.477286 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.513506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] Pushing event deleted for resources: {'Port': ['ID=492bfbf7-8cc8-407c-a54d-9398be5d1ca5,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:46.522958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdfed0-7c9a-4039-b5ad-7d1a2aded649 None None] No DVR routers for this DVR port 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:46.580304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::274 (7fc92891-ba85-40f0-94ac-6237d17d535a/727167b2-738a-44e0-84d3-49fa053847a3/f81a210e-fd02-4221-ae45-bd41156333fc) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:46.590140 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b1861-85a6-4cf4-b02b-f669aaccf259 None None] Pushing event updated for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:46.592612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af770a14-f42e-467c-92f8-cc8ff35c71c8']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:46.629229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57175de-9126-4c4d-8085-4ad4f15202d8') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:46.634106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57175de-9126-4c4d-8085-4ad4f15202d8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:46.637038 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:46.638263 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:46.665140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.695429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9372587d-b70c-43dc-8902-28770a852bfe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:46.698080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.744504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.797616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:45:46.800470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:45:46.806553 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:45:46.838963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] Provisioning complete for port 806c67cf-939a-4422-ae07-849b22268173 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:46.839606 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.858972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42946) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:46.865006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061846465', 'description': 'tempest-description--1923544467'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:46.924596 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:46.961362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.991362 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:46.999179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.003870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] 10.222.0.31 "DELETE /v2.0/networks/af770a14-f42e-467c-92f8-cc8ff35c71c8 HTTP/1.1" status: 204 len: 168 time: 2.0990074 Oct 19 20:45:47.016489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42948) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:47.052854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6025e10-5071-4b9d-9379-d5445c6ba52b admin admin] Pushing event deleted for resources: {'Network': ['ID=af770a14-f42e-467c-92f8-cc8ff35c71c8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.122240 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.225800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] Pushing event deleted for resources: {'Port': ['ID=f728cf1b-2522-4605-a96d-b983ce81fadd,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.261643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.272576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.273026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f14c49-cb0b-43e8-8a66-d869bb5948c0 None None] No DVR routers for this DVR port f728cf1b-2522-4605-a96d-b983ce81fadd on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:47.286097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.330027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99675934-6e2b-47aa-a10d-d833d4d3e8ab None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:47.338586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.340438 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.398223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:47.404075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.406283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:47.406452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.418168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:47.419748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-847b45bb-9611-4d15-9306-2f873bde8989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5585561 Oct 19 20:45:47.424745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:47.433159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:47.434831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.436248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group_rule': {'security_group_id': '9ceac998-c01f-44fa-9f3f-4e8f0e291fdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:47.453289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f728cf1b-2522-4605-a96d-b983ce81fadd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:47.503699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] For port 806c67cf-939a-4422-ae07-849b22268173, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806c67cf-939a-4422-ae07-849b22268173,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:47.531099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.534550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f728cf1b-2522-4605-a96d-b983ce81fadd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:47.534897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.536976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f728cf1b-2522-4605-a96d-b983ce81fadd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:47.537835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:47.621893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7292e3-ca43-4bc5-9b05-1c435100796b None None] Pushing event updated for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.628602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:47.629236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 492bfbf7-8cc8-407c-a54d-9398be5d1ca5 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:47.647509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8808169 Oct 19 20:45:47.649857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42956) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:47.652907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1328164-9eaf-4496-a4b2-064bc3cee696 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=f81a210e-fd02-4221-ae45-bd41156333fc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.673396 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:46Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:47.694874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.711957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-433b316c-0e53-4535-8b30-ae90a162bada None None] Provisioning complete for port 806c67cf-939a-4422-ae07-849b22268173 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:47.712841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.713427 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-433b316c-0e53-4535-8b30-ae90a162bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.772928 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25e6f9-6484-49ff-9483-a4af4002b6bc None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:46Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:47.773207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.777289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510242 Oct 19 20:45:47.778253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42958) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:47.795531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fc624-d935-4592-b0da-e4da4e60612f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:47.800515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group_rule': {'security_group_id': '9ceac998-c01f-44fa-9f3f-4e8f0e291fdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:47.816105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-402fc624-d935-4592-b0da-e4da4e60612f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1563427 Oct 19 20:45:47.816754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42960) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:47.838826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb3164-6e1f-4a63-8e81-3efd8a5681ad tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07add1c-17a6-4157-a695-159b3c8b2730,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:47.885070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '727167b2-738a-44e0-84d3-49fa053847a3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:45:47.886203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:47.923970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.086359 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.109208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port f81a210e-fd02-4221-ae45-bd41156333fc {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:48.109785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.110322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.132460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.212710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/727167b2-738a-44e0-84d3-49fa053847a3/62ad0b98-5880-475e-9034-ff4ed5ac9653) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:48.232563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d340f56f-d41f-432e-9c8e-1dd3392cf23e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:48.236992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.242440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-63b4181a-b343-483b-9370-5cfab5b365e2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524698 Oct 19 20:45:48.243408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 42970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:48.252933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:48.371344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806c67cf-939a-4422-ae07-849b22268173 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:48.376806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.377076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.391472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for f81a210e-fd02-4221-ae45-bd41156333fc owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:48.612577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.635067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.643284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.645342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 806c67cf-939a-4422-ae07-849b22268173 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:48.652599 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.685376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=f81a210e-fd02-4221-ae45-bd41156333fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:48.719467 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.731541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f8780b3-7321-46be-944e-2e94590a7b0d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/f81a210e-fd02-4221-ae45-bd41156333fc HTTP/1.1" status: 204 len: 168 time: 0.9136963 Oct 19 20:45:48.734225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42976) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:48.771803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:48.817333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:48.827332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:48.829870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Pushing event updated for resources: {'Port': ['ID=62ad0b98-5880-475e-9034-ff4ed5ac9653,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:48.837452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:48.844276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8fd40-a1f0-41f2-b7cd-b247e72c87f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:48.846122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8fd40-a1f0-41f2-b7cd-b247e72c87f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:48.847534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bce8fd40-a1f0-41f2-b7cd-b247e72c87f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119044 Oct 19 20:45:48.850885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42980) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:48.977585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 727167b2-738a-44e0-84d3-49fa053847a3 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:48.983443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.003676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Allocated IP 172.25.7.162 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:49.031883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Attempting to bind port 62ad0b98-5880-475e-9034-ff4ed5ac9653 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:49.032252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Attempting to bind port 62ad0b98-5880-475e-9034-ff4ed5ac9653 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:49.032614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Attempting to bind port 62ad0b98-5880-475e-9034-ff4ed5ac9653 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:49.043042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:49.043454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:49.045873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.046278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:49.046777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Bound port: 62ad0b98-5880-475e-9034-ff4ed5ac9653, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:49.047161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.053472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.187861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Deleting port 3dd105c4-97da-4807-abe0-a4bb20dc9834 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:49.188388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.194949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] For port 62ad0b98-5880-475e-9034-ff4ed5ac9653, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:49.200421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] For port 62ad0b98-5880-475e-9034-ff4ed5ac9653, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=62ad0b98-5880-475e-9034-ff4ed5ac9653,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:49.211036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.247565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.353665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb17c-aabd-44bf-93d2-a2c59827c9fa None None] Pushing event updated for resources: {'Port': ['ID=62ad0b98-5880-475e-9034-ff4ed5ac9653,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:49.407548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.408001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.455954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=727167b2-738a-44e0-84d3-49fa053847a3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:49.461157 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.465611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7981909f-6d64-4af1-8a09-caab2fcd97fd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/727167b2-738a-44e0-84d3-49fa053847a3 HTTP/1.1" status: 204 len: 168 time: 0.6135988 Oct 19 20:45:49.472021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42992) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:49.486723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] For port 3dd105c4-97da-4807-abe0-a4bb20dc9834, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3dd105c4-97da-4807-abe0-a4bb20dc9834,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:49.487114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.523973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab010c2f-b7aa-4976-9938-84e532ed00ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503294 Oct 19 20:45:49.526500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42994) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:49.550850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Calling delete_port for 3dd105c4-97da-4807-abe0-a4bb20dc9834 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:49.624015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73435de5-29f0-42f3-a2b0-f593d99ea274 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:49.625626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-73435de5-29f0-42f3-a2b0-f593d99ea274 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0980647 Oct 19 20:45:49.629823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 42998) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:49.690464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:49.754240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee4977-a40f-4782-a888-4baa5518f5b3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:49.764075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43004) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:49.770034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a7ee4977-a40f-4782-a888-4baa5518f5b3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385446 Oct 19 20:45:49.778108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:49.843712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:49.853668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0174e4f-861d-4285-8073-5b08ce0d6615 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872035 Oct 19 20:45:49.854670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:49.859106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43006) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:49.860499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:49.864224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:49.991344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:49.997538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.027362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.153237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.276185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.351954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.354425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 62ad0b98-5880-475e-9034-ff4ed5ac9653 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:50.432494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:50.438875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:50.445702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:50.461248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.488864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=af729e64-fae4-4bec-b2c1-660bda59ae71,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:50.510114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.512688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d94b4dc2-6e63-4d3f-a165-e131438b1064 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6524389 Oct 19 20:45:50.514712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd105c4-97da-4807-abe0-a4bb20dc9834,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:50.517426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43026) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:50.518642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 62ad0b98-5880-475e-9034-ff4ed5ac9653 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:50.519060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.535065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'af729e64-fae4-4bec-b2c1-660bda59ae71', 'ip_address': '2001:db8::949e:d9a0:df6e:5718'}], 'name': 'tempest-NetworksTestDHCPv6-1742904014'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:50.547118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.740727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.851715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 62ad0b98-5880-475e-9034-ff4ed5ac9653, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=62ad0b98-5880-475e-9034-ff4ed5ac9653,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:50.863122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:50.968981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43038) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:50.974169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=62ad0b98-5880-475e-9034-ff4ed5ac9653,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:50.975736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:51.048941 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.055467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:51.129131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf04b2a-eb6a-4cbd-80b7-1632f3c36182 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:51.171920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a538939-b175-4b94-a1d0-2c96e33c542e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.237680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3cf912a3-812b-4256-80d1-1be4f9ac44bd None None] Could not find standard attr ID for object f81a210e-fd02-4221-ae45-bd41156333fc. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:51.252548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.261205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3cf912a3-812b-4256-80d1-1be4f9ac44bd None None] Provisioning complete for port 62ad0b98-5880-475e-9034-ff4ed5ac9653 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:51.261583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3cf912a3-812b-4256-80d1-1be4f9ac44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.278458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.279868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4230ea16-3989-41a0-b5b2-6bba597eedb5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0311084 Oct 19 20:45:51.314869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a538939-b175-4b94-a1d0-2c96e33c542e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.324992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a538939-b175-4b94-a1d0-2c96e33c542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.387214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.392679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a538939-b175-4b94-a1d0-2c96e33c542e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13efbe17e5094e38b805d8286ee2b272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223359 Oct 19 20:45:51.395421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43050) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:51.404392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538939-b175-4b94-a1d0-2c96e33c542e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f90dc2-0edc-4caa-a5d2-844a205263b4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:51.467045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port a1fb6b79-3fc8-47f6-a677-7db8b1e91096 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:51.523587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.551996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.648354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.651179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:51.652355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5f90dc2-0edc-4caa-a5d2-844a205263b4 HTTP/1.1" status: 204 len: 168 time: 0.2535131 Oct 19 20:45:51.666405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002442-f8fa-4220-9732-aeb25169f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f90dc2-0edc-4caa-a5d2-844a205263b4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:51.938132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49c7da46-76fc-4243-a3f3-086903ec8b9b None None] Provisioning complete for port 62ad0b98-5880-475e-9034-ff4ed5ac9653 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:51.940461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49c7da46-76fc-4243-a3f3-086903ec8b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.321478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:52.340542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c537a6a4-0cf9-4e83-ac2c-1a4e3df8c42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.401566 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-c6f59147-9a39-451d-ad10-2795fc30a51a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1061846465&fields=id&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 267 time: 0.1595738 Oct 19 20:45:52.407554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Router 8ae4bc3e-55c1-4592-a67b-16f35763663c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:45:52.414258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 62ad0b98-5880-475e-9034-ff4ed5ac9653 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:52.449078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::949e:d9a0:df6e:5718 (7fc92891-ba85-40f0-94ac-6237d17d535a/af729e64-fae4-4bec-b2c1-660bda59ae71/a1fb6b79-3fc8-47f6-a677-7db8b1e91096) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:52.482206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c5ceeaca-5bf6-4e1a-9bee-3e68f14430dc None None] Could not find standard attr ID for object b5f103a0-3696-4800-a826-e0f133abf952. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:52.530257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c537a6a4-0cf9-4e83-ac2c-1a4e3df8c42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.530811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 62ad0b98-5880-475e-9034-ff4ed5ac9653 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:52.530811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.540578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c537a6a4-0cf9-4e83-ac2c-1a4e3df8c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.605235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537a6a4-0cf9-4e83-ac2c-1a4e3df8c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861b174c-a047-4710-91e2-511c70c6116e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:52.608392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3fdcfbfc-89d5-4c50-a454-3632b92720e5 None None] Could not find standard attr ID for object f81a210e-fd02-4221-ae45-bd41156333fc. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:52.616273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c537a6a4-0cf9-4e83-ac2c-1a4e3df8c42e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5353d2a246474a44b12d91b083da7630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934685 Oct 19 20:45:52.619071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:52.686417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.710645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.770049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.773834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.782806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/861b174c-a047-4710-91e2-511c70c6116e HTTP/1.1" status: 204 len: 168 time: 0.1622474 Oct 19 20:45:52.800376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607f40b-8b72-430f-944b-57057af0638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b174c-a047-4710-91e2-511c70c6116e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:52.841511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-2ff21b8e-0ab2-42ca-b31f-0e4bad863496 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:52.843017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-2ff21b8e-0ab2-42ca-b31f-0e4bad863496 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 817 time: 0.4336610 Oct 19 20:45:52.858580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:45:52.864907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-deb5b89b-f36a-4048-903c-a6d8a5d37bad admin admin] 10.222.0.31 "PUT /v2.0/routers/8ae4bc3e-55c1-4592-a67b-16f35763663c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8469718 Oct 19 20:45:52.867272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:52.867919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Sync routers for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:45:52.873482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-1330b8b9-ccd7-46c9-964c-322c5a764521 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/quotas/cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 375 time: 0.0224428 Oct 19 20:45:52.884356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:52.887198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:52.958676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:52.976877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-dd9e538b-0ae0-43fd-85f2-46341daf0ac6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919967 Oct 19 20:45:53.045686 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.075943 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.154120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=a1fb6b79-3fc8-47f6-a677-7db8b1e91096,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:53.185997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:53.198395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:53.202937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:53.215556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:53.229794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:53.231538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.242984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.302938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2ca79cab-d354-47ae-be8e-a47d8f60a84d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7733808 Oct 19 20:45:53.306733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43106) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:53.321627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-20044436-4c90-4b5d-ae3c-b30681fcf76d service neutron] 10.222.0.31 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288879 Oct 19 20:45:53.346639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Deleting port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:53.347271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.445051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] For port 11a8dbfa-ddbf-43bd-8e56-991613d1de9b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:53.445252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.460355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-128ebc45-9f48-45d9-b295-72cda347501c service neutron] 10.222.0.31 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202066 Oct 19 20:45:53.467408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Calling delete_port for 11a8dbfa-ddbf-43bd-8e56-991613d1de9b owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:53.497242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528c6b9-2455-4cce-823f-492af09b02db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:53.515175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528c6b9-2455-4cce-823f-492af09b02db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:53.517032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1528c6b9-2455-4cce-823f-492af09b02db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2091792 Oct 19 20:45:53.520898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43112) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:53.574796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:45:50Z', 'revision_number': 5, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port': {'id': '11a8dbfa-ddbf-43bd-8e56-991613d1de9b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:40:39Z', 'updated_at': '2021-10-19T20:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:53.651134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Checking router: 8ae4bc3e-55c1-4592-a67b-16f35763663c for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:45:53.671116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Routers {'8ae4bc3e-55c1-4592-a67b-16f35763663c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:45:53.671116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['8ae4bc3e-55c1-4592-a67b-16f35763663c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:53.712265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port a1fb6b79-3fc8-47f6-a677-7db8b1e91096 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:53.712621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.823594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.864927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-811c7877-dd0c-437f-9ad1-a1725588d9ab req-afd463fb-a509-421e-bc62-d5e16bc8ecf5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 210 time: 0.0542600 Oct 19 20:45:53.889727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a8dbfa-ddbf-43bd-8e56-991613d1de9b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:53.909579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b9c8f35b-c294-484d-842b-0aeff973af70 None None] Provisioning complete for port a1fb6b79-3fc8-47f6-a677-7db8b1e91096 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:53.910220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f35b-c294-484d-842b-0aeff973af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.939724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:53.965404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] Set router 8ae4bc3e-55c1-4592-a67b-16f35763663c gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:45:53.978892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for a1fb6b79-3fc8-47f6-a677-7db8b1e91096 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:53.993461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.038529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:45:53Z', 'revision_number': 6, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:54.110205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8f35b-c294-484d-842b-0aeff973af70 None None] Port a1fb6b79-3fc8-47f6-a677-7db8b1e91096 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:45:54.114061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c5596f-e86b-460a-a7bb-b0d6fe181639 None None] The sync data for ids ['8ae4bc3e-55c1-4592-a67b-16f35763663c'] in n-d-805649-9 is: [{'id': '8ae4bc3e-55c1-4592-a67b-16f35763663c', 'name': 'tempest-TestVolumeBackupRestore-1231214738-router', 'tenant_id': '9fc83c594eb847dea578366436bbfe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:40:37Z', 'updated_at': '2021-10-19T20:45:53Z', 'revision_number': 6, 'project_id': '9fc83c594eb847dea578366436bbfe9e', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:45:54.187900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.191446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.194066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.274049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=a1fb6b79-3fc8-47f6-a677-7db8b1e91096,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:54.296252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.297729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.298342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae4bc3e-55c1-4592-a67b-16f35763663c {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:45:54.301211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a8ac46e4-a4a2-4b7c-a35d-0d7438fd0e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/a1fb6b79-3fc8-47f6-a677-7db8b1e91096 HTTP/1.1" status: 204 len: 168 time: 0.7793345 Oct 19 20:45:54.303383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.303806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43142) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:54.308766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10058984-4b73-48dd-88e2-f871d70dac66 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8ae4bc3e-55c1-4592-a67b-16f35763663c HTTP/1.1" status: 204 len: 168 time: 1.4398775 Oct 19 20:45:54.315661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43144) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:54.381993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Deleting subnet dcf40509-49a6-4c2a-9125-b37d6b80167a {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:54.385573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.394113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bf45f-2c1e-42c1-8c25-2d15bfed9e5b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:54.397741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bf45f-2c1e-42c1-8c25-2d15bfed9e5b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:54.399349 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d78bf45f-2c1e-42c1-8c25-2d15bfed9e5b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0944321 Oct 19 20:45:54.407487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:54.487148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.585266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.640250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet af729e64-fae4-4bec-b2c1-660bda59ae71 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:54.643770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.701204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.754040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.796317 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.801348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dcf40509-49a6-4c2a-9125-b37d6b80167a HTTP/1.1" status: 204 len: 168 time: 0.4827700 Oct 19 20:45:54.802481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5a4ba-cda0-4efe-af0d-e9e7595f67a0 None None] Network e5b5af4e-803f-45eb-af30-bae9e6d439e4 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:54.803120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.805417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:54.806997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1fa8c-7fa9-4ab1-a1c0-fc1affdc8a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf40509-49a6-4c2a-9125-b37d6b80167a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:54.893627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.931394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=af729e64-fae4-4bec-b2c1-660bda59ae71,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:54.937553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:54.943895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2914710c-bec7-4f4d-ae89-22b8494605c5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/af729e64-fae4-4bec-b2c1-660bda59ae71 HTTP/1.1" status: 204 len: 168 time: 0.5328817 Oct 19 20:45:54.944694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:54.956294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a706b6-c4fd-40b5-a1ab-bbe8815f3986 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:54.961764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.003295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e6350a9-6149-4d52-897e-9576ba69985c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554700 Oct 19 20:45:55.006204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:55.011295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:55.126833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf030259-3a36-476f-a253-d18d90cf1f10 req-91966b1b-0715-4b6a-9c00-e92fc1d4dc77 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 210 time: 0.0678320 Oct 19 20:45:55.187155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Deleting port a7caabeb-57f3-4b60-a13e-1c458001b098 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:55.197406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.257031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:45:55.272825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:55.276698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.330223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] DHCP port deletion for e5b5af4e-803f-45eb-af30-bae9e6d439e4 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:45:55.382900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Deleting port 62ad0b98-5880-475e-9034-ff4ed5ac9653 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:55.383279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.391538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] For port a7caabeb-57f3-4b60-a13e-1c458001b098, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a7caabeb-57f3-4b60-a13e-1c458001b098,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:55.392352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.414031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Calling delete_port for a7caabeb-57f3-4b60-a13e-1c458001b098 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:55.485040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Deleting port a7caabeb-57f3-4b60-a13e-1c458001b098 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:55.485586 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.541092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] For port 62ad0b98-5880-475e-9034-ff4ed5ac9653, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=62ad0b98-5880-475e-9034-ff4ed5ac9653,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:55.541794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.546319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.569081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] No DVR routers for this DVR port a7caabeb-57f3-4b60-a13e-1c458001b098 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:55.678861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] For port a7caabeb-57f3-4b60-a13e-1c458001b098, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a7caabeb-57f3-4b60-a13e-1c458001b098,segment=NetworkSegment(1d211e64-17a6-4a28-b169-e84d086308bb),segment_id=1d211e64-17a6-4a28-b169-e84d086308bb)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:55.679247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.707181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Calling delete_port for a7caabeb-57f3-4b60-a13e-1c458001b098 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:55.712620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7caabeb-57f3-4b60-a13e-1c458001b098,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:55.730245 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Calling delete_port for 62ad0b98-5880-475e-9034-ff4ed5ac9653 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:55.789641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.815725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b5af4e-803f-45eb-af30-bae9e6d439e4']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:55.828322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d211e64-17a6-4a28-b169-e84d086308bb') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:55.828790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d211e64-17a6-4a28-b169-e84d086308bb') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:45:55.843468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.888721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.907285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:45:55.907753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:45:55.935912 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:45:55.938504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:55.965833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] Pushing event deleted for resources: {'Port': ['ID=a7caabeb-57f3-4b60-a13e-1c458001b098,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:55.974856 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.010735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] No DVR routers for this DVR port 62ad0b98-5880-475e-9034-ff4ed5ac9653 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:56.012794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7125b1-2017-4ff9-a06a-7406a824bb2a None None] No DVR routers for this DVR port a7caabeb-57f3-4b60-a13e-1c458001b098 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:45:56.015759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3de94-8ec7-401b-a32f-267ff830f9a6 None None] Pushing event deleted for resources: {'Port': ['ID=62ad0b98-5880-475e-9034-ff4ed5ac9653,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:56.021589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.035378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.046661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e5b5af4e-803f-45eb-af30-bae9e6d439e4 HTTP/1.1" status: 204 len: 168 time: 1.2400653 Oct 19 20:45:56.069865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b5af4e-803f-45eb-af30-bae9e6d439e4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:56.079427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.079778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.080118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.080863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.080863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.081390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.081611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.082064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.082260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.082818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.083179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.083678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39df2b87-1fde-431d-8a2f-6aaed3ac280c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:45:56.268343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11a8dbfa-ddbf-43bd-8e56-991613d1de9b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:56.292940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 11a8dbfa-ddbf-43bd-8e56-991613d1de9b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:56.293310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11a8dbfa-ddbf-43bd-8e56-991613d1de9b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:56.293740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3dd105c4-97da-4807-abe0-a4bb20dc9834 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:56.313609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3dd105c4-97da-4807-abe0-a4bb20dc9834 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:56.314203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3dd105c4-97da-4807-abe0-a4bb20dc9834 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:56.314695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a7caabeb-57f3-4b60-a13e-1c458001b098 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:56.350997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43222) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:56.356932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a7caabeb-57f3-4b60-a13e-1c458001b098 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:56.357285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a7caabeb-57f3-4b60-a13e-1c458001b098 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:56.358582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 62ad0b98-5880-475e-9034-ff4ed5ac9653 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:45:56.394720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96ebc9b3-cc4d-4941-b96b-a837cf8bd505 req-97141727-d5d6-495f-8959-664f51a06616 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 210 time: 0.0936491 Oct 19 20:45:56.401727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-64c5006f-37f5-452b-a3a2-bf1dae034ee8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e6193016f6148a3a6549d0586ce0890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489578 Oct 19 20:45:56.403192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 62ad0b98-5880-475e-9034-ff4ed5ac9653 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:45:56.403544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 62ad0b98-5880-475e-9034-ff4ed5ac9653 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:45:56.404296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43226) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:56.468309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c5836fb6-4b96-4ff1-a941-e71e2bd058e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.475617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.497391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-f7466b0b-83ea-47be-8a83-b6b7d40b629e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:56.498885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-f7466b0b-83ea-47be-8a83-b6b7d40b629e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 817 time: 0.2662621 Oct 19 20:45:56.499775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.512092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.577369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:56.585105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:56.595209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.596093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390cd595-7036-4ef5-a780-0865368db884 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:45:56.600468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.602133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa56698f-29e1-44a2-9321-643b4590f490 HTTP/1.1" status: 204 len: 168 time: 0.1958079 Oct 19 20:45:56.603989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:56.604961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.611665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=f9a21c7d-67f1-4b51-a479-2c5a96532a96,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:56.613089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffd42a-2069-46ce-ad19-4e6cd64ff03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56698f-29e1-44a2-9321-643b4590f490,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:56.623215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-f2390064-c4c1-465f-a235-58b83f3ae372 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 380 time: 0.0848498 Oct 19 20:45:56.634313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'port': {'device_id': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'admin_state_up': True, 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'security_groups': ['9ceac998-c01f-44fa-9f3f-4e8f0e291fdd']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:56.733916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e894a6d-3fe6-439e-9d6a-c2a274c3cf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7265763 Oct 19 20:45:56.735467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43242) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:56.741419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'f9a21c7d-67f1-4b51-a479-2c5a96532a96', 'ip_address': '2001:db8::1ac2:704c:ef14:b17b'}], 'name': 'tempest-NetworksTestDHCPv6-1383248210'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:56.796459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Made reservation on behalf of cf185929368e44e79e7f7f32ba49f6f2 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:56.801882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.860556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'f9a21c7d-67f1-4b51-a479-2c5a96532a96'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:45:56.861976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:56.991113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:45:57.012485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Allocated IP 172.20.0.14 (bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6/fb4d15bb-5571-4be3-8bee-09d1db0ab8ad/7788fca9-c847-4b14-961e-28c52971f4b4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:57.051662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/f9a21c7d-67f1-4b51-a479-2c5a96532a96/846b50ab-8b74-434d-a6ba-20d27427b606) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:57.090027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43252) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:57.166458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.202322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port b65b78a6-4187-4e9f-a21c-50edbb03f52f yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:45:57.267991 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.320497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed622bb2-f439-4884-a00f-51694e1c2eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.323368 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.328349 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.336058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.348615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:57.364962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:57.368669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:57.386833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:57.408209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:57.418253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:57.434452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:57.464819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:57.508037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Attempting to bind port 846b50ab-8b74-434d-a6ba-20d27427b606 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:57.508695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Attempting to bind port 846b50ab-8b74-434d-a6ba-20d27427b606 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:57.508998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Attempting to bind port 846b50ab-8b74-434d-a6ba-20d27427b606 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:57.510299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-181b6610-3633-4b5d-97d5-06fb4aa3175f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fc83c594eb847dea578366436bbfe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340380 Oct 19 20:45:57.513690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43266) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:57.531872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:57.535819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.543004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:57.543897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:57.544495 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.545107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:57.545943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Bound port: 846b50ab-8b74-434d-a6ba-20d27427b606, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:57.546495 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.567571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Pushing event updated for resources: {'Port': ['ID=846b50ab-8b74-434d-a6ba-20d27427b606,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:57.649362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-0760c0a1-ce24-405f-9217-5ae0a18f34cb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0202360 Oct 19 20:45:57.650139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.652777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] For port 846b50ab-8b74-434d-a6ba-20d27427b606, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:57.656431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed622bb2-f439-4884-a00f-51694e1c2eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.657034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] For port 846b50ab-8b74-434d-a6ba-20d27427b606, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=846b50ab-8b74-434d-a6ba-20d27427b606,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:57.664850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.669530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ed622bb2-f439-4884-a00f-51694e1c2eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.698983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.717223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Request body: {'port': {'device_id': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:45:57.728371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed622bb2-f439-4884-a00f-51694e1c2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3583b2ab-2e7d-42e8-ac7d-d7eeb38ddd41,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:57.751388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53986c-580a-458b-acd0-8015324134b2 None None] Pushing event updated for resources: {'Port': ['ID=846b50ab-8b74-434d-a6ba-20d27427b606,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:57.763614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0798633-3e69-4943-a69e-cb4ce99a1c11 req-3316f4e7-d99c-45da-a95d-e1fa322d0777 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:57.765192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0798633-3e69-4943-a69e-cb4ce99a1c11 req-3316f4e7-d99c-45da-a95d-e1fa322d0777 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 932 time: 0.2134788 Oct 19 20:45:57.779539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-39d639b5-b0f2-4ceb-a8e8-a009fcc22286 None None] Provisioning complete for port 7788fca9-c847-4b14-961e-28c52971f4b4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:57.780379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::1ac2:704c:ef14:b17b (7fc92891-ba85-40f0-94ac-6237d17d535a/f9a21c7d-67f1-4b51-a479-2c5a96532a96/b65b78a6-4187-4e9f-a21c-50edbb03f52f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:45:57.780620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39d639b5-b0f2-4ceb-a8e8-a009fcc22286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.828296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-39d639b5-b0f2-4ceb-a8e8-a009fcc22286 None None] Port 7788fca9-c847-4b14-961e-28c52971f4b4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:45:57.862793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ed622bb2-f439-4884-a00f-51694e1c2eb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49fb9f210ed5442f889092fd66145cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716956 Oct 19 20:45:57.869033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43272) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:57.892304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.905265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0798633-3e69-4943-a69e-cb4ce99a1c11 req-84398be7-0921-4832-9599-d65ce0c8f619 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221955 Oct 19 20:45:57.938670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.942195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:57.945963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e871c2e-1364-486c-80c3-123f5c6068dc HTTP/1.1" status: 204 len: 168 time: 0.4309914 Oct 19 20:45:57.985681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85420-a447-4b96-a750-f0e0b6c0f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e871c2e-1364-486c-80c3-123f5c6068dc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:58.127525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.162161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.268562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.305155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.308296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.311887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3583b2ab-2e7d-42e8-ac7d-d7eeb38ddd41 HTTP/1.1" status: 204 len: 168 time: 0.4389856 Oct 19 20:45:58.325509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd0506-8307-4255-a718-b17869c07692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3583b2ab-2e7d-42e8-ac7d-d7eeb38ddd41,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:58.358656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.414404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 846b50ab-8b74-434d-a6ba-20d27427b606 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:45:58.455303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:45:58.470470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:45:58.475271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:45:58.476956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:45:58.483453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:58.493730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.496856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 846b50ab-8b74-434d-a6ba-20d27427b606 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:58.497867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.501661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.530010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b65b78a6-4187-4e9f-a21c-50edbb03f52f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:58.530989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Transition to ACTIVE for port object 7788fca9-c847-4b14-961e-28c52971f4b4 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:45:58.538398 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.568293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce491c37-ce9d-4092-bae3-583381c8155f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8315077 Oct 19 20:45:58.568966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:58.671848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a24e8-f3a9-484c-bb99-17ad2eb5c811 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:58.694972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a24e8-f3a9-484c-bb99-17ad2eb5c811 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:58.699501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ae9a24e8-f3a9-484c-bb99-17ad2eb5c811 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1293998 Oct 19 20:45:58.700125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43286) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:58.734076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:58.766352 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.832384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 846b50ab-8b74-434d-a6ba-20d27427b606, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=846b50ab-8b74-434d-a6ba-20d27427b606,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:45:58.844372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.869431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:45:58.869881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:45:58.870526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:58.895020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:45:58.896237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:45:58.905281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:45:58.906500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:45:58.907135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Bound using segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:45:58.907835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Bound port: 7788fca9-c847-4b14-961e-28c52971f4b4, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:45:58.909671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:58.916170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port b65b78a6-4187-4e9f-a21c-50edbb03f52f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:45:58.920811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.038430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=846b50ab-8b74-434d-a6ba-20d27427b606,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:59.085585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:45:59.116119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.125225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:45:59.136525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.137844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for b65b78a6-4187-4e9f-a21c-50edbb03f52f owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:45:59.180051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9cfc9-3020-4179-b094-ddddec0c4295 req-5d217366-4ba7-4bb9-9d95-a6e96580b6c8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.181873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58a9cfc9-3020-4179-b094-ddddec0c4295 req-5d217366-4ba7-4bb9-9d95-a6e96580b6c8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.1188447 Oct 19 20:45:59.190224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.191564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.193708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] 10.222.0.37 "PUT /v2.0/ports/7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1092 time: 1.4929242 Oct 19 20:45:59.198948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:45:59.201820 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055264f6-1fb2-48b1-82c5-fd37d05de468" -d '{"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:45:59.257564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d4340d2-dda3-46f8-9dfa-ae56f0aa969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.279639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:59.363848 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6f3786-d2f2-4980-bcea-05531bc66c7e x-openstack-request-id: req-be6f3786-d2f2-4980-bcea-05531bc66c7e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:45:59.365105 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:45:59.365596 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be6f3786-d2f2-4980-bcea-05531bc66c7e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:45:59.365996 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'status': 'completed', 'code': 200} Oct 19 20:45:59.396796 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-200a1322-5e4f-4bd0-9501-3bc281fdb799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.417216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.441831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f34875-34db-4d4b-be72-12dba998fcba service neutron] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:59.453078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58a9cfc9-3020-4179-b094-ddddec0c4295 req-9099d909-13b5-4c0d-b326-96488936d661 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554693 Oct 19 20:45:59.461822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-795d248e-7894-4425-b28e-5e9a2dcb5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.463887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-795d248e-7894-4425-b28e-5e9a2dcb5ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1095 time: 0.1598086 Oct 19 20:45:59.501320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=b65b78a6-4187-4e9f-a21c-50edbb03f52f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:59.519334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-bf7efa3d-b1b7-46ef-8fe4-117d4538e621 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0457230 Oct 19 20:45:59.533448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-529a0536-8232-4bb5-9267-26c0059348ad None None] Provisioning complete for port 846b50ab-8b74-434d-a6ba-20d27427b606 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:45:59.534010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-529a0536-8232-4bb5-9267-26c0059348ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.562455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.571471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39dc7f74-4547-4047-a843-60c35bbcdd74 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b65b78a6-4187-4e9f-a21c-50edbb03f52f HTTP/1.1" status: 204 len: 168 time: 0.8681858 Oct 19 20:45:59.572140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43306) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:59.599033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-184807cb-32d5-4916-b611-f396042b26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.600692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-184807cb-32d5-4916-b611-f396042b26ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0713661 Oct 19 20:45:59.661988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04c03-1ab5-40c3-a570-0db5263639c8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.663643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c04c03-1ab5-40c3-a570-0db5263639c8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.667749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a8c04c03-1ab5-40c3-a570-0db5263639c8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919199 Oct 19 20:45:59.668216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43312) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:59.674959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-200a1322-5e4f-4bd0-9501-3bc281fdb799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.695233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-200a1322-5e4f-4bd0-9501-3bc281fdb799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.737285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet f9a21c7d-67f1-4b51-a479-2c5a96532a96 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:45:59.740568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.748635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-200a1322-5e4f-4bd0-9501-3bc281fdb799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74cbd0936ee94af4b338cb3b5289f155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435725 Oct 19 20:45:59.752045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:45:59.753868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948432-5436-4418-9372-4f36554e2562 req-35694b91-f166-4715-8c2c-28feffb0cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:45:59.755981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-35694b91-f166-4715-8c2c-28feffb0cbd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470585 Oct 19 20:45:59.781572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a1322-5e4f-4bd0-9501-3bc281fdb799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d04b08-e18c-4817-a12f-8403ecd453dc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:45:59.794928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.884092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.884765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.908738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-55d56dc2-857d-4719-852a-27f4c4c86fa3 None None] Could not find standard attr ID for object b65b78a6-4187-4e9f-a21c-50edbb03f52f. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:45:59.914170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-f722a185-fc42-44b1-99c5-79fb1906c2b2 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487210 Oct 19 20:45:59.919433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.962227 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:45:59.992064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a21c7d-67f1-4b51-a479-2c5a96532a96,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:00.003138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.009347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4c95dde6-f096-4a21-8c83-eb8d6eab7f9a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/f9a21c7d-67f1-4b51-a479-2c5a96532a96 HTTP/1.1" status: 204 len: 168 time: 0.3384199 Oct 19 20:46:00.010390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:00.067995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b85df-5b54-40c9-bedd-d124761927bd None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:00.073914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e497eb1-6d4a-4c9d-beb0-217154300fb0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624113 Oct 19 20:46:00.078553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43322) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:00.081738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:00.117231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.120016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.121155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8d04b08-e18c-4817-a12f-8403ecd453dc HTTP/1.1" status: 204 len: 168 time: 0.3642893 Oct 19 20:46:00.136587 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8948432-5436-4418-9372-4f36554e2562 req-6d138645-14da-4b1d-b53e-1be093d62609 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109201 Oct 19 20:46:00.143986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520b9a8-af0b-4a96-83a6-50f67526aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d04b08-e18c-4817-a12f-8403ecd453dc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:00.280555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:00.284145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.292673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-a6ab81ec-2687-4a1a-8f75-1b5094f9e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.294742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-a6ab81ec-2687-4a1a-8f75-1b5094f9e53f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1095 time: 0.0993001 Oct 19 20:46:00.360145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 846b50ab-8b74-434d-a6ba-20d27427b606 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:00.445126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.479365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 846b50ab-8b74-434d-a6ba-20d27427b606 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:00.479948 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.569004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:00.644185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-2dab77bc-9916-493c-b5e3-204371dcf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.646698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-2dab77bc-9916-493c-b5e3-204371dcf291 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.3394487 Oct 19 20:46:00.650698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Deleting port 846b50ab-8b74-434d-a6ba-20d27427b606 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:00.651291 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.695204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba5c63-a85a-4581-9db3-ba1885dfb1ec req-e4f238cf-9cfc-4f33-84e4-38e096989673 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.696764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20ba5c63-a85a-4581-9db3-ba1885dfb1ec req-e4f238cf-9cfc-4f33-84e4-38e096989673 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.1015170 Oct 19 20:46:00.711268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-13c308c9-0704-448e-ba24-f6a2c41298a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0557325 Oct 19 20:46:00.751328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] For port 846b50ab-8b74-434d-a6ba-20d27427b606, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=846b50ab-8b74-434d-a6ba-20d27427b606,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:00.751715 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.767960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20ba5c63-a85a-4581-9db3-ba1885dfb1ec req-530fc85d-28d9-4e68-a3e4-6b7db3560b3a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653152 Oct 19 20:46:00.778320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Calling delete_port for 846b50ab-8b74-434d-a6ba-20d27427b606 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:00.822742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-d35d3c85-7b00-4e30-a185-c45476ca7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.825089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-d35d3c85-7b00-4e30-a185-c45476ca7293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.1052289 Oct 19 20:46:00.883238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.883893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.918128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Pushing event deleted for resources: {'Port': ['ID=846b50ab-8b74-434d-a6ba-20d27427b606,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:00.923153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] No DVR routers for this DVR port 846b50ab-8b74-434d-a6ba-20d27427b606 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:00.931079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.931565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.931774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.932137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.932413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.933630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.938940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.940173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.940173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.940173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.940173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.940844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a3a8ed-a515-4c1d-9f97-ee80af3f364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:00.955730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-1c8fb45b-3419-4d95-8463-cdf4c5a80f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.960893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-1c8fb45b-3419-4d95-8463-cdf4c5a80f8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223991 Oct 19 20:46:00.971619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:00.974911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:00.991530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:00.995692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=a638c9ab-6e47-4011-9cae-26d1d7bf1386,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:00.998585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:00.999243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.003528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9befa6-668b-4eaf-ac13-079bb05a0aea None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:01.053912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-090c47a6-f804-4c7b-a40a-8d4e8daa16b0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9762249 Oct 19 20:46:01.056774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43358) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:01.062002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'a638c9ab-6e47-4011-9cae-26d1d7bf1386', 'ip_address': '2001:db8::b23d:dd3d:5b52:f9d5'}], 'name': 'tempest-NetworksTestDHCPv6-1433862481'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:01.088252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-c8ae2cf3-a8dc-4a19-b3e1-9714cc9e7789 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205151 Oct 19 20:46:01.207376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-055264f6-1fb2-48b1-82c5-fd37d05de468 req-64ddd2e9-36e8-4ec4-b973-8f67085dc685 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114941 Oct 19 20:46:01.224834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'a638c9ab-6e47-4011-9cae-26d1d7bf1386'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:01.225745 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.275543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:01.281261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.305174 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port ff0d2948-8ca1-42f4-bfd6-4ef4fc995438 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:01.385788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/a638c9ab-6e47-4011-9cae-26d1d7bf1386/58cf35b4-02c0-4c54-ad2a-245cde064d81) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:01.555341 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.562670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.613477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Pushing event updated for resources: {'Port': ['ID=58cf35b4-02c0-4c54-ad2a-245cde064d81,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:01.627430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:01.629633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:01.636418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:01.639044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::b23d:dd3d:5b52:f9d5 (7fc92891-ba85-40f0-94ac-6237d17d535a/a638c9ab-6e47-4011-9cae-26d1d7bf1386/ff0d2948-8ca1-42f4-bfd6-4ef4fc995438) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:01.703680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Attempting to bind port 58cf35b4-02c0-4c54-ad2a-245cde064d81 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:01.704281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Attempting to bind port 58cf35b4-02c0-4c54-ad2a-245cde064d81 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:01.705235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Attempting to bind port 58cf35b4-02c0-4c54-ad2a-245cde064d81 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:01.712790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:01.713392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:01.713893 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.714559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:01.715354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Bound port: 58cf35b4-02c0-4c54-ad2a-245cde064d81, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:01.716025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.800171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] For port 58cf35b4-02c0-4c54-ad2a-245cde064d81, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:01.804571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] For port 58cf35b4-02c0-4c54-ad2a-245cde064d81, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=58cf35b4-02c0-4c54-ad2a-245cde064d81,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:01.816533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.838453 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.904278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dfeeb-0bfd-4cdc-a3c3-a77a1f891ce0 None None] Pushing event updated for resources: {'Port': ['ID=58cf35b4-02c0-4c54-ad2a-245cde064d81,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:01.927798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:01.950206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:01.952974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:01.979483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:01.990263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364e23b-da3e-44f6-b323-4e07e7050bcd req-b2a9925a-d9fc-445f-81d1-41c49f0cc100 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:01.992371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a364e23b-da3e-44f6-b323-4e07e7050bcd req-b2a9925a-d9fc-445f-81d1-41c49f0cc100 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0702598 Oct 19 20:46:02.002076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:02.002978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.039765 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a364e23b-da3e-44f6-b323-4e07e7050bcd req-8fefba09-daa2-4d35-be29-e5dc3f147d2f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381804 Oct 19 20:46:02.052144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9936576 Oct 19 20:46:02.055508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43384) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:02.071223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306899d3-976e-4207-9632-ed5f1e889e72 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=ff0d2948-8ca1-42f4-bfd6-4ef4fc995438,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:02.131833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444ea4-b383-446d-9eab-b727506c6fcc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:02.140847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35444ea4-b383-446d-9eab-b727506c6fcc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:02.143285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35444ea4-b383-446d-9eab-b727506c6fcc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0867739 Oct 19 20:46:02.146305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43388) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:02.290371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port ff0d2948-8ca1-42f4-bfd6-4ef4fc995438 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:02.290725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.311884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.326783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 58cf35b4-02c0-4c54-ad2a-245cde064d81 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:02.383809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 58cf35b4-02c0-4c54-ad2a-245cde064d81 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:02.384375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.402439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.417868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for ff0d2948-8ca1-42f4-bfd6-4ef4fc995438 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:02.481992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.525547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 58cf35b4-02c0-4c54-ad2a-245cde064d81, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=58cf35b4-02c0-4c54-ad2a-245cde064d81,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:02.534197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.574181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.604963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=58cf35b4-02c0-4c54-ad2a-245cde064d81,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:02.607874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=ff0d2948-8ca1-42f4-bfd6-4ef4fc995438,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:02.630625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 846b50ab-8b74-434d-a6ba-20d27427b606 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:02.644828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.648911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4b1dacac-c71e-4c79-bd40-9f8351349c28 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/ff0d2948-8ca1-42f4-bfd6-4ef4fc995438 HTTP/1.1" status: 204 len: 168 time: 0.5015674 Oct 19 20:46:02.651409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43392) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:02.666934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 846b50ab-8b74-434d-a6ba-20d27427b606 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:02.667603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 846b50ab-8b74-434d-a6ba-20d27427b606 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:02.713027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e407502-c8b6-4b1f-b639-226c9207b7a4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:02.714595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e407502-c8b6-4b1f-b639-226c9207b7a4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:02.718719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e407502-c8b6-4b1f-b639-226c9207b7a4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637090 Oct 19 20:46:02.719002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43394) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:02.772358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet a638c9ab-6e47-4011-9cae-26d1d7bf1386 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:02.775583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.817513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:02.956508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.056023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.080451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.085649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a638c9ab-6e47-4011-9cae-26d1d7bf1386 HTTP/1.1" status: 204 len: 168 time: 0.3655074 Oct 19 20:46:03.087953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43400) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.115972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd8061-e384-4805-a3bc-60481af675b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=a638c9ab-6e47-4011-9cae-26d1d7bf1386,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:03.186149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.186380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55eca1f1-8789-4645-a500-dfaa6cb0d393 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971875 Oct 19 20:46:03.202517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:46:03.264218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab368121-2640-4d48-9dd6-af2c24770298 req-33579fec-1d61-40f6-8906-9259cd11ad09 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:03.265458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab368121-2640-4d48-9dd6-af2c24770298 req-33579fec-1d61-40f6-8906-9259cd11ad09 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0895855 Oct 19 20:46:03.268396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac2856-7848-467f-a4e7-c9e06cb51936 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:03.275422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-87ac2856-7848-467f-a4e7-c9e06cb51936 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0882204 Oct 19 20:46:03.279429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43404) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.311169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ab368121-2640-4d48-9dd6-af2c24770298 req-08f6184c-0e1d-4f76-90c1-752cc5cc9cd7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Oct 19 20:46:03.353734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201f7de-b7f6-4f32-b6f4-b00bb8e994f7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:03.358212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43406) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.364181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f94905-c50f-4807-a646-76186f9bc14c None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:03.366907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b201f7de-b7f6-4f32-b6f4-b00bb8e994f7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0862153 Oct 19 20:46:03.367342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:03.396959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7788fca9-c847-4b14-961e-28c52971f4b4', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:46:03.406225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4cdfa6f-dfcf-482c-9952-0e4521cb50a6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418551 Oct 19 20:46:03.406225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43408) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.414145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:03.507717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.514053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:03.518440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.533517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b53e1686-e603-47ce-acaf-f9f45d059262 None None] Provisioning complete for port 58cf35b4-02c0-4c54-ad2a-245cde064d81 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:03.533885 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b53e1686-e603-47ce-acaf-f9f45d059262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.540363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:46:03.591353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:03.602654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.686659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:03.690241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:03.735583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.762152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Deleting port 58cf35b4-02c0-4c54-ad2a-245cde064d81 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:03.762519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.787917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:03.790736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:03.794360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:03.794940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.810117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=324d717a-16a1-4716-b039-d793865877c1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:03.818946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7788fca9-c847-4b14-961e-28c52971f4b4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:46:03.824368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61e2d5f7-6f98-4cea-99bc-41dc5dfe2ff3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4176481 Oct 19 20:46:03.827575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43412) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:03.833661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '324d717a-16a1-4716-b039-d793865877c1', 'ip_address': '2001:db8::16e0:e995:f6d6:3088'}], 'name': 'tempest-NetworksTestDHCPv6-1551393677'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:03.885078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] For port 58cf35b4-02c0-4c54-ad2a-245cde064d81, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=58cf35b4-02c0-4c54-ad2a-245cde064d81,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:03.885459 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:03.908479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Calling delete_port for 58cf35b4-02c0-4c54-ad2a-245cde064d81 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:03.951799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:04.049625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.051892 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.075090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port b392a960-ea66-47a6-9ab0-285a85936c12 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:04.081613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] Pushing event deleted for resources: {'Port': ['ID=58cf35b4-02c0-4c54-ad2a-245cde064d81,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:04.086641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637ad7a-48da-442d-aa21-0a27c5db6ead None None] No DVR routers for this DVR port 58cf35b4-02c0-4c54-ad2a-245cde064d81 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:04.100279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b7a72-dfd1-4e79-8710-c172da1e100f None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:04.239608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 58cf35b4-02c0-4c54-ad2a-245cde064d81 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:04.261618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::16e0:e995:f6d6:3088 (7fc92891-ba85-40f0-94ac-6237d17d535a/324d717a-16a1-4716-b039-d793865877c1/b392a960-ea66-47a6-9ab0-285a85936c12) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:04.267590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 58cf35b4-02c0-4c54-ad2a-245cde064d81 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:04.267976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 58cf35b4-02c0-4c54-ad2a-245cde064d81 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:04.322868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '324d717a-16a1-4716-b039-d793865877c1'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:04.323888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.441333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.512639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037a83b-e856-4fd2-b707-03e26bad7d03 req-b06fb5a8-2860-41e1-baaf-7f169d55fffb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:04.514253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7037a83b-e856-4fd2-b707-03e26bad7d03 req-b06fb5a8-2860-41e1-baaf-7f169d55fffb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0706303 Oct 19 20:46:04.531914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.582021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/324d717a-16a1-4716-b039-d793865877c1/d664dc10-3c88-4703-8361-2904f799e102) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:04.611362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:04.617574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7037a83b-e856-4fd2-b707-03e26bad7d03 req-75afa875-ca3e-4a7b-81b3-8c7ccb9d6bc6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947471 Oct 19 20:46:04.624416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:04.630417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b392a960-ea66-47a6-9ab0-285a85936c12,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:04.633009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:04.639125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:04.639742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.662795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d0c0b4b6-18aa-4e76-9779-79c1354e9575 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8338299 Oct 19 20:46:04.665647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43424) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:04.671534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '324d717a-16a1-4716-b039-d793865877c1', 'ip_address': '2001:db8::16e0:e995:f6d6:3088'}], 'name': 'tempest-NetworksTestDHCPv6-1358201017'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:04.799717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.806938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.854896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:04.856842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:04.859883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:04.863460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:04.877502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Pushing event updated for resources: {'Port': ['ID=d664dc10-3c88-4703-8361-2904f799e102,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:04.932287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Attempting to bind port d664dc10-3c88-4703-8361-2904f799e102 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:04.932661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Attempting to bind port d664dc10-3c88-4703-8361-2904f799e102 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:04.933027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Attempting to bind port d664dc10-3c88-4703-8361-2904f799e102 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:04.940375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:04.940841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:04.941268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.941685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:04.943573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Bound port: d664dc10-3c88-4703-8361-2904f799e102, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:04.944213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.966751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:04.988861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 6ca5de06-5a64-4f99-8a7f-1dcbc741558d yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:05.016235 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:46:05.020142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] For port d664dc10-3c88-4703-8361-2904f799e102, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:05.023913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] For port d664dc10-3c88-4703-8361-2904f799e102, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d664dc10-3c88-4703-8361-2904f799e102,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:05.028164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.112495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98212b92-d10c-4549-9a4e-45e2b0d78042 None None] Pushing event updated for resources: {'Port': ['ID=d664dc10-3c88-4703-8361-2904f799e102,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:05.175871 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 20:46:05.177138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:05.200887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43432) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:05.201451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4077e81b-2ce1-419c-8d49-4c7e2f4c670a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5336468 Oct 19 20:46:05.239879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:05.265685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6739bc2-d6ef-4629-a350-5e5ce9dc4b49 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:05.278227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6739bc2-d6ef-4629-a350-5e5ce9dc4b49 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:05.279880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e6739bc2-d6ef-4629-a350-5e5ce9dc4b49 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0779302 Oct 19 20:46:05.282881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43434) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:05.332682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 7788fca9-c847-4b14-961e-28c52971f4b4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:46:05.354767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7788fca9-c847-4b14-961e-28c52971f4b4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:05.355437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.446814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port b392a960-ea66-47a6-9ab0-285a85936c12 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:05.447312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.528489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.549890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.564484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for b392a960-ea66-47a6-9ab0-285a85936c12 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:05.580945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:05.582014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:46:05.586107 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f33bef-dc96-4783-a8e4-28ff2012565a" -d '{"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:46:05.590661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:05.635009 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13251d4-eba7-4c65-b60e-0a2e5d972cfd x-openstack-request-id: req-c13251d4-eba7-4c65-b60e-0a2e5d972cfd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:46:05.635465 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:46:05.635816 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13251d4-eba7-4c65-b60e-0a2e5d972cfd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:46:05.636365 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'code': 200} Oct 19 20:46:05.679545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:05.854590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80372-8755-4eca-a093-dde92d19ee01 req-abb4944e-6012-4038-97b0-4b2e929c24e1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:05.856227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1cb80372-8755-4eca-a093-dde92d19ee01 req-abb4944e-6012-4038-97b0-4b2e929c24e1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0815742 Oct 19 20:46:05.881552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a592e-6b18-4901-9085-633362e69fdc req-a1858b2c-d9cd-4eea-96cb-920ca7457c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:05.883633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-298a592e-6b18-4901-9085-633362e69fdc req-a1858b2c-d9cd-4eea-96cb-920ca7457c36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.1696117 Oct 19 20:46:05.967417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-298a592e-6b18-4901-9085-633362e69fdc req-d23df507-61e0-4743-84ea-81effbf449ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559521 Oct 19 20:46:05.994934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1cb80372-8755-4eca-a093-dde92d19ee01 req-dbad81c5-4605-4203-b8f0-741df48c32df tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317339 Oct 19 20:46:06.155296 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.195976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=b392a960-ea66-47a6-9ab0-285a85936c12,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:06.224698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.228340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b701f503-9152-45c9-8a0f-0a75f09224bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b392a960-ea66-47a6-9ab0-285a85936c12 HTTP/1.1" status: 204 len: 168 time: 0.9443159 Oct 19 20:46:06.231165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43444) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:06.296670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2580c-74ea-414f-9c40-3c399d209614 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:06.298397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2580c-74ea-414f-9c40-3c399d209614 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:06.303659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6bd2580c-74ea-414f-9c40-3c399d209614 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0677235 Oct 19 20:46:06.304292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43446) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:06.311659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d664dc10-3c88-4703-8361-2904f799e102 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:06.366425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 324d717a-16a1-4716-b039-d793865877c1 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:06.373867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.378309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d664dc10-3c88-4703-8361-2904f799e102 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:06.378751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.410868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Provisioning complete for port d664dc10-3c88-4703-8361-2904f799e102 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:06.411331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.421366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.531948 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.535494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.552445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.610031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.651981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=324d717a-16a1-4716-b039-d793865877c1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:06.656688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.661702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e25d6a7-c8ff-416e-8641-89159dc35498 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/324d717a-16a1-4716-b039-d793865877c1 HTTP/1.1" status: 204 len: 168 time: 0.3553743 Oct 19 20:46:06.664277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43450) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:06.675550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:06.676034 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:06.694001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:06.694349 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:06.715117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-053f96aa-015b-4732-a0d1-abf21cd2e5f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493248 Oct 19 20:46:06.718769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43452) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:06.724482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:06.827335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:06.831813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:06.838257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b8ca0-62a8-4923-9843-215efcb8fc4a None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:07.155322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.225789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:07.231565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:07.234684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:07.235272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.271423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7e23f-a697-40dd-8a2b-9225569b9182 req-79448b76-f74d-497f-82d8-af2faf06e085 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:07.275326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.277588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:07.285216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28b7e23f-a697-40dd-8a2b-9225569b9182 req-79448b76-f74d-497f-82d8-af2faf06e085 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1436956 Oct 19 20:46:07.288214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=1c099f3e-ec74-4938-abd2-20d641f31592,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:07.302421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43462) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:07.313126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '1c099f3e-ec74-4938-abd2-20d641f31592', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1593170837'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:07.313870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0936ec5-2a11-4bf1-af9d-f92627eae403 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5925817 Oct 19 20:46:07.356086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.399046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d664dc10-3c88-4703-8361-2904f799e102, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d664dc10-3c88-4703-8361-2904f799e102,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:07.410282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Deleting port d664dc10-3c88-4703-8361-2904f799e102 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:07.410965 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.413793 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.471175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-28b7e23f-a697-40dd-8a2b-9225569b9182 req-fd82dc6e-ae49-4237-9ce0-c2c149338466 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561048 Oct 19 20:46:07.472463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:07.480787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.514494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 219168a2-61d7-4370-9b68-0f2dd4bcc2c5 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:07.558919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d664dc10-3c88-4703-8361-2904f799e102,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:07.575682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:07.576161 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:07.593144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] For port d664dc10-3c88-4703-8361-2904f799e102, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d664dc10-3c88-4703-8361-2904f799e102,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:07.593661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.606831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Calling delete_port for d664dc10-3c88-4703-8361-2904f799e102 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:07.665120 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:07.665891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:07.704604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10f37a3b-48cc-42aa-9284-daf64cce07b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3950210 Oct 19 20:46:07.705003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43474) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:07.725779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.757101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] Pushing event deleted for resources: {'Port': ['ID=d664dc10-3c88-4703-8361-2904f799e102,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:07.759218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e34e1-4347-4c13-9c93-d46f62f07e0b None None] No DVR routers for this DVR port d664dc10-3c88-4703-8361-2904f799e102 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:07.769571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d9668-4852-42af-826c-418fad8e07cd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:07.772298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-003d9668-4852-42af-826c-418fad8e07cd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0649605 Oct 19 20:46:07.773868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43476) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:07.778094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec719865-90c0-449e-93fd-36f26d8baad2 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:07.834747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be7e6a-8b89-491c-a94a-7f73906b21f0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:07.836754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be7e6a-8b89-491c-a94a-7f73906b21f0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:07.838719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-33be7e6a-8b89-491c-a94a-7f73906b21f0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0637579 Oct 19 20:46:07.841544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:07.897879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 1c099f3e-ec74-4938-abd2-20d641f31592 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:07.901203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.941900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.952132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c8462-ac64-426e-a2ff-95c20a62b773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '1c099f3e-ec74-4938-abd2-20d641f31592'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:07.953046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-958c8462-ac64-426e-a2ff-95c20a62b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:07.992803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.051266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-958c8462-ac64-426e-a2ff-95c20a62b773 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c099f3e-ec74-4938-abd2-20d641f31592: This subnet is being modified by another concurrent operation. Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c099f3e-ec74-4938-abd2-20d641f31592: This subnet is being modified by another concurrent operation. Oct 19 20:46:08.055140 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:46:08.079694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86bf05-21fd-45d6-8e1f-d144d64971ed None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:46:08.080754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=1c099f3e-ec74-4938-abd2-20d641f31592,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:08.082870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.088747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:08.089768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1cbadc7e-b58c-4d43-aca7-4ff8843f3903 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/1c099f3e-ec74-4938-abd2-20d641f31592 HTTP/1.1" status: 204 len: 168 time: 0.2472708 Oct 19 20:46:08.133347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-17e0b3d9-d41c-48a8-b920-48cca46047a7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433545 Oct 19 20:46:08.133852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43482) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:08.142694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:08.174215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbde9b-8b03-412f-a94e-d046fabe6899 None None] Port d664dc10-3c88-4703-8361-2904f799e102 update to ACTIVE by agent not found {{(pid=100736) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 20:46:08.178225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86bf05-21fd-45d6-8e1f-d144d64971ed None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:46:08.245416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:08.248917 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.253986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d664dc10-3c88-4703-8361-2904f799e102 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:08.300635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1cb90db8-45f2-4d22-860d-1ab08fa402b3 None None] Could not find standard attr ID for object ff0d2948-8ca1-42f4-bfd6-4ef4fc995438. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:08.302714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d664dc10-3c88-4703-8361-2904f799e102 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:08.303050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d664dc10-3c88-4703-8361-2904f799e102 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:08.311791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1cb90db8-45f2-4d22-860d-1ab08fa402b3 None None] Could not find standard attr ID for object b392a960-ea66-47a6-9ab0-285a85936c12. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:08.476118 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.519067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:08.522906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:08.527276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:08.527867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.534344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0368f-8495-4e1c-804f-68e0fb9043f9 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:08.538399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-1d90b53f-560b-447b-910a-1b56e68e9e56 req-650a3845-48fb-4ba8-9df5-df23c2d1a8b7 service neutron] (100735) timed out ('10.222.0.31', 46486) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:46:08.553221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=06896569-668b-4b9a-9472-3ac76d5b836e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:08.573843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4dd69271-2c84-461f-8ce9-78c97d483192 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4388628 Oct 19 20:46:08.574148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43492) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:08.579312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1155768496', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:08.606209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.607468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.627747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604031-0c3d-43b9-b39b-c434dc309e97 req-09dd851a-ac45-419c-b0c9-c01d38f75ef9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:08.629855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e604031-0c3d-43b9-b39b-c434dc309e97 req-09dd851a-ac45-419c-b0c9-c01d38f75ef9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0548139 Oct 19 20:46:08.676854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.681854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e604031-0c3d-43b9-b39b-c434dc309e97 req-4d1b06dd-f207-4816-8139-21b9cc48f8df tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Oct 19 20:46:08.689818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.706601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '06896569-668b-4b9a-9472-3ac76d5b836e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:08.708262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.712887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:08.714648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-40cde960-9507-4416-b005-a637addac6ca tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1393249 Oct 19 20:46:08.718432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43498) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:08.862895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650edffc-ba5b-4e7c-bbea-410a25957cf1 req-4b0b9a11-6d12-4ca4-88aa-76e75f552dbd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:08.876349 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-650edffc-ba5b-4e7c-bbea-410a25957cf1 req-4b0b9a11-6d12-4ca4-88aa-76e75f552dbd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0893991 Oct 19 20:46:08.877131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43512) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:08.886929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'floatingip': {'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:08.944236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/06896569-668b-4b9a-9472-3ac76d5b836e/581aecf5-8dc2-486a-ba55-6a61e8d1d1c8) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:08.969210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.163674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.174087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.237805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:09.245741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:09.250395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:09.283311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Pushing event updated for resources: {'Port': ['ID=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:09.386869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Attempting to bind port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:09.389885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Attempting to bind port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:09.392048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Attempting to bind port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:09.399768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:09.400388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:09.401113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.412868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:09.412868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Bound port: 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:09.412868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.485444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] For port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:09.489167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] For port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:09.499653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.544740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.552179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.586498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73641715-6007-4419-b2cf-d9557e980be4 None None] Pushing event updated for resources: {'Port': ['ID=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:09.592645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:09.681048 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Floating IP bb8e93b5-1226-4b55-9740-e5244f46bdf3 associated. External IP: 172.25.7.162, port: 7788fca9-c847-4b14-961e-28c52971f4b4. Oct 19 20:46:09.962754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::1 (7fc92891-ba85-40f0-94ac-6237d17d535a/06896569-668b-4b9a-9472-3ac76d5b836e/64cf3695-7124-45cc-a498-f9fe261ebb03) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:09.982341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:46:10.081944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.109323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:46:10.116708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.120500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.130654 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:46:10.141840 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:10.143073 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:10.179499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f1b7dc9-371b-4b22-8133-771ce22b3413 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "PUT /v2.0/floatingips/bb8e93b5-1226-4b55-9740-e5244f46bdf3 HTTP/1.1" status: 200 len: 992 time: 1.2986517 Oct 19 20:46:10.180511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:46:10.182693 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03df9387-45de-4b6b-ba53-017719cbeb15" -d '{"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:46:10.236011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:10.255710 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc46c9-764e-416b-b09a-2d045baec7de x-openstack-request-id: req-61dc46c9-764e-416b-b09a-2d045baec7de {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:46:10.255999 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:46:10.256457 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61dc46c9-764e-416b-b09a-2d045baec7de {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:46:10.257043 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'status': 'completed', 'code': 200} Oct 19 20:46:10.283060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:10.285121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:10.288557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:10.289153 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.328493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:10.418229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:10.418856 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.460160 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:10.560784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.578010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.597379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-a1deb478-21d3-4d0e-a566-355671c6252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:10.605335 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-a1deb478-21d3-4d0e-a566-355671c6252e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.2733104 Oct 19 20:46:10.631564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:10.651927 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:10.747590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:10.883343 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'bb8e93b5-1226-4b55-9740-e5244f46bdf3', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:45:49Z', 'updated_at': '2021-10-19T20:46:09Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:10.912688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-6b572399-8aa9-4083-8e38-8fe6f8a5b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:10.914198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-6b572399-8aa9-4083-8e38-8fe6f8a5b87c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.2628539 Oct 19 20:46:10.923915 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:46:10.934169 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:10.934787 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:10.971379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dc628127-b305-47b3-b982-d3a2418152b3 None None] Provisioning complete for port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:10.972102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc628127-b305-47b3-b982-d3a2418152b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.094588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-2edca1b5-6721-48fa-8f31-86e52daa036d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1000 time: 0.1485953 Oct 19 20:46:11.124813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:11.214708 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.227843 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.228958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.317502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bc3be546-278e-4cd3-b89e-cc0dbf714746 None None] Provisioning complete for port 64cf3695-7124-45cc-a498-f9fe261ebb03 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:11.317949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc3be546-278e-4cd3-b89e-cc0dbf714746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.391626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bc3be546-278e-4cd3-b89e-cc0dbf714746 None None] Port 64cf3695-7124-45cc-a498-f9fe261ebb03 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:46:11.418815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:11.422947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:11.428905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-8680d332-51c1-46ae-9985-018fbd802d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:11.430497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-8680d332-51c1-46ae-9985-018fbd802d50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.3217242 Oct 19 20:46:11.459260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:11.503126 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'bb8e93b5-1226-4b55-9740-e5244f46bdf3', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:45:49Z', 'updated_at': '2021-10-19T20:46:09Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:11.540385 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4619d1-da93-442e-84b5-6191e4a9cca1 None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'bb8e93b5-1226-4b55-9740-e5244f46bdf3', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:45:49Z', 'updated_at': '2021-10-19T20:46:09Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:46:11.606140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-4251451a-c71d-46dd-89ef-3534c31add04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:11.607710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-4251451a-c71d-46dd-89ef-3534c31add04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663437 Oct 19 20:46:11.768864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Router 626d9c9d-a2d2-4418-b67e-b05154748d6e is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:46:11.787058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-839f88cd-c73b-4ef9-8cc7-7afc3e593443 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692734 Oct 19 20:46:11.824871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-df28744e-2003-4cc8-be3d-7ec0d39987d6 None None] Provisioning complete for port 64cf3695-7124-45cc-a498-f9fe261ebb03 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:11.825868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df28744e-2003-4cc8-be3d-7ec0d39987d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:11.877621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-df28744e-2003-4cc8-be3d-7ec0d39987d6 None None] Port 64cf3695-7124-45cc-a498-f9fe261ebb03 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:46:11.916185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7522571-9efe-4c13-9dec-c08aaa936ffe None None] New status for floating IP bb8e93b5-1226-4b55-9740-e5244f46bdf3: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:46:11.988568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:46:11.996468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-948ef389-341a-451b-9bed-a6c06d4ae029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "PUT /v2.0/routers/626d9c9d-a2d2-4418-b67e-b05154748d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2762284 Oct 19 20:46:11.999615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43588) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:12.016099 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Sync routers for ids ['626d9c9d-a2d2-4418-b67e-b05154748d6e'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:46:12.026709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03df9387-45de-4b6b-ba53-017719cbeb15 req-0df546ca-ae6f-47ee-945e-442884f85053 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025962 Oct 19 20:46:12.030341 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Routers {'626d9c9d-a2d2-4418-b67e-b05154748d6e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:12.031015 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['626d9c9d-a2d2-4418-b67e-b05154748d6e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:12.075042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c2020-2e73-48f8-84cd-0abcd402d4af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:12.076797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d3c2020-2e73-48f8-84cd-0abcd402d4af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports/64cf3695-7124-45cc-a498-f9fe261ebb03 HTTP/1.1" status: 200 len: 911 time: 0.0762057 Oct 19 20:46:12.079494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43590) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:12.146936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be1fd1-80ec-4279-95e6-da0bf2d579d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:12.147413 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Set router 626d9c9d-a2d2-4418-b67e-b05154748d6e gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:12.154519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be1fd1-80ec-4279-95e6-da0bf2d579d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:12.156330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08be1fd1-80ec-4279-95e6-da0bf2d579d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0755823 Oct 19 20:46:12.159129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43592) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:12.254803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:12.330592 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:12.331039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.413397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1155768496', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:08Z', 'updated_at': '2021-10-19T20:46:10Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None, '_interfaces': [{'id': '64cf3695-7124-45cc-a498-f9fe261ebb03', 'name': '', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'mac_address': 'fa:16:3e:c8:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:46:09Z', 'updated_at': '2021-10-19T20:46:10Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'subnets': [{'id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:12.447195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Checking router: 626d9c9d-a2d2-4418-b67e-b05154748d6e for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:46:12.447760 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Updating router 626d9c9d-a2d2-4418-b67e-b05154748d6e port 64cf3695-7124-45cc-a498-f9fe261ebb03 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:46:12.483153 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.648353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-3b9104a1-6250-4042-9e5c-31a8b1dca30f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431290 Oct 19 20:46:12.697511 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.709185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.739249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-0de26818-32f2-4071-bffb-db3fc891c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:12.741244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-0de26818-32f2-4071-bffb-db3fc891c0b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.0478201 Oct 19 20:46:12.783753 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.790752 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.861997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-c534b69a-5f0d-4b8a-ba93-223112da0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:12.864424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-c534b69a-5f0d-4b8a-ba93-223112da0fe1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1037138 Oct 19 20:46:12.879159 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4540f-38c3-4b14-9813-bc4bbfa8d09d None None] Pushing event updated for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:12.957853 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Attempting to bind port 64cf3695-7124-45cc-a498-f9fe261ebb03 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:12.958506 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Attempting to bind port 64cf3695-7124-45cc-a498-f9fe261ebb03 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:12.961450 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Attempting to bind port 64cf3695-7124-45cc-a498-f9fe261ebb03 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:12.966972 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:12.967341 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:12.967742 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.968130 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:12.968597 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Bound port: 64cf3695-7124-45cc-a498-f9fe261ebb03, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:12.968974 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:12.985946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-16431973-e5ec-4f83-9df4-071f2843fcfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1002 time: 0.1142576 Oct 19 20:46:13.018974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 64cf3695-7124-45cc-a498-f9fe261ebb03 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:13.018974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.085041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-f880a688-e9a7-4f25-8793-6ab8b992198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:13.087541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-f880a688-e9a7-4f25-8793-6ab8b992198a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0922384 Oct 19 20:46:13.106618 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] For port 64cf3695-7124-45cc-a498-f9fe261ebb03, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:13.111730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] For port 64cf3695-7124-45cc-a498-f9fe261ebb03, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=64cf3695-7124-45cc-a498-f9fe261ebb03,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:13.124151 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.165924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port 64cf3695-7124-45cc-a498-f9fe261ebb03, host n-d-805649-9, got binding levels [] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:13.166289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.186771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Routers {'626d9c9d-a2d2-4418-b67e-b05154748d6e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:13.187603 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['626d9c9d-a2d2-4418-b67e-b05154748d6e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:13.189118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.197350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-61ea4cae-7ba0-44eb-a8f6-6ca2fa5c5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:13.199536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-61ea4cae-7ba0-44eb-a8f6-6ca2fa5c5c07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022356 Oct 19 20:46:13.207494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 64cf3695-7124-45cc-a498-f9fe261ebb03 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:13.238263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] Provisioning complete for port 64cf3695-7124-45cc-a498-f9fe261ebb03 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:13.238687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.314696 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] Set router 626d9c9d-a2d2-4418-b67e-b05154748d6e gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:13.402952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.426827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-899fca8f-c2ae-4c25-ad0e-93e382a8a500 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173588 Oct 19 20:46:13.486658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] For port 64cf3695-7124-45cc-a498-f9fe261ebb03, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=64cf3695-7124-45cc-a498-f9fe261ebb03,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:13.507052 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.647193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.656233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2cbc9e95-86ac-4a74-b7e0-eaa8fe870f09 None None] Could not find standard attr ID for object 64cf3695-7124-45cc-a498-f9fe261ebb03. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:13.657415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7fd62c9e-8b44-4ca6-bffa-a13444037064 req-1bc4381a-5594-4078-8a2a-87b6e54736a1 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228673 Oct 19 20:46:13.676510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:13.716988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829da71-286c-44c5-b441-47ef0b970558 None None] Pushing event updated for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:13.780302 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4540f-38c3-4b14-9813-bc4bbfa8d09d None None] Pushing event updated for resources: {'Port': ['ID=64cf3695-7124-45cc-a498-f9fe261ebb03,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:13.849776 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:13.978456 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1155768496', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:08Z', 'updated_at': '2021-10-19T20:46:10Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None, '_interfaces': [{'id': '64cf3695-7124-45cc-a498-f9fe261ebb03', 'name': '', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'mac_address': 'fa:16:3e:c8:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:46:09Z', 'updated_at': '2021-10-19T20:46:13Z', 'revision_number': 4, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'subnets': [{'id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:14.013524 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c62e-0773-4216-bc64-916018e39bbf None None] The sync data for ids ['626d9c9d-a2d2-4418-b67e-b05154748d6e'] in n-d-805649-9 is: [{'id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'name': 'tempest-NetworksTestDHCPv6-router-1155768496', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:08Z', 'updated_at': '2021-10-19T20:46:10Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None, '_interfaces': [{'id': '64cf3695-7124-45cc-a498-f9fe261ebb03', 'name': '', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'mac_address': 'fa:16:3e:c8:80:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626d9c9d-a2d2-4418-b67e-b05154748d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:46:09Z', 'updated_at': '2021-10-19T20:46:13Z', 'revision_number': 4, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'subnets': [{'id': '06896569-668b-4b9a-9472-3ac76d5b836e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:46:14.074936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Router 626d9c9d-a2d2-4418-b67e-b05154748d6e has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:46:14.520343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:46:14.530429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-137cd7b3-a8a3-4944-b838-be7340220b2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "PUT /v2.0/routers/626d9c9d-a2d2-4418-b67e-b05154748d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701866 Oct 19 20:46:14.532786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43606) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:14.598878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d71f7d-cb98-4b5c-a3d0-5ee429e99603 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:14.600622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d71f7d-cb98-4b5c-a3d0-5ee429e99603 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:14.602438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-62d71f7d-cb98-4b5c-a3d0-5ee429e99603 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0686860 Oct 19 20:46:14.605076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43608) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:14.682661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 06896569-668b-4b9a-9472-3ac76d5b836e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:14.690731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:14.745769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:14.847567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:14.920020 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:14.954426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:14.957715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/06896569-668b-4b9a-9472-3ac76d5b836e HTTP/1.1" status: 204 len: 168 time: 0.3516407 Oct 19 20:46:14.958840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ace8c9-0eb6-4c24-978a-b65afe208920 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=06896569-668b-4b9a-9472-3ac76d5b836e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:14.960198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:14.969181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e514b-7384-49ed-ad3b-6938e3772f25 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:15.137394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6a9b4d92-445d-44f4-b833-88f42d732063 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1727805 Oct 19 20:46:15.137966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43616) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:15.239230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:15.265450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.374909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Deleting port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:15.375347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.520998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] For port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:15.521408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.553528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Calling delete_port for 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:15.572062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.575424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.642782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.643463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Fanout notify agent at l3_agent the message router_deleted on router 626d9c9d-a2d2-4418-b67e-b05154748d6e {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:46:15.651905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.653392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-70f51645-c318-456f-958d-9600720986a8 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/routers/626d9c9d-a2d2-4418-b67e-b05154748d6e HTTP/1.1" status: 204 len: 168 time: 0.5143926 Oct 19 20:46:15.656308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43624) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:15.662903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:15.718025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.763336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] Pushing event deleted for resources: {'Port': ['ID=581aecf5-8dc2-486a-ba55-6a61e8d1d1c8,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:15.782511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b82630-98d7-4f41-b431-69a1711cde37 None None] No DVR routers for this DVR port 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:15.822769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:15.839220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:15.908233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Sync routers for ids ['626d9c9d-a2d2-4418-b67e-b05154748d6e'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:46:15.918320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:15.918866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:46:15.919909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'626d9c9d-a2d2-4418-b67e-b05154748d6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:46:15.938438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:15.939096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:46:15.946030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'626d9c9d-a2d2-4418-b67e-b05154748d6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:46:15.946654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efc3b0-a419-44b6-b18a-d4d096276b8b None None] The sync data for ids ['626d9c9d-a2d2-4418-b67e-b05154748d6e'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:46:16.087030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.132032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:16.136034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:16.140657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:16.141584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.145785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d183d67-f054-44ea-8093-65e614e16b06 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:16.183471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=edd07c6f-9d90-465a-b67e-16973a9814cc,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:16.197115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16c0785f-07ed-4fda-8bd9-68e9840fa157 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5395525 Oct 19 20:46:16.198814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43630) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:16.203581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-297248250', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:16.235147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.236218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.331179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.349098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.396847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.400644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ead46577-2eb0-491a-b61b-3d12ae7cbc5f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1983316 Oct 19 20:46:16.401059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43632) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:16.717434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:16.753461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:16.754004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 581aecf5-8dc2-486a-ba55-6a61e8d1d1c8 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:16.782686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'edd07c6f-9d90-465a-b67e-16973a9814cc'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:16.784254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:16.816629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.017676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/edd07c6f-9d90-465a-b67e-16973a9814cc/8ea580ba-6456-4798-b4c7-735b2d9d6b83) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:17.173894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.181616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.226579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Pushing event updated for resources: {'Port': ['ID=8ea580ba-6456-4798-b4c7-735b2d9d6b83,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:17.237751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:17.239784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:17.244819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:17.253164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::1 (7fc92891-ba85-40f0-94ac-6237d17d535a/edd07c6f-9d90-465a-b67e-16973a9814cc/7c88024c-84c7-406f-988a-ae92922ba37a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:17.333652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Attempting to bind port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:17.334286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Attempting to bind port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:17.334907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Attempting to bind port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:17.340677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:17.341336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:17.341905 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.342476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:17.343195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Bound port: 8ea580ba-6456-4798-b4c7-735b2d9d6b83, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:17.343767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.421548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] For port 8ea580ba-6456-4798-b4c7-735b2d9d6b83, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:17.424485 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.426919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] For port 8ea580ba-6456-4798-b4c7-735b2d9d6b83, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea580ba-6456-4798-b4c7-735b2d9d6b83,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:17.434271 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.463922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.503058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:17.505029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec29f09-cb10-40d0-95d5-fa66b6632240 None None] Pushing event updated for resources: {'Port': ['ID=8ea580ba-6456-4798-b4c7-735b2d9d6b83,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:17.507128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:17.512509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:17.513134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:17.567381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=7c88024c-84c7-406f-988a-ae92922ba37a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:17.662072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.352549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea580ba-6456-4798-b4c7-735b2d9d6b83 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:18.418720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:18.421953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.537670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.563047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.572148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 8ea580ba-6456-4798-b4c7-735b2d9d6b83, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea580ba-6456-4798-b4c7-735b2d9d6b83,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:18.575451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.576393 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.577791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:18.637740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=8ea580ba-6456-4798-b4c7-735b2d9d6b83,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:18.655869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=7c88024c-84c7-406f-988a-ae92922ba37a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:18.765332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:18.767129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:18.960090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Router 35364dc5-edac-4e10-8489-a54220eef234 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:46:19.067931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b3c60ee4-e74a-48d4-9cc1-75e3665f73e5 None None] Provisioning complete for port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:19.068377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3c60ee4-e74a-48d4-9cc1-75e3665f73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:19.212822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:46:19.220168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a9702c57-7b40-4022-a98a-cf5a5e0bf815 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "PUT /v2.0/routers/35364dc5-edac-4e10-8489-a54220eef234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8160112 Oct 19 20:46:19.220756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43654) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:19.233017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Sync routers for ids ['35364dc5-edac-4e10-8489-a54220eef234'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:46:19.249578 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Routers {'35364dc5-edac-4e10-8489-a54220eef234'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:19.250491 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35364dc5-edac-4e10-8489-a54220eef234'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:19.334541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d3e3e-4948-477f-838c-1a24a20de345 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:19.343167 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd8d3e3e-4948-477f-838c-1a24a20de345 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports/7c88024c-84c7-406f-988a-ae92922ba37a HTTP/1.1" status: 200 len: 911 time: 0.1191125 Oct 19 20:46:19.343573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43658) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:19.433494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa120c-17f9-405e-aa2d-015e6ed829db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:19.442182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa120c-17f9-405e-aa2d-015e6ed829db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:19.444092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ecaa120c-17f9-405e-aa2d-015e6ed829db tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0994825 Oct 19 20:46:19.446974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:19.455024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c92134df-0974-4639-8fe8-196ae64ec6b7 None None] Provisioning complete for port 7c88024c-84c7-406f-988a-ae92922ba37a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:19.455551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c92134df-0974-4639-8fe8-196ae64ec6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:19.460406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Set router 35364dc5-edac-4e10-8489-a54220eef234 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:19.544875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c92134df-0974-4639-8fe8-196ae64ec6b7 None None] Port 7c88024c-84c7-406f-988a-ae92922ba37a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:46:19.877896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7b436a4d-db5f-4cba-a1fc-09a1d0b97561 None None] Provisioning complete for port 7c88024c-84c7-406f-988a-ae92922ba37a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:19.878377 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7b436a4d-db5f-4cba-a1fc-09a1d0b97561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:19.924868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dc5-edac-4e10-8489-a54220eef234', 'name': 'tempest-NetworksTestDHCPv6-router-297248250', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:16Z', 'updated_at': '2021-10-19T20:46:17Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None, '_interfaces': [{'id': '7c88024c-84c7-406f-988a-ae92922ba37a', 'name': '', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'mac_address': 'fa:16:3e:af:0b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dc5-edac-4e10-8489-a54220eef234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'edd07c6f-9d90-465a-b67e-16973a9814cc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:46:16Z', 'updated_at': '2021-10-19T20:46:17Z', 'revision_number': 2, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'subnets': [{'id': 'edd07c6f-9d90-465a-b67e-16973a9814cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:19.960364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7b436a4d-db5f-4cba-a1fc-09a1d0b97561 None None] Port 7c88024c-84c7-406f-988a-ae92922ba37a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:46:19.978117 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Checking router: 35364dc5-edac-4e10-8489-a54220eef234 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:46:19.982037 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Updating router 35364dc5-edac-4e10-8489-a54220eef234 port 7c88024c-84c7-406f-988a-ae92922ba37a binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:46:20.024893 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.038882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.311137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea580ba-6456-4798-b4c7-735b2d9d6b83 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:20.404541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 7c88024c-84c7-406f-988a-ae92922ba37a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:20.405131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.429061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:20.429726 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.489334 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.503229 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.527234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.539547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 7c88024c-84c7-406f-988a-ae92922ba37a owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:20.554781 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bf130-1569-4b7f-a347-33f452a77184 None None] Pushing event updated for resources: {'Port': ['ID=7c88024c-84c7-406f-988a-ae92922ba37a,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:20.630703 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:20.631133 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:20.631414 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:20.637138 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:20.637757 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:20.638345 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.638899 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:20.641474 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Bound port: 7c88024c-84c7-406f-988a-ae92922ba37a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:20.642051 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.771009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.771434 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.db.api [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100737) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:20.772013 n-d-805649-9 neutron-server[100737]: DEBUG oslo_db.api [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:20.812258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=7c88024c-84c7-406f-988a-ae92922ba37a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:20.944574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:20.984113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-95ddfc8b-b79b-4f00-b89f-46589de89e21 None None] Could not find standard attr ID for object 7c88024c-84c7-406f-988a-ae92922ba37a. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:21.123994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Router 35364dc5-edac-4e10-8489-a54220eef234 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:46:21.205899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:46:21.211389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cce0dd1-0893-4e97-852f-a516fdc27caf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "PUT /v2.0/routers/35364dc5-edac-4e10-8489-a54220eef234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631416 Oct 19 20:46:21.213988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:21.265537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37923f7f-6770-4c0b-ab3c-504d1274edc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:21.267058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37923f7f-6770-4c0b-ab3c-504d1274edc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:21.271569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-37923f7f-6770-4c0b-ab3c-504d1274edc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0535872 Oct 19 20:46:21.271847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43676) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:21.286798 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:21.287151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:21.287506 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Attempting to bind port 7c88024c-84c7-406f-988a-ae92922ba37a on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:21.292519 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:21.292895 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:21.293271 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.293680 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:21.294133 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Bound port: 7c88024c-84c7-406f-988a-ae92922ba37a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:21.294507 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.324486 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Port 7c88024c-84c7-406f-988a-ae92922ba37a has been deleted concurrently {{(pid=100737) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 20:46:21.326869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet edd07c6f-9d90-465a-b67e-16973a9814cc {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:21.330203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.335729 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Routers {'35364dc5-edac-4e10-8489-a54220eef234'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:21.336338 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['35364dc5-edac-4e10-8489-a54220eef234'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:21.373116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.413536 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] Set router 35364dc5-edac-4e10-8489-a54220eef234 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:46:21.465672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.477943 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dc5-edac-4e10-8489-a54220eef234', 'name': 'tempest-NetworksTestDHCPv6-router-297248250', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:16Z', 'updated_at': '2021-10-19T20:46:20Z', 'revision_number': 3, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:46:21.508472 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09d4cfb-9cea-45d4-9a22-dd96abe8124f None None] The sync data for ids ['35364dc5-edac-4e10-8489-a54220eef234'] in n-d-805649-9 is: [{'id': '35364dc5-edac-4e10-8489-a54220eef234', 'name': 'tempest-NetworksTestDHCPv6-router-297248250', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:46:16Z', 'updated_at': '2021-10-19T20:46:20Z', 'revision_number': 3, 'project_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:46:21.526850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.557429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=edd07c6f-9d90-465a-b67e-16973a9814cc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:21.563852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d7df8-0e1a-4907-b189-963e765e5db9 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:21.564215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.569378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5ada3f50-e82b-4f79-98d8-2e898126501f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/edd07c6f-9d90-465a-b67e-16973a9814cc HTTP/1.1" status: 204 len: 168 time: 0.2954412 Oct 19 20:46:21.570594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43682) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:21.698625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f4ee1140-c126-4a39-907a-cdf61702e3d7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1246393 Oct 19 20:46:21.699004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43684) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:21.780466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.790434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:21.846266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Deleting port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:21.846744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.929803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] For port 8ea580ba-6456-4798-b4c7-735b2d9d6b83, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea580ba-6456-4798-b4c7-735b2d9d6b83,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:21.930188 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.945946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Calling delete_port for 8ea580ba-6456-4798-b4c7-735b2d9d6b83 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:21.962777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:21.964855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.029485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.031380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Fanout notify agent at l3_agent the message router_deleted on router 35364dc5-edac-4e10-8489-a54220eef234 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:46:22.037982 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.048074 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.052123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2dba5022-3b47-49eb-99df-e9f8c5e43f00 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/routers/35364dc5-edac-4e10-8489-a54220eef234 HTTP/1.1" status: 204 len: 168 time: 0.3492739 Oct 19 20:46:22.052514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.071188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] Pushing event deleted for resources: {'Port': ['ID=8ea580ba-6456-4798-b4c7-735b2d9d6b83,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:22.078496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d327b22-3a6c-4776-9dc7-d7dfb17bc114 None None] No DVR routers for this DVR port 8ea580ba-6456-4798-b4c7-735b2d9d6b83 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:22.093982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6feebd74-1059-436a-9e79-807573bffe9f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403254 Oct 19 20:46:22.096248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43692) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.153098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21fc16-808e-4db7-9889-610dc2c25ed1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:22.154863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c21fc16-808e-4db7-9889-610dc2c25ed1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577204 Oct 19 20:46:22.157446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43694) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.200514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3bfdf2f0-d11b-4624-ae9e-bb724b0e8690 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416818 Oct 19 20:46:22.205640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43696) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.214102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:22.293730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea580ba-6456-4798-b4c7-735b2d9d6b83 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:22.328594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 8ea580ba-6456-4798-b4c7-735b2d9d6b83 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:22.329432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea580ba-6456-4798-b4c7-735b2d9d6b83 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:22.380414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:22.388949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.448308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43704) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.812861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24ac5f5a-549f-484b-b99c-0ee83f0e1a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.824290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Sync routers for ids ['35364dc5-edac-4e10-8489-a54220eef234'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:46:22.825836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24ac5f5a-549f-484b-b99c-0ee83f0e1a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.826137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:22.826137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:46:22.826137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35364dc5-edac-4e10-8489-a54220eef234'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:46:22.826868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-24ac5f5a-549f-484b-b99c-0ee83f0e1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.827196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Routers set() bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:46:22.827196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Router IDs set() for agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 20:46:22.827196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35364dc5-edac-4e10-8489-a54220eef234'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:45:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent'). {{(pid=100736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 20:46:22.827196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf719c6-abf0-4ea7-8193-9a4baa26e422 None None] The sync data for ids ['35364dc5-edac-4e10-8489-a54220eef234'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:46:22.874269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-24ac5f5a-549f-484b-b99c-0ee83f0e1a45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0146b912425414886112932d5bd4ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225652 Oct 19 20:46:22.874269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5f5a-549f-484b-b99c-0ee83f0e1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a363c8f-5eca-4385-8c4e-4884e1ca5d68,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:22.875895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:22.940648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:22.942565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:22.966446 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.007727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.026322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:23.028172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:23.037860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:23.038136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76daee33-d03e-45e0-8f20-4a754a846759 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:23.038603 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.060871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=0b482250-61f0-4377-a87a-1af4c039afcc,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:23.083479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bfff7e5b-9b15-4d29-8bd3-d158707d4dfa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8755283 Oct 19 20:46:23.085738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:23.090763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:23.096004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.098302 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.099399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a363c8f-5eca-4385-8c4e-4884e1ca5d68 HTTP/1.1" status: 204 len: 168 time: 0.2225521 Oct 19 20:46:23.140259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937f048-bf32-4280-bcb4-074ab574ca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a363c8f-5eca-4385-8c4e-4884e1ca5d68,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:23.344077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '0b482250-61f0-4377-a87a-1af4c039afcc'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:23.345624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.350086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:23.369694 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.534853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Allocated IP 2001:db8::f816:3eff:fe27:9873 (7fc92891-ba85-40f0-94ac-6237d17d535a/0b482250-61f0-4377-a87a-1af4c039afcc/e1fe5805-df08-401c-97fb-9df9cf1c0326) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:23.758298 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.768500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.797672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.829156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:23.841702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:23.843235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:23.846211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:23.861070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=346ad08c-c4f8-4bbd-b665-bd0e5c9fd718,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:23.874737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:23.876372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:23.880242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:23.881207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.905954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb80fba5-4144-4e91-a372-f2aa825e3ba6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167052 Oct 19 20:46:23.906476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43764) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:23.911867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:34:1f:bd', 'name': 'tempest-NetworksTestDHCPv6-2037265232'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:23.945150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Attempting to bind port e1fe5805-df08-401c-97fb-9df9cf1c0326 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:23.945665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Attempting to bind port e1fe5805-df08-401c-97fb-9df9cf1c0326 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:23.946225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Attempting to bind port e1fe5805-df08-401c-97fb-9df9cf1c0326 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:23.952565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:23.953113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:23.953648 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:23.954145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:23.954717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Bound port: e1fe5805-df08-401c-97fb-9df9cf1c0326, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:23.955166 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.045546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:24.050010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:24.056206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.102249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:24.124703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43774) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:24.141899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48208ea8-abba-421c-85b9-fd1419e10154 None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:24.213135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.243293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port eb68a781-63ee-4558-b42d-ffe5676928d2 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:24.276694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1483821050-network', 'tenant_id': 'd7da6cc0c5de4ae09340afbeb41f0c0d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:24.306525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Made reservation on behalf of d7da6cc0c5de4ae09340afbeb41f0c0d for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:24.309632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.323723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.460784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 172.20.0.8 (7fc92891-ba85-40f0-94ac-6237d17d535a/346ad08c-c4f8-4bbd-b665-bd0e5c9fd718/eb68a781-63ee-4558-b42d-ffe5676928d2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:24.470550 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe34:1fbd (7fc92891-ba85-40f0-94ac-6237d17d535a/0b482250-61f0-4377-a87a-1af4c039afcc/eb68a781-63ee-4558-b42d-ffe5676928d2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:24.473491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.480066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.523196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:46:24.531514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39718055-3de2-4705-920c-e3f7815e9498,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:24.542524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.542977 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Added segment 81be3f25-7897-4798-a65c-95738a968754 of type vlan for network 023443c9-b91a-4d01-b3d4-55dd096a85d2 Oct 19 20:46:24.603078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.633161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.634951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:24.635272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.671552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5424981 Oct 19 20:46:24.671552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43790) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:24.674793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.684594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Request body: {'subnet': {'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1483821050-subnet', 'tenant_id': 'd7da6cc0c5de4ae09340afbeb41f0c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:24.722067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.732295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdba07-4304-434a-bd61-7a0413f57bcc admin admin] Pushing event updated for resources: {'Network': ['ID=023443c9-b91a-4d01-b3d4-55dd096a85d2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:24.743510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:46:24.745632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Made reservation on behalf of d7da6cc0c5de4ae09340afbeb41f0c0d for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:24.749146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.788910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:24.793757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:24.800913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:24.845196 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=eb68a781-63ee-4558-b42d-ffe5676928d2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:24.869375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:24.870124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:24.893433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e10ae0d-6aa8-40ad-b3de-88d405d868a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9851947 Oct 19 20:46:24.895358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:24.961143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7c9a7-9197-4d61-8667-eea0d24fc63b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:24.968060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7c9a7-9197-4d61-8667-eea0d24fc63b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:24.972179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eec7c9a7-9197-4d61-8667-eea0d24fc63b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0730767 Oct 19 20:46:24.972510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:25.017741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.082912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port eb68a781-63ee-4558-b42d-ffe5676928d2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:25.093723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.093946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b12962c-6a25-41e2-8df4-3196ef2639ba,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:25.104093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Checking segment: {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:25.104572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Network hostable DHCP agents. Network: 023443c9-b91a-4d01-b3d4-55dd096a85d2, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:46:25.134785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:46:25.145867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 023443c9-b91a-4d01-b3d4-55dd096a85d2) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:25.151434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:25.153312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.154051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9a494-5a70-4664-917c-49d5c93b53d5 None None] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:25.178486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3d1bd7e5-20c1-4b1a-a56b-5a6e7efa0cb4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5025935 Oct 19 20:46:25.226113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.242105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for eb68a781-63ee-4558-b42d-ffe5676928d2 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:25.357408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc79d16-0cca-413c-b42a-9ca351af2b13 None None] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:25.388714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815d865-5600-4b8f-8c8c-a02dd484c62d None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:25.492756 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.532923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:25.533410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.562440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=eb68a781-63ee-4558-b42d-ffe5676928d2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:25.642656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.646456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a384845-5099-4968-9079-1a97592a516f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/eb68a781-63ee-4558-b42d-ffe5676928d2 HTTP/1.1" status: 204 len: 168 time: 0.6728592 Oct 19 20:46:25.649446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43818) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:25.730839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c24992-919c-48a7-8cc8-1a0f585001a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:25.732338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c24992-919c-48a7-8cc8-1a0f585001a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:25.734264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c24992-919c-48a7-8cc8-1a0f585001a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:25.736626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d5c24992-919c-48a7-8cc8-1a0f585001a3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0859072 Oct 19 20:46:25.739562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43824) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:25.751506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.798508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:25.819485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 0b482250-61f0-4377-a87a-1af4c039afcc {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:25.823122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.824994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.877289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cef26d-a1c9-44c7-9812-e61eaf292972 None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '0b482250-61f0-4377-a87a-1af4c039afcc', 'ip_address': '2001:db8::f816:3eff:fe27:9873'}, {'subnet_id': '346ad08c-c4f8-4bbd-b665-bd0e5c9fd718'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'e1fe5805-df08-401c-97fb-9df9cf1c0326'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:25.907331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0cef26d-a1c9-44c7-9812-e61eaf292972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.914423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:25.937320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079ba6-5a07-4279-b9af-13cbcd98311b None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:26.054612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.132538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-d0cef26d-a1c9-44c7-9812-e61eaf292972 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b482250-61f0-4377-a87a-1af4c039afcc: This subnet is being modified by another concurrent operation. Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b482250-61f0-4377-a87a-1af4c039afcc: This subnet is being modified by another concurrent operation. Oct 19 20:46:26.134812 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:46:26.168113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=0b482250-61f0-4377-a87a-1af4c039afcc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:26.172216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.179510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:26.180291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-32fa2f08-1cfc-41bb-acad-0e6a5cb285bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/0b482250-61f0-4377-a87a-1af4c039afcc HTTP/1.1" status: 204 len: 168 time: 0.4388688 Oct 19 20:46:26.252568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 346ad08c-c4f8-4bbd-b665-bd0e5c9fd718 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:26.253535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706d986-1a11-4749-83c7-5397b3b40313 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:26.256769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.312929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.374571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.397646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-360e187e-8a3a-41ec-a991-0d7a68b03aeb None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:26.398018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-360e187e-8a3a-41ec-a991-0d7a68b03aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.446449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.476340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=346ad08c-c4f8-4bbd-b665-bd0e5c9fd718,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:26.492243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.496635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e584e3d7-60bb-41c8-b7cf-b067d51e6d6d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/346ad08c-c4f8-4bbd-b665-bd0e5c9fd718 HTTP/1.1" status: 204 len: 168 time: 0.3158395 Oct 19 20:46:26.499090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:26.508121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f243f820-64a6-4be4-9371-547dc04b2a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.544358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-902aec42-b8e3-4e4d-b24a-76e7ab418436 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416429 Oct 19 20:46:26.545063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:26.550036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:26.647959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef33948f-142a-4868-8e63-4b3820ad5d36 None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '346ad08c-c4f8-4bbd-b665-bd0e5c9fd718'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'e1fe5805-df08-401c-97fb-9df9cf1c0326'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:26.672566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:26.677707 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef33948f-142a-4868-8e63-4b3820ad5d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:26.678529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:27.092490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d22815fb-0bed-47a4-a676-a58b9a5caa3b None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:27.092853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d22815fb-0bed-47a4-a676-a58b9a5caa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:27.179530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:27.263484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0070406-337c-4180-8689-b5356cabbd42 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:46:27.324111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5b21aee6-b762-4770-8e60-c4f3d1c72c32 None None] Could not find standard attr ID for object eb68a781-63ee-4558-b42d-ffe5676928d2. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:27.354532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0070406-337c-4180-8689-b5356cabbd42 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:46:27.438636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:27.630941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:28.053607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.062264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.062991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.191637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e1fe5805-df08-401c-97fb-9df9cf1c0326 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:28.210388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:28.219050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:28.226937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:28.235697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:28.236307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.294613 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.301829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7559154 Oct 19 20:46:28.302815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9ebc6-754d-4fb0-bf90-a980a6970aec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=676c0e2c-0d41-4011-8bf0-02c055e22aef,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:28.304591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43892) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:28.310190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:28.341342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:28.348575 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.422197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:28.507504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83afa6-3b35-4a0b-844f-a32031e922ea None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:46:28.536050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:28.540476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e1fe5805-df08-401c-97fb-9df9cf1c0326 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:28.544096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.610158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:28.610521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.731183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83afa6-3b35-4a0b-844f-a32031e922ea None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:46:28.755375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:28.755958 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.901669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.949993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:28.954743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:28.959275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:28.959851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.974316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:28.978906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=8e3e582d-874d-4749-8416-138f689e8a07,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:28.995296 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a0374da-3135-4fdc-9986-e3f5bee4124a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6894317 Oct 19 20:46:28.997877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43912) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:29.003068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:70:06:62', 'name': 'tempest-NetworksTestDHCPv6-1243649480'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:29.130852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:29.134533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.145705 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.201155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:29.325375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.340777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2adbb-b1ba-45db-be0c-5af64067aa5a None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:29.359419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 929ade96-b442-479a-971b-b654ef808659 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:29.361934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:29.362320 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:29.366779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f5b86a1e-7269-408c-bb07-9a12cb55ffd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.486492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '676c0e2c-0d41-4011-8bf0-02c055e22aef', 'ip_address': '2001:db8::f816:3eff:fe27:9873'}, {'subnet_id': '8e3e582d-874d-4749-8416-138f689e8a07'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'e1fe5805-df08-401c-97fb-9df9cf1c0326'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:29.519025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.582541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 172.20.0.11 (7fc92891-ba85-40f0-94ac-6237d17d535a/8e3e582d-874d-4749-8416-138f689e8a07/929ade96-b442-479a-971b-b654ef808659) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:29.589855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe70:662 (7fc92891-ba85-40f0-94ac-6237d17d535a/676c0e2c-0d41-4011-8bf0-02c055e22aef/929ade96-b442-479a-971b-b654ef808659) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:29.778027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.814192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.880367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:29.882271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Allocated IP 172.20.0.2 (7fc92891-ba85-40f0-94ac-6237d17d535a/8e3e582d-874d-4749-8416-138f689e8a07/e1fe5805-df08-401c-97fb-9df9cf1c0326) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:29.885015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:29.888955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:29.899663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=929ade96-b442-479a-971b-b654ef808659,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:29.959124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:29.960064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:29.987048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a9e39ae-a851-4351-bf0c-9081cfd8fcf7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9854891 Oct 19 20:46:29.991974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43936) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:30.065112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64942f6-c46e-4eb5-b57e-c96cc8b9fbbf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:30.067379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:30.074648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64942f6-c46e-4eb5-b57e-c96cc8b9fbbf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:30.077281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a64942f6-c46e-4eb5-b57e-c96cc8b9fbbf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0807173 Oct 19 20:46:30.079774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43940) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:30.174460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.184324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.314251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e1fe5805-df08-401c-97fb-9df9cf1c0326 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:30.331880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 929ade96-b442-479a-971b-b654ef808659 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:30.332494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.365051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.391513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9a13e-5e30-46c5-83ef-499878a9bf4d None None] Pushing event updated for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:30.434099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:30.434473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.475069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.503661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 929ade96-b442-479a-971b-b654ef808659 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:30.749062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.782999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=929ade96-b442-479a-971b-b654ef808659,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:30.920258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:30.926657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0b1e0b5b-4553-4acc-8af1-831b515548fc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/929ade96-b442-479a-971b-b654ef808659 HTTP/1.1" status: 204 len: 168 time: 0.8457201 Oct 19 20:46:30.927282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:30.976307 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.022757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a117aeb-7389-4369-b4ef-c7ab023e4c26 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:31.024317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a117aeb-7389-4369-b4ef-c7ab023e4c26 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:31.026411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a117aeb-7389-4369-b4ef-c7ab023e4c26 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:31.028037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3a117aeb-7389-4369-b4ef-c7ab023e4c26 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0995884 Oct 19 20:46:31.030771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:31.095585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 676c0e2c-0d41-4011-8bf0-02c055e22aef {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:31.102027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.122255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f972be-181f-451f-ae8c-11caf3eaad12 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:31.167769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.252260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7e19c30a-e444-4531-94ee-57d3f014aa94 None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:31.252627 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e19c30a-e444-4531-94ee-57d3f014aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.265208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.371321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.412273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=676c0e2c-0d41-4011-8bf0-02c055e22aef,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:31.414452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.420753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-65d5f0c7-56dc-40d3-8e90-e13ba63eae7e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/676c0e2c-0d41-4011-8bf0-02c055e22aef HTTP/1.1" status: 204 len: 168 time: 0.3866577 Oct 19 20:46:31.420936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:31.487845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 8e3e582d-874d-4749-8416-138f689e8a07 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:31.491454 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.541080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.652006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.728468 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.732041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd60a95-5bda-49d5-9000-6e756d2d195b None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:31.755308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.762795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 43992) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:31.777403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/8e3e582d-874d-4749-8416-138f689e8a07 HTTP/1.1" status: 204 len: 168 time: 0.3518682 Oct 19 20:46:31.796331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4ebd-7efd-4546-a387-4ae78ce8a42d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3e582d-874d-4749-8416-138f689e8a07,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:31.820339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 43994) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:31.821080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73bdc22a-4475-4554-9f81-14b4c41e6dfb tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564690 Oct 19 20:46:31.826928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:31.853225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9125c243-2752-4f8f-bae4-eee6f9a51857 None None] Provisioning complete for port e1fe5805-df08-401c-97fb-9df9cf1c0326 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:31.853758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9125c243-2752-4f8f-bae4-eee6f9a51857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:31.946028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:31.950712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.088613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:32.145888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Deleting port e1fe5805-df08-401c-97fb-9df9cf1c0326 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:32.146566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.223732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.241670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] For port e1fe5805-df08-401c-97fb-9df9cf1c0326, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e1fe5805-df08-401c-97fb-9df9cf1c0326,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:32.242073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.270049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Calling delete_port for e1fe5805-df08-401c-97fb-9df9cf1c0326 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:32.291683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:32.295207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:32.303903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:32.304573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.330768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e1fe5805-df08-401c-97fb-9df9cf1c0326 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:32.336838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=da2b26ec-9421-401b-b04e-8b125b3d8b47,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:32.358243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.358779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.359165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.359544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.360001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.360344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.360847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.361232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.362007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.362634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.363703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.364105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:32.382542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44006) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:32.385963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5140eee5-737a-46a5-b1e6-ddd804a22537 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5641510 Oct 19 20:46:32.387784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:32.407683 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.492723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.516028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.567929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] Pushing event deleted for resources: {'Port': ['ID=e1fe5805-df08-401c-97fb-9df9cf1c0326,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:32.574449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ec8f2-24eb-4cf8-9c44-221778baf13f None None] No DVR routers for this DVR port e1fe5805-df08-401c-97fb-9df9cf1c0326 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:32.579816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:32.590064 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.607900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958afd92-cd2b-442d-ac17-54029486a6c1 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:32.796182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'da2b26ec-9421-401b-b04e-8b125b3d8b47'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:32.797155 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:32.999816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:33.002077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.043153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:33.048737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:33.054629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:33.055476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.076595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=db644513-fd2f-4c13-9144-628fc93ad292,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:33.087721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bea95916-73dd-4f48-bb5b-b65a6b451e83 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7039781 Oct 19 20:46:33.091294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44024) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:33.098113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:ed:0d:c2', 'name': 'tempest-NetworksTestDHCPv6-1189092231'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:33.217452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Allocated IP 172.20.0.2 (7fc92891-ba85-40f0-94ac-6237d17d535a/da2b26ec-9421-401b-b04e-8b125b3d8b47/4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:33.236503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:33.241142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.264862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 25418b71-b089-455b-8c35-395eba4c9b7d yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:33.436104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.443723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.479608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:33.483539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:33.486651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:33.528462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Pushing event updated for resources: {'Port': ['ID=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:33.557447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Attempting to bind port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:33.557828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Attempting to bind port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:33.558203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Attempting to bind port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:33.564034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:33.564489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:33.564832 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.565427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:33.565929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Bound port: 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:33.566853 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.636622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 172.20.0.7 (7fc92891-ba85-40f0-94ac-6237d17d535a/da2b26ec-9421-401b-b04e-8b125b3d8b47/25418b71-b089-455b-8c35-395eba4c9b7d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:33.642820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:feed:dc2 (7fc92891-ba85-40f0-94ac-6237d17d535a/db644513-fd2f-4c13-9144-628fc93ad292/25418b71-b089-455b-8c35-395eba4c9b7d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:33.665114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] For port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:33.669665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] For port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:33.676922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.774850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3d7c0-6538-4508-8797-48a7ec9cf79a None None] Pushing event updated for resources: {'Port': ['ID=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:33.828458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.883831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:33.933623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:33.936669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:33.945389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:33.954539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=25418b71-b089-455b-8c35-395eba4c9b7d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:34.016473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.017191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.059605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf6faf20-d849-4701-af82-bc927b4590dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9671235 Oct 19 20:46:34.062015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44048) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:34.132311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e2aee-a4cd-4cbe-978c-b269eb5643a2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.138622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e2aee-a4cd-4cbe-978c-b269eb5643a2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.141085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-976e2aee-a4cd-4cbe-978c-b269eb5643a2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0779493 Oct 19 20:46:34.143791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:34.308218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 25418b71-b089-455b-8c35-395eba4c9b7d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:34.308794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.348690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:34.442663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:34.442663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.443798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.448949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 25418b71-b089-455b-8c35-395eba4c9b7d owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:34.541069 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.592329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:34.600129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.679987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.686586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:34.725798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=25418b71-b089-455b-8c35-395eba4c9b7d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:34.837542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:34.841175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a30f8bd8-4432-41ff-8231-a2844ae070b7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/25418b71-b089-455b-8c35-395eba4c9b7d HTTP/1.1" status: 204 len: 168 time: 0.6962471 Oct 19 20:46:34.843535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44066) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:34.914265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223287c-fdc5-432f-afd7-533e4a239bbd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.915846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223287c-fdc5-432f-afd7-533e4a239bbd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.917384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223287c-fdc5-432f-afd7-533e4a239bbd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:34.919005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6223287c-fdc5-432f-afd7-533e4a239bbd tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0739408 Oct 19 20:46:34.922009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44072) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:34.993441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet da2b26ec-9421-401b-b04e-8b125b3d8b47 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:35.002071 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.094338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.226582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.243920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecbac1a-4d03-4acf-88fc-1a6a25cf99fb None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:35.313506 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.323840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c7489bab-c777-4e48-ad59-5728c60d510a None None] Provisioning complete for port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:35.324975 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c7489bab-c777-4e48-ad59-5728c60d510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.370536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=da2b26ec-9421-401b-b04e-8b125b3d8b47,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:35.390387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.398667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9119958f-3819-4ea7-80b1-9681909fcb94 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/da2b26ec-9421-401b-b04e-8b125b3d8b47 HTTP/1.1" status: 204 len: 168 time: 0.4752660 Oct 19 20:46:35.401027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:35.504344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet db644513-fd2f-4c13-9144-628fc93ad292 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:35.507802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.566375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.628802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.694956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5120d0f-297f-490b-ae29-2e8f7d817d6c None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'db644513-fd2f-4c13-9144-628fc93ad292'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:35.728405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c5120d0f-297f-490b-ae29-2e8f7d817d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.732456 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.765803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=db644513-fd2f-4c13-9144-628fc93ad292,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:35.787463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:35.794927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:35.802073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb0cc5ae-9241-40ed-b28a-02c5432f1724 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/db644513-fd2f-4c13-9144-628fc93ad292 HTTP/1.1" status: 204 len: 168 time: 0.3911128 Oct 19 20:46:35.883986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44096) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:35.884231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a50b6184-d128-45e5-b434-ff01271200aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880132 Oct 19 20:46:35.893263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:36.062886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f2c26-058a-40ae-b9f7-a38c730b2165 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:36.078220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:36.082724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.115986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3a0bdc5d-63ec-4092-b7af-65d986380fd9 None None] Provisioning complete for port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:36.118409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a0bdc5d-63ec-4092-b7af-65d986380fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.356136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:36.363853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:36.428503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.465908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Deleting port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:36.466288 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.489955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:36.498303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:36.499451 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.508974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:36.509538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.528166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=a0702af8-df50-4fc3-b480-6050ea677eaf,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:36.549633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dc0a25bd-7e5b-4873-8acd-5f7c25f6bb93 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6640220 Oct 19 20:46:36.553211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44108) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:36.560159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:36.590188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:36.599229 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.606657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] For port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:36.608697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.653619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Calling delete_port for 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:36.713819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:36.765401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.767056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:36.773550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:36.791756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] Pushing event deleted for resources: {'Port': ['ID=4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:36.795400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8fae3-daec-4798-9aae-deef0fbca365 None None] No DVR routers for this DVR port 4d8e8e5f-bdaa-42f8-a102-6ca084b05e5b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:36.817503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384779d9-6b86-4d51-8fbc-4d119aacc9c9 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:37.042374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'a0702af8-df50-4fc3-b480-6050ea677eaf'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:37.043513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.259493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Allocated IP 172.20.0.2 (7fc92891-ba85-40f0-94ac-6237d17d535a/a0702af8-df50-4fc3-b480-6050ea677eaf/21a44aee-4bfb-458b-a631-cbf55b7b753a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:37.309571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:37.311534 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.371371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:37.378662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:37.380448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=3f2f2614-212c-4195-8f04-2dafe74c11a5,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:37.383095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:37.383671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.405432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44116) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:37.411987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:96:bb:51', 'name': 'tempest-NetworksTestDHCPv6-1043346835'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:37.415424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a4a6a20-50b4-4b8d-84ec-474dc5291ede tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8605933 Oct 19 20:46:37.502816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.511757 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.551740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:37.556649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:37.560236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:37.574482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:37.587496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Pushing event updated for resources: {'Port': ['ID=21a44aee-4bfb-458b-a631-cbf55b7b753a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:37.640224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Attempting to bind port 21a44aee-4bfb-458b-a631-cbf55b7b753a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:37.640914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Attempting to bind port 21a44aee-4bfb-458b-a631-cbf55b7b753a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:37.641575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Attempting to bind port 21a44aee-4bfb-458b-a631-cbf55b7b753a on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:37.654869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:37.655335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:37.655745 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.656121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:37.656603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Bound port: 21a44aee-4bfb-458b-a631-cbf55b7b753a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:37.656979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.700180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.721390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 75cad71d-5f41-4bd5-8a5a-61ad6686d686 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:37.774340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] For port 21a44aee-4bfb-458b-a631-cbf55b7b753a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:37.779518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] For port 21a44aee-4bfb-458b-a631-cbf55b7b753a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=21a44aee-4bfb-458b-a631-cbf55b7b753a,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:37.790874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:37.880342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f83f5-f454-49d6-949b-4bee8ed472db None None] Pushing event updated for resources: {'Port': ['ID=21a44aee-4bfb-458b-a631-cbf55b7b753a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:37.891867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 172.20.0.8 (7fc92891-ba85-40f0-94ac-6237d17d535a/a0702af8-df50-4fc3-b480-6050ea677eaf/75cad71d-5f41-4bd5-8a5a-61ad6686d686) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:37.899536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe96:bb51 (7fc92891-ba85-40f0-94ac-6237d17d535a/3f2f2614-212c-4195-8f04-2dafe74c11a5/75cad71d-5f41-4bd5-8a5a-61ad6686d686) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:38.109873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.163102 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.254404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=75cad71d-5f41-4bd5-8a5a-61ad6686d686,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:38.258731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:38.267612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:38.283936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:38.372174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:38.374548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.401622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82bf80b2-70a2-49ff-a7fb-9c5ab4373764 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9944057 Oct 19 20:46:38.401811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44124) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:38.412512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 21a44aee-4bfb-458b-a631-cbf55b7b753a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:38.483018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 21a44aee-4bfb-458b-a631-cbf55b7b753a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:38.483018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.524608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a4eeb-6888-4213-87db-44460e030029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:38.544257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a4eeb-6888-4213-87db-44460e030029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:38.552385 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7b1a4eeb-6888-4213-87db-44460e030029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1466286 Oct 19 20:46:38.552572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44126) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:38.580478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.634810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 21a44aee-4bfb-458b-a631-cbf55b7b753a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=21a44aee-4bfb-458b-a631-cbf55b7b753a,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:38.645510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.715906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 75cad71d-5f41-4bd5-8a5a-61ad6686d686 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:38.716772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.744465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=21a44aee-4bfb-458b-a631-cbf55b7b753a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:38.852311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:38.872903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 75cad71d-5f41-4bd5-8a5a-61ad6686d686 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:39.187138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.224078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=75cad71d-5f41-4bd5-8a5a-61ad6686d686,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:39.330980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8e4c8-05fb-4f3f-8a98-abc71279d82a None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:39.350888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.354830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb4a1a5c-c230-4c6d-8a77-f4fabb2d42d2 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/75cad71d-5f41-4bd5-8a5a-61ad6686d686 HTTP/1.1" status: 204 len: 168 time: 0.8012586 Oct 19 20:46:39.357384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:39.428940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1bd57f2b-99d3-4f6e-9604-094c7cc56372 None None] Provisioning complete for port 21a44aee-4bfb-458b-a631-cbf55b7b753a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:39.429889 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1bd57f2b-99d3-4f6e-9604-094c7cc56372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.459458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f2722-7c59-44d9-bde1-17d0449dc72e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:39.460777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f2722-7c59-44d9-bde1-17d0449dc72e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:39.462408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f2722-7c59-44d9-bde1-17d0449dc72e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:39.468547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b65f2722-7c59-44d9-bde1-17d0449dc72e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1055386 Oct 19 20:46:39.468784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:39.565111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 3f2f2614-212c-4195-8f04-2dafe74c11a5 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:39.569133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.649823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.723456 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.742644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47762313-1cf6-4f62-a5e6-1b35a1c4ac6b None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'a0702af8-df50-4fc3-b480-6050ea677eaf', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f2f2614-212c-4195-8f04-2dafe74c11a5'}], 'binding:host_id': 'n-d-805649-9'}, 'id': '21a44aee-4bfb-458b-a631-cbf55b7b753a'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:39.784317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-47762313-1cf6-4f62-a5e6-1b35a1c4ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.806612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.839377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2f2614-212c-4195-8f04-2dafe74c11a5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:39.842596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.846521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9f73ce29-a5f6-47d0-93ad-9c3d50a932fe tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/3f2f2614-212c-4195-8f04-2dafe74c11a5 HTTP/1.1" status: 204 len: 168 time: 0.3765790 Oct 19 20:46:39.849733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:39.914873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet a0702af8-df50-4fc3-b480-6050ea677eaf {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:39.918859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:39.964984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.061286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-47762313-1cf6-4f62-a5e6-1b35a1c4ac6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2f2614-212c-4195-8f04-2dafe74c11a5: This subnet is being modified by another concurrent operation. Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2f2614-212c-4195-8f04-2dafe74c11a5: This subnet is being modified by another concurrent operation. Oct 19 20:46:40.097921 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:46:40.153199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.196268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=a0702af8-df50-4fc3-b480-6050ea677eaf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:40.199920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.226167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6fc6330b-6e50-4fda-82ca-199601dcaf2a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a0702af8-df50-4fc3-b480-6050ea677eaf HTTP/1.1" status: 204 len: 168 time: 0.3747025 Oct 19 20:46:40.228762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44144) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.231332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e55ec7-7c62-4c32-83f7-c287a91ba457 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:40.330797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-627abc4a-2b0c-4c1b-96c9-16fb5597676e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982940 Oct 19 20:46:40.330948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44148) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.335559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9f2da348-6539-4e9a-a111-d8b680d503a5 None None] Provisioning complete for port 21a44aee-4bfb-458b-a631-cbf55b7b753a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:40.336082 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9f2da348-6539-4e9a-a111-d8b680d503a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.346419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 21a44aee-4bfb-458b-a631-cbf55b7b753a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:40.423402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c312b4c-986b-40a1-8f18-64c046de12b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:40.429264 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c312b4c-986b-40a1-8f18-64c046de12b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0972519 Oct 19 20:46:40.431899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.534274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3412598-ff0f-494f-9c4d-847b83b7fdb4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:40.539415 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.540254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e3412598-ff0f-494f-9c4d-847b83b7fdb4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1067894 Oct 19 20:46:40.547090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44152) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.568187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:40.591224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6a13e5c9-7767-4773-b9a1-d0233f84edf0 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429602 Oct 19 20:46:40.597755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.603641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:40.654850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 21a44aee-4bfb-458b-a631-cbf55b7b753a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=21a44aee-4bfb-458b-a631-cbf55b7b753a,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:40.665704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.696684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Deleting port 21a44aee-4bfb-458b-a631-cbf55b7b753a {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:40.697053 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.724061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:40.728111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.730005 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:40.730709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:40.747958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=21a44aee-4bfb-458b-a631-cbf55b7b753a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:40.757465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-08ee517c-4488-4a52-8d9c-2e4f23e57b46 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1581960 Oct 19 20:46:40.760489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44156) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.766028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:40.806086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] For port 21a44aee-4bfb-458b-a631-cbf55b7b753a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=21a44aee-4bfb-458b-a631-cbf55b7b753a,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:40.806658 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.838249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Calling delete_port for 21a44aee-4bfb-458b-a631-cbf55b7b753a owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:40.899618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:40.904238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:40.905845 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:40.906271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:40.940215 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-21894cf4-bb19-4ba9-88f4-45cc26cf647b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1785398 Oct 19 20:46:40.943848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44158) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:40.950802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:40.961572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:41.006840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] No DVR routers for this DVR port 21a44aee-4bfb-458b-a631-cbf55b7b753a on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:41.031259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47803d-9746-41b8-8bba-c391a1463987 None None] Pushing event deleted for resources: {'Port': ['ID=21a44aee-4bfb-458b-a631-cbf55b7b753a,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:41.041974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e95b3-f683-44d9-bcac-404321c0408e None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:46:41.071197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:41.076289 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:41.078111 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:41.078649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:41.106236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4fb7a7cc-c680-4962-9edb-40275ebe8785 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1611278 Oct 19 20:46:41.109685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.116222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:41.150490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e95b3-f683-44d9-bcac-404321c0408e None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:46:41.227281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:41.231599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:41.233148 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:41.234028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:41.253263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7badcc4-a6fe-450d-ae77-d05be6629d44 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1424739 Oct 19 20:46:41.256248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.262516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:41.385946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:41.390378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:41.392024 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:41.392543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:41.414731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c9591335-908a-4c14-80ef-d69b53cd9283 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1567240 Oct 19 20:46:41.418216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.424740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:41.530254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:41.533874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:41.535946 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:41.536594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:41.555091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2dafad7c-332e-4407-af42-4f2dab256176 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1334527 Oct 19 20:46:41.555330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44172) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.590490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e879d41f-b028-4262-aa3a-fee24630f047 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319097 Oct 19 20:46:41.590742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44174) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.641060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f419fe-4308-479c-aa16-854973af7e4c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:41.645595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-87f419fe-4308-479c-aa16-854973af7e4c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511360 Oct 19 20:46:41.645904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44176) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.686202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9486dbef-7eba-4a61-872e-c555c2e0a80c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390983 Oct 19 20:46:41.690012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44178) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:41.696667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:41.791807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:41.795743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.015754 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:46:42.062384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:42.063814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.107513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:42.110660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:42.115358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:42.115999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.120583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbff06-7c20-4def-b419-01fe54df709a None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:42.127170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:42.140922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34151a9a-dcf3-44fd-b1b2-5aba1775cc4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4474754 Oct 19 20:46:42.141167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44180) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:42.146316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:bf:59:74', 'name': 'tempest-NetworksTestDHCPv6-290634553'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:42.271330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:42.276530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.280100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:42.281028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.297775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port db399556-354f-42ff-a0bf-458d50878c65 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:42.433602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:febf:5974 (7fc92891-ba85-40f0-94ac-6237d17d535a/bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69/db399556-354f-42ff-a0bf-458d50878c65) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:42.602731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.638983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.683123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:42.686298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:42.690012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:42.696140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:42.696734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.702282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Allocated IP 2001:db8::f816:3eff:fee3:3f0f (7fc92891-ba85-40f0-94ac-6237d17d535a/bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69/4fe0738f-95a2-4103-a38e-d5b42e52e9ce) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:42.709453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=db399556-354f-42ff-a0bf-458d50878c65,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:42.726786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52045513-3612-4a13-8938-40e1574d94dc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5817597 Oct 19 20:46:42.727119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44188) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:42.736562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.783804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2b74c-b872-472e-afa0-9a23bb06eb77 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:42.785685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3ed2b74c-b872-472e-afa0-9a23bb06eb77 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0572774 Oct 19 20:46:42.787849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44190) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:42.873551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.874031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port db399556-354f-42ff-a0bf-458d50878c65 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:42.874434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.880823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.933326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Pushing event updated for resources: {'Port': ['ID=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:42.937264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:42.939117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:42.941852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:42.975545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:42.988286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for db399556-354f-42ff-a0bf-458d50878c65 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:43.000149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Attempting to bind port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:43.000777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Attempting to bind port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:43.001134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Attempting to bind port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:43.006665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:43.007029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:43.007421 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.007808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:43.008270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Bound port: 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:43.008640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.071100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] For port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:43.074901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] For port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:43.079925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.117568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.137801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddc42e-59a0-4d06-b136-91cb4dcb2b15 None None] Pushing event updated for resources: {'Port': ['ID=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:43.182177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.187990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/db399556-354f-42ff-a0bf-458d50878c65 HTTP/1.1" status: 204 len: 168 time: 0.3969314 Oct 19 20:46:43.189266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44192) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:43.191982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a9e36-a10b-4874-a273-8634d7077651 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=db399556-354f-42ff-a0bf-458d50878c65,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:43.198441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.263691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ae199-a42d-4324-9800-e68cf2e64ed9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:43.265175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ae199-a42d-4324-9800-e68cf2e64ed9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:43.266788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-393ae199-a42d-4324-9800-e68cf2e64ed9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0759137 Oct 19 20:46:43.269413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44198) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:43.339481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:43.356326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.426778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.606504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.677266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.709581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:43.716666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:43.720274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3d20a0b5-16a8-4267-b78d-81412c764b56 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69 HTTP/1.1" status: 204 len: 168 time: 0.4496708 Oct 19 20:46:43.723244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44220) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:43.766456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a947d982-80f3-49a9-98ed-1b4bb4f65c48 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390370 Oct 19 20:46:43.766456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44222) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:43.772178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:43.873381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:43.878497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.174626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:44.298495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b32f5f-f962-4cdf-bc85-f6f7387c7860 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:44.316982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fe0738f-95a2-4103-a38e-d5b42e52e9ce up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:44.361587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.430615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d8ae2449-975b-4605-b5be-bfaa17ce7c65 None None] Provisioning complete for port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:44.430991 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2449-975b-4605-b5be-bfaa17ce7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.489092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:44.489504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.539855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:44.572916 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.577769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.578550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.617256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2449-975b-4605-b5be-bfaa17ce7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.677513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.691665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=a1e97362-88c0-4565-8be4-951eea2887ed,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:44.811526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-d8ae2449-975b-4605-b5be-bfaa17ce7c65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:46:44.811894 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-d8ae2449-975b-4605-b5be-bfaa17ce7c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:46:44.815378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:44.828163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:44.919444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:45.047809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:45.052361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:45.056766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:45.057371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.061088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,revision_number=5']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:45.085890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-75186cd1-4952-4f06-af8b-799b99db2003 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3160553 Oct 19 20:46:45.086229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44264) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:45.091732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:39:09:d9', 'name': 'tempest-NetworksTestDHCPv6-769744716'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:45.141156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ba9d6-55bf-469f-aa65-eba6efd629ed None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:45.239716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:45.344143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.368151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port b25ec935-642c-45da-a5d8-99108748633a yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:45.499541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0b131c47-71c8-4a77-8c6b-98e6efe41c85 None None] Provisioning complete for port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:45.501526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0b131c47-71c8-4a77-8c6b-98e6efe41c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.564985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe39:9d9 (7fc92891-ba85-40f0-94ac-6237d17d535a/a1e97362-88c0-4565-8be4-951eea2887ed/b25ec935-642c-45da-a5d8-99108748633a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:45.632728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0b131c47-71c8-4a77-8c6b-98e6efe41c85 None None] Could not find standard attr ID for object db399556-354f-42ff-a0bf-458d50878c65. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:45.748041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.752903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0d9c4b56-a298-4309-a12d-a216d0ab529f None None] Provisioning complete for port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:45.753838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d9c4b56-a298-4309-a12d-a216d0ab529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.795487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.860697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:45.864768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:45.869361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:45.876805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:45.877794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:45.896492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b25ec935-642c-45da-a5d8-99108748633a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:45.921706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44362) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:45.922298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aa6513dd-9942-403f-80ab-00b0c4214a52 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8345637 Oct 19 20:46:45.989892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b64b45-272e-4412-b788-9d947d6e2504 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:45.996464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b64b45-272e-4412-b788-9d947d6e2504 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:46.000599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d8b64b45-272e-4412-b788-9d947d6e2504 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0746231 Oct 19 20:46:46.001227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44372) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:46.111597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port b25ec935-642c-45da-a5d8-99108748633a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:46.112010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.227752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.242532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for b25ec935-642c-45da-a5d8-99108748633a owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:46.252384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5ffbb934-7231-44d7-8022-7564ebaba5dc None None] Provisioning complete for port b25ec935-642c-45da-a5d8-99108748633a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:46.252760 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ffbb934-7231-44d7-8022-7564ebaba5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.288492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fe0738f-95a2-4103-a38e-d5b42e52e9ce up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:46.327365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbb934-7231-44d7-8022-7564ebaba5dc None None] Port b25ec935-642c-45da-a5d8-99108748633a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:46:46.353437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:46.353704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.428807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.473342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=b25ec935-642c-45da-a5d8-99108748633a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:46.497063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.506239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44432) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:46.515212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a225416-1fe6-4632-822d-86abaafdc8e7 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b25ec935-642c-45da-a5d8-99108748633a HTTP/1.1" status: 204 len: 168 time: 0.5132148 Oct 19 20:46:46.569036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832e799-9a79-4d63-b4eb-c6734947f41b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:46.571653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832e799-9a79-4d63-b4eb-c6734947f41b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:46.573559 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e832e799-9a79-4d63-b4eb-c6734947f41b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0662084 Oct 19 20:46:46.576157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44442) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:46.647279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet a1e97362-88c0-4565-8be4-951eea2887ed {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:46.652314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.716082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.837978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.928449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.966719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:46.970842 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a1e97362-88c0-4565-8be4-951eea2887ed HTTP/1.1" status: 204 len: 168 time: 0.3936117 Oct 19 20:46:46.971955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5eaa38-398e-49e2-beb6-7c4e2d64284e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e97362-88c0-4565-8be4-951eea2887ed,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:46.974012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44488) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:46.978358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13c0f2-093d-40f9-b212-23700c6c7495 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:47.031692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1eca1286-2ed0-4156-b180-15b6c176241d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564334 Oct 19 20:46:47.035303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44492) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:47.120516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e6155-171a-4d1e-b614-fdc4d0fd282d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:47.122199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c40e6155-171a-4d1e-b614-fdc4d0fd282d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0858252 Oct 19 20:46:47.124825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44504) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:47.229208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda894ac-acb6-428c-a280-731c9905e619 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:47.232635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fda894ac-acb6-428c-a280-731c9905e619 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1047990 Oct 19 20:46:47.233837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44518) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:47.274434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ef3056d9-b716-4378-b163-979d836d9a0b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393221 Oct 19 20:46:47.278353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44522) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:47.284304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:47.330015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:47.409528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:47.424519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.448813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Deleting port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:47.449388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.541375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] For port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:47.546167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.572812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Calling delete_port for 4fe0738f-95a2-4103-a38e-d5b42e52e9ce owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:47.678725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.731150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] Pushing event deleted for resources: {'Port': ['ID=4fe0738f-95a2-4103-a38e-d5b42e52e9ce,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:47.733998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a745b-3936-4713-9fe9-d53414ba5129 None None] No DVR routers for this DVR port 4fe0738f-95a2-4103-a38e-d5b42e52e9ce on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:47.829275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:47.830862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.880331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:47.888020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:47.898553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:47.899314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:47.904397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e922c-c2bb-4c67-bac2-3d4ddccd9288 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:47.919834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:47.965884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3831c36-5360-4a84-990a-c54521703732 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6863217 Oct 19 20:46:47.968996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44598) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:47.975080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:06:54:5d', 'name': 'tempest-NetworksTestDHCPv6-466903348'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:48.088941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:48.090123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.296140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Allocated IP 2001:db8::f816:3eff:feab:89f0 (7fc92891-ba85-40f0-94ac-6237d17d535a/7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3/477bdc70-6823-47de-baaa-caea62548810) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:48.343952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fe0738f-95a2-4103-a38e-d5b42e52e9ce no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:48.394305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4fe0738f-95a2-4103-a38e-d5b42e52e9ce {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:48.394773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4fe0738f-95a2-4103-a38e-d5b42e52e9ce not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:48.695359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.701065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:48.710727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.711581 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.769986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port b0e89ea4-1478-4614-ae27-e3d9622890cd yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:48.777450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:48.787313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:48.794331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:48.804348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Pushing event updated for resources: {'Port': ['ID=477bdc70-6823-47de-baaa-caea62548810,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:48.888569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Attempting to bind port 477bdc70-6823-47de-baaa-caea62548810 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:48.889454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Attempting to bind port 477bdc70-6823-47de-baaa-caea62548810 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:48.890251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Attempting to bind port 477bdc70-6823-47de-baaa-caea62548810 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:48.896683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:48.897477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:48.898325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.898889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:48.899982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Bound port: 477bdc70-6823-47de-baaa-caea62548810, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:48.901322 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:48.928988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe06:545d (7fc92891-ba85-40f0-94ac-6237d17d535a/7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3/b0e89ea4-1478-4614-ae27-e3d9622890cd) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:48.988681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] For port 477bdc70-6823-47de-baaa-caea62548810, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:48.993612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] For port 477bdc70-6823-47de-baaa-caea62548810, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=477bdc70-6823-47de-baaa-caea62548810,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:49.009167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.104156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8023b-aee5-48c6-8217-9107abb3b300 None None] Pushing event updated for resources: {'Port': ['ID=477bdc70-6823-47de-baaa-caea62548810,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:49.141618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.187229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.252316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:49.257031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:49.281520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:49.288629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:49.289437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.294030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b0e89ea4-1478-4614-ae27-e3d9622890cd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:49.321150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1eb4f2d1-e2f7-4652-88ad-15c735cce6ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3507929 Oct 19 20:46:49.324437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44712) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:49.393545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dccdb-7903-4c21-82ee-aa36f6bd9770 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:49.404404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dccdb-7903-4c21-82ee-aa36f6bd9770 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:49.413836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c24dccdb-7903-4c21-82ee-aa36f6bd9770 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0875430 Oct 19 20:46:49.419148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44714) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:49.524143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port b0e89ea4-1478-4614-ae27-e3d9622890cd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:49.524476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.617327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.629890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for b0e89ea4-1478-4614-ae27-e3d9622890cd owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:49.760595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.791621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=b0e89ea4-1478-4614-ae27-e3d9622890cd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:49.814652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:49.820355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f61a6e54-2c28-4706-9b08-08b224e0413d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b0e89ea4-1478-4614-ae27-e3d9622890cd HTTP/1.1" status: 204 len: 168 time: 0.3978887 Oct 19 20:46:49.820669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:49.874629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535cb396-f3f2-4b47-9dee-68e5991faf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:49.876165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535cb396-f3f2-4b47-9dee-68e5991faf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:49.880190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-535cb396-f3f2-4b47-9dee-68e5991faf61 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0562081 Oct 19 20:46:49.880442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:49.933977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:49.938837 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.005396 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.101719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.181323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.230535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.232851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1e80a-0a0c-4e32-bfb9-306181c04621 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:50.236077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3 HTTP/1.1" status: 204 len: 168 time: 0.3546636 Oct 19 20:46:50.237635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c6bfc-3372-4b44-a52c-1e99b28252b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:50.238619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:50.292994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e393a3d-5e7d-4f53-8cf4-a741f06382b4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524619 Oct 19 20:46:50.295837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44730) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:50.301896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:50.445921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 477bdc70-6823-47de-baaa-caea62548810 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:50.489002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] Provisioning complete for port 477bdc70-6823-47de-baaa-caea62548810 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:50.489775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.492377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:50.497675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.615895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 477bdc70-6823-47de-baaa-caea62548810 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:50.616425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.683465 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.766716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] For port 477bdc70-6823-47de-baaa-caea62548810, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=477bdc70-6823-47de-baaa-caea62548810,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:50.778787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:50.793284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:50.911192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bde41-b9c5-4201-9b3e-93b6dcca278f None None] Pushing event updated for resources: {'Port': ['ID=477bdc70-6823-47de-baaa-caea62548810,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:50.941651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Deleting port 477bdc70-6823-47de-baaa-caea62548810 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:50.942319 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.041867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] For port 477bdc70-6823-47de-baaa-caea62548810, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=477bdc70-6823-47de-baaa-caea62548810,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:51.042693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.055133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.objects.ports [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100735) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:51.059154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Calling delete_port for 477bdc70-6823-47de-baaa-caea62548810 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:51.176921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.192238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] No DVR routers for this DVR port 477bdc70-6823-47de-baaa-caea62548810 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:51.216816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd5fc4-a1f5-4985-8abc-c07b37e17496 None None] Pushing event deleted for resources: {'Port': ['ID=477bdc70-6823-47de-baaa-caea62548810,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:51.269181 n-d-805649-9 neutron-server[100735]: WARNING neutron.services.revisions.revision_plugin [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Could not find related port for resource to bump revision. Oct 19 20:46:51.289079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Port 477bdc70-6823-47de-baaa-caea62548810 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100735) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 20:46:51.289532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Reverting IP allocation for 2001:db8::f816:3eff:feab:89f0 {{(pid=100735) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 20:46:51.293632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feab:89f0 {{(pid=100735) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 20:46:51.294921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.349517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:51.357255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:51.364337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:51.365068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.373399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c5063-73ea-4ad7-964a-434bf2e47354 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:51.403386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1061952 Oct 19 20:46:51.404158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44758) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:51.412390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:6b:37:1c', 'name': 'tempest-NetworksTestDHCPv6-1145262987'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:51.416510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d06c47-c346-4fa6-99c0-cfbc478d3af3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=a75ffe36-0943-4efa-ae32-fa44990eb85f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:51.576174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:51.609480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'a75ffe36-0943-4efa-ae32-fa44990eb85f'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:51.610580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.678245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.698830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 9afe3fcd-fdcb-41b0-83c0-138c1785ae9a yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:51.776540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Allocated IP 2001:db8::f816:3eff:fed0:96c6 (7fc92891-ba85-40f0-94ac-6237d17d535a/a75ffe36-0943-4efa-ae32-fa44990eb85f/265c7096-2a02-4541-98c2-d25a01c37c51) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:51.928848 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.934406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:51.976356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:51.979010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:51.981935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:51.989945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Pushing event updated for resources: {'Port': ['ID=265c7096-2a02-4541-98c2-d25a01c37c51,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:51.991340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe6b:371c (7fc92891-ba85-40f0-94ac-6237d17d535a/a75ffe36-0943-4efa-ae32-fa44990eb85f/9afe3fcd-fdcb-41b0-83c0-138c1785ae9a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:52.048052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Attempting to bind port 265c7096-2a02-4541-98c2-d25a01c37c51 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:52.048426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Attempting to bind port 265c7096-2a02-4541-98c2-d25a01c37c51 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:52.048940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Attempting to bind port 265c7096-2a02-4541-98c2-d25a01c37c51 on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:52.054628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:52.054997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:52.055393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.055916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:52.056380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Bound port: 265c7096-2a02-4541-98c2-d25a01c37c51, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:52.056753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.156175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.199768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.248517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:52.251685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:52.256512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:52.262771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:52.263783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.289284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=9afe3fcd-fdcb-41b0-83c0-138c1785ae9a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:52.294032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] For port 265c7096-2a02-4541-98c2-d25a01c37c51, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:52.298805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44774) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:52.299241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8a2325cf-ec3e-43fb-b62c-c487d926c20d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8936179 Oct 19 20:46:52.299364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] For port 265c7096-2a02-4541-98c2-d25a01c37c51, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=265c7096-2a02-4541-98c2-d25a01c37c51,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:52.302989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 477bdc70-6823-47de-baaa-caea62548810 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:46:52.307261 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.332040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 477bdc70-6823-47de-baaa-caea62548810 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:46:52.332383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 477bdc70-6823-47de-baaa-caea62548810 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:46:52.352919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b08857-b5c1-446c-9722-19ad9ac1474e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:52.359204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b08857-b5c1-446c-9722-19ad9ac1474e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:52.361042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-90b08857-b5c1-446c-9722-19ad9ac1474e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0611577 Oct 19 20:46:52.364378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44780) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:52.393939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f95b3-c088-437f-9d40-010fc3a8da94 None None] Pushing event updated for resources: {'Port': ['ID=265c7096-2a02-4541-98c2-d25a01c37c51,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:52.462491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 9afe3fcd-fdcb-41b0-83c0-138c1785ae9a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:52.462926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.579060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.606997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 9afe3fcd-fdcb-41b0-83c0-138c1785ae9a owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:52.788821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.837156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=9afe3fcd-fdcb-41b0-83c0-138c1785ae9a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:52.859765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:52.866422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44796) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:52.874159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df8f6734-99a5-4e34-8f7b-9d63b0283c15 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/9afe3fcd-fdcb-41b0-83c0-138c1785ae9a HTTP/1.1" status: 204 len: 168 time: 0.5082245 Oct 19 20:46:52.928068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac8d4b-259a-455d-8603-a34deb2ba9aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:52.929791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac8d4b-259a-455d-8603-a34deb2ba9aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:52.933433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-feac8d4b-259a-455d-8603-a34deb2ba9aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0658736 Oct 19 20:46:52.934163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:52.997738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet a75ffe36-0943-4efa-ae32-fa44990eb85f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:53.001128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.051013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.157852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.231358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.260809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=a75ffe36-0943-4efa-ae32-fa44990eb85f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:53.282446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.288812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-daa24061-dd67-4e3b-96d9-56b8e2a301aa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a75ffe36-0943-4efa-ae32-fa44990eb85f HTTP/1.1" status: 204 len: 168 time: 0.3535190 Oct 19 20:46:53.289230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:53.354228 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b96324e-d783-4b41-b654-029468cde2e5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604699 Oct 19 20:46:53.354993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44812) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:53.438258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf520fd1-0c74-4421-8652-33b666b459f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:53.443151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44814) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:53.443408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cf520fd1-0c74-4421-8652-33b666b459f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0886829 Oct 19 20:46:53.503757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e659d8-cce6-447f-9496-4f25ed3a5b54 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:53.505646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d1e659d8-cce6-447f-9496-4f25ed3a5b54 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605588 Oct 19 20:46:53.508340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:53.559935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-da590d50-4204-4517-b6a8-77e664a7ec32 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491014 Oct 19 20:46:53.563161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb1f2e9-ddcc-4201-89d4-a46c0389428d None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:53.563939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44820) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:53.571367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:53.696194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] Provisioning complete for port 265c7096-2a02-4541-98c2-d25a01c37c51 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:53.696706 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.698203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:53.703695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.816528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.856383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] For port 265c7096-2a02-4541-98c2-d25a01c37c51, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=265c7096-2a02-4541-98c2-d25a01c37c51,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:53.865569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.895092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:46:53.942987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.943327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f968b8f-612a-4cce-aa52-c4aea626f29e None None] Pushing event updated for resources: {'Port': ['ID=265c7096-2a02-4541-98c2-d25a01c37c51,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:53.965221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Deleting port 265c7096-2a02-4541-98c2-d25a01c37c51 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:53.965708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:53.992312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:53.996435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:54.001946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:54.002539 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.017420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=c47935f0-af15-445b-8bcf-724e718aa886,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:54.024582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d6c27faa-77c9-42c0-9189-65594ff5972d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4594591 Oct 19 20:46:54.027363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44834) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:54.033236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:cf:54:0e', 'name': 'tempest-NetworksTestDHCPv6-1253209344'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:54.067858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] For port 265c7096-2a02-4541-98c2-d25a01c37c51, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=265c7096-2a02-4541-98c2-d25a01c37c51,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:54.068275 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.082299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Calling delete_port for 265c7096-2a02-4541-98c2-d25a01c37c51 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:54.165355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:54.171152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.198329 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.198625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 19928dc8-5e00-4221-a52f-dabe92946176 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:54.240207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] Pushing event deleted for resources: {'Port': ['ID=265c7096-2a02-4541-98c2-d25a01c37c51,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:54.244939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be501de-fc4c-493e-bcb2-fb74b39a23e0 None None] No DVR routers for this DVR port 265c7096-2a02-4541-98c2-d25a01c37c51 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:46:54.263778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f7627-6365-40dd-8fe9-e44f4c921617 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:54.364648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::d5 (7fc92891-ba85-40f0-94ac-6237d17d535a/c47935f0-af15-445b-8bcf-724e718aa886/19928dc8-5e00-4221-a52f-dabe92946176) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:54.455519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': 'c47935f0-af15-445b-8bcf-724e718aa886'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:46:54.456916 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.569367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.604918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.664466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:54.670685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:54.674816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:54.682550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:54.683203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.692846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=19928dc8-5e00-4221-a52f-dabe92946176,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:54.706738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/c47935f0-af15-445b-8bcf-724e718aa886/abfbdb12-fc15-432e-9e45-6653af0de4bb) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:54.716708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9640743-ecbf-4bbe-b419-62fc6ea94ded tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6853962 Oct 19 20:46:54.717793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:54.872686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5380c-db5f-4be0-9f4b-1ffcb84cbac3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:54.876183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7c5380c-db5f-4be0-9f4b-1ffcb84cbac3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1558542 Oct 19 20:46:54.877544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:54.914260 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.927284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:54.968796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:54.972575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:54.980901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:55.010966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 19928dc8-5e00-4221-a52f-dabe92946176 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:55.011523 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.042927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:55.079917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Attempting to bind port abfbdb12-fc15-432e-9e45-6653af0de4bb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:46:55.080398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Attempting to bind port abfbdb12-fc15-432e-9e45-6653af0de4bb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:46:55.080979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Attempting to bind port abfbdb12-fc15-432e-9e45-6653af0de4bb on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:46:55.088976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:46:55.090542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:46:55.091051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.091522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:46:55.092079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Bound port: abfbdb12-fc15-432e-9e45-6653af0de4bb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:46:55.092535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.119117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.133089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 19928dc8-5e00-4221-a52f-dabe92946176 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:55.178846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:46:55.182133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:46:55.188711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.291215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49619728-1d5e-4403-b09c-8e85e0fc5299 None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:55.341413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.376729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=19928dc8-5e00-4221-a52f-dabe92946176,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:55.414006 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.417383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-926ff7e7-4136-4dde-9f36-fde708267c03 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/19928dc8-5e00-4221-a52f-dabe92946176 HTTP/1.1" status: 204 len: 168 time: 0.5371263 Oct 19 20:46:55.419754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:55.475237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ac03b-0cb8-4f56-85eb-7060b03a51ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:55.476890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ac03b-0cb8-4f56-85eb-7060b03a51ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:55.481109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-995ac03b-0cb8-4f56-85eb-7060b03a51ea tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0602441 Oct 19 20:46:55.481259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44866) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:55.564465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet c47935f0-af15-445b-8bcf-724e718aa886 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:55.568054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.628640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.766606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.849359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.880223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:55.885645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/c47935f0-af15-445b-8bcf-724e718aa886 HTTP/1.1" status: 204 len: 168 time: 0.4010713 Oct 19 20:46:55.885645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c76d43-33e0-439c-a5f8-82dfade505bf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=c47935f0-af15-445b-8bcf-724e718aa886,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:55.886500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44876) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:55.945959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-34af8cc2-fe14-4c04-8b53-106088630879 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571535 Oct 19 20:46:55.948408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44882) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:56.001050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e956d-107c-461a-9ed8-071c56b16654 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:56.006508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-861e956d-107c-461a-9ed8-071c56b16654 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0534854 Oct 19 20:46:56.006718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:56.059244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0881f-b69c-48ec-b9d2-5d4d1ea357e3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:56.063133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bbb0881f-b69c-48ec-b9d2-5d4d1ea357e3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535717 Oct 19 20:46:56.063470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44888) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:56.110342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f56bb87c-09cc-48d6-a3eb-1a9d3342e558 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457375 Oct 19 20:46:56.114859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44890) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:56.124190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:56.247093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:56.253758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.386622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:56.454644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:56.455093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.483191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e98a4e8d-b889-4ae2-9e51-b17c2b50fe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.551563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.588339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:56.594545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.622967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44674ae-b347-4f4c-9f40-8a8a7b218977 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:56.672077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:46:56.715791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-29820893-5098-47a5-a9bd-45f94a4eb2bf None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:56.716172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-29820893-5098-47a5-a9bd-45f94a4eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:56.722993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:56.919735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.131074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:57.165178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.171092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.172024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.229196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ba3d1373-f608-4dff-b9c3-8996a1377428 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:57.229858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1373-f608-4dff-b9c3-8996a1377428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.233473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=efaeb927-31ed-446d-ab87-22e5345ded72,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:57.297685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.298258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.298605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.298955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.299347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.300478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.301151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.301344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.301689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.302063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.302399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.303294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:46:57.320531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:57.324078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:57.327354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:57.327954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.359262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:57.371928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6570e07b-045c-4c03-ad23-1277939ea61d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2517540 Oct 19 20:46:57.375150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44914) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:57.380510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:57.471344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9dc45-658f-448a-b0e6-6a0692a542fd None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:57.538394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:57.543982 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:57.546816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-db596ccf-a311-459f-a8a4-9690bfbf4355 None None] Could not find standard attr ID for object 9afe3fcd-fdcb-41b0-83c0-138c1785ae9a. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:57.657416 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efaeb927-31ed-446d-ab87-22e5345ded72 (CIDR: 2001:db8::/64) Oct 19 20:46:57.662056 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:46:57.662693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:46:57.690475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71744830-940f-4288-894a-a96a47a5a96a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3145084 Oct 19 20:46:57.693094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44920) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:57.698477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:57.835295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:57.840402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.020809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b16741eb-9ec3-4f06-b80f-9bae0d17eda1 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:58.021981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b16741eb-9ec3-4f06-b80f-9bae0d17eda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.184336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.230664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:58.234636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:58.257579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:58.258188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.283887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5896013 Oct 19 20:46:58.287774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44934) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:58.288167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a2912-feb9-4b77-8e0c-af367744c82b None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:46:58.304358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:11:7b:b3', 'name': 'tempest-NetworksTestDHCPv6-1929962157'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:46:58.310910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dcb4d-f68f-4526-9874-5b8a990a23af tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=8ba13cc7-4456-4581-8e30-9f508c55d7c6,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:58.363222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:46:58.423756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a018166b-d519-40de-9967-83faa975f8e2 None None] Could not find standard attr ID for object 19928dc8-5e00-4221-a52f-dabe92946176. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:46:58.437818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:46:58.517546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:46:58.518126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.538897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.565039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:46:58.660956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'efaeb927-31ed-446d-ab87-22e5345ded72', 'ip_address': '2001:db8::f816:3eff:fe25:1c70'}, {'subnet_id': '8ba13cc7-4456-4581-8e30-9f508c55d7c6'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'abfbdb12-fc15-432e-9e45-6653af0de4bb'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:46:58.698636 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.772096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8:0:1::341 (7fc92891-ba85-40f0-94ac-6237d17d535a/8ba13cc7-4456-4581-8e30-9f508c55d7c6/ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:58.778720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:fe11:7bb3 (7fc92891-ba85-40f0-94ac-6237d17d535a/efaeb927-31ed-446d-ab87-22e5345ded72/ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:58.951001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:58.990559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.057498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:46:59.058782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:59.062683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:46:59.072156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:46:59.082389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Allocated IP 2001:db8:0:1::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/8ba13cc7-4456-4581-8e30-9f508c55d7c6/abfbdb12-fc15-432e-9e45-6653af0de4bb) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:46:59.084554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.092187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.120459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d459b91-3458-4144-8914-fad146b7db2c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8290970 Oct 19 20:46:59.121087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44954) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:59.209763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:46:59.251925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:46:59.252271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.276365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cd651aa-0ad5-46ce-abfc-6748a7cbda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.280848 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.290715 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.374627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.388847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:46:59.424826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7e49-57ac-42c4-8584-05503d56d9c3 None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:59.662872 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.691232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:46:59.747051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:46:59.750527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-984e2889-e045-4538-9350-7663110ba652 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a HTTP/1.1" status: 204 len: 168 time: 0.6241586 Oct 19 20:46:59.753491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:59.803141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5206fdc-6245-45c4-a5eb-5fd0d701861c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.807121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b5206fdc-6245-45c4-a5eb-5fd0d701861c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0502028 Oct 19 20:46:59.807337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44968) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:59.856439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff07e5-af07-4176-9153-ffa549fd6378 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.858030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-daff07e5-af07-4176-9153-ffa549fd6378 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0496807 Oct 19 20:46:59.860541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:59.920014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece6e14-90d6-41d5-9dee-d6967db90b62 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.921663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece6e14-90d6-41d5-9dee-d6967db90b62 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.923181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece6e14-90d6-41d5-9dee-d6967db90b62 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:46:59.924967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bece6e14-90d6-41d5-9dee-d6967db90b62 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0634656 Oct 19 20:46:59.927685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44974) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:46:59.990026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 8ba13cc7-4456-4581-8e30-9f508c55d7c6 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:46:59.993554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.040156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.148277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.160690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c10a15b7-f80e-4064-9dfb-b21de6a96388 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:00.161214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c10a15b7-f80e-4064-9dfb-b21de6a96388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.228323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.274906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba13cc7-4456-4581-8e30-9f508c55d7c6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:00.283903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.289856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bcab53f8-d7e3-4c87-9c88-8e123c1b6d4d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/8ba13cc7-4456-4581-8e30-9f508c55d7c6 HTTP/1.1" status: 204 len: 168 time: 0.3588123 Oct 19 20:47:00.291513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 44988) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:00.306539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.346168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:00.386808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet efaeb927-31ed-446d-ab87-22e5345ded72 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:00.392818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.407924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:00.408655 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.440011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.446373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe4c5f-5d8c-471b-82d1-7ddf9377a613 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:00.528405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.561684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2b401847-c532-4ea1-8bc6-98f940357d68 None None] Could not find standard attr ID for object ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:47:00.850460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.882896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=efaeb927-31ed-446d-ab87-22e5345ded72,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:00.886437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:00.892313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 44994) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:00.892504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fcb37f80-97dc-4646-bd6d-39dfb59522fa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/efaeb927-31ed-446d-ab87-22e5345ded72 HTTP/1.1" status: 204 len: 168 time: 0.5993991 Oct 19 20:47:00.936656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7cef995d-b13e-47c1-8434-d638b07d428b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416830 Oct 19 20:47:00.939648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45000) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:00.947219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:00.980496 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.057032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:01.061164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.452281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:47:01.531051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8d038-1098-449f-8bba-b8e588dd4aaf None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:01.639975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.812834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:01.844030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.849550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.850400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.850899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-358d6ca6-069f-4402-ab3a-d38704c0c236 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:01.851198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-358d6ca6-069f-4402-ab3a-d38704c0c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:01.965367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=11']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:01.978736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:01.987910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:01.992114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:01.997170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.024068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=6b7e4409-15fa-4363-b584-ed8639b413da,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:02.035201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a408c7c3-f726-4f94-b2e5-4346e33f455e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0932915 Oct 19 20:47:02.035374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45034) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:02.040580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:02.205764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:02.209577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.222597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2fa86-9dfb-4258-9c17-399a082d4a33 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:02.272968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-92781615-696f-4dcc-b821-ea0487276e2d None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:02.273667 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92781615-696f-4dcc-b821-ea0487276e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.344847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:02.385777 n-d-805649-9 neutron-server[100735]: INFO neutron.db.ipam_backend_mixin [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b7e4409-15fa-4363-b584-ed8639b413da (CIDR: 2001:db8::/64) Oct 19 20:47:02.394212 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:47:02.395628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:02.418976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-90abcdf4-e0ee-47d1-b800-f04bc633a036 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3825092 Oct 19 20:47:02.421991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:02.425701 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.428033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:02.537598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:02.538881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.551049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:02.555647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.851533 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.913074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:02.916573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:02.918262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=9ef4e9ab-3983-4d87-8e85-6d10800e7e93,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:02.920792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:02.921362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.936150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0d45845c-5398-4d4b-8c55-e95ad3220fd7 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:02.936735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d45845c-5398-4d4b-8c55-e95ad3220fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:02.939721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3c860aa-242f-48a9-8c06-86747ea15860 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5163844 Oct 19 20:47:02.943193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45064) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:02.945354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd205a5f-a3a1-411d-9838-941d8a75066f None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:02.948532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:ba:c5:09', 'name': 'tempest-NetworksTestDHCPv6-347798244'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:03.099400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:03.104372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:03.127333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 95490919-1eef-4a3d-8b08-e5105144a57c yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:03.391882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': '6b7e4409-15fa-4363-b584-ed8639b413da', 'ip_address': '2001:db8::f816:3eff:fe25:1c70'}, {'subnet_id': '9ef4e9ab-3983-4d87-8e85-6d10800e7e93'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'abfbdb12-fc15-432e-9e45-6653af0de4bb'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:47:03.449551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:03.638321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8:0:1::290 (7fc92891-ba85-40f0-94ac-6237d17d535a/9ef4e9ab-3983-4d87-8e85-6d10800e7e93/95490919-1eef-4a3d-8b08-e5105144a57c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:03.647644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::f816:3eff:feba:c509 (7fc92891-ba85-40f0-94ac-6237d17d535a/6b7e4409-15fa-4363-b584-ed8639b413da/95490919-1eef-4a3d-8b08-e5105144a57c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:03.807429 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:03.852338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:03.899366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Allocated IP 2001:db8:0:1::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/9ef4e9ab-3983-4d87-8e85-6d10800e7e93/abfbdb12-fc15-432e-9e45-6653af0de4bb) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:03.915088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:03.922511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=95490919-1eef-4a3d-8b08-e5105144a57c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:03.925274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:03.927413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:03.933144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:03.933812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:03.959250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e258070-2ec7-402b-af6d-9af1983e8372 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0143268 Oct 19 20:47:03.965396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:04.057282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:04.092271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 95490919-1eef-4a3d-8b08-e5105144a57c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:04.092714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.103806 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.114519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.188768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:04.191968 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.200871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.201426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.208406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 95490919-1eef-4a3d-8b08-e5105144a57c owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:04.214894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.215364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.216430 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.216927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.217382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.218011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.218613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.219132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.219863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.220016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72b661-9e82-4673-a744-0039d38817ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:04.450671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.489714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=95490919-1eef-4a3d-8b08-e5105144a57c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:04.546817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.552762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cb7ced96-d315-492e-9d80-484a2c347689 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/95490919-1eef-4a3d-8b08-e5105144a57c HTTP/1.1" status: 204 len: 168 time: 0.5873151 Oct 19 20:47:04.553557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45118) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:04.616118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c72cc9-a643-465e-a8eb-a1dcc004261b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:04.620382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7c72cc9-a643-465e-a8eb-a1dcc004261b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0629807 Oct 19 20:47:04.620815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45124) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:04.679527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464d291-bd0a-468a-ad1a-3e4003d55584 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:04.683697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0464d291-bd0a-468a-ad1a-3e4003d55584 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0592804 Oct 19 20:47:04.683914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:04.750131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8748a-062b-49f2-965e-b157cd1c9d84 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:04.751694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8748a-062b-49f2-965e-b157cd1c9d84 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:04.754071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f8748a-062b-49f2-965e-b157cd1c9d84 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:04.758526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:04.758693 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b9f8748a-062b-49f2-965e-b157cd1c9d84 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0736840 Oct 19 20:47:04.818934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 6b7e4409-15fa-4363-b584-ed8639b413da {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:04.823098 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.874372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:04.985791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.000717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9f774819-07a9-41a3-8dc7-3400c594d4c7 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:05.001290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9f774819-07a9-41a3-8dc7-3400c594d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.061013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.098076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7e4409-15fa-4363-b584-ed8639b413da,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:05.125462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.128774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c369872-467b-488f-b375-eb42bbaed339 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7e4409-15fa-4363-b584-ed8639b413da HTTP/1.1" status: 204 len: 168 time: 0.3684800 Oct 19 20:47:05.131577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:05.196172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 9ef4e9ab-3983-4d87-8e85-6d10800e7e93 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:05.200144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.267233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.303169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85809c9b-bff7-41e8-8286-eca9b21f91e2 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:05.403838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4a4616ec-0f60-4ac3-9db0-03f86418de04 None None] Could not find standard attr ID for object 95490919-1eef-4a3d-8b08-e5105144a57c. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:47:05.404609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.490280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.525431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef4e9ab-3983-4d87-8e85-6d10800e7e93,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:05.529498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.536073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45156) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:05.536909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3316287a-ddb2-463a-b633-afcfe26531d9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/9ef4e9ab-3983-4d87-8e85-6d10800e7e93 HTTP/1.1" status: 204 len: 168 time: 0.4036591 Oct 19 20:47:05.587654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7e318fe4-7c6c-4a59-aa2b-5914dd007ff1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503502 Oct 19 20:47:05.592645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:05.601948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:05.722442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:05.726747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:05.949401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.035492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:06.047735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:06.055560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:06.058601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:06.059254 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.085963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45174) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:06.091940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:06.096998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d72b5d1-32c7-4e98-9484-ae01dacbadc6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4995439 Oct 19 20:47:06.262739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:06.271121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.298094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:06.392897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898703b-4703-4426-abbb-95434927fb9d None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:06.396944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:06.397402 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.417067 n-d-805649-9 neutron-server[100734]: INFO neutron.db.ipam_backend_mixin [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9 (CIDR: 2001:db8::/64) Oct 19 20:47:06.422487 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:47:06.423170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:06.442814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea9389fc-87be-44d7-9b6e-907616b239ba tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3551548 Oct 19 20:47:06.445463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45188) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:06.451925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:06.492360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-963b2215-ebfc-44da-8911-bc6f7d5d99c5 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:06.492360 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-963b2215-ebfc-44da-8911-bc6f7d5d99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.590154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:06.597346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:06.850620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Update dhcp port {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'fixed_ips': [{'subnet_id': 'b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9'}], 'binding:host_id': 'n-d-805649-9'}, 'id': 'abfbdb12-fc15-432e-9e45-6653af0de4bb'} from n-d-805649-9. {{(pid=100736) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 20:47:06.878524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.051786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:47:07.090573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9/abfbdb12-fc15-432e-9e45-6653af0de4bb) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:07.224344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:07.260469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.268705 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.319817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.385767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f919e-b7de-4e4c-a1ee-40b8dbb1546b None None] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=16']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:07.568804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:07.601858 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.608809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.609950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.693893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:07.720391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:07.723478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:07.724308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:07.735818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=315e5efb-4eb3-45ea-9b13-c1259ace383f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:07.753337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=17']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:07.774563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0ca10ff2-4224-4f75-96c1-5dd94876ae2b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3278089 Oct 19 20:47:07.777547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45230) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:07.782693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:c9:d8:ce', 'name': 'tempest-NetworksTestDHCPv6-721931698'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:07.918423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:08.026761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.048359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 95572075-b342-49cd-9342-56457c6f4b34 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:08.170652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a86cf-17e0-4228-bfc3-5bd23d2b2308 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:08.197877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8a307c59-a478-46d9-83d2-36f6dd9f3e1b None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:08.198242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a307c59-a478-46d9-83d2-36f6dd9f3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.240173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::89 (7fc92891-ba85-40f0-94ac-6237d17d535a/b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9/95572075-b342-49cd-9342-56457c6f4b34) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:08.247558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:d8ce (7fc92891-ba85-40f0-94ac-6237d17d535a/315e5efb-4eb3-45ea-9b13-c1259ace383f/95572075-b342-49cd-9342-56457c6f4b34) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:08.337220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:08.459737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.533398 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.562921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:08.591276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:08.601117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:08.607591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:08.608381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.635568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:08.636172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.640407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45254) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:08.642914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8641455 Oct 19 20:47:08.672383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82c88-ba1e-4053-8346-4e257b865c5e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=95572075-b342-49cd-9342-56457c6f4b34,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:08.796738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 95572075-b342-49cd-9342-56457c6f4b34 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:08.797081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.905625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:08.933041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 95572075-b342-49cd-9342-56457c6f4b34 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:09.158250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.192930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=95572075-b342-49cd-9342-56457c6f4b34,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:09.269154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.272478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c38db9a6-bdde-4b1a-9b57-08714659faff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/95572075-b342-49cd-9342-56457c6f4b34 HTTP/1.1" status: 204 len: 168 time: 0.6309612 Oct 19 20:47:09.275032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45274) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:09.331104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76b29c-804b-4e2d-bc68-c20a69f3f54f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:09.333603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1a76b29c-804b-4e2d-bc68-c20a69f3f54f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0566502 Oct 19 20:47:09.335867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45278) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:09.405556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7370eb-1890-4f4f-9441-8f8779c6cdb1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:09.410044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45288) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:09.414209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb7370eb-1890-4f4f-9441-8f8779c6cdb1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0702286 Oct 19 20:47:09.501682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8aaca-32a2-4403-b6a9-4494996064b4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:09.503251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8aaca-32a2-4403-b6a9-4494996064b4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:09.504760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8aaca-32a2-4403-b6a9-4494996064b4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:09.506500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aea8aaca-32a2-4403-b6a9-4494996064b4 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0951254 Oct 19 20:47:09.509205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45292) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:09.563205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f5715bce-007a-4f9a-a0e5-6170cc0e713d None None] Could not find standard attr ID for object 95572075-b342-49cd-9342-56457c6f4b34. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:47:09.580139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 315e5efb-4eb3-45ea-9b13-c1259ace383f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:09.582603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f5715bce-007a-4f9a-a0e5-6170cc0e713d None None] Provisioning complete for port abfbdb12-fc15-432e-9e45-6653af0de4bb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:09.583410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f5715bce-007a-4f9a-a0e5-6170cc0e713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.647128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.681934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.785074 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.859208 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.892834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=315e5efb-4eb3-45ea-9b13-c1259ace383f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:09.902031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:09.905810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-117d0785-6ea4-44f4-839c-84b35da3a653 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/315e5efb-4eb3-45ea-9b13-c1259ace383f HTTP/1.1" status: 204 len: 168 time: 0.3952584 Oct 19 20:47:09.908205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:09.946672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de63176f-c9db-4659-92ed-9467f8bc22b0 None None] Could not find standard attr ID for object 95572075-b342-49cd-9342-56457c6f4b34. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:47:09.989234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:09.993705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.077083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.215790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3162052-66ca-403a-b364-b9f6c4eac76f None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:10.277625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.369348 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.417219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.420510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9 HTTP/1.1" status: 204 len: 168 time: 0.5101342 Oct 19 20:47:10.423178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:10.445952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc160-9caa-4c1a-bcca-83dd53cf3717 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:10.493436 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-604bf3fd-b8e9-4291-a7d3-53b227f02eec tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665274 Oct 19 20:47:10.494139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:10.499262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:10.549231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:47:10.625626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Deleting port abfbdb12-fc15-432e-9e45-6653af0de4bb {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:10.625785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.630448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:10.634870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.701023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] For port abfbdb12-fc15-432e-9e45-6653af0de4bb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=abfbdb12-fc15-432e-9e45-6653af0de4bb,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:10.701447 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.714665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Calling delete_port for abfbdb12-fc15-432e-9e45-6653af0de4bb owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:10.807203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.837400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] Pushing event deleted for resources: {'Port': ['ID=abfbdb12-fc15-432e-9e45-6653af0de4bb,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:10.842092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7aa236-1356-427c-9662-b355fc08ea4f None None] No DVR routers for this DVR port abfbdb12-fc15-432e-9e45-6653af0de4bb on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:47:10.845764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.910796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:10.916212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:10.919070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:10.919651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:10.922008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=35708555-5003-45fe-b3b9-fa770fb2a2b6,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:10.937598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2732675-abfe-4ef1-967e-cca208824d17 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:10.948043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5e8f111-8e98-4936-b37e-7e7dee56e48e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4498956 Oct 19 20:47:10.948353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45342) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:10.958362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:11.100151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:11.105047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.120590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7fc92891-ba85-40f0-94ac-6237d17d535a', 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'tenant_id': 'de1be62968e34693a812e2d8cc2b8cdf', 'fixed_ips': [{'subnet_id': '35708555-5003-45fe-b3b9-fa770fb2a2b6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:47:11.121525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.243647 n-d-805649-9 neutron-server[100734]: INFO neutron.db.ipam_backend_mixin [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35708555-5003-45fe-b3b9-fa770fb2a2b6 (CIDR: 2001:db8::/64) Oct 19 20:47:11.247745 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:47:11.248335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:11.290544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-36882fd3-8dc1-45bf-96f6-0c3707552e4b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3384941 Oct 19 20:47:11.290846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45354) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:11.295805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'subnet': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:11.325160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Allocated IP 2001:db8::2 (7fc92891-ba85-40f0-94ac-6237d17d535a/35708555-5003-45fe-b3b9-fa770fb2a2b6/b66c4c77-a947-4b95-b626-19d293fd086e) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:11.449484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:11.454272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.482227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.489808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.541434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:11.546049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Pushing event updated for resources: {'Port': ['ID=b66c4c77-a947-4b95-b626-19d293fd086e,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:11.549163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:11.553600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:11.645095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Attempting to bind port b66c4c77-a947-4b95-b626-19d293fd086e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:47:11.645587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Attempting to bind port b66c4c77-a947-4b95-b626-19d293fd086e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:47:11.646057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Attempting to bind port b66c4c77-a947-4b95-b626-19d293fd086e on network 7fc92891-ba85-40f0-94ac-6237d17d535a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:47:11.651341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:47:11.651838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Checking segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:47:11.652339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.652879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Bound using segment: {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:47:11.653471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Bound port: b66c4c77-a947-4b95-b626-19d293fd086e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:47:11.653952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.736255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] For port b66c4c77-a947-4b95-b626-19d293fd086e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:47:11.739650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] For port b66c4c77-a947-4b95-b626-19d293fd086e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b66c4c77-a947-4b95-b626-19d293fd086e,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:47:11.745190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:11.847848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469164-8545-4644-aeb7-5125a22b74a4 None None] Pushing event updated for resources: {'Port': ['ID=b66c4c77-a947-4b95-b626-19d293fd086e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:11.889270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.objects.ports [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 20:47:12.102178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.355522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] For port b66c4c77-a947-4b95-b626-19d293fd086e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b66c4c77-a947-4b95-b626-19d293fd086e,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:12.367484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b66c4c77-a947-4b95-b626-19d293fd086e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:12.400919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.405873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.406594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.452533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b66c4c77-a947-4b95-b626-19d293fd086e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:12.456424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.488504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:12.497985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:12.505443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:12.506054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.545389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Subnet': ['ID=a11eec37-0fa9-4800-827e-8e2396130006,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:12.548899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=b66c4c77-a947-4b95-b626-19d293fd086e,revision_number=4']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:12.566772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d04425e0-e096-4ef1-95ff-bb0108b1fee6 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2744870 Oct 19 20:47:12.569572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45394) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:12.574829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Request body: {'port': {'network_id': '7fc92891-ba85-40f0-94ac-6237d17d535a', 'mac_address': 'fa:16:3e:68:48:5d', 'name': 'tempest-NetworksTestDHCPv6-1773698896'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:12.611880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.650230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b66c4c77-a947-4b95-b626-19d293fd086e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b66c4c77-a947-4b95-b626-19d293fd086e,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:12.661333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.710824 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.749087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:47:12.752599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b66c4c77-a947-4b95-b626-19d293fd086e,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:12.765809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-7b429c4b-2db9-44d1-a44f-2a7475d2fb91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411572 Oct 19 20:47:12.779932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: abfbdb12-fc15-432e-9e45-6653af0de4bb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:47:12.780429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device abfbdb12-fc15-432e-9e45-6653af0de4bb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:47:12.827856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Made reservation on behalf of de1be62968e34693a812e2d8cc2b8cdf for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:12.887498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-163ead0d-cc3a-438b-aa21-e80784ef835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:12.889248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-163ead0d-cc3a-438b-aa21-e80784ef835f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.0765142 Oct 19 20:47:12.939735 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:12.974386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] device_id is not set on port 8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:13.068306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-828cfe42-be45-4b80-9567-3e76f1b7133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:13.070193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-828cfe42-be45-4b80-9567-3e76f1b7133a service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1594610 Oct 19 20:47:13.162417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-18f11a39-b5c6-4aae-a4a7-ac7d196acf26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1002 time: 0.0832760 Oct 19 20:47:13.171138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8::27a (7fc92891-ba85-40f0-94ac-6237d17d535a/35708555-5003-45fe-b3b9-fa770fb2a2b6/8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:13.178896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:485d (7fc92891-ba85-40f0-94ac-6237d17d535a/a11eec37-0fa9-4800-827e-8e2396130006/8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:13.207839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.226421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-a871d391-8691-4390-89e7-cc91542fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:13.228652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-a871d391-8691-4390-89e7-cc91542fa57a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0589499 Oct 19 20:47:13.289437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-991eae3f-33d7-4108-a186-d026a27a75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:13.296568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-991eae3f-33d7-4108-a186-d026a27a75f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592368 Oct 19 20:47:13.306349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a92005-5dff-4a9b-9c11-213e5ffdec57 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:13.413590 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-bd5d0c47-5c7b-4e90-b2c2-53161262bfc0 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097610 Oct 19 20:47:13.451773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-456eba06-6864-4654-8845-7cd67d393984 None None] Provisioning complete for port b66c4c77-a947-4b95-b626-19d293fd086e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:13.452802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-456eba06-6864-4654-8845-7cd67d393984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.528678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.566352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.590671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22877a58-7759-4b82-b3d4-9c7a245a2dfe req-4190329f-e7e1-4bd5-86b3-0cc40be2eef1 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694014 Oct 19 20:47:13.625325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Network 7fc92891-ba85-40f0-94ac-6237d17d535a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:13.630720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:13.659191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:13.665252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:13.665894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.669727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event updated for resources: {'Port': ['ID=8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:13.694094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b1e4aef6-1ff5-4116-8805-e36e27362af9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1209867 Oct 19 20:47:13.694617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45426) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:13.810141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting port 8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:13.811324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.922958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:13.937790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Calling delete_port for 8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:14.233772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:14.339187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b66c4c77-a947-4b95-b626-19d293fd086e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:14.353830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Port': ['ID=8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:14.427427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b66c4c77-a947-4b95-b626-19d293fd086e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:14.428159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:14.433665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:14.447390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45440) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:14.447869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7dd8252c-a2fd-48ad-b14f-ccc55dc13a10 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb HTTP/1.1" status: 204 len: 168 time: 0.7511663 Oct 19 20:47:14.574852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c385cb-8bf1-4bd4-a030-b5a784750e6a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:14.578741 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a6c385cb-8bf1-4bd4-a030-b5a784750e6a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1279805 Oct 19 20:47:14.579382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45454) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:14.626881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-21b36a33-6dd9-42d0-9b64-ea408f60fcb3 None None] Provisioning complete for port b66c4c77-a947-4b95-b626-19d293fd086e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:14.627505 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21b36a33-6dd9-42d0-9b64-ea408f60fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:14.674380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151c93d-2a69-4aa0-8957-c3c422dfad71 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:14.676294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9151c93d-2a69-4aa0-8957-c3c422dfad71 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0945346 Oct 19 20:47:14.678979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45458) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:14.883313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7d2f03ea-5117-45b5-9379-7af4c1033619 None None] Could not find standard attr ID for object 8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:47:15.022920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9f42b-8d00-47b4-97e0-02524bcb2622 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:15.024667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9f42b-8d00-47b4-97e0-02524bcb2622 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:15.026482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9f42b-8d00-47b4-97e0-02524bcb2622 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:15.028480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-06c9f42b-8d00-47b4-97e0-02524bcb2622 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3484731 Oct 19 20:47:15.032576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45468) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:15.093532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet 35708555-5003-45fe-b3b9-fa770fb2a2b6 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:15.097657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.147309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.240092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.306758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.334935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=35708555-5003-45fe-b3b9-fa770fb2a2b6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:15.339605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.343395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb6647d6-eb30-4ec1-8e7c-635f4646b77d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/35708555-5003-45fe-b3b9-fa770fb2a2b6 HTTP/1.1" status: 204 len: 168 time: 0.3097796 Oct 19 20:47:15.346750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:15.348243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8216e3-31f8-4ca3-bd5a-da2079efd558 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:15.404760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Deleting subnet a11eec37-0fa9-4800-827e-8e2396130006 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:47:15.408754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.467366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.598747 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.727100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.766322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:15.769726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a11eec37-0fa9-4800-827e-8e2396130006 HTTP/1.1" status: 204 len: 168 time: 0.4209778 Oct 19 20:47:15.770741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dfd08-cd0b-46c7-bdc7-6f6822c3439b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Subnet': ['ID=a11eec37-0fa9-4800-827e-8e2396130006,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:15.772284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45496) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:15.830730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c6c65190-937a-4729-a26c-9e86bdc08206 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550113 Oct 19 20:47:15.831212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:15.887222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50dd0c-e677-467d-9bb9-d3860cc3fafb tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:15.891931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2d50dd0c-e677-467d-9bb9-d3860cc3fafb tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0596333 Oct 19 20:47:15.892749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45504) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:15.964750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5140f0d-422d-4db1-91b1-d8965c20b28d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:15.966522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5140f0d-422d-4db1-91b1-d8965c20b28d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721681 Oct 19 20:47:15.968967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45510) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.022245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-afc62890-993b-41da-b9e2-8d95c94b965b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472846 Oct 19 20:47:16.024967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45512) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.063105 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b183899-14fa-4e80-9ce9-aa08eda5e894 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.064160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b183899-14fa-4e80-9ce9-aa08eda5e894 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.067725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b183899-14fa-4e80-9ce9-aa08eda5e894 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/8646ffeb-7a5c-40fc-a6e9-ec5bf3812bcb HTTP/1.1" status: 404 len: 333 time: 0.0413651 Oct 19 20:47:16.070619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.100127 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca5a2c5-9726-460c-a7f3-7ab83b539f6a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.100583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca5a2c5-9726-460c-a7f3-7ab83b539f6a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.103828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eca5a2c5-9726-460c-a7f3-7ab83b539f6a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a11eec37-0fa9-4800-827e-8e2396130006 HTTP/1.1" status: 404 len: 337 time: 0.0318427 Oct 19 20:47:16.106448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45516) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.137976 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ae3de2-7c1c-456d-9d7f-278dc58093f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.138437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ae3de2-7c1c-456d-9d7f-278dc58093f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.144456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-55ae3de2-7c1c-456d-9d7f-278dc58093f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/35708555-5003-45fe-b3b9-fa770fb2a2b6 HTTP/1.1" status: 404 len: 337 time: 0.0341609 Oct 19 20:47:16.144687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45518) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.172163 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-46511ea0-f89e-4894-97a5-47c37ae70a4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.172874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46511ea0-f89e-4894-97a5-47c37ae70a4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.176298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46511ea0-f89e-4894-97a5-47c37ae70a4f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/95572075-b342-49cd-9342-56457c6f4b34 HTTP/1.1" status: 404 len: 333 time: 0.0303161 Oct 19 20:47:16.179209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.210034 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eb8a4c-10c7-4f09-b814-591521733da3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.210811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eb8a4c-10c7-4f09-b814-591521733da3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.226798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a0eb8a4c-10c7-4f09-b814-591521733da3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/315e5efb-4eb3-45ea-9b13-c1259ace383f HTTP/1.1" status: 404 len: 337 time: 0.0443928 Oct 19 20:47:16.227353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45526) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.286352 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d986c-e1ae-4c27-9b35-c10b7f25a029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.286814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d986c-e1ae-4c27-9b35-c10b7f25a029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.290270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb7d986c-e1ae-4c27-9b35-c10b7f25a029 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/b6b68f89-6c21-4f32-8f4c-20cfa7a5b2c9 HTTP/1.1" status: 404 len: 337 time: 0.0623245 Oct 19 20:47:16.292967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45532) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.320294 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e474edb3-8f35-4fe6-8b5e-30528a5f8571 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.321219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e474edb3-8f35-4fe6-8b5e-30528a5f8571 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.327565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e474edb3-8f35-4fe6-8b5e-30528a5f8571 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/95490919-1eef-4a3d-8b08-e5105144a57c HTTP/1.1" status: 404 len: 333 time: 0.0334470 Oct 19 20:47:16.328334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45534) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.360842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679749b-a990-40a6-a86e-f0e7b9807c02 None None] Network 7fc92891-ba85-40f0-94ac-6237d17d535a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:16.370956 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d789ef-89d5-4928-b0e4-90c93dcb291e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.371439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d789ef-89d5-4928-b0e4-90c93dcb291e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.377894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45536) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.378386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f9d789ef-89d5-4928-b0e4-90c93dcb291e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/9ef4e9ab-3983-4d87-8e85-6d10800e7e93 HTTP/1.1" status: 404 len: 337 time: 0.0475569 Oct 19 20:47:16.406118 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f57f9c-5543-4360-a3ac-2fa06ad545f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.406576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f57f9c-5543-4360-a3ac-2fa06ad545f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.409693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-54f57f9c-5543-4360-a3ac-2fa06ad545f3 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/6b7e4409-15fa-4363-b584-ed8639b413da HTTP/1.1" status: 404 len: 337 time: 0.0308058 Oct 19 20:47:16.412634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45538) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.439146 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba203e9-60a9-4554-a6ca-b91d9b0ebd1a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.440567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba203e9-60a9-4554-a6ca-b91d9b0ebd1a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.447413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45540) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.447888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dba203e9-60a9-4554-a6ca-b91d9b0ebd1a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/ed57fb20-2e05-4eda-ab75-ccbbfc9fb55a HTTP/1.1" status: 404 len: 333 time: 0.0339625 Oct 19 20:47:16.454765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cf8b367b-b186-4943-9b7c-c9d7308d8a0c None None] Provisioning complete for port b66c4c77-a947-4b95-b626-19d293fd086e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:16.456138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cf8b367b-b186-4943-9b7c-c9d7308d8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:16.476537 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f82d02-5308-4420-9321-77a5eb80ad76 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.477280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f82d02-5308-4420-9321-77a5eb80ad76 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.480762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7f82d02-5308-4420-9321-77a5eb80ad76 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/8ba13cc7-4456-4581-8e30-9f508c55d7c6 HTTP/1.1" status: 404 len: 337 time: 0.0318861 Oct 19 20:47:16.483510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45542) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.516474 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-504b38e8-622e-4714-852e-880df4ec5631 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.517154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504b38e8-622e-4714-852e-880df4ec5631 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.525948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45548) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.526519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-504b38e8-622e-4714-852e-880df4ec5631 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/efaeb927-31ed-446d-ab87-22e5345ded72 HTTP/1.1" status: 404 len: 337 time: 0.0416973 Oct 19 20:47:16.567668 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd1a144-b64b-4868-a959-d61874f867ff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.568456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd1a144-b64b-4868-a959-d61874f867ff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.574021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0bd1a144-b64b-4868-a959-d61874f867ff tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/19928dc8-5e00-4221-a52f-dabe92946176 HTTP/1.1" status: 404 len: 333 time: 0.0446260 Oct 19 20:47:16.574897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45554) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.624961 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff80fc1-4729-4a7f-a3ab-659a857318d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.625571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff80fc1-4729-4a7f-a3ab-659a857318d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.629392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2ff80fc1-4729-4a7f-a3ab-659a857318d5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/c47935f0-af15-445b-8bcf-724e718aa886 HTTP/1.1" status: 404 len: 337 time: 0.0533075 Oct 19 20:47:16.632049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.661143 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1999740e-ce8d-40ee-b6a7-50e60d7c1167 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.661886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1999740e-ce8d-40ee-b6a7-50e60d7c1167 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.667572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1999740e-ce8d-40ee-b6a7-50e60d7c1167 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/9afe3fcd-fdcb-41b0-83c0-138c1785ae9a HTTP/1.1" status: 404 len: 333 time: 0.0321851 Oct 19 20:47:16.667911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45560) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.687583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] DHCP port deletion for 7fc92891-ba85-40f0-94ac-6237d17d535a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:47:16.706474 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-854b0e31-59e6-4d77-ab57-e607765c554b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.706957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854b0e31-59e6-4d77-ab57-e607765c554b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.712506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-854b0e31-59e6-4d77-ab57-e607765c554b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a75ffe36-0943-4efa-ae32-fa44990eb85f HTTP/1.1" status: 404 len: 337 time: 0.0435905 Oct 19 20:47:16.715189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.738338 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c935fc6-2066-4050-82d3-6541a8fa1a66 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.738983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c935fc6-2066-4050-82d3-6541a8fa1a66 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.742145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6c935fc6-2066-4050-82d3-6541a8fa1a66 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b0e89ea4-1478-4614-ae27-e3d9622890cd HTTP/1.1" status: 404 len: 333 time: 0.0259271 Oct 19 20:47:16.744896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45568) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.776760 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e99b67-c5b1-439a-a49f-3695a98bf380 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.777223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e99b67-c5b1-439a-a49f-3695a98bf380 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.780319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88e99b67-c5b1-439a-a49f-3695a98bf380 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/7ca1ad1f-aa19-4bf3-8717-9abf031b0ba3 HTTP/1.1" status: 404 len: 337 time: 0.0344296 Oct 19 20:47:16.781475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Deleting port b66c4c77-a947-4b95-b626-19d293fd086e {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:16.781873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:16.782896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45570) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.820219 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ec7d34-2f4d-450a-9f6f-f47484e55baa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.827969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ec7d34-2f4d-450a-9f6f-f47484e55baa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.831168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-74ec7d34-2f4d-450a-9f6f-f47484e55baa tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b25ec935-642c-45da-a5d8-99108748633a HTTP/1.1" status: 404 len: 333 time: 0.0472517 Oct 19 20:47:16.833726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45574) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.849789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] For port b66c4c77-a947-4b95-b626-19d293fd086e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b66c4c77-a947-4b95-b626-19d293fd086e,segment=NetworkSegment(3b63bb6a-03cb-48c3-b7f4-e31de607fbd1),segment_id=3b63bb6a-03cb-48c3-b7f4-e31de607fbd1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:16.850171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:16.864685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Calling delete_port for b66c4c77-a947-4b95-b626-19d293fd086e owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:16.865849 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe8743e-7484-4b93-9f30-e5d8ebf1d800 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.866914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe8743e-7484-4b93-9f30-e5d8ebf1d800 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.874551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45578) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.876677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6fe8743e-7484-4b93-9f30-e5d8ebf1d800 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a1e97362-88c0-4565-8be4-951eea2887ed HTTP/1.1" status: 404 len: 337 time: 0.0389893 Oct 19 20:47:16.898274 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6fc7e9-0609-4e5d-848a-eb7249abe46e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.898924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6fc7e9-0609-4e5d-848a-eb7249abe46e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.902009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af6fc7e9-0609-4e5d-848a-eb7249abe46e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/db399556-354f-42ff-a0bf-458d50878c65 HTTP/1.1" status: 404 len: 333 time: 0.0264113 Oct 19 20:47:16.904476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45580) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.938452 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04c9e0b-c80f-4a6e-9002-86898e4a060b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.938912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04c9e0b-c80f-4a6e-9002-86898e4a060b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.942573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d04c9e0b-c80f-4a6e-9002-86898e4a060b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/bdde2f75-25df-47b2-b1f9-bb1ecb8e1d69 HTTP/1.1" status: 404 len: 337 time: 0.0372057 Oct 19 20:47:16.944952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45586) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:16.970780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:16.977533 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec192a49-0645-48c5-ab2d-fba042953053 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:16.977533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec192a49-0645-48c5-ab2d-fba042953053 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:16.981165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec192a49-0645-48c5-ab2d-fba042953053 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/75cad71d-5f41-4bd5-8a5a-61ad6686d686 HTTP/1.1" status: 404 len: 333 time: 0.0352530 Oct 19 20:47:16.983741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45588) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.006790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] Pushing event deleted for resources: {'Port': ['ID=b66c4c77-a947-4b95-b626-19d293fd086e,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:17.014741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1106bf-c22a-40b7-be85-0c600ad6a223 None None] No DVR routers for this DVR port b66c4c77-a947-4b95-b626-19d293fd086e on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:47:17.021048 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e687caf-d38d-4167-a7e4-be7b9b1af68d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.021376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e687caf-d38d-4167-a7e4-be7b9b1af68d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.024815 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e687caf-d38d-4167-a7e4-be7b9b1af68d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/3f2f2614-212c-4195-8f04-2dafe74c11a5 HTTP/1.1" status: 404 len: 337 time: 0.0401037 Oct 19 20:47:17.027580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.063320 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b06194a-2133-4691-bfcc-d53bacc4ea9c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.063782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b06194a-2133-4691-bfcc-d53bacc4ea9c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.067280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2b06194a-2133-4691-bfcc-d53bacc4ea9c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a0702af8-df50-4fc3-b480-6050ea677eaf HTTP/1.1" status: 404 len: 337 time: 0.0382740 Oct 19 20:47:17.070032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45592) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.092271 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2245abf7-308e-4611-87d9-768575e80636 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.092879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2245abf7-308e-4611-87d9-768575e80636 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.096675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2245abf7-308e-4611-87d9-768575e80636 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/25418b71-b089-455b-8c35-395eba4c9b7d HTTP/1.1" status: 404 len: 333 time: 0.0249403 Oct 19 20:47:17.098921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45594) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.132714 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dea0860-f364-4c97-95f3-57bb7721f3b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.132714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dea0860-f364-4c97-95f3-57bb7721f3b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.135907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2dea0860-f364-4c97-95f3-57bb7721f3b5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/db644513-fd2f-4c13-9144-628fc93ad292 HTTP/1.1" status: 404 len: 337 time: 0.0356765 Oct 19 20:47:17.137968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.165366 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e1920-8f1f-42e8-b297-eaabc5f0d09f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.165820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835e1920-8f1f-42e8-b297-eaabc5f0d09f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.168874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-835e1920-8f1f-42e8-b297-eaabc5f0d09f tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/da2b26ec-9421-401b-b04e-8b125b3d8b47 HTTP/1.1" status: 404 len: 337 time: 0.0300119 Oct 19 20:47:17.171375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45602) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.195466 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cfab0e-ba15-40c3-a259-02a7bfad0765 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.196118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cfab0e-ba15-40c3-a259-02a7bfad0765 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.199214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61cfab0e-ba15-40c3-a259-02a7bfad0765 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/929ade96-b442-479a-971b-b654ef808659 HTTP/1.1" status: 404 len: 333 time: 0.0269525 Oct 19 20:47:17.201674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45604) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.227657 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6410787d-75d3-4216-bfdb-f8794a96f572 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.228261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6410787d-75d3-4216-bfdb-f8794a96f572 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.235414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6410787d-75d3-4216-bfdb-f8794a96f572 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/8e3e582d-874d-4749-8416-138f689e8a07 HTTP/1.1" status: 404 len: 337 time: 0.0327554 Oct 19 20:47:17.238376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45608) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.265012 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd172619-0b6e-4cd3-88d9-2e622ea78f65 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.265500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd172619-0b6e-4cd3-88d9-2e622ea78f65 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.268722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd172619-0b6e-4cd3-88d9-2e622ea78f65 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/676c0e2c-0d41-4011-8bf0-02c055e22aef HTTP/1.1" status: 404 len: 337 time: 0.0292368 Oct 19 20:47:17.271018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.298918 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc7c3e9-73bd-4f61-99ff-c1402b41d3c9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.298918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc7c3e9-73bd-4f61-99ff-c1402b41d3c9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.303171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ddc7c3e9-73bd-4f61-99ff-c1402b41d3c9 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/eb68a781-63ee-4558-b42d-ffe5676928d2 HTTP/1.1" status: 404 len: 333 time: 0.0307484 Oct 19 20:47:17.305436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45614) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.337658 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b36715-16ca-46b8-b3e9-5a0a450d1fdc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.338136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b36715-16ca-46b8-b3e9-5a0a450d1fdc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.341888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7b36715-16ca-46b8-b3e9-5a0a450d1fdc tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/346ad08c-c4f8-4bbd-b665-bd0e5c9fd718 HTTP/1.1" status: 404 len: 337 time: 0.0346465 Oct 19 20:47:17.343893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45616) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.371066 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ef7000-c55f-42d5-8e50-0e9ff6c4bddf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.371515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ef7000-c55f-42d5-8e50-0e9ff6c4bddf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.374512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d7ef7000-c55f-42d5-8e50-0e9ff6c4bddf tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/0b482250-61f0-4377-a87a-1af4c039afcc HTTP/1.1" status: 404 len: 337 time: 0.0295920 Oct 19 20:47:17.377031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45618) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.405418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c5e195bf-ea3d-4ef5-9d32-546fc1761468 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports?device_id=35364dc5-edac-4e10-8489-a54220eef234 HTTP/1.1" status: 200 len: 205 time: 0.0249774 Oct 19 20:47:17.405680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45620) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.442109 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-a08c11db-d562-4794-8581-53d120e303a5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] delete failed (client error): The resource could not be found. Oct 19 20:47:17.445577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a08c11db-d562-4794-8581-53d120e303a5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/routers/35364dc5-edac-4e10-8489-a54220eef234 HTTP/1.1" status: 404 len: 336 time: 0.0365491 Oct 19 20:47:17.445797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45622) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.477438 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bead8b2-c98b-4ecc-b2f2-1ae2a8820521 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.477991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bead8b2-c98b-4ecc-b2f2-1ae2a8820521 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.481069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4bead8b2-c98b-4ecc-b2f2-1ae2a8820521 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/edd07c6f-9d90-465a-b67e-16973a9814cc HTTP/1.1" status: 404 len: 337 time: 0.0343895 Oct 19 20:47:17.483791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45626) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.514990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1927a918-6b6d-4dd9-8f44-57e2df41f859 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "GET /v2.0/ports?device_id=626d9c9d-a2d2-4418-b67e-b05154748d6e HTTP/1.1" status: 200 len: 205 time: 0.0301139 Oct 19 20:47:17.517290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.557040 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-60e78cf3-16e0-446b-983d-6122f5202956 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] delete failed (client error): The resource could not be found. Oct 19 20:47:17.558115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-60e78cf3-16e0-446b-983d-6122f5202956 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/routers/626d9c9d-a2d2-4418-b67e-b05154748d6e HTTP/1.1" status: 404 len: 336 time: 0.0391245 Oct 19 20:47:17.560788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45636) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.595032 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57eaaad-e7f3-4b84-a1dd-a3a61fc2759e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.595398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57eaaad-e7f3-4b84-a1dd-a3a61fc2759e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.599297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c57eaaad-e7f3-4b84-a1dd-a3a61fc2759e tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/06896569-668b-4b9a-9472-3ac76d5b836e HTTP/1.1" status: 404 len: 337 time: 0.0374794 Oct 19 20:47:17.601840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45638) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.634981 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e445c9d-03e8-43ce-bf8c-d8c9564a6547 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.635665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e445c9d-03e8-43ce-bf8c-d8c9564a6547 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.640294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e445c9d-03e8-43ce-bf8c-d8c9564a6547 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/1c099f3e-ec74-4938-abd2-20d641f31592 HTTP/1.1" status: 404 len: 337 time: 0.0371017 Oct 19 20:47:17.644088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45642) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.673360 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b947df-f46d-43b9-a1b9-4bd0b01a6a14 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.674183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b947df-f46d-43b9-a1b9-4bd0b01a6a14 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.679588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41b947df-f46d-43b9-a1b9-4bd0b01a6a14 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b392a960-ea66-47a6-9ab0-285a85936c12 HTTP/1.1" status: 404 len: 333 time: 0.0334685 Oct 19 20:47:17.679831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.711270 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-774e709d-2cd5-4b2c-b1c6-0aa9c91fe59b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.711731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774e709d-2cd5-4b2c-b1c6-0aa9c91fe59b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.716968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-774e709d-2cd5-4b2c-b1c6-0aa9c91fe59b tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/324d717a-16a1-4716-b039-d793865877c1 HTTP/1.1" status: 404 len: 337 time: 0.0340466 Oct 19 20:47:17.717194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45646) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.742357 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b2f3fc-921f-449b-a079-adc5a83efc59 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.743399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b2f3fc-921f-449b-a079-adc5a83efc59 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.747487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-95b2f3fc-921f-449b-a079-adc5a83efc59 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/ff0d2948-8ca1-42f4-bfd6-4ef4fc995438 HTTP/1.1" status: 404 len: 333 time: 0.0293562 Oct 19 20:47:17.750147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45650) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.782778 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7befa69-a4d8-430e-aba0-99e0d85cd84a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.783234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7befa69-a4d8-430e-aba0-99e0d85cd84a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.789207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7befa69-a4d8-430e-aba0-99e0d85cd84a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/a638c9ab-6e47-4011-9cae-26d1d7bf1386 HTTP/1.1" status: 404 len: 337 time: 0.0378485 Oct 19 20:47:17.789825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45658) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.814082 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cd9a87-9ea6-4e74-9388-a30f7e7e7792 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.814082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cd9a87-9ea6-4e74-9388-a30f7e7e7792 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.820297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.820435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-34cd9a87-9ea6-4e74-9388-a30f7e7e7792 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b65b78a6-4187-4e9f-a21c-50edbb03f52f HTTP/1.1" status: 404 len: 333 time: 0.0294075 Oct 19 20:47:17.856254 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27f39d1-8e6d-4a1c-a480-82b9f6f01316 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.856745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27f39d1-8e6d-4a1c-a480-82b9f6f01316 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.862304 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d27f39d1-8e6d-4a1c-a480-82b9f6f01316 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/f9a21c7d-67f1-4b51-a479-2c5a96532a96 HTTP/1.1" status: 404 len: 337 time: 0.0387294 Oct 19 20:47:17.862606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45666) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.887867 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b562c82-2db8-4137-8b56-2006c4c327f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.888230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b562c82-2db8-4137-8b56-2006c4c327f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.894640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.894833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b562c82-2db8-4137-8b56-2006c4c327f5 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/a1fb6b79-3fc8-47f6-a677-7db8b1e91096 HTTP/1.1" status: 404 len: 333 time: 0.0311513 Oct 19 20:47:17.922639 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5633d79-fa04-4f41-b0da-5c739ea50c5a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.923209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5633d79-fa04-4f41-b0da-5c739ea50c5a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.928193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b5633d79-fa04-4f41-b0da-5c739ea50c5a tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/af729e64-fae4-4bec-b2c1-660bda59ae71 HTTP/1.1" status: 404 len: 337 time: 0.0303130 Oct 19 20:47:17.929217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45670) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.952554 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2bc45a-c9f3-4eaa-b73c-10614bd2ca2d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.953169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2bc45a-c9f3-4eaa-b73c-10614bd2ca2d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.957330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e2bc45a-c9f3-4eaa-b73c-10614bd2ca2d tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/f81a210e-fd02-4221-ae45-bd41156333fc HTTP/1.1" status: 404 len: 333 time: 0.0265660 Oct 19 20:47:17.959287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:17.984344 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-de377946-b6ca-43b2-8ffa-28b4d1874b32 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:17.984790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de377946-b6ca-43b2-8ffa-28b4d1874b32 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:17.989328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-de377946-b6ca-43b2-8ffa-28b4d1874b32 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/727167b2-738a-44e0-84d3-49fa053847a3 HTTP/1.1" status: 404 len: 337 time: 0.0275295 Oct 19 20:47:17.990514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:18.017184 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f82250-453f-4d01-8c15-90d5d0aa5c86 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:18.017948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f82250-453f-4d01-8c15-90d5d0aa5c86 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:18.024061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45676) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:18.024301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71f82250-453f-4d01-8c15-90d5d0aa5c86 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/b5f103a0-3696-4800-a826-e0f133abf952 HTTP/1.1" status: 404 len: 333 time: 0.0326371 Oct 19 20:47:18.055493 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83fc0a1-e848-4f4d-ae9f-65e0c8fe2086 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:18.056027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83fc0a1-e848-4f4d-ae9f-65e0c8fe2086 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:18.060257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a83fc0a1-e848-4f4d-ae9f-65e0c8fe2086 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/32e350ed-fc29-4e34-97e3-1045c2c267a9 HTTP/1.1" status: 404 len: 337 time: 0.0344632 Oct 19 20:47:18.062981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:18.099659 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3a94f5-2b90-422e-8f15-7875a5ef23b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:18.100260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3a94f5-2b90-422e-8f15-7875a5ef23b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:18.106614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45688) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:18.109815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cc3a94f5-2b90-422e-8f15-7875a5ef23b1 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/ports/36fc1fd0-edb8-431e-9da8-018cf0353a20 HTTP/1.1" status: 404 len: 333 time: 0.0457740 Oct 19 20:47:18.136851 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92e31e4-5984-42df-9e85-cba7069f382c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] DELETE failed (client error): The resource could not be found. Oct 19 20:47:18.137637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92e31e4-5984-42df-9e85-cba7069f382c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:47:18.143733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45690) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:18.144193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b92e31e4-5984-42df-9e85-cba7069f382c tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/subnets/b593b9c1-0d61-4c1b-aa30-e6b234b4a88b HTTP/1.1" status: 404 len: 337 time: 0.0359423 Oct 19 20:47:18.293462 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.309550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b66c4c77-a947-4b95-b626-19d293fd086e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:47:18.359419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b66c4c77-a947-4b95-b626-19d293fd086e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:47:18.359966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b66c4c77-a947-4b95-b626-19d293fd086e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:47:18.408111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.433776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc92891-ba85-40f0-94ac-6237d17d535a']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:18.457966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:18.458258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b63bb6a-03cb-48c3-b7f4-e31de607fbd1') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:18.468573 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.482479 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.489057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:47:18.489711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: items = [ Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:47:18.493987 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:47:18.567145 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.591728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:18.598055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] 10.222.0.31 "DELETE /v2.0/networks/7fc92891-ba85-40f0-94ac-6237d17d535a HTTP/1.1" status: 204 len: 168 time: 0.4466457 Oct 19 20:47:18.606563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafecbf-ba56-4e69-b867-866a6e509428 tempest-NetworksTestDHCPv6-152776763 tempest-NetworksTestDHCPv6-152776763-project] Pushing event deleted for resources: {'Network': ['ID=7fc92891-ba85-40f0-94ac-6237d17d535a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:18.866872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45720) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:19.015561 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:47:19.044322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45724) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:19.044845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-53c4ff5c-a41a-4a0d-a6fe-c5edcc488a44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de1be62968e34693a812e2d8cc2b8cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764452 Oct 19 20:47:19.118399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:19.146322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:19.218516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:19.222512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:19.229404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baa74ef7-098f-4f3d-bd58-1801381ec1cc HTTP/1.1" status: 204 len: 168 time: 0.1830764 Oct 19 20:47:19.240885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4f9b5-5d69-477d-877d-c914ba78953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa74ef7-098f-4f3d-bd58-1801381ec1cc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:19.995660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45776) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.122419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-12ae36dc-b319-4a00-b850-a164f03f54da tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.125478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12ae36dc-b319-4a00-b850-a164f03f54da tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1291442 Oct 19 20:47:20.128725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45788) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.133172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-c2fd7d57-fccb-434a-a886-76bccc8d0076 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.136639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c2fd7d57-fccb-434a-a886-76bccc8d0076 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068958 Oct 19 20:47:20.136907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45790) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.141832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-152d62e6-53eb-494d-b78c-698ad55a95e0 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.143261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-152d62e6-53eb-494d-b78c-698ad55a95e0 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043175 Oct 19 20:47:20.144954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45792) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.148699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-74b37b2c-b44a-4f6b-9d39-bfe07386dc81 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.149628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-74b37b2c-b44a-4f6b-9d39-bfe07386dc81 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037649 Oct 19 20:47:20.151651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.155748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-cfd7f62d-d8b2-4ebe-9b60-e41794eb3917 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.156651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cfd7f62d-d8b2-4ebe-9b60-e41794eb3917 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040517 Oct 19 20:47:20.159532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.163463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-a083b6ab-5db1-4164-99d7-24f022ce386f tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.164232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a083b6ab-5db1-4164-99d7-24f022ce386f tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039675 Oct 19 20:47:20.166415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.172311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-7f18f577-69c6-45f3-b96e-9a9dd9ebb80e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.175455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7f18f577-69c6-45f3-b96e-9a9dd9ebb80e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080037 Oct 19 20:47:20.176640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45800) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.189221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-0dead634-5345-45da-a331-075b4c20f039 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.189221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0dead634-5345-45da-a331-075b4c20f039 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076556 Oct 19 20:47:20.189221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45802) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.194012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-274f82cd-a816-472d-83b5-3c7a3be39f47 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.197600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-274f82cd-a816-472d-83b5-3c7a3be39f47 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048258 Oct 19 20:47:20.198079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.203671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-15f799dc-a619-453a-8fa3-2d47150c8b50 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.204838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-15f799dc-a619-453a-8fa3-2d47150c8b50 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0060744 Oct 19 20:47:20.207474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.212048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-ab7ee1f6-71e5-4bcd-8afc-a0ebb03392e1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.214852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab7ee1f6-71e5-4bcd-8afc-a0ebb03392e1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043535 Oct 19 20:47:20.215541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45808) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.222249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-bd8fbaef-d9bf-4e9d-a4d6-5bcb5c164bc7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.225955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45810) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.230092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd8fbaef-d9bf-4e9d-a4d6-5bcb5c164bc7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0108674 Oct 19 20:47:20.231635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-718dd2f6-b671-4312-8e20-7605f64f02dc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.236006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45812) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.240882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-cd80a373-4e87-48bb-ac84-ca3ee40a5e6a tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.242016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-718dd2f6-b671-4312-8e20-7605f64f02dc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0150194 Oct 19 20:47:20.244447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45814) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.244629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cd80a373-4e87-48bb-ac84-ca3ee40a5e6a tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076363 Oct 19 20:47:20.250773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-2efe733b-8394-443a-bfb9-87e3c0775c69 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.252043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2efe733b-8394-443a-bfb9-87e3c0775c69 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062742 Oct 19 20:47:20.254318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.263040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-9473a962-08f8-4330-9a2e-d2c989727cb0 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.266444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9473a962-08f8-4330-9a2e-d2c989727cb0 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0112643 Oct 19 20:47:20.267228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45818) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.271753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-14d9a88e-fd7f-43ae-9c93-79b557c9d5fa tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.275224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-14d9a88e-fd7f-43ae-9c93-79b557c9d5fa tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071201 Oct 19 20:47:20.275904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.281254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-2033fbbe-cc74-4ce2-a5f6-70bd53f07c3e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.284974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2033fbbe-cc74-4ce2-a5f6-70bd53f07c3e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048046 Oct 19 20:47:20.285280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45822) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.289498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-67fde3ad-13d5-459a-aea1-82452f48a684 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.292722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-67fde3ad-13d5-459a-aea1-82452f48a684 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063760 Oct 19 20:47:20.293136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45824) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.296808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-f66e98cf-9d58-4e52-93b4-f4de543726ed tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.300423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45828) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.300538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f66e98cf-9d58-4e52-93b4-f4de543726ed tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065305 Oct 19 20:47:20.305242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-a8e8794b-a8a2-45b5-a465-464983b4de56 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.308618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45832) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.309509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a8e8794b-a8a2-45b5-a465-464983b4de56 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072625 Oct 19 20:47:20.313936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-3a8993af-e46e-437c-ba3a-3e920400d3d5 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.317266 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3a8993af-e46e-437c-ba3a-3e920400d3d5 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075681 Oct 19 20:47:20.317838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45834) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.321665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-2727d415-3d74-4fdd-9cb6-75d02ec8bf19 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.324491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2727d415-3d74-4fdd-9cb6-75d02ec8bf19 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0039008 Oct 19 20:47:20.324696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45836) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.328552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-dca69fce-2891-4105-a7f7-c6be680582bc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.331442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dca69fce-2891-4105-a7f7-c6be680582bc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037758 Oct 19 20:47:20.331659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45838) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.336093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-a061024e-a5cd-4a51-bfe1-116f629a95dd tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.337335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a061024e-a5cd-4a51-bfe1-116f629a95dd tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045345 Oct 19 20:47:20.339107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.342907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-666e957f-1390-41ce-9682-3afcf43297cb tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.345325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-666e957f-1390-41ce-9682-3afcf43297cb tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039155 Oct 19 20:47:20.347133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45842) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.352071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-2160753e-3646-4d99-a738-afbc4ab47a5b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.355966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.356297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2160753e-3646-4d99-a738-afbc4ab47a5b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078607 Oct 19 20:47:20.364341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-f099a50b-2c85-4672-b473-844f1d3e9114 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.367791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f099a50b-2c85-4672-b473-844f1d3e9114 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083795 Oct 19 20:47:20.368345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.372594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-0432c7e1-8381-4223-a8a5-13e9e5f5da5d tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.375923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0432c7e1-8381-4223-a8a5-13e9e5f5da5d tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042868 Oct 19 20:47:20.376227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.380298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-9bc47f6f-b8a4-4979-9758-e699bcc8072e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.384009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9bc47f6f-b8a4-4979-9758-e699bcc8072e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041931 Oct 19 20:47:20.384245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.388543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-0b165139-e06d-4945-8cbf-e52553e8b0f1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.389587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0b165139-e06d-4945-8cbf-e52553e8b0f1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043964 Oct 19 20:47:20.392190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.397169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-37515ca9-56ff-4613-a260-74ad6661dd7b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.398168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-37515ca9-56ff-4613-a260-74ad6661dd7b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050540 Oct 19 20:47:20.400653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45856) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.408357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-4d1eb09e-4845-4dc1-bc2a-bc0e314324fc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.412835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d1eb09e-4845-4dc1-bc2a-bc0e314324fc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0109653 Oct 19 20:47:20.413709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45860) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.418547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-be68c078-c17e-43b3-82f1-6d342bde4c48 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.419810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be68c078-c17e-43b3-82f1-6d342bde4c48 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049157 Oct 19 20:47:20.421961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45862) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.426058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-7cd6ffa2-4959-4592-ad88-a514b0bfbf1b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.428901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7cd6ffa2-4959-4592-ad88-a514b0bfbf1b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041709 Oct 19 20:47:20.429186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.433268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-a065f334-7f95-4b18-8666-0f628d2814c9 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.436230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a065f334-7f95-4b18-8666-0f628d2814c9 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041668 Oct 19 20:47:20.436518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45866) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.440429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-d7de8740-d9f3-42f2-be99-828b9f5e2d11 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.443304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d7de8740-d9f3-42f2-be99-828b9f5e2d11 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040181 Oct 19 20:47:20.444077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.448958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-8abbc32a-8d57-47d0-bc67-2393d62cc817 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.449951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8abbc32a-8d57-47d0-bc67-2393d62cc817 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049255 Oct 19 20:47:20.452125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.457869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-a40281ce-0f8b-47d3-821a-2684be59adbc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.459097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a40281ce-0f8b-47d3-821a-2684be59adbc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051222 Oct 19 20:47:20.461817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.466678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-be19d942-0fd3-4fa1-8da7-663523335393 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.470407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45874) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.470552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be19d942-0fd3-4fa1-8da7-663523335393 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075572 Oct 19 20:47:20.476177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-783ded10-c94b-469d-89cc-6f4f281a4c67 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.481224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-783ded10-c94b-469d-89cc-6f4f281a4c67 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078652 Oct 19 20:47:20.481538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45876) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.485395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-fc870ad0-cc01-4076-9e8b-35a9db6bd631 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.489628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45878) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.489888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fc870ad0-cc01-4076-9e8b-35a9db6bd631 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0076895 Oct 19 20:47:20.494315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-880dc7bf-c155-4773-abcb-a73d5efea7b1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.495268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-880dc7bf-c155-4773-abcb-a73d5efea7b1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045726 Oct 19 20:47:20.497563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45880) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.501574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-35dbdd8f-486a-4580-84f6-0f8215d6f939 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.503053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35dbdd8f-486a-4580-84f6-0f8215d6f939 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041544 Oct 19 20:47:20.505105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45882) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.509704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-bfb0eaae-3acf-4dd7-bba5-484c995bbcf3 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.512544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bfb0eaae-3acf-4dd7-bba5-484c995bbcf3 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044107 Oct 19 20:47:20.512730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45884) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.516691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-3783d8e7-b3fc-41e8-980e-5e9b4aae723e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.517796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3783d8e7-b3fc-41e8-980e-5e9b4aae723e tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039694 Oct 19 20:47:20.519931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.523659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-dfee2d7d-596e-437b-b976-6ccd75c5bddc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.525335 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dfee2d7d-596e-437b-b976-6ccd75c5bddc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039310 Oct 19 20:47:20.526686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45888) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.531173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-3555956f-fa5f-4856-9f0d-136370a6f739 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.532080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3555956f-fa5f-4856-9f0d-136370a6f739 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045838 Oct 19 20:47:20.534246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45890) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.538208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-a16d0840-c413-4b77-9f12-de836de20b0b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.539200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a16d0840-c413-4b77-9f12-de836de20b0b tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039837 Oct 19 20:47:20.541275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45892) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.545258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-e3217ee2-81be-4629-965a-d7d95f2355c8 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.548146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3217ee2-81be-4629-965a-d7d95f2355c8 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040298 Oct 19 20:47:20.548415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45894) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.552760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-b611a3a5-54d5-489d-9491-b0e5500270fb tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.555536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b611a3a5-54d5-489d-9491-b0e5500270fb tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062056 Oct 19 20:47:20.556060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.559828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-4fe23ab6-87d4-48ad-b980-b1e22f1a2c8f tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.562908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4fe23ab6-87d4-48ad-b980-b1e22f1a2c8f tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0060091 Oct 19 20:47:20.563162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.568184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-0e07b995-9fc3-487f-b9b3-4262bf857c8c tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.571029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0e07b995-9fc3-487f-b9b3-4262bf857c8c tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050006 Oct 19 20:47:20.571345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45900) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.577999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-0bcd4d89-d892-4ea6-a0e9-687f7363f6e6 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.579142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0bcd4d89-d892-4ea6-a0e9-687f7363f6e6 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066869 Oct 19 20:47:20.581445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45902) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.585912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-25cd864a-54d7-42f3-9148-6a565c8a99cc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.588809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25cd864a-54d7-42f3-9148-6a565c8a99cc tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042694 Oct 19 20:47:20.589014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45906) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.592798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-2a36b3e1-a1ec-4512-b7d9-e34091681ab8 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.595538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2a36b3e1-a1ec-4512-b7d9-e34091681ab8 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038710 Oct 19 20:47:20.595805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.599577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-98e77ce1-683c-4653-9b90-723c5a7c0bec tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.602453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-98e77ce1-683c-4653-9b90-723c5a7c0bec tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038309 Oct 19 20:47:20.603130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45912) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.608281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-8d0a64f6-ccb0-4a30-b805-e4b5155539a5 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.609348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d0a64f6-ccb0-4a30-b805-e4b5155539a5 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051823 Oct 19 20:47:20.612052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45914) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.616101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-9135c0f7-ac03-453d-a624-78d9f6560570 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.617105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9135c0f7-ac03-453d-a624-78d9f6560570 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040395 Oct 19 20:47:20.619453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45916) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.623357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-443a5056-0664-4aae-8f56-735b4e8401f7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.624364 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-443a5056-0664-4aae-8f56-735b4e8401f7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040262 Oct 19 20:47:20.626409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45918) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.630842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-f40c5bd7-a4bc-4f2c-8bc8-0ddf7b42c1e6 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.631843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f40c5bd7-a4bc-4f2c-8bc8-0ddf7b42c1e6 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045421 Oct 19 20:47:20.634122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45920) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.638447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-cb748888-4462-4203-8e7e-39469772d9f7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.641623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.641735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb748888-4462-4203-8e7e-39469772d9f7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066402 Oct 19 20:47:20.650476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-0c303744-6634-499d-b804-073bbd5be78a tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.653344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c303744-6634-499d-b804-073bbd5be78a tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086684 Oct 19 20:47:20.654158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45924) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.659265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-23941a63-6659-4be0-97e0-8a2e0f77e4d4 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.661226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-23941a63-6659-4be0-97e0-8a2e0f77e4d4 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049961 Oct 19 20:47:20.662912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.667137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-ec5dc994-92bd-4cdd-a79a-9ff3983414c1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.668083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec5dc994-92bd-4cdd-a79a-9ff3983414c1 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042613 Oct 19 20:47:20.670601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.675014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-04561fc3-adb8-414f-90d0-f4b9bbfa8ba7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.677331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-04561fc3-adb8-414f-90d0-f4b9bbfa8ba7 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043666 Oct 19 20:47:20.678282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45930) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.683488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-d6a2ef44-7f20-4f0a-bba6-ad9e4b6bca75 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.685005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d6a2ef44-7f20-4f0a-bba6-ad9e4b6bca75 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051215 Oct 19 20:47:20.686985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45934) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.691257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [None req-0a2faf03-bdf2-4102-bda7-55d5dc0ca360 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.695085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a2faf03-bdf2-4102-bda7-55d5dc0ca360 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066464 Oct 19 20:47:20.695612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45938) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:20.700186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [None req-c048e113-6a17-48c5-a415-40d18b6c5838 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:47:20.703760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c048e113-6a17-48c5-a415-40d18b6c5838 tempest-ExtensionsTestJSON-979296118 tempest-ExtensionsTestJSON-979296118-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045321 Oct 19 20:47:21.010241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 45958) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:21.137426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a6b070f-13ba-4ccb-8135-c9650a7b3909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.233934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a6b070f-13ba-4ccb-8135-c9650a7b3909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.238657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2a6b070f-13ba-4ccb-8135-c9650a7b3909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.286855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 45972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:21.293562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2a6b070f-13ba-4ccb-8135-c9650a7b3909 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66aee635db064fb5b898c5c5b3df44ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821736 Oct 19 20:47:21.294589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b070f-13ba-4ccb-8135-c9650a7b3909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd99c2b-8e40-4d5a-843a-734697e4b2f5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:21.353216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.379908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.426631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.429580 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:21.430874 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abd99c2b-8e40-4d5a-843a-734697e4b2f5 HTTP/1.1" status: 204 len: 168 time: 0.1430581 Oct 19 20:47:21.440416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d8744-10b5-497b-8cd4-c37d3e8f1e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd99c2b-8e40-4d5a-843a-734697e4b2f5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:22.186730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46028) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:22.319585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1777868826'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:22.343792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:22.348284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.357402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.441857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.448495 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.479864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:47:22.490024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934ff1dd-e103-416a-9cd5-6f8b40ac50b7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:22.495258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.495683 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Added segment 65ae644c-918c-41f7-b0b3-994593ae5e7c of type vlan for network 4f73b51e-5173-427f-93a0-b7682b905278 Oct 19 20:47:22.547760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.576246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.582862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:22.583544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:22.646399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4581330 Oct 19 20:47:22.649075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46040) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:22.655992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'subnet': {'network_id': '4f73b51e-5173-427f-93a0-b7682b905278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:22.701892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e72e4-f943-4bbf-b573-fd93c890c6f4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Network': ['ID=4f73b51e-5173-427f-93a0-b7682b905278,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:22.713939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4f73b51e-5173-427f-93a0-b7682b905278 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:47:22.807244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:22.813150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.036173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.104022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Subnet': ['ID=566cbf9f-cbb1-4163-8a95-51856c199525,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:23.116933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Checking segment: {'id': '65ae644c-918c-41f7-b0b3-994593ae5e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4f73b51e-5173-427f-93a0-b7682b905278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:47:23.117346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network hostable DHCP agents. Network: 4f73b51e-5173-427f-93a0-b7682b905278, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:47:23.150683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:47:23.163582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4f73b51e-5173-427f-93a0-b7682b905278) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:23.167890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:23.168477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.173447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2211282-5d1f-436e-8424-8e60f3310cd2 None None] Network 4f73b51e-5173-427f-93a0-b7682b905278 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:23.193745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:23.199140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1831976136', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:23.207005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7524a463-fe2c-4622-b962-bb10882c86ad tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5528648 Oct 19 20:47:23.226098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.227412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.300405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.316959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b548d5-3535-4eaf-bd15-eba64c755052 None None] Network 4f73b51e-5173-427f-93a0-b7682b905278 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:23.486237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.706670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:23.728370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:24.081743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.191 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e80118f2-21b1-43ba-881b-4450b2df7b96) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:24.186391 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:24.224758 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:24.275004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=e80118f2-21b1-43ba-881b-4450b2df7b96,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:24.279421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:24.284048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:24.286509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:24.575120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:24.792067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:24.948132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:47:25.057201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:25.071324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:25.080463 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:25.081414 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:25.082181 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:46:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:25.084961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46132) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:25.094066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ca6a5153-e752-45b0-a42b-8746baa2c2ac tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8989859 Oct 19 20:47:25.116079 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:25.125776 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:25.126461 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:46:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:25.161880 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:25.162815 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74ec98-648b-4d9f-ab82-0721def52e7f None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:25.624911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:25.990845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.1 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/51b3a42b-4193-4b60-bb5f-74d185e4cb99) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:26.137815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.174327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.217173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:26.221001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:26.226381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:26.262093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=51b3a42b-4193-4b60-bb5f-74d185e4cb99,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:26.283716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.427715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.462439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4900d90c-8483-44c1-bfb9-14121d68bb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.749143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.759627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.833476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:26.835353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=51b3a42b-4193-4b60-bb5f-74d185e4cb99,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:27.172941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:27.174980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:27.295270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:27.411397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:27.417001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a627cf8f-0614-47ab-ba47-837cfd2330b4 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/routers/3607c126-139d-4013-a0fe-ac857de9bf35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3309689 Oct 19 20:47:27.419633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46190) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:27.423437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:27.426642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'port': {'network_id': '4f73b51e-5173-427f-93a0-b7682b905278', 'name': 'tempest-FloatingIPTestJSON-1440203545'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:27.433221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:27.434080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:46:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:27.473181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:27.484186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:27.485038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:46:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:27.521950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:27.523644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6969b0-4109-4e37-b67a-6fc9818fd429 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:27.560030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:27.563636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:27.583067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] device_id is not set on port 073b4379-6495-4409-9b4e-54694c9420b0 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:27.721514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.12 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/073b4379-6495-4409-9b4e-54694c9420b0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:27.883499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:27.918992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:27.963939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:27.967065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:27.970730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:27.996859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=073b4379-6495-4409-9b4e-54694c9420b0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:28.025103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:28.025766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.043975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1870c265-e442-48ab-9a0d-e093f56c6a24 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6198471 Oct 19 20:47:28.044236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:28.050685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'port': {'network_id': '4f73b51e-5173-427f-93a0-b7682b905278', 'name': 'tempest-FloatingIPTestJSON-151368990'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:28.181050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:28.190758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.209486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] device_id is not set on port 9318ff15-03f6-41f3-b082-afc568e0dcc6 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:28.329755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.9 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/9318ff15-03f6-41f3-b082-afc568e0dcc6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:28.493416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.529154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.578380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:28.582316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:28.589520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:28.593593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=9318ff15-03f6-41f3-b082-afc568e0dcc6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:28.640415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:28.641314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.658589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0c16fd12-b6ce-4dd7-baad-3566d164c0df tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6133575 Oct 19 20:47:28.661975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46220) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:28.666443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '9318ff15-03f6-41f3-b082-afc568e0dcc6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:28.697657 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.809246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:28.925015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.146 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/79547638-30b3-4d12-b89c-55a32c385427) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:29.038459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.074358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.124597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:29.127465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:29.134306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:29.137848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=79547638-30b3-4d12-b89c-55a32c385427,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:29.232312 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e9797d0-da11-45e8-bb05-3d6da4f7372d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.553095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.633222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.801738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.810459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:29.906913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=79547638-30b3-4d12-b89c-55a32c385427,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:29.912622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.020381 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP db6ef9d8-b9c3-4b5e-afb1-93b4dbd5b505 associated. External IP: 172.25.7.146, port: 9318ff15-03f6-41f3-b082-afc568e0dcc6. Oct 19 20:47:30.256763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:30.293236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.403840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:30.414213 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:30.430083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.433688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:30.434597 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:30.462329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4c2f77c-0737-421c-bb43-c535c4850f53 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7993124 Oct 19 20:47:30.465147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:30.468886 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:30.470527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:30.478795 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:30.479668 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:30.517257 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:30.518188 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3119a-f9c6-4722-a97e-1a3e7b2e070f None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:30.588567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.749682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.754380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.754772 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP db6ef9d8-b9c3-4b5e-afb1-93b4dbd5b505 disassociated. External IP: 172.25.7.146, port: 9318ff15-03f6-41f3-b082-afc568e0dcc6. Oct 19 20:47:30.973989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:30.987904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:31.106574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:31.111445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.118465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:31.131139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:31.131692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:31.143681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32929920-aaac-47f7-9455-227abd853b3f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/db6ef9d8-b9c3-4b5e-afb1-93b4dbd5b505 HTTP/1.1" status: 200 len: 688 time: 0.6738715 Oct 19 20:47:31.144418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46274) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:31.182421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:31.192079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:31.192686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:31.229044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:31.230038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a852c-37c6-4d27-8af5-cfc897617523 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:31.320562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 79547638-30b3-4d12-b89c-55a32c385427 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:31.321051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.407938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.408381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.420604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 79547638-30b3-4d12-b89c-55a32c385427 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:31.564799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.595249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=79547638-30b3-4d12-b89c-55a32c385427,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:31.659198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.661877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.663206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0abe61db-bd18-44de-9156-118182c4cfd7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/db6ef9d8-b9c3-4b5e-afb1-93b4dbd5b505 HTTP/1.1" status: 204 len: 168 time: 0.5180545 Oct 19 20:47:31.666721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46284) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:31.671372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '073b4379-6495-4409-9b4e-54694c9420b0'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:31.697571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.803100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:31.912391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.245 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/24df3032-9398-44a4-80a4-039bcfb6fd30) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:32.036807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:32.078124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:32.129925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:32.134414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:32.139174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:32.174894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=24df3032-9398-44a4-80a4-039bcfb6fd30,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:32.315044 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.115996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.248650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.457202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.464194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.519755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=24df3032-9398-44a4-80a4-039bcfb6fd30,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:33.554635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.554989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.555342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.555658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.555989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.556320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.556754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.557526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.565576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.566146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.566617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.567028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:47:33.591196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:33.706426 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 020b0b3b-3f25-4169-b7f3-d87327df45e1 associated. External IP: 172.25.7.245, port: 073b4379-6495-4409-9b4e-54694c9420b0. Oct 19 20:47:33.949210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:34.088676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:34.102216 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:34.115854 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:34.116585 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:34.129665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:34.171279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-586fd22d-ae04-4aad-9250-1de11cb3b675 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5034475 Oct 19 20:47:34.174539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46554) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:34.325475 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aabf7ef2-3689-4f9a-becf-db03a9ea95b3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/floatingips/020b0b3b-3f25-4169-b7f3-d87327df45e1 HTTP/1.1" status: 200 len: 979 time: 0.1492054 Oct 19 20:47:34.328000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46576) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:34.356396 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:34.389938 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:34.390997 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:34.427763 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:34.428420 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e296f-55af-4c76-aa1b-e42fab0ed5c4 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:34.490464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b4eec1a-d299-43b9-adba-bc4f9cd8dde2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1612623 Oct 19 20:47:34.493484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:34.498765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': '9318ff15-03f6-41f3-b082-afc568e0dcc6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:34.801672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:35.312243 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:35.318336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:35.443778 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 020b0b3b-3f25-4169-b7f3-d87327df45e1 associated. External IP: 172.25.7.245, port: 073b4379-6495-4409-9b4e-54694c9420b0. Oct 19 20:47:35.688346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:35.811479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:35.821359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:35.831762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:35.832371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.043062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.054226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:36.054763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.085049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:36.089987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.090650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57d313-9d2a-4c61-81ec-67dec8be2e22 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:36.198806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:36.204696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:36.208732 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:36.217955 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:36.218549 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.254306 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.265025 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:36.266023 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.268500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f096954d-1118-447e-90f0-8c4802c029b1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/020b0b3b-3f25-4169-b7f3-d87327df45e1 HTTP/1.1" status: 200 len: 977 time: 1.7735071 Oct 19 20:47:36.271350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46796) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:36.276766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:36.300094 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.300860 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179db7b-f6b2-4041-8e53-00acfd53c431 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:36.334392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:36.503780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:36.507625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:36.508213 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 020b0b3b-3f25-4169-b7f3-d87327df45e1 disassociated. External IP: 172.25.7.245, port: 9318ff15-03f6-41f3-b082-afc568e0dcc6. Oct 19 20:47:36.702624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-da5d1a1e-2345-41c7-b757-75b9489d6fa9 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:36.704117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-da5d1a1e-2345-41c7-b757-75b9489d6fa9 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 814 time: 0.1057706 Oct 19 20:47:36.721791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-81b4c4ea-5fbe-431d-af9b-f5bddd94527a tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/quotas/d7da6cc0c5de4ae09340afbeb41f0c0d HTTP/1.1" status: 200 len: 375 time: 0.0107462 Oct 19 20:47:36.737688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:36.758287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-14f388c4-1dc5-4c92-9c0d-20ec6188ea12 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313909 Oct 19 20:47:36.850511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:36.855098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:36.862735 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:36.873806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:36.874986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.883437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ffbdce29-a4d3-4ed5-98bf-50d5ad9b2b0a tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/020b0b3b-3f25-4169-b7f3-d87327df45e1 HTTP/1.1" status: 200 len: 688 time: 0.6106739 Oct 19 20:47:36.886745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:36.918392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.931216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:36.932036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.961436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-dae88d88-82c3-4fff-b1bf-4b9825299d3f service neutron] 10.222.0.31 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952562 Oct 19 20:47:36.973841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:36.974508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c60a1-d767-4d0b-9dfd-f068bbf7000a None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:37.027516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 24df3032-9398-44a4-80a4-039bcfb6fd30 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:37.027853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.066325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-dd0e740b-5285-404b-b48a-d74658f4aca2 service neutron] 10.222.0.31 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985057 Oct 19 20:47:37.109374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.110059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.122296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 24df3032-9398-44a4-80a4-039bcfb6fd30 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:37.541602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-25f50ce0-5d25-4857-b8de-127ac70ea73b req-bdf16c35-0729-4b76-bf56-674b615bc857 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 210 time: 0.0345292 Oct 19 20:47:37.555256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.584004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=24df3032-9398-44a4-80a4-039bcfb6fd30,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:37.648547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.651666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:37.653160 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c005a4df-149a-4e43-b77e-44c3262cd4eb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/020b0b3b-3f25-4169-b7f3-d87327df45e1 HTTP/1.1" status: 204 len: 168 time: 0.7655056 Oct 19 20:47:37.655872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:37.692880 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-5fe0400a-6df0-43a9-a4a5-8d2b48e31933 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] delete failed (client error): The resource could not be found. Oct 19 20:47:37.698743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5fe0400a-6df0-43a9-a4a5-8d2b48e31933 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/020b0b3b-3f25-4169-b7f3-d87327df45e1 HTTP/1.1" status: 404 len: 345 time: 0.0373399 Oct 19 20:47:37.698935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 46840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:37.798838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a8192-9de1-47e1-b2a6-3051464a363b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:37.806568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a8192-9de1-47e1-b2a6-3051464a363b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:37.814482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a8192-9de1-47e1-b2a6-3051464a363b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:37.817865 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-271a8192-9de1-47e1-b2a6-3051464a363b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/ports?network_id=4f73b51e-5173-427f-93a0-b7682b905278 HTTP/1.1" status: 200 len: 2358 time: 0.1164057 Oct 19 20:47:37.819194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46842) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:37.876217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ad4f5-8a65-4818-861d-e19a73eafb1f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:37.880091 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-500ad4f5-8a65-4818-861d-e19a73eafb1f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/subnets/566cbf9f-cbb1-4163-8a95-51856c199525 HTTP/1.1" status: 200 len: 797 time: 0.0574088 Oct 19 20:47:37.882300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:37.886978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'port': {'network_id': '4f73b51e-5173-427f-93a0-b7682b905278', 'name': 'tempest-FloatingIPTestJSON-251242967', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:38.004702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:38.090678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.109365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] device_id is not set on port c269d110-05a9-448f-b689-114b6cfe7015 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:38.324285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-716c559c-7ac2-4694-bc77-de4bd9fb9046 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:38.326078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-716c559c-7ac2-4694-bc77-de4bd9fb9046 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 814 time: 0.1377695 Oct 19 20:47:38.340037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Request body: {'port': {'device_id': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2', 'admin_state_up': True, 'tenant_id': 'd7da6cc0c5de4ae09340afbeb41f0c0d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:38.460191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Made reservation on behalf of d7da6cc0c5de4ae09340afbeb41f0c0d for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:38.463705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.500663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.14 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/c269d110-05a9-448f-b689-114b6cfe7015) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:38.512459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.13 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/c269d110-05a9-448f-b689-114b6cfe7015) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:38.638953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Allocated IP 172.20.0.6 (023443c9-b91a-4d01-b3d4-55dd096a85d2/7b12962c-6a25-41e2-8df4-3196ef2639ba/5d2a9439-a52a-425f-a35d-24f8d0f566d2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:38.674470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb97d477-66d3-4e54-a995-0df4ebc413b5 req-4a61d800-9955-45c4-b8ba-e965a9fae408 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 210 time: 0.0293782 Oct 19 20:47:38.694113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.729421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.784102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:38.792429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:38.794847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:38.816984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=c269d110-05a9-448f-b689-114b6cfe7015,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:38.823831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.851321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:38.852109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.868043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.869647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a0bf810b-9701-46a9-a9e8-f8e4554a2a78 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9863155 Oct 19 20:47:38.872198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:38.878332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'c269d110-05a9-448f-b689-114b6cfe7015', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:38.902367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:38.916607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:38.920062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:38.924873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:38.956543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Pushing event updated for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:38.984716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:38.985248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.006880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-c1cf9a4a-91f5-42f4-b791-4e88acf420c7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6712255 Oct 19 20:47:39.008982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.020684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Request body: {'port': {'device_id': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:39.081693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.119132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.119 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5ca46978-693d-4f1e-bb96-a2cf38257728) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:39.231184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.271770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.315203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:39.319638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:39.322059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:39.354407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=5ca46978-693d-4f1e-bb96-a2cf38257728,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:39.366399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2a9439-a52a-425f-a35d-24f8d0f566d2 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:47:39.374511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.387769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Transition to ACTIVE for port object 5d2a9439-a52a-425f-a35d-24f8d0f566d2 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:47:39.392379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.442154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:39.522402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Attempting to bind port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:47:39.522747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Attempting to bind port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:47:39.523083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Attempting to bind port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:47:39.528232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:47:39.528559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Attempting to bind port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:47:39.534765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:47:39.535105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Checking segment: {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:47:39.535493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Bound using segment: {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:47:39.535927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Bound port: 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:47:39.536287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.609196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:47:39.614728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:47:39.622307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.669550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:39.670295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:39.671734 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] 10.222.0.11 "PUT /v2.0/ports/5d2a9439-a52a-425f-a35d-24f8d0f566d2 HTTP/1.1" status: 200 len: 1091 time: 0.6567018 Oct 19 20:47:39.672181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:47:39.675124 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b3439-8d23-4f1f-b6f3-56c455efa1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:47:39.720103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafab87b-c331-4fdd-b9de-12a0a4f96f50 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:39.792260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-541f3ee2-e0ff-4f21-a5af-bddae2d1a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:39.793790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-541f3ee2-e0ff-4f21-a5af-bddae2d1a37a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 1094 time: 0.0623891 Oct 19 20:47:39.855738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-f5849b39-edce-4e6e-8f8e-6ec57241748c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2 HTTP/1.1" status: 200 len: 217 time: 0.0528364 Oct 19 20:47:39.876981 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb0fc1-33a2-4389-80e6-2abccd422898 x-openstack-request-id: req-a4eb0fc1-33a2-4389-80e6-2abccd422898 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:47:39.877266 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:47:39.877848 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4eb0fc1-33a2-4389-80e6-2abccd422898 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:47:39.878502 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2', 'status': 'completed', 'code': 200} Oct 19 20:47:39.908750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37d0a-0d2f-4ee5-a7a3-c5e89f68c586 req-e4072bb8-b670-4bbb-9493-a0aea0ca6bea tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:39.910413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8e37d0a-0d2f-4ee5-a7a3-c5e89f68c586 req-e4072bb8-b670-4bbb-9493-a0aea0ca6bea tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 943 time: 0.1230121 Oct 19 20:47:39.914078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-05377fa9-a77f-4532-adbe-134555dd92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:39.915735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-05377fa9-a77f-4532-adbe-134555dd92be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 200 len: 854 time: 0.0516467 Oct 19 20:47:39.952893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-0344d591-879c-473f-87bd-599759f66ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=023443c9-b91a-4d01-b3d4-55dd096a85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305574 Oct 19 20:47:40.018764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8e37d0a-0d2f-4ee5-a7a3-c5e89f68c586 req-4976b9a4-6d70-4135-8cf1-261382d139b3 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996578 Oct 19 20:47:40.047626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-652c1c83-e7fa-432f-a2a5-ea08ccc3eece service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Oct 19 20:47:40.092889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.148478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-566f30d3-74ce-4267-9db7-1af92d5c31b5 req-166511ce-262b-422e-9a5e-5164a30d49b1 service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936599 Oct 19 20:47:40.171630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.248186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-9262f16a-84b6-469d-abdc-ecf2c9851099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:40.249738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-9262f16a-84b6-469d-abdc-ecf2c9851099 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 1094 time: 0.0523853 Oct 19 20:47:40.334082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.339364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.339852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-a58b72b4-64f6-41a7-a199-b29ace76ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:40.341376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-a58b72b4-64f6-41a7-a199-b29ace76ff62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 915 time: 0.0841067 Oct 19 20:47:40.388580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-7b72344c-0a4f-4092-8ae5-3dc41825a4e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2 HTTP/1.1" status: 200 len: 217 time: 0.0394337 Oct 19 20:47:40.416587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=5ca46978-693d-4f1e-bb96-a2cf38257728,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:40.425582 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.441684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-0ee0be9c-1ec9-4419-905f-11bb68d67c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:40.443160 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-0ee0be9c-1ec9-4419-905f-11bb68d67c21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 200 len: 854 time: 0.0470695 Oct 19 20:47:40.475514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-8a2a81db-6684-4926-8116-aa429333186f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=023443c9-b91a-4d01-b3d4-55dd096a85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248697 Oct 19 20:47:40.528540 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 20af850e-486f-4ab6-ad91-5504b9c876fe associated. External IP: 172.25.7.119, port: c269d110-05a9-448f-b689-114b6cfe7015. Oct 19 20:47:40.569383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-7d809ebb-70f4-4389-901e-4021ad93bb01 service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Oct 19 20:47:40.690706 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-404b3439-8d23-4f1f-b6f3-56c455efa1f1 req-17661761-96d0-44b7-8af9-ea9755b1daa4 service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126645 Oct 19 20:47:40.764930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:40.873650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:40.884465 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:40.893930 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:40.898827 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:40.899373 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:40.924831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d631d2c-e60a-4146-bf01-5eac76da41d8 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0513234 Oct 19 20:47:40.927402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 46904) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:40.931765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': 'c269d110-05a9-448f-b689-114b6cfe7015', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:40.937706 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:40.947195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:40.948073 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:40.980716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:40.981396 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8644e34-c8ef-46d7-a3f9-690a63d36733 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:40.996966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:41.218388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c57c0-a4bf-467a-86d0-5e9ea58ceeda req-1d88d104-42aa-44b5-8617-56fe90f2190f tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:41.219907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c32c57c0-a4bf-467a-86d0-5e9ea58ceeda req-1d88d104-42aa-44b5-8617-56fe90f2190f tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 943 time: 0.1069376 Oct 19 20:47:41.308174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c32c57c0-a4bf-467a-86d0-5e9ea58ceeda req-15899764-7934-41b9-9625-46e74f94d9b7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811110 Oct 19 20:47:41.564152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:41.568191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:41.810394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:41.930902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:41.935438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:41.942996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:41.953269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:41.954444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:41.990879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:41.996192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10d557f7-02ef-4625-a2a5-55a004a59b27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/20af850e-486f-4ab6-ad91-5504b9c876fe HTTP/1.1" status: 200 len: 978 time: 1.0677567 Oct 19 20:47:41.999307 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47082) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:42.002097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:42.002612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:42.040685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:42.041284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c777e9-1e85-49d5-9257-a219dc9d7add None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:42.167136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 5ca46978-693d-4f1e-bb96-a2cf38257728 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:42.167476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.263388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.263712 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.276098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 5ca46978-693d-4f1e-bb96-a2cf38257728 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:42.432033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1846-acfc-4540-920a-c998cea487bd req-fb953b64-0de1-4e99-9a22-2c44a927d87b tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:42.433572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-066a1846-acfc-4540-920a-c998cea487bd req-fb953b64-0de1-4e99-9a22-2c44a927d87b tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 943 time: 0.0549748 Oct 19 20:47:42.472915 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.476431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-066a1846-acfc-4540-920a-c998cea487bd req-f3bd0733-c3ba-4b20-a85b-135e323d0b14 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Oct 19 20:47:42.506574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=5ca46978-693d-4f1e-bb96-a2cf38257728,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:42.578119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.578447 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 20af850e-486f-4ab6-ad91-5504b9c876fe disassociated (deleted). External IP: 172.25.7.119, port: c269d110-05a9-448f-b689-114b6cfe7015. Oct 19 20:47:42.697882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.794866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:42.910134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:42.915203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:42.921858 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:42.931199 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:42.931638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:42.945339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-efb37470-2564-49c7-a4ca-1b5347399dc5 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/20af850e-486f-4ab6-ad91-5504b9c876fe HTTP/1.1" status: 204 len: 168 time: 0.9440954 Oct 19 20:47:42.946978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47232) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:42.963493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:42.972795 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:42.973433 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:43.009162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:43.009859 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a7a95-1421-48c1-88a5-2301af8c50fe None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:43.047431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port c269d110-05a9-448f-b689-114b6cfe7015 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:43.047894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.140674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.153540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for c269d110-05a9-448f-b689-114b6cfe7015 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:43.207831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.343671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.371944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=c269d110-05a9-448f-b689-114b6cfe7015,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:43.466838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.470158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b3d3f52a-5889-4fa6-b70b-ac58e007ffb7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/c269d110-05a9-448f-b689-114b6cfe7015 HTTP/1.1" status: 204 len: 168 time: 0.5221007 Oct 19 20:47:43.473920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:43.478293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:43.500510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.601122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5d2a9439-a52a-425f-a35d-24f8d0f566d2 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:47:43.606130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7349059-efdb-4310-a6fb-06e374109f64 req-6a2b209b-cc03-498e-9ed9-22c40661232c tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:43.607189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.613921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7349059-efdb-4310-a6fb-06e374109f64 req-6a2b209b-cc03-498e-9ed9-22c40661232c tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 943 time: 0.0577071 Oct 19 20:47:43.647976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7349059-efdb-4310-a6fb-06e374109f64 req-d3c28e7d-ab97-4543-952e-8df94b3c2557 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Oct 19 20:47:43.703548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:43.722532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '5d2a9439-a52a-425f-a35d-24f8d0f566d2', 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2', 'port_id': '5d2a9439-a52a-425f-a35d-24f8d0f566d2', 'mac_address': 'fa:16:3e:4a:25:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b12962c-6a25-41e2-8df4-3196ef2639ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:47:43.762701 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.776360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2a9439-a52a-425f-a35d-24f8d0f566d2 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:47:43.796594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:43.801597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:43.861438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:43.992434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.9 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d4c084fa-da7e-428f-aa20-c853933a80b3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:44.036063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5d2a9439-a52a-425f-a35d-24f8d0f566d2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:47:44.099275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.134530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.171250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:44.174926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:44.177405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:44.216079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=d4c084fa-da7e-428f-aa20-c853933a80b3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:44.275757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.310386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.459683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.464415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.536339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=d4c084fa-da7e-428f-aa20-c853933a80b3,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:44.545182 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.560420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.561661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c396026-343c-4303-9970-4286b9128b6d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0868115 Oct 19 20:47:44.564313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47342) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:44.569209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'port': {'network_id': '4f73b51e-5173-427f-93a0-b7682b905278', 'name': 'tempest-FloatingIPTestJSON-241242261'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:44.679922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:44.683790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:44.702852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] device_id is not set on port 4ebca6a9-bb1e-4bd9-8f00-821a12c2044a yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:44.773561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61f82-4362-45a9-8d27-9a3b112d6733 req-6aae63b2-92c3-4521-9ebd-2b27a87856ad tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:44.775205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10a61f82-4362-45a9-8d27-9a3b112d6733 req-6aae63b2-92c3-4521-9ebd-2b27a87856ad tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 944 time: 0.0538514 Oct 19 20:47:44.818248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10a61f82-4362-45a9-8d27-9a3b112d6733 req-ab7f9317-87a2-4dfa-8524-35da62f830ff tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Oct 19 20:47:44.826045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.6 (4f73b51e-5173-427f-93a0-b7682b905278/566cbf9f-cbb1-4163-8a95-51856c199525/4ebca6a9-bb1e-4bd9-8f00-821a12c2044a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:44.972782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.012794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.060563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network 4f73b51e-5173-427f-93a0-b7682b905278 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:45.063752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:45.068795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:45.077311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=4ebca6a9-bb1e-4bd9-8f00-821a12c2044a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:45.122179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:45.122839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.138927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8f5f9217-8f19-4050-b206-cdc2319d2c67 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5736451 Oct 19 20:47:45.141772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47350) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:45.146404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': '4ebca6a9-bb1e-4bd9-8f00-821a12c2044a'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:45.441855 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.600803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5d2a9439-a52a-425f-a35d-24f8d0f566d2 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:45.651411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:47:45.655686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:45.656179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.746723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.769877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:47:45.772475 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3dfb36-499c-4772-b169-cd16ccc658bb" -d '{"events": [{"server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:47:45.789197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:45.796694 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.825082 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d91ed-0dbc-43cd-bd17-87c30ed4db43 x-openstack-request-id: req-f32d91ed-0dbc-43cd-bd17-87c30ed4db43 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:47:45.825439 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:47:45.825649 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f32d91ed-0dbc-43cd-bd17-87c30ed4db43 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:47:45.826050 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2', 'code': 200} Oct 19 20:47:45.859065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:45.908686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.913614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:45.989265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43d71-fac1-4671-a4eb-de37c813fd78 req-c4f76eb6-d866-4dfa-99d3-601e46bed48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:45.990797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0a43d71-fac1-4671-a4eb-de37c813fd78 req-c4f76eb6-d866-4dfa-99d3-601e46bed48a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 1096 time: 0.0892460 Oct 19 20:47:45.998464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860589-7273-47ae-b354-10e0bad0e993 req-4574df5e-84ec-4dac-82c3-cec77a9e59cf tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:45.999796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2860589-7273-47ae-b354-10e0bad0e993 req-4574df5e-84ec-4dac-82c3-cec77a9e59cf tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.0876117 Oct 19 20:47:46.025345 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP cc2156b0-f730-402a-b96f-f6e6f279a9f1 associated. External IP: 172.25.7.9, port: 4ebca6a9-bb1e-4bd9-8f00-821a12c2044a. Oct 19 20:47:46.045248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0a43d71-fac1-4671-a4eb-de37c813fd78 req-ca1f2585-e56c-4dd3-9c4d-7fbcc5604fdd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Oct 19 20:47:46.063388 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2860589-7273-47ae-b354-10e0bad0e993 req-be74ad49-ba9d-44fe-9a77-f914feabceeb tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564494 Oct 19 20:47:46.260883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:46.379524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:46.384426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:46.392068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:46.402326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:46.403260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:46.419558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ac353874-a43c-4f69-a54d-6b39766c9792 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/cc2156b0-f730-402a-b96f-f6e6f279a9f1 HTTP/1.1" status: 200 len: 975 time: 1.2765498 Oct 19 20:47:46.419835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47366) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:46.444308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:46.454447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:46.456054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:46.496051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:46.496809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d25e7ad-c630-4197-97de-8804e7c5b58b None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:46.545218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 4ebca6a9-bb1e-4bd9-8f00-821a12c2044a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:46.545682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:46.643094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:46.880363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:46.880630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:46.880951 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP cc2156b0-f730-402a-b96f-f6e6f279a9f1 disassociated. External IP: 172.25.7.9, port: 4ebca6a9-bb1e-4bd9-8f00-821a12c2044a. Oct 19 20:47:46.881284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 4ebca6a9-bb1e-4bd9-8f00-821a12c2044a owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:47.016812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:47.053383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=4ebca6a9-bb1e-4bd9-8f00-821a12c2044a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:47.232593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:47.321750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaf982-1889-485d-9ac9-12bfc42434d9 req-cdb69fc4-ec88-475a-8b0d-c834569b5a1d tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:47.330836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfeaf982-1889-485d-9ac9-12bfc42434d9 req-cdb69fc4-ec88-475a-8b0d-c834569b5a1d tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.1328595 Oct 19 20:47:47.385085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfeaf982-1889-485d-9ac9-12bfc42434d9 req-396b4177-cc27-4ee5-b632-bcb573272628 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501826 Oct 19 20:47:47.428987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:47.466591 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:47.482730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:47.483580 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:47.528838 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:47.533607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:47.542988 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:47.543794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47382) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:47.544010 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:47.553362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ec71a0b-6d9d-4ce1-a3c5-3ba7536e25c3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/4ebca6a9-bb1e-4bd9-8f00-821a12c2044a HTTP/1.1" status: 204 len: 168 time: 1.1318514 Oct 19 20:47:47.628969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:47.629835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc503234-54bb-435d-ab38-04bd52a767a3 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:47.632897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-223b50f8-a4f6-4988-8648-b2ee6c6541c1 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/floatingips/cc2156b0-f730-402a-b96f-f6e6f279a9f1 HTTP/1.1" status: 200 len: 686 time: 0.0846405 Oct 19 20:47:47.634602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47386) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:47.772489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port d4c084fa-da7e-428f-aa20-c853933a80b3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:47.772859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:47.853671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:47.854090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:47.866510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for d4c084fa-da7e-428f-aa20-c853933a80b3 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:47:48.003555 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.029512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=d4c084fa-da7e-428f-aa20-c853933a80b3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:48.093019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.096455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.100775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d7957d46-f6d0-4ca0-94b3-78dceb2c4cfe tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc2156b0-f730-402a-b96f-f6e6f279a9f1 HTTP/1.1" status: 204 len: 168 time: 0.4623318 Oct 19 20:47:48.101232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47388) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:48.106188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '9318ff15-03f6-41f3-b082-afc568e0dcc6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:48.129821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.246109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.369809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.164 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ba9927ae-2625-42f9-9d9a-7d667b523f7b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:48.504849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.531918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862aa5c-23a1-4dd1-be40-aaf3084915b4 req-d292c67b-ddd0-406e-bd88-8049c7b39bec tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:48.533398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7862aa5c-23a1-4dd1-be40-aaf3084915b4 req-d292c67b-ddd0-406e-bd88-8049c7b39bec tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.0750058 Oct 19 20:47:48.575366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:48.608368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7862aa5c-23a1-4dd1-be40-aaf3084915b4 req-da76339c-8552-4b3e-8f2e-8dc6938985bc tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663126 Oct 19 20:47:48.619999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:48.622904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:48.626081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:48.664569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=ba9927ae-2625-42f9-9d9a-7d667b523f7b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:49.031961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:49.113943 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:49.272419 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:49.277518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:49.364384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=ba9927ae-2625-42f9-9d9a-7d667b523f7b,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:49.391094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:49.783429 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 99f3ac84-a72d-4614-a14f-3f2e20cead5c associated. External IP: 172.25.7.164, port: 9318ff15-03f6-41f3-b082-afc568e0dcc6. Oct 19 20:47:50.068767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:50.084758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe8af-3d33-4792-a695-8d1ba0f53cd0 req-f29f4463-0751-4274-8a3a-7988b63d2083 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:50.086201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55dbe8af-3d33-4792-a695-8d1ba0f53cd0 req-f29f4463-0751-4274-8a3a-7988b63d2083 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0743327 Oct 19 20:47:50.169397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55dbe8af-3d33-4792-a695-8d1ba0f53cd0 req-0c7bc342-f132-4a54-80fd-e8305d6cf558 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Oct 19 20:47:50.226691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:50.246342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:50.246817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.258988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:50.259693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:50.287619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47488) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:50.291177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c65ceba1-84c6-4f63-afe1-bced986feb27 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1883237 Oct 19 20:47:50.293325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-351741998'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:50.300348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:50.309999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:50.310859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:50.319876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:50.327253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.357562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:50.358352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5216ae6-c481-459e-9b25-09fcd87ed439 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:50.368692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:47:50.382913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.383293 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Added segment d7adf149-f30c-4445-b597-bfd8625a46d0 of type vlan for network f911f543-863b-466f-b6f0-9a616626d46d Oct 19 20:47:50.454274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.490695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.496952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:50.497706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.543552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2547436 Oct 19 20:47:50.546403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:50.552524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'subnet': {'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:50.614141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09210315-7415-447d-83ed-c2ce9cd6957e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Network': ['ID=f911f543-863b-466f-b6f0-9a616626d46d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:50.625081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f911f543-863b-466f-b6f0-9a616626d46d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:47:50.676727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:50.681959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.886250 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:50.967278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Subnet': ['ID=c82353c7-deef-4faf-9e78-0e5b64aa6129,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:50.976717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Checking segment: {'id': 'd7adf149-f30c-4445-b597-bfd8625a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:47:50.977077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network hostable DHCP agents. Network: f911f543-863b-466f-b6f0-9a616626d46d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:47:50.995511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network f911f543-863b-466f-b6f0-9a616626d46d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:47:51.005071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f911f543-863b-466f-b6f0-9a616626d46d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:51.009201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:51.009814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.015073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13453dd0-fb59-442a-80d9-4a594bb487fa None None] Network f911f543-863b-466f-b6f0-9a616626d46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:51.035471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32a4f4ff-957f-486a-b2d1-d9fe3a388cc7 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4879553 Oct 19 20:47:51.038362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47494) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:51.043116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1144826169', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:51.070883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.072035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.129267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.207031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f911f543-863b-466f-b6f0-9a616626d46d', 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d', 'tenant_id': 'e9c7155d1d754defb249e5e1adf11418', 'fixed_ips': [{'subnet_id': 'c82353c7-deef-4faf-9e78-0e5b64aa6129'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:47:51.207990 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.301351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.392970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Allocated IP 172.20.0.2 (f911f543-863b-466f-b6f0-9a616626d46d/c82353c7-deef-4faf-9e78-0e5b64aa6129/f416f8ae-b069-47bc-b3a1-89d9c8ab7588) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:51.396644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69681e74-7b18-4bae-b4fc-cccacfa06746 req-17df4532-2f18-4222-838c-0feb24810421 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:51.398515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69681e74-7b18-4bae-b4fc-cccacfa06746 req-17df4532-2f18-4222-838c-0feb24810421 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0890548 Oct 19 20:47:51.484657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69681e74-7b18-4bae-b4fc-cccacfa06746 req-c3eae125-49e6-49b0-8730-6647352180fb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777743 Oct 19 20:47:51.595704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.607199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.662142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.692104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.704267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Network f911f543-863b-466f-b6f0-9a616626d46d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:51.706148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Pushing event updated for resources: {'Port': ['ID=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:51.716291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:51.717629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:51.780963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Attempting to bind port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:47:51.781382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Attempting to bind port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd7adf149-f30c-4445-b597-bfd8625a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:47:51.781749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Attempting to bind port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 on network f911f543-863b-466f-b6f0-9a616626d46d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:47:51.787600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:47:51.787986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Checking segment: {'id': 'd7adf149-f30c-4445-b597-bfd8625a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:47:51.788381 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.788815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Bound using segment: {'id': 'd7adf149-f30c-4445-b597-bfd8625a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:47:51.789578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Bound port: f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7adf149-f30c-4445-b597-bfd8625a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:47:51.789999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.836772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.25.7.22 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/99c65d42-872b-4bf0-abea-1346f2bf0511) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:51.865138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] For port f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:47:51.868830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] For port f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,segment=NetworkSegment(d7adf149-f30c-4445-b597-bfd8625a46d0),segment_id=d7adf149-f30c-4445-b597-bfd8625a46d0)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:47:51.874621 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:51.935588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be02a9-b6d9-4c27-9262-2469661725f1 None None] Pushing event updated for resources: {'Port': ['ID=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:52.003483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.050924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47506) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:52.062197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.101967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:52.105222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:52.108765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:52.227318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61f19735-3fe5-4c78-a0fe-55fac2432581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.382758 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61f19735-3fe5-4c78-a0fe-55fac2432581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.388609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-61f19735-3fe5-4c78-a0fe-55fac2432581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.430980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f416f8ae-b069-47bc-b3a1-89d9c8ab7588 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:52.447637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f19735-3fe5-4c78-a0fe-55fac2432581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5927cf91-6288-493d-8011-96b5a18fc694,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:52.452441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61f19735-3fe5-4c78-a0fe-55fac2432581 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30a22b8f072940c0aedd769bf4fca56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008172 Oct 19 20:47:52.455576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47512) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:52.497830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:52.498396 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.499162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=99c65d42-872b-4bf0-abea-1346f2bf0511,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:52.514373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.553042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.645053 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.654654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.658916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.662675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5927cf91-6288-493d-8011-96b5a18fc694 HTTP/1.1" status: 204 len: 168 time: 0.2039220 Oct 19 20:47:52.686386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,segment=NetworkSegment(d7adf149-f30c-4445-b597-bfd8625a46d0),segment_id=d7adf149-f30c-4445-b597-bfd8625a46d0)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:47:52.690253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec528b-4700-488b-8040-0d06ea81a3e2 req-2e90af20-e32d-46c0-bdc4-fb4f781ffca4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:52.692731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:52.705604 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acec528b-4700-488b-8040-0d06ea81a3e2 req-2e90af20-e32d-46c0-bdc4-fb4f781ffca4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1045730 Oct 19 20:47:52.721688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1de2a1-e4a7-48ee-8341-67c7ce63a3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5927cf91-6288-493d-8011-96b5a18fc694,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:52.759525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:52.780834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acec528b-4700-488b-8040-0d06ea81a3e2 req-ddde886c-98c4-44c9-80a4-8e6a732b381e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734737 Oct 19 20:47:52.831089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.063467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47520) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:53.078922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60ec680b-e0a4-4f7d-9907-26ed41a63bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.088153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.185411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60ec680b-e0a4-4f7d-9907-26ed41a63bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.191584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-60ec680b-e0a4-4f7d-9907-26ed41a63bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.243537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-60ec680b-e0a4-4f7d-9907-26ed41a63bd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ca831e2b8c64a3c8809b0e6f7120574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759472 Oct 19 20:47:53.243537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec680b-e0a4-4f7d-9907-26ed41a63bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18bf20-29e4-42f9-ba1e-40d55bcec3c0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:53.245580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47522) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:53.272147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:47:53.287366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345a2cd-5d8b-4c2f-9e4a-5b7c6cf9c6bc None None] Network f911f543-863b-466f-b6f0-9a616626d46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:47:53.312571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.339365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.407055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-99313882-8deb-41ee-b96c-800039fbd259 None None] Provisioning complete for port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:53.408406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-99313882-8deb-41ee-b96c-800039fbd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.428229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.431232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.431926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:53.432389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe18bf20-29e4-42f9-ba1e-40d55bcec3c0 HTTP/1.1" status: 204 len: 168 time: 0.1858246 Oct 19 20:47:53.447252 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] Sync routers for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:53.456183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b005acc-e568-4254-846b-57d6c48a94d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18bf20-29e4-42f9-ba1e-40d55bcec3c0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:53.460144 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:53.467366 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:53.502179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:53.503459 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aae46ec7-07a5-47f7-a24f-fc3c98880156 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4639854 Oct 19 20:47:53.506330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47528) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:53.521390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:53.531530 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:53.532341 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:53.578898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:53.581278 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e82c5-e0de-44ed-aef0-6b019f147360 None None] The sync data for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:53.909513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ec42d379-9fd9-4ae3-af50-8a6d243557ea None None] Provisioning complete for port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:53.911063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ec42d379-9fd9-4ae3-af50-8a6d243557ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:54.013506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd93372-b2de-44ef-bb81-147d72b34708 req-8a38839f-f5c0-48a7-a27a-d3906e32a884 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:54.015013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acd93372-b2de-44ef-bb81-147d72b34708 req-8a38839f-f5c0-48a7-a27a-d3906e32a884 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1085858 Oct 19 20:47:54.103391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-acd93372-b2de-44ef-bb81-147d72b34708 req-1d8ac0f1-422b-46f8-8529-7c41064d8ecf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786905 Oct 19 20:47:54.154741 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:54.322070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f416f8ae-b069-47bc-b3a1-89d9c8ab7588 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:47:54.383114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:54.383818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:54.496649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.1 (f911f543-863b-466f-b6f0-9a616626d46d/c82353c7-deef-4faf-9e78-0e5b64aa6129/7cbded68-1d98-407b-af5a-f2fadfb6b525) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:54.908687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:54.953090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:54.998923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network f911f543-863b-466f-b6f0-9a616626d46d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:55.003313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:55.007452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:55.047190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=7cbded68-1d98-407b-af5a-f2fadfb6b525,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:55.073704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.283937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.303308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6f8a-7bca-4cb0-8c0a-ed555d116b19 req-4120c5c6-b3fc-4b3a-a828-14288e67142c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:55.309478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fae6f8a-7bca-4cb0-8c0a-ed555d116b19 req-4120c5c6-b3fc-4b3a-a828-14288e67142c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1221354 Oct 19 20:47:55.366043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ec6109ae-cbae-4fc9-a846-fb848a1da976 None None] Provisioning complete for port 7cbded68-1d98-407b-af5a-f2fadfb6b525 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:55.366608 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ec6109ae-cbae-4fc9-a846-fb848a1da976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.380164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2fae6f8a-7bca-4cb0-8c0a-ed555d116b19 req-2d529868-6747-42fd-89be-6a8133fd508a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642192 Oct 19 20:47:55.425522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ec6109ae-cbae-4fc9-a846-fb848a1da976 None None] Port 7cbded68-1d98-407b-af5a-f2fadfb6b525 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:47:55.665990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.672982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.759587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=7cbded68-1d98-407b-af5a-f2fadfb6b525,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:55.772780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:55.880497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network f911f543-863b-466f-b6f0-9a616626d46d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:55.882026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:56.018901 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:47:56.034846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:56.143891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-c49bb130-29c6-4120-8646-a4238680efa0 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=260119d0d4d34553b8397d0497f60d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451732 Oct 19 20:47:56.150538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-60344f22-a262-4c6a-9f53-61333ab6fe8c None None] Provisioning complete for port 7cbded68-1d98-407b-af5a-f2fadfb6b525 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:56.150906 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-60344f22-a262-4c6a-9f53-61333ab6fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:56.186730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-60344f22-a262-4c6a-9f53-61333ab6fe8c None None] Port 7cbded68-1d98-407b-af5a-f2fadfb6b525 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:47:56.261852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:56.271866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] Sync routers for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:56.282019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:56.283356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:56.296155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e0c00af-8b2c-4a04-bccc-f620d67df7a3 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/routers/0cd2ef15-d4ad-4091-8031-b1ec48bacfa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886643 Oct 19 20:47:56.299462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47580) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:56.305725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'port': {'network_id': 'f911f543-863b-466f-b6f0-9a616626d46d', 'name': 'tempest-FloatingIPTestJSON-426607428'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:56.320099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:56.329938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:56.330545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:56.371276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:56.372622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9a47d-5bfd-41f8-8450-5262371c8f17 None None] The sync data for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:56.396281 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-c200757b-1c61-4da7-9c7b-e1c84c859371 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:56.398314 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-c200757b-1c61-4da7-9c7b-e1c84c859371 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266870 Oct 19 20:47:56.416397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-c491caad-2eb3-400d-8a99-0d9209998d27 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/quotas/260119d0d4d34553b8397d0497f60d7c HTTP/1.1" status: 200 len: 375 time: 0.0122561 Oct 19 20:47:56.450942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Made reservation on behalf of e9c7155d1d754defb249e5e1adf11418 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:56.455548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:56.459426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-e5704859-f8cf-4af5-aa48-5191d4dd89a4 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=260119d0d4d34553b8397d0497f60d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329988 Oct 19 20:47:56.463427 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-83e2dcd1-5c2a-4810-bd7e-7fbaca4a18ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:56.479452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] device_id is not set on port 46e86031-fdf7-471d-b236-5b8417a80129 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:47:56.588949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b9c2-3e56-416a-84c6-3f8e6063f8ec req-61dffbfe-c70a-4727-848d-1f09e4e82c69 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:56.590746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41a5b9c2-3e56-416a-84c6-3f8e6063f8ec req-61dffbfe-c70a-4727-848d-1f09e4e82c69 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1052270 Oct 19 20:47:56.655444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45444677-8f07-4403-8d30-2a446c284c0d req-f4161404-32ad-4cd3-a8f7-938088f8d49f tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 210 time: 0.0305333 Oct 19 20:47:56.684957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Allocated IP 172.20.0.12 (f911f543-863b-466f-b6f0-9a616626d46d/c82353c7-deef-4faf-9e78-0e5b64aa6129/46e86031-fdf7-471d-b236-5b8417a80129) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:56.691297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41a5b9c2-3e56-416a-84c6-3f8e6063f8ec req-a390cdb8-878d-4dc5-bee8-a7c3aad33234 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670812 Oct 19 20:47:56.865436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:56.905703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:56.960879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Network f911f543-863b-466f-b6f0-9a616626d46d is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:56.966476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:56.973899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:56.977926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event updated for resources: {'Port': ['ID=46e86031-fdf7-471d-b236-5b8417a80129,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:57.037051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:57.037723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:57.062642 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c6c4247-baa8-4f13-a81c-e2ce017dc556 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7615631 Oct 19 20:47:57.065767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:57.072761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Request body: {'floatingip': {'port_id': '46e86031-fdf7-471d-b236-5b8417a80129'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:57.149583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:57.316952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-272b9946-6ba0-47a2-a676-8ad89a6b5c05 None None] Provisioning complete for port 46e86031-fdf7-471d-b236-5b8417a80129 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:57.317985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-272b9946-6ba0-47a2-a676-8ad89a6b5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:57.371705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-272b9946-6ba0-47a2-a676-8ad89a6b5c05 None None] Port 46e86031-fdf7-471d-b236-5b8417a80129 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:47:57.681201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:57.704308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:57.756458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-ba8799f8-5712-4edc-aad9-38ffb3b78820 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=260119d0d4d34553b8397d0497f60d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949798 Oct 19 20:47:57.814425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-47a8d087-c7b3-4a5c-9d05-675ba42e97c8 req-80dfcd72-82bc-4bc2-823f-6151eefd8654 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 210 time: 0.0677061 Oct 19 20:47:58.004069 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 99f3ac84-a72d-4614-a14f-3f2e20cead5c associated. External IP: 172.25.7.164, port: 9318ff15-03f6-41f3-b082-afc568e0dcc6. Oct 19 20:47:58.070476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00149d-ab0d-4728-a6a5-2d6e80a13bd6 req-281a53cf-a16a-4685-9474-bed5a0538c0b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:58.071944 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe00149d-ab0d-4728-a6a5-2d6e80a13bd6 req-281a53cf-a16a-4685-9474-bed5a0538c0b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.2524374 Oct 19 20:47:58.111198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-05af0cab-1e11-4ad6-bfa0-71047788e019 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:58.112613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-05af0cab-1e11-4ad6-bfa0-71047788e019 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3478427 Oct 19 20:47:58.131371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Request body: {'port': {'device_id': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '260119d0d4d34553b8397d0497f60d7c'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:58.470129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe00149d-ab0d-4728-a6a5-2d6e80a13bd6 req-fb4672ca-66d3-4456-9f42-783f2bf7f48f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891098 Oct 19 20:47:58.671178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Made reservation on behalf of 260119d0d4d34553b8397d0497f60d7c for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:47:58.671178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:58.685617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:58.701774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:58.857732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:58.865093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:58.875651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:58.887029 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:58.898707 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:58.899665 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:58.937516 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:58.944412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5865df8-50bb-422f-bff9-c48dd202edfe req-1dd184ef-248c-4690-9b98-ab7138aa4dbe tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 210 time: 0.0580821 Oct 19 20:47:58.949228 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:58.949858 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:58.976889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:59.000251 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:59.001968 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0424f13-1eb7-49c5-b09b-dea012a7489e None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:59.103445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Allocated IP 192.168.233.193 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/6a4cd0d5-cf58-490e-9115-4756fcf628aa) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:47:59.227155 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cec0b235-d9fd-4327-bee5-b4494346bb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.299174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:47:59.393186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.461543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:47:59.466856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.471613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] Sync routers for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:47:59.481525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:59.482335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:59.496141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.521852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:59.531812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:47:59.533289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:59.568193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:47:59.569268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd01265-afdc-4c2e-b017-e3a4bc22e5ef None None] The sync data for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:47:59.573575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:47:59.612788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:47:59.615184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:47:59.621645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16bf7a09-1161-45b8-a4d9-752c4ad2304c tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/floatingips/99f3ac84-a72d-4614-a14f-3f2e20cead5c HTTP/1.1" status: 200 len: 978 time: 2.5548513 Oct 19 20:47:59.624437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47610) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:47:59.641210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Pushing event updated for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:47:59.688471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108fe1-6fb3-4b7f-b4fa-02c8d841ff76 req-820479ec-22f4-484d-aac4-ea243a1b058b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:59.690094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06108fe1-6fb3-4b7f-b4fa-02c8d841ff76 req-820479ec-22f4-484d-aac4-ea243a1b058b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1381149 Oct 19 20:47:59.696058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:47:59.696985 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.740039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-b61bc75d-dc8c-40af-9fa5-55de8c7d895e tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6123543 Oct 19 20:47:59.749523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06108fe1-6fb3-4b7f-b4fa-02c8d841ff76 req-f1ffb9a6-22b0-4ae0-8382-d5bcf46efb15 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Oct 19 20:47:59.755285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Request body: {'port': {'device_id': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:47:59.794940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 46e86031-fdf7-471d-b236-5b8417a80129 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:47:59.795312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.832047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.908657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7b7ea3c0-8843-4114-9604-0692462d86d8 None None] Provisioning complete for port 6a4cd0d5-cf58-490e-9115-4756fcf628aa triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:47:59.909286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7b7ea3c0-8843-4114-9604-0692462d86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.913706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:47:59.951809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ea3c0-8843-4114-9604-0692462d86d8 None None] Port 6a4cd0d5-cf58-490e-9115-4756fcf628aa cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:00.123828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f00a0-cbd3-4d58-9da6-2ef2a352fd02 req-bb4117a2-4777-4400-ae8b-a85a84f2f0b9 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:00.125325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c75f00a0-cbd3-4d58-9da6-2ef2a352fd02 req-bb4117a2-4777-4400-ae8b-a85a84f2f0b9 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 936 time: 0.1068382 Oct 19 20:48:00.139840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4cd0d5-cf58-490e-9115-4756fcf628aa {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:48:00.149348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.165592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Transition to ACTIVE for port object 6a4cd0d5-cf58-490e-9115-4756fcf628aa will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:48:00.170008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.229807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:00.234903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c75f00a0-cbd3-4d58-9da6-2ef2a352fd02 req-a31ab052-fa07-415b-bef6-2aa08e7ca955 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Oct 19 20:48:00.237229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.237623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.237986 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Floating IP 99f3ac84-a72d-4614-a14f-3f2e20cead5c disassociated. External IP: 172.25.7.164, port: 46e86031-fdf7-471d-b236-5b8417a80129. Oct 19 20:48:00.238323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 46e86031-fdf7-471d-b236-5b8417a80129 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:00.302874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.351722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Attempting to bind port 6a4cd0d5-cf58-490e-9115-4756fcf628aa on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:00.352064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Attempting to bind port 6a4cd0d5-cf58-490e-9115-4756fcf628aa by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:00.352400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Attempting to bind port 6a4cd0d5-cf58-490e-9115-4756fcf628aa on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:00.358379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Port 6a4cd0d5-cf58-490e-9115-4756fcf628aa on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:48:00.358379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Attempting to bind port 6a4cd0d5-cf58-490e-9115-4756fcf628aa on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:00.365669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:00.366045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:00.366491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:00.366997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Bound port: 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:00.367642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.419668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.454923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:00.458635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=46e86031-fdf7-471d-b236-5b8417a80129,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:00.460034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:00.464493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.468216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.468379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.468678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.469026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.469560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.469971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.470298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.471958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.472301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.472664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.472984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.473340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:00.507686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:00.508771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.509725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a4cd0d5-cf58-490e-9115-4756fcf628aa HTTP/1.1" status: 200 len: 1096 time: 0.7592893 Oct 19 20:48:00.510200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:00.512414 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a023e9b7-6129-4674-95d8-cbf17e1b055e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:00.540884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97e141-54a3-475d-a31a-c27141cf3f67 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:00.615461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-dabd477e-108a-44ed-8c9c-ba30f190a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:00.618385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-dabd477e-108a-44ed-8c9c-ba30f190a0f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=260119d0d4d34553b8397d0497f60d7c&device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 1099 time: 0.0644772 Oct 19 20:48:00.636762 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a9470-0404-43b3-9de1-7ba668dbcdeb x-openstack-request-id: req-492a9470-0404-43b3-9de1-7ba668dbcdeb {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:00.637346 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:00.637667 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-492a9470-0404-43b3-9de1-7ba668dbcdeb {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:00.638306 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa', 'status': 'completed', 'code': 200} Oct 19 20:48:00.674429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-9156292f-0f24-46dd-a596-f2f99532c74c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa HTTP/1.1" status: 200 len: 217 time: 0.0446961 Oct 19 20:48:00.685726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:00.742101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-25c4c5f1-674e-4155-ade6-cbf0f6527e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:00.743891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-25c4c5f1-674e-4155-ade6-cbf0f6527e18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0586555 Oct 19 20:48:00.838821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-cec7ccb8-88a3-4f24-993e-5fd25ef10868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:00.840365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-cec7ccb8-88a3-4f24-993e-5fd25ef10868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887406 Oct 19 20:48:00.856962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:00.868625 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] Sync routers for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:00.880985 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:00.888936 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:00.943649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:00.956599 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:00.957858 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:00.971422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:00.983632 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-07e26a99-28c3-408f-ba7d-4b3e3490ab61 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342659 Oct 19 20:48:00.995942 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:00.996835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8f46d-5bf8-4d1f-9fb5-db240f0daed3 None None] The sync data for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:01.006323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:01.012599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-278ef505-c031-482a-b543-d19e91da3456 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/46e86031-fdf7-471d-b236-5b8417a80129 HTTP/1.1" status: 204 len: 168 time: 1.3846433 Oct 19 20:48:01.017667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47622) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:01.019724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9e22-4e25-4e58-a190-b08dde77c23c req-35845226-98f9-46d5-9ec0-f24f561f673c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.021143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a9e9e22-4e25-4e58-a190-b08dde77c23c req-35845226-98f9-46d5-9ec0-f24f561f673c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1121309 Oct 19 20:48:01.063112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a9e9e22-4e25-4e58-a190-b08dde77c23c req-ccd502dc-73ba-42a4-8628-11647cb95e40 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Oct 19 20:48:01.175782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-786f74e6-556a-4371-ae3e-2b8614ec097b req-1a535886-46e7-4acb-8bd0-a47018d2a7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850457 Oct 19 20:48:01.333161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-8532bafe-a4f7-488f-ab29-928cb89d7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.334652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-8532bafe-a4f7-488f-ab29-928cb89d7f05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=260119d0d4d34553b8397d0497f60d7c&device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 1099 time: 0.0974538 Oct 19 20:48:01.481948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42ecb2-be4e-4ef8-864e-daacca9be4bb req-db88a333-b22e-49e5-9cea-80852d05b168 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.483429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd42ecb2-be4e-4ef8-864e-daacca9be4bb req-db88a333-b22e-49e5-9cea-80852d05b168 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 948 time: 0.1698544 Oct 19 20:48:01.544375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-8691047f-67b3-43ce-ad64-943651b0e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.545790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-8691047f-67b3-43ce-ad64-943651b0e64e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.1960855 Oct 19 20:48:01.605565 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd42ecb2-be4e-4ef8-864e-daacca9be4bb req-7fb8e685-268d-4b2d-8cde-f5f5cd9c71b8 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128867 Oct 19 20:48:01.609019 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-0d49674d-40a9-42a0-a330-dff232033ab2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa HTTP/1.1" status: 200 len: 217 time: 0.0493062 Oct 19 20:48:01.685641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-732a8f18-d753-45ae-95a9-f69562685a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.687111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-732a8f18-d753-45ae-95a9-f69562685a1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0710416 Oct 19 20:48:01.737772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:01.792108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-5cd38af8-a87b-4bd1-a8bd-28914ca38050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:01.793670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-5cd38af8-a87b-4bd1-a8bd-28914ca38050 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944302 Oct 19 20:48:02.254830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc046-4873-47fb-9f61-0a38be04d715 req-68eef896-2a79-47d0-8c7f-52039c5fd88c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:02.261849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77bdc046-4873-47fb-9f61-0a38be04d715 req-68eef896-2a79-47d0-8c7f-52039c5fd88c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0680206 Oct 19 20:48:02.300768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-6161d0be-573c-45fa-9c7d-371a3adc4483 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937274 Oct 19 20:48:02.314203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:02.322078 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77bdc046-4873-47fb-9f61-0a38be04d715 req-66aa9f72-7b04-4fc7-876e-6fa569befeae tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Oct 19 20:48:02.459603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a023e9b7-6129-4674-95d8-cbf17e1b055e req-2620d54d-ed83-4cf5-ace2-d4f0c760431a service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480191 Oct 19 20:48:02.488793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 7cbded68-1d98-407b-af5a-f2fadfb6b525 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:02.489268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:02.579757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:02.592388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 7cbded68-1d98-407b-af5a-f2fadfb6b525 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:02.789197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a739e-939e-46d0-8d3a-35f72e64ee4b req-15323811-61a7-44dd-bbfb-51eaaca121a5 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:02.790921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-337a739e-939e-46d0-8d3a-35f72e64ee4b req-15323811-61a7-44dd-bbfb-51eaaca121a5 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 948 time: 0.0770888 Oct 19 20:48:02.908344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-337a739e-939e-46d0-8d3a-35f72e64ee4b req-14c33955-bd3d-458d-8cf2-49c5c23927d8 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090407 Oct 19 20:48:02.914862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:03.001007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=7cbded68-1d98-407b-af5a-f2fadfb6b525,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:03.224520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:03.489394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebca899-85e9-4f53-99b3-bb470c628a82 req-88c3be7c-3444-4730-9a92-b208ed8f5c3a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:03.491529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ebca899-85e9-4f53-99b3-bb470c628a82 req-88c3be7c-3444-4730-9a92-b208ed8f5c3a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0710270 Oct 19 20:48:03.503302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:03.537945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ebca899-85e9-4f53-99b3-bb470c628a82 req-869ba3b6-bd1b-4ffa-a84f-591aafb6cdee tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376053 Oct 19 20:48:03.649269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:03.662505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ac93890-4594-4460-a490-67d523b4fe5f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/routers/0cd2ef15-d4ad-4091-8031-b1ec48bacfa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6435366 Oct 19 20:48:03.662777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] Sync routers for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:03.665383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:03.672950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:03.673902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:03.710623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:03.720387 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] Routers {'0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:03.721456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:03.760099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:03.761070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05479ef3-69c9-4306-b1bd-9cb5ef829b9e None None] The sync data for ids ['0cd2ef15-d4ad-4091-8031-b1ec48bacfa0'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:03.794488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:48:03.809246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:03.940217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:03.995435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:04.024214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 99c65d42-872b-4bf0-abea-1346f2bf0511 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:04.025057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:04.028145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7788fca9-c847-4b14-961e-28c52971f4b4', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:48:04.094492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:04.109805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:48:04.135964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:04.141967 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:04.161624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957298e-a3cc-436b-90c6-a9336070f424 req-d16c325e-c542-40a3-bceb-598b32222579 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:04.170101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f957298e-a3cc-436b-90c6-a9336070f424 req-d16c325e-c542-40a3-bceb-598b32222579 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 948 time: 0.1077304 Oct 19 20:48:04.184038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:04.201600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:04.210451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 99c65d42-872b-4bf0-abea-1346f2bf0511 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:04.225734 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f957298e-a3cc-436b-90c6-a9336070f424 req-4b24a9bf-d938-463a-94c7-90bafb0ccbf6 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543270 Oct 19 20:48:04.262680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7788fca9-c847-4b14-961e-28c52971f4b4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:48:04.485734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:04.531085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=99c65d42-872b-4bf0-abea-1346f2bf0511,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:04.619522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.055037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.060745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.127559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.128150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:48:05.137820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.139059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f1fd4b92-fb0a-4e47-b17a-72058762216b tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/routers/0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 HTTP/1.1" status: 204 len: 168 time: 1.4726565 Oct 19 20:48:05.141847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:05.166780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ec81-73c7-4f61-8ff5-7c1d394e0d8c req-89e22475-8186-46d4-8ab5-455404a920ce tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:05.168354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbc0ec81-73c7-4f61-8ff5-7c1d394e0d8c req-89e22475-8186-46d4-8ab5-455404a920ce tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1728647 Oct 19 20:48:05.232651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbc0ec81-73c7-4f61-8ff5-7c1d394e0d8c req-5188c2ad-35c5-47f2-b9e1-8570ffd269c5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549088 Oct 19 20:48:05.244360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting subnet c82353c7-deef-4faf-9e78-0e5b64aa6129 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:05.251343 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.310458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.420653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed291d-832c-4ab9-bba8-93b8ebbaf21f req-a857214c-ecc9-48f6-a5b5-8c6f38e3ac45 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:05.422541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fed291d-832c-4ab9-bba8-93b8ebbaf21f req-a857214c-ecc9-48f6-a5b5-8c6f38e3ac45 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 948 time: 0.0855515 Oct 19 20:48:05.487835 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fed291d-832c-4ab9-bba8-93b8ebbaf21f req-a346e709-6e3f-433c-87df-bfc929e4e6b9 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Oct 19 20:48:05.488976 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.564420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.606313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Subnet': ['ID=c82353c7-deef-4faf-9e78-0e5b64aa6129,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:05.619249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.620608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757983f-7e94-44f9-84f1-2847ebc28e94 None None] Network f911f543-863b-466f-b6f0-9a616626d46d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:05.624360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e42d20c8-15e6-4c61-a4ab-c45de077c9a2 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/subnets/c82353c7-deef-4faf-9e78-0e5b64aa6129 HTTP/1.1" status: 204 len: 168 time: 0.4814177 Oct 19 20:48:05.627134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47702) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:05.724839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.796996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6a4cd0d5-cf58-490e-9115-4756fcf628aa details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:48:05.809180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:05.809180 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.915223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:05.928825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:05.932478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] For port f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,segment=NetworkSegment(d7adf149-f30c-4445-b597-bfd8625a46d0),segment_id=d7adf149-f30c-4445-b597-bfd8625a46d0)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:05.935731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '6a4cd0d5-cf58-490e-9115-4756fcf628aa', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '6a4cd0d5-cf58-490e-9115-4756fcf628aa', 'mac_address': 'fa:16:3e:a2:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:48:05.937149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:05.947322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] DHCP port deletion for f911f543-863b-466f-b6f0-9a616626d46d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:48:05.954660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for f416f8ae-b069-47bc-b3a1-89d9c8ab7588 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:06.058296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.065498 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.085671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4cd0d5-cf58-490e-9115-4756fcf628aa {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:48:06.105344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:06.112996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:06.121060 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] No DVR routers for this DVR port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:06.127042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.162200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Deleting port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:06.162572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.296198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7788fca9-c847-4b14-961e-28c52971f4b4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:06.296567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.302889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] For port f416f8ae-b069-47bc-b3a1-89d9c8ab7588, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:06.303267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.306347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:06.312001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.342357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.342698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.343036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.343367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.343696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.344022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.344343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.344696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.345017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.345396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.345720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.346038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:06.349897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Calling delete_port for f416f8ae-b069-47bc-b3a1-89d9c8ab7588 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:06.354256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:48:06.363953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.371078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f911f543-863b-466f-b6f0-9a616626d46d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:06.382334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6a4cd0d5-cf58-490e-9115-4756fcf628aa'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:48:06.404447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7adf149-f30c-4445-b597-bfd8625a46d0') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:06.404748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7adf149-f30c-4445-b597-bfd8625a46d0') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:06.427068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.456536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.468239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f416f8ae-b069-47bc-b3a1-89d9c8ab7588 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:06.469266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:06.470819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.476285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1314c-1b18-4543-9417-081b7b4f4cbd req-f3c308bb-7508-4d3c-a761-3d458051670a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:06.477282 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:06.479514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fc1314c-1b18-4543-9417-081b7b4f4cbd req-f3c308bb-7508-4d3c-a761-3d458051670a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0810432 Oct 19 20:48:06.559887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fc1314c-1b18-4543-9417-081b7b4f4cbd req-97161234-3863-464a-ab21-23851d5dfa54 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645916 Oct 19 20:48:06.573206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] No DVR routers for this DVR port f416f8ae-b069-47bc-b3a1-89d9c8ab7588 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:06.575144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9860c-7971-40e9-8c7a-7a39f15caabc None None] Pushing event deleted for resources: {'Port': ['ID=f416f8ae-b069-47bc-b3a1-89d9c8ab7588,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:06.584721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f416f8ae-b069-47bc-b3a1-89d9c8ab7588 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:48:06.585196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f416f8ae-b069-47bc-b3a1-89d9c8ab7588 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:48:06.597084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.621900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.625314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/networks/f911f543-863b-466f-b6f0-9a616626d46d HTTP/1.1" status: 204 len: 168 time: 0.9964905 Oct 19 20:48:06.626816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9639e-15a3-4255-8095-6c3732817257 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Network': ['ID=f911f543-863b-466f-b6f0-9a616626d46d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:06.628847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:06.730137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5dd29-3654-4d62-8dab-cdb7a860b2a9 req-ccc04bc1-684d-4741-9192-97e676338360 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:06.742033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8b5dd29-3654-4d62-8dab-cdb7a860b2a9 req-ccc04bc1-684d-4741-9192-97e676338360 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 949 time: 0.1059799 Oct 19 20:48:06.758232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.785442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8b5dd29-3654-4d62-8dab-cdb7a860b2a9 req-1fc1fe4b-fde8-4db0-bd00-9c9b81accca9 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Oct 19 20:48:06.825083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:06.827355 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e938c23-db01-4a36-bc49-966feb6b323e" -d '{"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:06.845874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:06.858037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.898485 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0840685-f3bd-4562-94db-3d304caa7cea x-openstack-request-id: req-c0840685-f3bd-4562-94db-3d304caa7cea {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:06.898840 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:06.899060 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0840685-f3bd-4562-94db-3d304caa7cea {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:06.899400 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'code': 200} Oct 19 20:48:06.933961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port ba9927ae-2625-42f9-9d9a-7d667b523f7b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:06.934793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:06.935142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:07.041635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.042008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.058382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for ba9927ae-2625-42f9-9d9a-7d667b523f7b owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:07.247627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.283131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=ba9927ae-2625-42f9-9d9a-7d667b523f7b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:07.419979 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.423316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.427662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-576c55da-d66f-4a32-b557-cd9f02cda6c9 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/floatingips/99f3ac84-a72d-4614-a14f-3f2e20cead5c HTTP/1.1" status: 204 len: 168 time: 0.7945576 Oct 19 20:48:07.428170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:07.454467 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03db121-8912-4e71-8357-5d4251fe255f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] DELETE failed (client error): The resource could not be found. Oct 19 20:48:07.455041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03db121-8912-4e71-8357-5d4251fe255f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:48:07.460408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e03db121-8912-4e71-8357-5d4251fe255f tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/46e86031-fdf7-471d-b236-5b8417a80129 HTTP/1.1" status: 404 len: 333 time: 0.0289063 Oct 19 20:48:07.460640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:07.495781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2b6fc0f9-b239-4a31-87ee-65b949029bca tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 HTTP/1.1" status: 200 len: 205 time: 0.0318723 Oct 19 20:48:07.496267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:07.538153 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-2176386c-0d29-4f2c-9660-6136619f51ff tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] delete failed (client error): The resource could not be found. Oct 19 20:48:07.540068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2176386c-0d29-4f2c-9660-6136619f51ff tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/routers/0cd2ef15-d4ad-4091-8031-b1ec48bacfa0 HTTP/1.1" status: 404 len: 336 time: 0.0418882 Oct 19 20:48:07.541711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:07.574347 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-11276018-0596-4ecb-bb00-5976b336e02d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] DELETE failed (client error): The resource could not be found. Oct 19 20:48:07.574839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11276018-0596-4ecb-bb00-5976b336e02d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:48:07.580274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-11276018-0596-4ecb-bb00-5976b336e02d tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/subnets/c82353c7-deef-4faf-9e78-0e5b64aa6129 HTTP/1.1" status: 404 len: 337 time: 0.0354104 Oct 19 20:48:07.580513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:07.681425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 9318ff15-03f6-41f3-b082-afc568e0dcc6 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:07.682048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.733473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aa1d8-2894-4253-a330-760b9071fed4 req-ae331cf5-7eb2-4a77-91ef-13fea5efabd6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:07.735042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-469aa1d8-2894-4253-a330-760b9071fed4 req-ae331cf5-7eb2-4a77-91ef-13fea5efabd6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0547273 Oct 19 20:48:07.794519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-469aa1d8-2894-4253-a330-760b9071fed4 req-d7748544-370f-44e4-80f1-fa0f0ddd3656 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534940 Oct 19 20:48:07.812176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6a4cd0d5-cf58-490e-9115-4756fcf628aa up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:07.848925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:07.869284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 9318ff15-03f6-41f3-b082-afc568e0dcc6 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:07.910936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 6a4cd0d5-cf58-490e-9115-4756fcf628aa completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:48:07.916579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 6a4cd0d5-cf58-490e-9115-4756fcf628aa triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:07.916974 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.021684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.023671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbda55-602f-4841-8085-2a7d66a5098a req-7617ac27-ca3f-4bfe-a366-8dcfad9547b2 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:08.025732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50dbda55-602f-4841-8085-2a7d66a5098a req-7617ac27-ca3f-4bfe-a366-8dcfad9547b2 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 949 time: 0.0961797 Oct 19 20:48:08.073437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:08.079501 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.103744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-50dbda55-602f-4841-8085-2a7d66a5098a req-bca4b771-642f-4219-a337-4fab02ca80b6 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667961 Oct 19 20:48:08.183934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:08.200973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.282796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=9318ff15-03f6-41f3-b082-afc568e0dcc6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:08.354653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.358997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-186c768c-afed-4cd7-a468-0d5e31d65c32 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/9318ff15-03f6-41f3-b082-afc568e0dcc6 HTTP/1.1" status: 204 len: 168 time: 0.7775004 Oct 19 20:48:08.362375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47734) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:08.514126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 073b4379-6495-4409-9b4e-54694c9420b0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:08.515300 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.646657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.675280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 073b4379-6495-4409-9b4e-54694c9420b0 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:08.868780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:08.900480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:08.902756 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff63c98f-214a-4846-b43b-4be6342f77f6" -d '{"events": [{"server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:08.911294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=073b4379-6495-4409-9b4e-54694c9420b0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:08.983611 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a4e77-10a2-41a8-93a4-cb4cf217b2e4 x-openstack-request-id: req-320a4e77-10a2-41a8-93a4-cb4cf217b2e4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:08.984147 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:08.984568 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-320a4e77-10a2-41a8-93a4-cb4cf217b2e4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:08.985152 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa', 'code': 200} Oct 19 20:48:09.083298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7030a4a-ae1e-4bb8-872d-5f24dac51d16 req-24fbe59b-36d2-4b0a-978c-d474d6fc2e29 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:09.084836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7030a4a-ae1e-4bb8-872d-5f24dac51d16 req-24fbe59b-36d2-4b0a-978c-d474d6fc2e29 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1505144 Oct 19 20:48:09.091564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:09.097866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-64ba96d8-cc81-4e21-be5b-1d58c3fd8480 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/ports/073b4379-6495-4409-9b4e-54694c9420b0 HTTP/1.1" status: 204 len: 168 time: 0.7341995 Oct 19 20:48:09.098181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:09.132767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885063ea-a6a2-4908-994b-88ef62a7236b req-0927a372-878f-4cc2-b57c-d33e9310762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:09.134214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-885063ea-a6a2-4908-994b-88ef62a7236b req-0927a372-878f-4cc2-b57c-d33e9310762e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 1101 time: 0.0891700 Oct 19 20:48:09.166013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3873524-0ce3-4c31-b65c-f42b4bc227be tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:09.167774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d3873524-0ce3-4c31-b65c-f42b4bc227be tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "GET /v2.0/ports?device_id=3607c126-139d-4013-a0fe-ac857de9bf35 HTTP/1.1" status: 200 len: 913 time: 0.0678763 Oct 19 20:48:09.170325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47746) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:09.186432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7030a4a-ae1e-4bb8-872d-5f24dac51d16 req-6343649d-eec3-41df-ae64-2035c32115d7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724351 Oct 19 20:48:09.220129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-885063ea-a6a2-4908-994b-88ef62a7236b req-facc7266-3eb4-45b1-b6d6-ec7fc6548c50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768106 Oct 19 20:48:09.340545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ad16-3f7d-41cf-86a9-5109a23aaed9 req-9b11a9b2-cae5-49e8-a6ef-16958654f46d tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:09.343004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2c2ad16-3f7d-41cf-86a9-5109a23aaed9 req-9b11a9b2-cae5-49e8-a6ef-16958654f46d tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.1063337 Oct 19 20:48:09.446390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2c2ad16-3f7d-41cf-86a9-5109a23aaed9 req-2c44b3af-cf00-4c9e-8533-4d760d35c2c5 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828865 Oct 19 20:48:09.728103 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:10.103476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port 51b3a42b-4193-4b60-bb5f-74d185e4cb99 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:10.104174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:10.214262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:10.231425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for 51b3a42b-4193-4b60-bb5f-74d185e4cb99 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:10.347764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54668bc6-fbb8-4e0b-b802-3f0639533462 req-72432dd0-9528-495a-907d-5a8e9341cdb2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:10.356362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54668bc6-fbb8-4e0b-b802-3f0639533462 req-72432dd0-9528-495a-907d-5a8e9341cdb2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0612106 Oct 19 20:48:10.432066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-54668bc6-fbb8-4e0b-b802-3f0639533462 req-2ba48392-cd05-40bd-8ce8-c4387465b3f1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746460 Oct 19 20:48:10.517987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:10.620744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=51b3a42b-4193-4b60-bb5f-74d185e4cb99,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:10.754872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9a402-c2fd-4e7f-96d0-901365796438 req-48c7da96-fadd-4843-a43f-1a123dcbcee6 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:10.756465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cf9a402-c2fd-4e7f-96d0-901365796438 req-48c7da96-fadd-4843-a43f-1a123dcbcee6 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.1758943 Oct 19 20:48:10.854962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:10.868830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cf9a402-c2fd-4e7f-96d0-901365796438 req-3fa6fd6a-9a24-440a-9093-a610f03cc407 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912781 Oct 19 20:48:11.156660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Router 3607c126-139d-4013-a0fe-ac857de9bf35 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:11.318288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:11.327052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47780) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:11.336092 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] Sync routers for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:11.339574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-17c55a68-44db-4fd7-a254-bb44e97882e0 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "PUT /v2.0/routers/3607c126-139d-4013-a0fe-ac857de9bf35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671660 Oct 19 20:48:11.353644 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:11.354558 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:11.421414 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:11.432411 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] Routers {'3607c126-139d-4013-a0fe-ac857de9bf35'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:11.433350 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:47:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3607c126-139d-4013-a0fe-ac857de9bf35'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:11.488969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:11.489912 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb991b-3d0a-4ff7-a86f-408b97831235 None None] The sync data for ids ['3607c126-139d-4013-a0fe-ac857de9bf35'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:11.569724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:11.676500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21504c-801f-4bc6-a893-b752df9a4213 req-fafa3c5c-9185-4c4c-8f21-9f00c7a7dc7f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:11.684245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e21504c-801f-4bc6-a893-b752df9a4213 req-fafa3c5c-9185-4c4c-8f21-9f00c7a7dc7f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0718226 Oct 19 20:48:11.771036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e21504c-801f-4bc6-a893-b752df9a4213 req-ed82d747-0277-404b-8999-998c9c00e771 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857489 Oct 19 20:48:11.797955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:11.868638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting port e80118f2-21b1-43ba-881b-4450b2df7b96 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:11.869089 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:11.961244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:11.990340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Calling delete_port for e80118f2-21b1-43ba-881b-4450b2df7b96 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:12.203405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.247018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Port': ['ID=e80118f2-21b1-43ba-881b-4450b2df7b96,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:12.331383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.457161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.460635 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.520017 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.520787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Fanout notify agent at l3_agent the message router_deleted on router 3607c126-139d-4013-a0fe-ac857de9bf35 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:48:12.529667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.531447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4b954e64-59ce-4926-a294-859e671930fb tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/routers/3607c126-139d-4013-a0fe-ac857de9bf35 HTTP/1.1" status: 204 len: 168 time: 1.2031896 Oct 19 20:48:12.533903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47788) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:12.596427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Deleting subnet 566cbf9f-cbb1-4163-8a95-51856c199525 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:12.599946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.651151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.717198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.722900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.798522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.845962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Subnet': ['ID=566cbf9f-cbb1-4163-8a95-51856c199525,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:12.852363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:12.856793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5fc0488a-dbe1-41c8-9f68-28a232ac7837 tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/subnets/566cbf9f-cbb1-4163-8a95-51856c199525 HTTP/1.1" status: 204 len: 168 time: 0.3218343 Oct 19 20:48:12.859314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47792) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:12.981634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.010046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa77ca-c7ef-41fb-b839-75e9c16a7b77 req-0fa698c0-8d5a-4593-87ac-f6994e06dd23 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:13.017750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61fa77ca-c7ef-41fb-b839-75e9c16a7b77 req-0fa698c0-8d5a-4593-87ac-f6994e06dd23 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1348886 Oct 19 20:48:13.147116 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.153396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61fa77ca-c7ef-41fb-b839-75e9c16a7b77 req-cbcea281-a13b-4fdd-a0b3-0050cb9c106e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346433 Oct 19 20:48:13.186153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f73b51e-5173-427f-93a0-b7682b905278']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:13.197766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ae644c-918c-41f7-b0b3-994593ae5e7c') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:13.198427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ae644c-918c-41f7-b0b3-994593ae5e7c') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:13.208955 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.216635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.224803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.231598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:13.232317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:13.302210 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:13.307953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.316474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:13.320223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] 10.222.0.31 "DELETE /v2.0/networks/4f73b51e-5173-427f-93a0-b7682b905278 HTTP/1.1" status: 204 len: 168 time: 0.4592953 Oct 19 20:48:13.338894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b1691-47ca-4a94-a3c1-2f689c009b5e tempest-FloatingIPTestJSON-1539907996 tempest-FloatingIPTestJSON-1539907996-project] Pushing event deleted for resources: {'Network': ['ID=4f73b51e-5173-427f-93a0-b7682b905278,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:13.632273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:13.745626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-2f40e3ef-b21f-47b5-ada0-3c5981d623f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:13.753914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-2f40e3ef-b21f-47b5-ada0-3c5981d623f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.0783169 Oct 19 20:48:13.873081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-11649e60-16a0-423d-a012-44070a87e169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9c7155d1d754defb249e5e1adf11418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396138 Oct 19 20:48:13.877159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47802) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:13.940690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-b9cb7532-29af-485c-92bd-1b68f1f96432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:13.943447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-b9cb7532-29af-485c-92bd-1b68f1f96432 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1702085 Oct 19 20:48:14.021275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:14.058482 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:14.063330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-ed62e128-8795-4fa9-b2f3-2493387ee709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1002 time: 0.1074829 Oct 19 20:48:14.150467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-2f1943b3-2ff4-49ce-bf89-17aec933f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:14.152182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-2f1943b3-2ff4-49ce-bf89-17aec933f55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0810452 Oct 19 20:48:14.607587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:14.610774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:14.612166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/934ff1dd-e103-416a-9cd5-6f8b40ac50b7 HTTP/1.1" status: 204 len: 168 time: 0.7338948 Oct 19 20:48:14.638144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-6454091e-99e0-41d7-8021-132889b8d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:14.639860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-6454091e-99e0-41d7-8021-132889b8d486 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4790680 Oct 19 20:48:14.642448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b7b1b-4989-439b-9582-f2bc4e7c6565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ff1dd-e103-416a-9cd5-6f8b40ac50b7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:14.792163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-08fc60fb-3fd2-463b-94e2-0f39813b5dbc service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381743 Oct 19 20:48:14.852471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2d2d-3491-4b58-b73d-d66b1a887cc3 req-4dc1520c-a000-436e-a1cb-51b523158bef tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:14.854694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d9b2d2d-3491-4b58-b73d-d66b1a887cc3 req-4dc1520c-a000-436e-a1cb-51b523158bef tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.2858846 Oct 19 20:48:14.980025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d9b2d2d-3491-4b58-b73d-d66b1a887cc3 req-1e4e60ad-395a-404a-8351-5e714ef44a5a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091907 Oct 19 20:48:14.999475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b87053c1-ef2b-4cf2-911d-ca6520b7d442 req-613832eb-778a-46fe-9393-0447ce50bac0 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717372 Oct 19 20:48:15.777076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:15.897846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'networks': [{'name': 'tempest-network--1432046344'}, {'name': 'tempest-network--1543222667'}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:15.898419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-network--1432046344'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:15.898646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-network--1543222667'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:15.923513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'network': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:15.928390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:15.945334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.022283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.027790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.028669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.064239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3db18d-0b66-4b6b-9ddb-aa590487bbc0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:16.089672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:16.102164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.102644 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment 8779ef5e-a79b-48e3-a568-7fdc996ecaec of type vlan for network de820aae-1ead-4929-906d-342c06aad63c Oct 19 20:48:16.125324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eadd4-f398-48d9-8d60-a0e7600853cb req-c278f03b-00a9-43a3-9f0b-0665afe89769 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.127702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d4eadd4-f398-48d9-8d60-a0e7600853cb req-c278f03b-00a9-43a3-9f0b-0665afe89769 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0610733 Oct 19 20:48:16.161576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.168646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d4eadd4-f398-48d9-8d60-a0e7600853cb req-e4d07a45-f00c-4f52-bf58-9b4cdb70b8e8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345514 Oct 19 20:48:16.192792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:16.202312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.202636 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment 9551a1ca-7522-4fe3-b278-cb04f80033b0 of type vlan for network b9ff7b29-a18a-45e5-b62c-29a936d5cdf3 Oct 19 20:48:16.242014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.270079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.270840 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.276928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.282421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.283044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.326580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5483017 Oct 19 20:48:16.329265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:16.358472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=de820aae-1ead-4929-906d-342c06aad63c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:16.369136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network de820aae-1ead-4929-906d-342c06aad63c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:16.429365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c256f08-b7ba-4d36-a9ae-157a1bc42dae tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=b9ff7b29-a18a-45e5-b62c-29a936d5cdf3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:16.442461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b9ff7b29-a18a-45e5-b62c-29a936d5cdf3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:16.505345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-65c35a2f-3939-4150-b6af-5e5568c68cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.507637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-65c35a2f-3939-4150-b6af-5e5568c68cd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1097 time: 0.0513110 Oct 19 20:48:16.607454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-d2d3e262-5bf3-49f9-9749-0c704aa7833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.609094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-d2d3e262-5bf3-49f9-9749-0c704aa7833e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.0945048 Oct 19 20:48:16.682644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-ebd5c668-b044-413c-bfcb-585ff57080f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1002 time: 0.0661416 Oct 19 20:48:16.740707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-1acfc053-2be3-4198-9f09-ab2117680b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.742647 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-1acfc053-2be3-4198-9f09-ab2117680b6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0469232 Oct 19 20:48:16.797228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-fdb565de-b572-4799-a6a7-a6a9bf9b8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.798969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-fdb565de-b572-4799-a6a7-a6a9bf9b8524 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428722 Oct 19 20:48:16.850225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04c206-6665-4d98-a6dd-9f3b6ca0e9aa tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.856385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04c206-6665-4d98-a6dd-9f3b6ca0e9aa tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.862393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04c206-6665-4d98-a6dd-9f3b6ca0e9aa tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.868526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04c206-6665-4d98-a6dd-9f3b6ca0e9aa tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:16.870282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb04c206-6665-4d98-a6dd-9f3b6ca0e9aa tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5398431 Oct 19 20:48:16.873173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:16.896449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-c247f849-5418-49e0-8af2-69bbd84aeadd service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899456 Oct 19 20:48:16.952040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:16.998314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-14d75dd9-48bc-4152-9018-8713fecf81b8 req-162e99d9-3374-4c0b-8a69-1590e766eda6 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950801 Oct 19 20:48:17.045652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.065384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de820aae-1ead-4929-906d-342c06aad63c']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.074457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8779ef5e-a79b-48e3-a568-7fdc996ecaec') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.074758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8779ef5e-a79b-48e3-a568-7fdc996ecaec') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.084491 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.097517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.103321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:17.103701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:17.106581 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:17.167716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.175661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.178613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/de820aae-1ead-4929-906d-342c06aad63c HTTP/1.1" status: 204 len: 168 time: 0.3043261 Oct 19 20:48:17.181377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:17.190426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa2f8-8f84-49e5-beba-d07fa21c1d7d tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=de820aae-1ead-4929-906d-342c06aad63c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:17.298726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.347664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9e990-a5c8-4c4b-8a95-9bf811c2a6c4 req-d6e7bae0-95b8-44a2-8ec0-6fb28d2fcc01 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:17.349129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00e9e990-a5c8-4c4b-8a95-9bf811c2a6c4 req-d6e7bae0-95b8-44a2-8ec0-6fb28d2fcc01 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0877004 Oct 19 20:48:17.419521 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.446580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00e9e990-a5c8-4c4b-8a95-9bf811c2a6c4 req-9c7d9741-92b3-473b-9cdf-74078e4ada41 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872231 Oct 19 20:48:17.449777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ff7b29-a18a-45e5-b62c-29a936d5cdf3']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.459681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9551a1ca-7522-4fe3-b278-cb04f80033b0') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.459978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9551a1ca-7522-4fe3-b278-cb04f80033b0') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:17.470535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.483966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.489823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:17.490209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:17.493396 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:17.550859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.557483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.560646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/b9ff7b29-a18a-45e5-b62c-29a936d5cdf3 HTTP/1.1" status: 204 len: 168 time: 0.3782799 Oct 19 20:48:17.563405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47854) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:17.572554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9d17-58b6-4d91-ab6f-0b74689ac046 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=b9ff7b29-a18a-45e5-b62c-29a936d5cdf3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:17.667976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdda50a-4f32-4cc4-a071-ccd38b726836 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:17.674048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdda50a-4f32-4cc4-a071-ccd38b726836 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:17.675578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cdda50a-4f32-4cc4-a071-ccd38b726836 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1109200 Oct 19 20:48:17.679326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47856) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:17.684022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1622909582'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:17.705784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:17.709285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.733052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:17.742882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.743226 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment 163e88d1-8472-4b9f-b9d2-cf88d915eb2a of type vlan for network 2b327ad5-0d82-4347-b3fd-3896c3c18373 Oct 19 20:48:17.789520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.816038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.822025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:17.822619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.865526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1818633 Oct 19 20:48:17.866229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:17.870550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168827572'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:17.891729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:17.895230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.895640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ac50d-128f-4695-8acc-5d7f44a85eb6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=2b327ad5-0d82-4347-b3fd-3896c3c18373,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:17.907198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2b327ad5-0d82-4347-b3fd-3896c3c18373 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:17.924297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:17.933876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:17.934027 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment 29636f25-2d12-4009-887d-62d38ee71902 of type vlan for network acc5b3ad-67bb-47db-9522-7cb88fd076a0 Oct 19 20:48:17.978599 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.002537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.008175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:18.008756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.040801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1747394 Oct 19 20:48:18.044054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47860) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:18.052718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'ports': [{'network_id': '2b327ad5-0d82-4347-b3fd-3896c3c18373', 'name': 'tempest-port--1998204447', 'admin_state_up': True}, {'network_id': 'acc5b3ad-67bb-47db-9522-7cb88fd076a0', 'admin_state_up': False}]} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:18.054121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'port': {'network_id': '2b327ad5-0d82-4347-b3fd-3896c3c18373', 'name': 'tempest-port--1998204447', 'admin_state_up': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:18.055483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'port': {'network_id': 'acc5b3ad-67bb-47db-9522-7cb88fd076a0', 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:18.088832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533942cd-d78e-44b5-b32b-380696688653 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=acc5b3ad-67bb-47db-9522-7cb88fd076a0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:18.099444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network acc5b3ad-67bb-47db-9522-7cb88fd076a0 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:18.237865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'port': 2} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:18.242997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.256179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.350878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] device_id is not set on port 15e39c69-1193-4733-862a-6445e416ee12 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:48:18.481900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.568694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] device_id is not set on port 93481c1d-a703-42ea-99d0-2daac570b7bd yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:48:18.694834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceecef5-466a-4f63-8a0c-0314c3fec1d3 req-b3b9917c-326b-413e-acb3-b7489d70ada4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:18.696649 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ceecef5-466a-4f63-8a0c-0314c3fec1d3 req-b3b9917c-326b-413e-acb3-b7489d70ada4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.1248119 Oct 19 20:48:18.772999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.792494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ceecef5-466a-4f63-8a0c-0314c3fec1d3 req-37e8a9da-accf-46d6-b715-bee94f5b8683 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819588 Oct 19 20:48:18.832714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:18.887713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Port': ['ID=15e39c69-1193-4733-862a-6445e416ee12,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:18.913608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Checking segment: {'id': '163e88d1-8472-4b9f-b9d2-cf88d915eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2b327ad5-0d82-4347-b3fd-3896c3c18373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:18.914217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network hostable DHCP agents. Network: 2b327ad5-0d82-4347-b3fd-3896c3c18373, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:18.934937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network 2b327ad5-0d82-4347-b3fd-3896c3c18373 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:18.948376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2b327ad5-0d82-4347-b3fd-3896c3c18373) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:18.958655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e0070-f4ab-4a14-8c43-a3fb08911c76 None None] Network 2b327ad5-0d82-4347-b3fd-3896c3c18373 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:18.964531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:18.965806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.041228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Port': ['ID=93481c1d-a703-42ea-99d0-2daac570b7bd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:19.065513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Checking segment: {'id': '29636f25-2d12-4009-887d-62d38ee71902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acc5b3ad-67bb-47db-9522-7cb88fd076a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:19.066034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network hostable DHCP agents. Network: acc5b3ad-67bb-47db-9522-7cb88fd076a0, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:19.085047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network acc5b3ad-67bb-47db-9522-7cb88fd076a0 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:19.095904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, acc5b3ad-67bb-47db-9522-7cb88fd076a0) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:19.100698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:19.107787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.112306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac333b-1ae0-4c0f-84b9-fe94f1b59bb9 None None] Network acc5b3ad-67bb-47db-9522-7cb88fd076a0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:19.114298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.115261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.137518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f127fc01-306f-413a-b52b-25b67a1efe34 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0888987 Oct 19 20:48:19.138606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:19.218876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880fb25-2130-43dd-a583-1bb08f13d979 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.225714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880fb25-2130-43dd-a583-1bb08f13d979 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.229840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2880fb25-2130-43dd-a583-1bb08f13d979 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0876245 Oct 19 20:48:19.232700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47866) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:19.288885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-2a8bc3a2-dab4-47fb-b992-1a8ec0680346 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662994 Oct 19 20:48:19.359981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Deleting port 15e39c69-1193-4733-862a-6445e416ee12 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:19.360540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.383255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-9845e8ae-ca44-4999-b768-cb1197f56281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.384776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-9845e8ae-ca44-4999-b768-cb1197f56281 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 1096 time: 0.0480771 Oct 19 20:48:19.439680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.456288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Calling delete_port for 15e39c69-1193-4733-862a-6445e416ee12 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:19.517569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-5b565a7d-f6d6-47c8-9aaa-4565e6376559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.519044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-5b565a7d-f6d6-47c8-9aaa-4565e6376559 service neutron] 10.222.0.11 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 915 time: 0.1099062 Oct 19 20:48:19.543597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.568315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-c2e639e2-0e39-45ae-8cfa-12f8d13aa670 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2 HTTP/1.1" status: 200 len: 217 time: 0.0421450 Oct 19 20:48:19.575864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Port': ['ID=15e39c69-1193-4733-862a-6445e416ee12,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:19.587611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.591145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-af1c582a-7c60-4f80-aaa9-7ad4eaaf4374 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/ports/15e39c69-1193-4733-862a-6445e416ee12 HTTP/1.1" status: 204 len: 168 time: 0.3574226 Oct 19 20:48:19.593605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47868) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:19.622449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-413e82cb-564d-4ae4-91be-f0b13e9950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.623893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-413e82cb-564d-4ae4-91be-f0b13e9950e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 200 len: 854 time: 0.0485485 Oct 19 20:48:19.658347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-6814e193-9660-484f-9ae4-47ffba6d21d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=023443c9-b91a-4d01-b3d4-55dd096a85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273869 Oct 19 20:48:19.691443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Deleting port 93481c1d-a703-42ea-99d0-2daac570b7bd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:19.691780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.762155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-06698e1f-a426-43cc-985e-3a5562ebbabc service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957816 Oct 19 20:48:19.774978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.790185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Calling delete_port for 93481c1d-a703-42ea-99d0-2daac570b7bd owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:19.893837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:19.896446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b3541a8-71fc-4ada-b147-7da688da6494 req-652369ab-1464-4c62-a133-b02116c47f5c service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278045 Oct 19 20:48:19.920452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.955005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Port': ['ID=93481c1d-a703-42ea-99d0-2daac570b7bd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:19.965328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:19.967452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c11a20-a53f-473c-81d2-4e4f8c932d0e req-1c941eb5-768e-4225-9c31-637cf4b4824f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:19.971584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9c760903-634a-4380-b5da-de068178c454 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/ports/93481c1d-a703-42ea-99d0-2daac570b7bd HTTP/1.1" status: 204 len: 168 time: 0.3737009 Oct 19 20:48:19.972293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:19.977788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94c11a20-a53f-473c-81d2-4e4f8c932d0e req-1c941eb5-768e-4225-9c31-637cf4b4824f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0758226 Oct 19 20:48:20.014130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0f7de7f7-cfff-4488-8561-ff501d0fe2d0 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372851 Oct 19 20:48:20.014748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:20.022522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.023408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-984357165'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:20.035164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94c11a20-a53f-473c-81d2-4e4f8c932d0e req-3232f03c-224b-4607-b8f7-cb2a77a7110d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562766 Oct 19 20:48:20.047177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:20.049520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:20.051783 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4bec41-d15d-4482-a1e8-01b2c65e3283" -d '{"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:20.052329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.065539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:20.070615 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.105168 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec45cc-87f8-4acf-a79e-82015ca5a381 x-openstack-request-id: req-c4ec45cc-87f8-4acf-a79e-82015ca5a381 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:20.105583 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-unplugged", "status": "failed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "code": 422}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:20.105836 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4ec45cc-87f8-4acf-a79e-82015ca5a381 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:20.106415 n-d-805649-9 neutron-server[100736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'code': 422} returned with failed status Oct 19 20:48:20.107335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:20.127121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.133858 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment beac54aa-4ebf-44db-a5bf-d30d50895b3f of type vlan for network 31730152-3880-47d6-8a31-2b1608eba74d Oct 19 20:48:20.137809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:20.187991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.217507 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.224050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:20.224632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.268924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2533035 Oct 19 20:48:20.272329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47886) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:20.278779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-446972415'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:20.307570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:20.312610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.324412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802e29-f247-494f-be72-041870c23f6f tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=31730152-3880-47d6-8a31-2b1608eba74d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:20.336051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 31730152-3880-47d6-8a31-2b1608eba74d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:20.348631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:20.361085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.361576 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Added segment 049eaef7-5713-49ca-aa55-103a517716ec of type vlan for network dc65b187-8598-4f2e-a7cf-59e7fbecefb7 Oct 19 20:48:20.424908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.462862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.470025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:20.470721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:20.517859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2437937 Oct 19 20:48:20.560721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d079ad-c15f-47a1-bdb5-053c871922a8 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Network': ['ID=dc65b187-8598-4f2e-a7cf-59e7fbecefb7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:20.572507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network dc65b187-8598-4f2e-a7cf-59e7fbecefb7 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:20.827597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c64e4-9c4e-4fe6-9afc-33e3ff42908d req-5b301f9f-4c8a-41bb-bdd2-ab391e856cee tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:20.829274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-387c64e4-9c4e-4fe6-9afc-33e3ff42908d req-5b301f9f-4c8a-41bb-bdd2-ab391e856cee tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0779848 Oct 19 20:48:20.885653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-387c64e4-9c4e-4fe6-9afc-33e3ff42908d req-40cf26b9-cb35-4fff-b7f2-c40e2303a7e8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Oct 19 20:48:21.039833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47912) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:21.130800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-d0c8b6d0-50f0-4b61-9952-c59c5242d95c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896223 Oct 19 20:48:21.139961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-ee49fc4c-1108-4d67-98bd-1d8b84aab7d8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:48:21.141936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-ee49fc4c-1108-4d67-98bd-1d8b84aab7d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051236 Oct 19 20:48:22.024114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136984de-8d7d-43ad-93ac-370795ddfaed req-4f05ca8d-9442-4f34-b3a3-841f61e63082 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:22.029912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-136984de-8d7d-43ad-93ac-370795ddfaed req-4f05ca8d-9442-4f34-b3a3-841f61e63082 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0792134 Oct 19 20:48:22.075631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-136984de-8d7d-43ad-93ac-370795ddfaed req-c7fa7635-8233-46b7-8f90-3bd864450c00 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Oct 19 20:48:23.222206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92243b58-224a-416f-96ab-176dab33c186 req-d18f3498-984b-415e-aa38-787ede4a2088 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:23.223680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92243b58-224a-416f-96ab-176dab33c186 req-d18f3498-984b-415e-aa38-787ede4a2088 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0507038 Oct 19 20:48:23.262038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92243b58-224a-416f-96ab-176dab33c186 req-31e42aa9-bf0e-45e3-906a-7e4066d5c2e7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Oct 19 20:48:23.680378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47936) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:23.685836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'subnets': [{'network_id': '31730152-3880-47d6-8a31-2b1608eba74d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--5552769', 'ip_version': 6}, {'network_id': 'dc65b187-8598-4f2e-a7cf-59e7fbecefb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:23.686152 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'subnet': {'network_id': '31730152-3880-47d6-8a31-2b1608eba74d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--5552769', 'ip_version': 6}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:23.686804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Request body: {'subnet': {'network_id': 'dc65b187-8598-4f2e-a7cf-59e7fbecefb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:23.841527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Made reservation on behalf of 95a3323b9f3b418893d751e636b81a51 for: {'subnet': 2} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:23.846635 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:23.846971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.237910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.298150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Subnet': ['ID=6fe887b6-a8da-4bbd-848c-2d6f7f997383,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:24.307098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Checking segment: {'id': 'beac54aa-4ebf-44db-a5bf-d30d50895b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '31730152-3880-47d6-8a31-2b1608eba74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:24.307460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network hostable DHCP agents. Network: 31730152-3880-47d6-8a31-2b1608eba74d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:24.324899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network 31730152-3880-47d6-8a31-2b1608eba74d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:24.335960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 31730152-3880-47d6-8a31-2b1608eba74d) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:24.340037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.351537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ded8f3-a8cc-4d49-b771-8b8690e11366 None None] Network 31730152-3880-47d6-8a31-2b1608eba74d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:24.400400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c03d82-2f6d-4b26-9a68-27b03f8c878d req-ee70bf0b-abd0-49b1-b591-501a48a5e915 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.408297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03c03d82-2f6d-4b26-9a68-27b03f8c878d req-ee70bf0b-abd0-49b1-b591-501a48a5e915 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0621526 Oct 19 20:48:24.417577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event updated for resources: {'Subnet': ['ID=fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:24.425626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Checking segment: {'id': '049eaef7-5713-49ca-aa55-103a517716ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc65b187-8598-4f2e-a7cf-59e7fbecefb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:24.425987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network hostable DHCP agents. Network: dc65b187-8598-4f2e-a7cf-59e7fbecefb7, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:24.448596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Network dc65b187-8598-4f2e-a7cf-59e7fbecefb7 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:24.449728 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03c03d82-2f6d-4b26-9a68-27b03f8c878d req-ad7c51d3-7f41-4b72-96d1-ca0dc461149d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 Oct 19 20:48:24.460527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, dc65b187-8598-4f2e-a7cf-59e7fbecefb7) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:24.466099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.466712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.467344 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.489532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-76bca5a9-9c30-41bc-b77c-7e54e4899310 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1473 time: 0.8079350 Oct 19 20:48:24.492483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47944) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:24.506254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6604d-b5e4-4247-b450-d3ee3775364a None None] Network dc65b187-8598-4f2e-a7cf-59e7fbecefb7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:24.550338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240ce35-0185-4611-a970-91032d1d89b6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.552057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240ce35-0185-4611-a970-91032d1d89b6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.553720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240ce35-0185-4611-a970-91032d1d89b6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:24.563391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e240ce35-0185-4611-a970-91032d1d89b6 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2099 time: 0.0618503 Oct 19 20:48:24.565637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47946) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:24.619185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Deleting subnet 6fe887b6-a8da-4bbd-848c-2d6f7f997383 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:24.623185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.630288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a88f7-b13b-477e-91bb-d8b6d1ef89e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-31730152-3880-47d6-8a31-2b1608eba74d', 'network_id': '31730152-3880-47d6-8a31-2b1608eba74d', 'tenant_id': '95a3323b9f3b418893d751e636b81a51', 'fixed_ips': [{'subnet_id': '6fe887b6-a8da-4bbd-848c-2d6f7f997383'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:24.631139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d64a88f7-b13b-477e-91bb-d8b6d1ef89e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.672581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.720458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.787822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.792444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0aa63-0fc5-40f4-bf4c-25544b19db15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-dc65b187-8598-4f2e-a7cf-59e7fbecefb7', 'network_id': 'dc65b187-8598-4f2e-a7cf-59e7fbecefb7', 'tenant_id': '95a3323b9f3b418893d751e636b81a51', 'fixed_ips': [{'subnet_id': 'fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:24.793519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37c0aa63-0fc5-40f4-bf4c-25544b19db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-d64a88f7-b13b-477e-91bb-d8b6d1ef89e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe887b6-a8da-4bbd-848c-2d6f7f997383: This subnet is being modified by another concurrent operation. Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe887b6-a8da-4bbd-848c-2d6f7f997383: This subnet is being modified by another concurrent operation. Oct 19 20:48:24.797191 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:48:24.825122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78670dea-421d-4a49-9bf3-4c1cd4de1a54 None None] Network 31730152-3880-47d6-8a31-2b1608eba74d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:24.835374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe887b6-a8da-4bbd-848c-2d6f7f997383,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:24.837445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.843858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47948) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:24.844254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9964a382-baa8-47dd-9ded-8441cca4fa98 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/subnets/6fe887b6-a8da-4bbd-848c-2d6f7f997383 HTTP/1.1" status: 204 len: 168 time: 0.2773633 Oct 19 20:48:24.906001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Deleting subnet fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:24.909676 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:24.959008 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.007038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.064039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-37c0aa63-0fc5-40f4-bf4c-25544b19db15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd: This subnet is being modified by another concurrent operation. Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd: This subnet is being modified by another concurrent operation. Oct 19 20:48:25.066992 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 20:48:25.083673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b38fe-b5c7-4f87-8377-0ab3682ffd62 None None] Network dc65b187-8598-4f2e-a7cf-59e7fbecefb7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:25.095674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Subnet': ['ID=fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:25.099446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.102840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c071a10f-f9d8-4cab-9c31-5944017842ba tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/subnets/fb45cf2f-ce05-4bcc-8a3e-ec538b4c3afd HTTP/1.1" status: 204 len: 168 time: 0.2565434 Oct 19 20:48:25.105432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47950) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:25.157658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd8f34-4a09-49f8-a8fe-6b53aeb88dea tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:25.159519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cedd8f34-4a09-49f8-a8fe-6b53aeb88dea tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531397 Oct 19 20:48:25.163321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47954) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:25.211900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f27dd-0e47-4955-8cd6-bdda6b69d96c None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:48:25.244392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.314591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f27dd-0e47-4955-8cd6-bdda6b69d96c None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:48:25.366709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.392191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc65b187-8598-4f2e-a7cf-59e7fbecefb7']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.402604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049eaef7-5713-49ca-aa55-103a517716ec') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.403030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049eaef7-5713-49ca-aa55-103a517716ec') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.414176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.430777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.439789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:25.440310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:25.444555 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:25.517822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.526326 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.532266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/dc65b187-8598-4f2e-a7cf-59e7fbecefb7 HTTP/1.1" status: 204 len: 168 time: 0.3650484 Oct 19 20:48:25.533049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47960) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:25.541702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd05a-6fac-427e-8042-8f1135c7af73 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=dc65b187-8598-4f2e-a7cf-59e7fbecefb7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:25.604990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71a159-2e37-43de-8b15-89ac67438b6a None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 20:48:25.628046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b86c1-9425-44a1-9368-3610353f2c35 req-ceec4d09-e27a-4e97-9974-c61da056cfce tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:25.629968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f9b86c1-9425-44a1-9368-3610353f2c35 req-ceec4d09-e27a-4e97-9974-c61da056cfce tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0692058 Oct 19 20:48:25.655960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.686662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71a159-2e37-43de-8b15-89ac67438b6a None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 20:48:25.699603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f9b86c1-9425-44a1-9368-3610353f2c35 req-0dbc491a-67aa-4554-ab71-3cab6de47be2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609865 Oct 19 20:48:25.768141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.791453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31730152-3880-47d6-8a31-2b1608eba74d']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.802049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beac54aa-4ebf-44db-a5bf-d30d50895b3f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.802355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beac54aa-4ebf-44db-a5bf-d30d50895b3f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:25.814486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.830338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.837464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:25.838137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:25.841800 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:25.910852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.918949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:25.924676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/31730152-3880-47d6-8a31-2b1608eba74d HTTP/1.1" status: 204 len: 168 time: 0.3875866 Oct 19 20:48:25.925518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47962) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:25.944798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f125e7-57a9-43ea-9c38-057253b05d91 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=31730152-3880-47d6-8a31-2b1608eba74d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:26.037125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.123653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.143999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc5b3ad-67bb-47db-9522-7cb88fd076a0']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.153022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29636f25-2d12-4009-887d-62d38ee71902') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.153325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29636f25-2d12-4009-887d-62d38ee71902') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.162448 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.175584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.181686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:26.182061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:26.185145 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:26.252205 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.266633 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.266633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/acc5b3ad-67bb-47db-9522-7cb88fd076a0 HTTP/1.1" status: 204 len: 168 time: 0.3368897 Oct 19 20:48:26.267235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47968) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:26.278188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ee19a-bce4-4f9f-91e2-bd7a7f4d2495 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=acc5b3ad-67bb-47db-9522-7cb88fd076a0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:26.366599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.455540 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-31443d6e-7856-412d-b566-a31fd0877cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.467293 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.488999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b327ad5-0d82-4347-b3fd-3896c3c18373']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.499144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163e88d1-8472-4b9f-b9d2-cf88d915eb2a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.499730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163e88d1-8472-4b9f-b9d2-cf88d915eb2a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:26.510617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.525020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.531974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:26.532415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:26.542360 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:26.609306 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.617794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:26.620755 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] 10.222.0.31 "DELETE /v2.0/networks/2b327ad5-0d82-4347-b3fd-3896c3c18373 HTTP/1.1" status: 204 len: 168 time: 0.3501616 Oct 19 20:48:26.633932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983bc6d-5984-4f9a-b3e6-5bd78d7a8361 tempest-BulkNetworkOpsIpV6Test-786801198 tempest-BulkNetworkOpsIpV6Test-786801198-project] Pushing event deleted for resources: {'Network': ['ID=2b327ad5-0d82-4347-b3fd-3896c3c18373,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:26.832869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b1ad-1a87-429a-a077-4f39b670213c req-d9fa5a10-b989-4ff9-b6b5-dc4050f4d8b8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:26.835123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ba2b1ad-1a87-429a-a077-4f39b670213c req-d9fa5a10-b989-4ff9-b6b5-dc4050f4d8b8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.0631919 Oct 19 20:48:26.903834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 47982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:26.904233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ba2b1ad-1a87-429a-a077-4f39b670213c req-c275c87b-b5d6-4b3a-a593-b5afb7573cab tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537090 Oct 19 20:48:27.066653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6ffa7451-a3e3-4202-b0b9-eb0be3e128f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95a3323b9f3b418893d751e636b81a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614337 Oct 19 20:48:27.069976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 47986) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:27.125175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:27.148918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:27.195811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:27.198694 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:27.199929 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d3db18d-0b66-4b6b-9ddb-aa590487bbc0 HTTP/1.1" status: 204 len: 168 time: 0.1286449 Oct 19 20:48:27.209760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408350-9e11-425f-822d-224a1236622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3db18d-0b66-4b6b-9ddb-aa590487bbc0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:27.487074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-5ab6e0d2-2171-48b2-af5d-f5c602d1ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:27.489101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-5ab6e0d2-2171-48b2-af5d-f5c602d1ca52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0942001 Oct 19 20:48:27.505064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:27.581780 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:27.848666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:27.901635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:27.989444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:48:28.006392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.050039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Transition to ACTIVE for port object 7788fca9-c847-4b14-961e-28c52971f4b4 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:48:28.066595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.192864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50da953-fbb8-4373-9a69-60143fc56a06 req-69a59fc3-d70f-4a24-8795-28242b2afcb7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:28.199017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a50da953-fbb8-4373-9a69-60143fc56a06 req-69a59fc3-d70f-4a24-8795-28242b2afcb7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 944 time: 0.2023757 Oct 19 20:48:28.231718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48018) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:28.351444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=9']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:28.374955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] No DVR routers for this DVR port 7788fca9-c847-4b14-961e-28c52971f4b4 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:28.427865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1255026763'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:28.435125 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a50da953-fbb8-4373-9a69-60143fc56a06 req-b3a0688b-e2a7-4285-9fb1-bbdc3cb07c65 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648061 Oct 19 20:48:28.472132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:28.476371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.486582 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.579688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.590107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.625791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:28.636755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d37a3a-5018-4068-9707-81bbe2ae00e1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:28.651175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.652373 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment f0dcdb88-3c9f-4243-a069-7fff2c9c2e21 of type vlan for network d305aebb-71f4-4588-8b68-d3ff61ae0550 Oct 19 20:48:28.728204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.763267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.770630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:28.771275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.807237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5743363 Oct 19 20:48:28.815921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48030) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:28.831911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-105837543'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:28.869388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:28.869943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:28.870071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:28.871568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d077a7-a395-42ed-b87e-b6f1b284b8ac tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=d305aebb-71f4-4588-8b68-d3ff61ae0550,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:28.875471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:48:28.875805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Attempting to bind port 7788fca9-c847-4b14-961e-28c52971f4b4 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:28.882203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:28.882545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:28.882928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Bound using segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:28.883755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Bound port: 7788fca9-c847-4b14-961e-28c52971f4b4, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:28.883755 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.883946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:28.904312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:28.909354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.943501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:28.968728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:28.969980 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe of type vlan for network 7341133b-9364-44d7-a16b-e50f80ca6079 Oct 19 20:48:28.990453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:28.995499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:29.002402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.031988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.064434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.065605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.066002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.068115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] 10.222.0.11 "PUT /v2.0/ports/7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1092 time: 1.5699871 Oct 19 20:48:29.071094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:29.075345 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a7096e-f85f-4c73-92e8-c65c08d2eb04" -d '{"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:29.086081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.087277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.118574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3016369 Oct 19 20:48:29.130326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48034) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:29.138418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:29.156221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae454ac-1f44-4880-b9dc-d683e5d3549b service neutron] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=10']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:29.161481 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec0559-e8f0-4bc2-9b00-92d7b7764250 x-openstack-request-id: req-83ec0559-e8f0-4bc2-9b00-92d7b7764250 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:29.161481 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:29.161796 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ec0559-e8f0-4bc2-9b00-92d7b7764250 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:29.162674 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'status': 'completed', 'code': 200} Oct 19 20:48:29.196183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-b52d75bb-cc78-4f6a-a21e-2c2e0ec4c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.197957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-b52d75bb-cc78-4f6a-a21e-2c2e0ec4c2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1096 time: 0.0995011 Oct 19 20:48:29.242465 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d938aa3-e21e-4133-8e0c-b2b7b1038346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.246603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067243f-4684-456d-a98c-e493c0fdee31 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=7341133b-9364-44d7-a16b-e50f80ca6079,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:29.258709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 7341133b-9364-44d7-a16b-e50f80ca6079 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:29.387307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:29.391225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.401057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-65845255-fa89-40de-b9b5-93b3b9cef813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.403541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-65845255-fa89-40de-b9b5-93b3b9cef813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1970735 Oct 19 20:48:29.480162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-9c53efdf-eb10-4945-ac87-7506d4e0aeff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1000 time: 0.0658853 Oct 19 20:48:29.542796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-9ae25244-d408-4b62-83b1-f2317d4a1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.544854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-9ae25244-d408-4b62-83b1-f2317d4a1338 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0569792 Oct 19 20:48:29.628718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.640790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-0829a476-2a26-46d4-b85c-2cceb1648b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.642352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-0829a476-2a26-46d4-b85c-2cceb1648b62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892861 Oct 19 20:48:29.654541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86338c-f779-42ff-bbb2-c2f10145c139 req-f07915c9-cfb5-4118-802f-6a4b3318b7d9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.656129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea86338c-f779-42ff-bbb2-c2f10145c139 req-f07915c9-cfb5-4118-802f-6a4b3318b7d9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0847719 Oct 19 20:48:29.719426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=8f4809bc-bdc9-44e2-a691-bb21530637b4,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:29.725958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:29.726754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: d305aebb-71f4-4588-8b68-d3ff61ae0550, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:29.766654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:29.779975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea86338c-f779-42ff-bbb2-c2f10145c139 req-79945665-510e-4168-8984-e4f2196c2cd7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135073 Oct 19 20:48:29.789639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, d305aebb-71f4-4588-8b68-d3ff61ae0550) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:29.800420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a0b5f-6cc8-4fea-8959-528fccd64e93 None None] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:29.804548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:29.806081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:29.806544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-aa0630d0-67cd-4b55-abcb-cdec58074c55 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493125 Oct 19 20:48:29.856269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5311c4ff-5154-43b0-a413-60f34ceaf319 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7221613 Oct 19 20:48:29.856702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48042) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:29.863952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:30.006840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:30.010574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.048180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb1ead1-6d63-4db7-ad27-1843d22c351c req-8790d084-25d3-4a0d-b7e7-9e9679452773 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340684 Oct 19 20:48:30.089396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-d305aebb-71f4-4588-8b68-d3ff61ae0550', 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '8f4809bc-bdc9-44e2-a691-bb21530637b4'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:30.090909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.188212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-bd7a4756-667f-4df2-aed8-e24067641875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:30.191124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-bd7a4756-667f-4df2-aed8-e24067641875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1096 time: 0.0779824 Oct 19 20:48:30.339483 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.383726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Allocated IP 2001:db8::2 (d305aebb-71f4-4588-8b68-d3ff61ae0550/8f4809bc-bdc9-44e2-a691-bb21530637b4/d32bed15-580f-4513-9b8e-15e8743a34e1) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:30.403751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.411910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-2fcfadeb-d301-4e01-9e2c-a2be9bf4e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:30.416626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-2fcfadeb-d301-4e01-9e2c-a2be9bf4e581 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.2168503 Oct 19 20:48:30.523745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-58885ad1-246b-42bf-bf69-e25194558bec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1000 time: 0.0981693 Oct 19 20:48:30.527172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:30.527793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 7341133b-9364-44d7-a16b-e50f80ca6079, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:30.533428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=85e5435c-5bde-4ef4-8d6c-d1d98a61acdd,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:30.552798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 7341133b-9364-44d7-a16b-e50f80ca6079 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:30.564870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 7341133b-9364-44d7-a16b-e50f80ca6079) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:30.579942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2056641-8610-412f-840a-e720ddecb1dc None None] Network 7341133b-9364-44d7-a16b-e50f80ca6079 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:30.587988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:30.588844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.599264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-1a49cd8e-aa94-4c00-be4e-742203df1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:30.601032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-1a49cd8e-aa94-4c00-be4e-742203df1051 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0715301 Oct 19 20:48:30.628645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ac5f16de-a940-43c9-b28b-1d0a322c80df tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7672346 Oct 19 20:48:30.629122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48058) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:30.642034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317038622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:30.671988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-1f512699-6b28-48d1-b1fb-098117bf7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:30.673766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-1f512699-6b28-48d1-b1fb-098117bf7eef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651996 Oct 19 20:48:30.674909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.676171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.681086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.794137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.799596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.810395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.878183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-f5599fcc-8184-4900-997c-3876eed24ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962194 Oct 19 20:48:30.899770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:30.901112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6317b5d9-fd91-4b59-9c44-22e3c706c6d2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2707312 Oct 19 20:48:30.912318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48068) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:30.945270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:30.972672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:30.987662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:31.022065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Pushing event updated for resources: {'Port': ['ID=d32bed15-580f-4513-9b8e-15e8743a34e1,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:31.124788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74a7096e-f85f-4c73-92e8-c65c08d2eb04 req-9cee10cc-2b27-4199-bdf6-2a7555d48f25 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168243 Oct 19 20:48:31.170825 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:31.254468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Attempting to bind port d32bed15-580f-4513-9b8e-15e8743a34e1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:31.255121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Attempting to bind port d32bed15-580f-4513-9b8e-15e8743a34e1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:31.255749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Attempting to bind port d32bed15-580f-4513-9b8e-15e8743a34e1 on network d305aebb-71f4-4588-8b68-d3ff61ae0550 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:31.312417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-7341133b-9364-44d7-a16b-e50f80ca6079', 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '85e5435c-5bde-4ef4-8d6c-d1d98a61acdd'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:31.313569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:31.317740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:31.318203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Checking segment: {'id': 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:31.318800 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:31.319258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Bound using segment: {'id': 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:31.320189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Bound port: d32bed15-580f-4513-9b8e-15e8743a34e1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd305aebb-71f4-4588-8b68-d3ff61ae0550'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:31.320980 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:31.517144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] For port d32bed15-580f-4513-9b8e-15e8743a34e1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:31.522804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] For port d32bed15-580f-4513-9b8e-15e8743a34e1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d32bed15-580f-4513-9b8e-15e8743a34e1,segment=NetworkSegment(f0dcdb88-3c9f-4243-a069-7fff2c9c2e21),segment_id=f0dcdb88-3c9f-4243-a069-7fff2c9c2e21)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:31.569801 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:31.663208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecfaf7-6d78-4886-b911-6320cf39e87a None None] Pushing event updated for resources: {'Port': ['ID=d32bed15-580f-4513-9b8e-15e8743a34e1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:31.733257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Allocated IP 2001:db8:1::2 (7341133b-9364-44d7-a16b-e50f80ca6079/85e5435c-5bde-4ef4-8d6c-d1d98a61acdd/7291eba0-bcca-4d94-81e8-954fece0aa0c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:32.079216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a74ad6-eba6-4387-8a63-794ecdac61cb req-8d3a03cc-c908-4314-9a86-661233dfd1bd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:32.080782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96a74ad6-eba6-4387-8a63-794ecdac61cb req-8d3a03cc-c908-4314-9a86-661233dfd1bd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.9800491 Oct 19 20:48:32.082458 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.094495 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.177839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Pushing event updated for resources: {'Port': ['ID=7291eba0-bcca-4d94-81e8-954fece0aa0c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:32.207692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Network 7341133b-9364-44d7-a16b-e50f80ca6079 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:32.215734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:32.220468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:32.429188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.459835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96a74ad6-eba6-4387-8a63-794ecdac61cb req-e12f0b90-7ac2-41e5-99a7-82b5e8eabe6b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047551 Oct 19 20:48:32.479212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.489054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Attempting to bind port 7291eba0-bcca-4d94-81e8-954fece0aa0c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:32.492473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Attempting to bind port 7291eba0-bcca-4d94-81e8-954fece0aa0c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:32.492865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Attempting to bind port 7291eba0-bcca-4d94-81e8-954fece0aa0c on network 7341133b-9364-44d7-a16b-e50f80ca6079 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:32.524746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d32bed15-580f-4513-9b8e-15e8743a34e1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:32.652055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:32.652467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Checking segment: {'id': 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:32.652837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.653237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Bound using segment: {'id': 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:32.653767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Bound port: 7291eba0-bcca-4d94-81e8-954fece0aa0c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7341133b-9364-44d7-a16b-e50f80ca6079'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:32.654150 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.854050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8::1 (d305aebb-71f4-4588-8b68-d3ff61ae0550/8f4809bc-bdc9-44e2-a691-bb21530637b4/a3f7eb1d-05da-4507-8536-58f54fb0edc2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:32.854287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] For port 7291eba0-bcca-4d94-81e8-954fece0aa0c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:32.860722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] For port 7291eba0-bcca-4d94-81e8-954fece0aa0c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7291eba0-bcca-4d94-81e8-954fece0aa0c,segment=NetworkSegment(a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe),segment_id=a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:32.872111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d32bed15-580f-4513-9b8e-15e8743a34e1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:32.872476 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:32.879383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.006868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285bbc-cdda-4ef7-aff6-05f5a8944519 None None] Pushing event updated for resources: {'Port': ['ID=7291eba0-bcca-4d94-81e8-954fece0aa0c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:33.024288 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:48:33.120935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.176866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.206914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.291806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:33.310046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:33.325439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d32bed15-580f-4513-9b8e-15e8743a34e1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d32bed15-580f-4513-9b8e-15e8743a34e1,segment=NetworkSegment(f0dcdb88-3c9f-4243-a069-7fff2c9c2e21),segment_id=f0dcdb88-3c9f-4243-a069-7fff2c9c2e21)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:33.331939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:33.333347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.341966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.353287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=a3f7eb1d-05da-4507-8536-58f54fb0edc2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:33.541071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d32bed15-580f-4513-9b8e-15e8743a34e1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:33.763541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.775385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997d27-6dfb-4df0-a487-0f91b25a6892 req-f5050e43-2169-495f-984c-f12dbb04ec23 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:33.780324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc950b3-2d90-4373-abac-f2eb6f5f13d6 None None] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:33.786661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d997d27-6dfb-4df0-a487-0f91b25a6892 req-f5050e43-2169-495f-984c-f12dbb04ec23 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1624062 Oct 19 20:48:33.857520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-56758714-bf5e-48a7-9fa2-4ee6304ef83e None None] Provisioning complete for port d32bed15-580f-4513-9b8e-15e8743a34e1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:33.868883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-56758714-bf5e-48a7-9fa2-4ee6304ef83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:33.879583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d997d27-6dfb-4df0-a487-0f91b25a6892 req-b6c18757-9dfd-409d-8844-50f14936ba43 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892837 Oct 19 20:48:34.418606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:34.435545 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:34.436496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:34.643144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7291eba0-bcca-4d94-81e8-954fece0aa0c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:34.760223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7291eba0-bcca-4d94-81e8-954fece0aa0c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:34.760771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:34.778186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:34.789041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:34.853361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=a3f7eb1d-05da-4507-8536-58f54fb0edc2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:35.021648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4954f-b23e-4bc1-ab52-0c9c7164dfa1 None None] Network 7341133b-9364-44d7-a16b-e50f80ca6079 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:35.048635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:35.121714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1ea8f5d9-43ba-466a-8028-2694273c068d None None] Provisioning complete for port d32bed15-580f-4513-9b8e-15e8743a34e1 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:35.122407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f5d9-43ba-466a-8028-2694273c068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:35.148730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7291eba0-bcca-4d94-81e8-954fece0aa0c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7291eba0-bcca-4d94-81e8-954fece0aa0c,segment=NetworkSegment(a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe),segment_id=a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:35.174331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:35.175474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d32bed15-580f-4513-9b8e-15e8743a34e1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:35.287095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ad61-816f-4933-8a73-733f552c7694 req-d0e23dbf-74f9-4bd3-8cb2-95f1566a4239 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:35.300808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a386ad61-816f-4933-8a73-733f552c7694 req-d0e23dbf-74f9-4bd3-8cb2-95f1566a4239 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1689296 Oct 19 20:48:35.403959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7291eba0-bcca-4d94-81e8-954fece0aa0c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:35.413529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a386ad61-816f-4933-8a73-733f552c7694 req-48e6371f-991a-4a3c-b26f-f888ecdd04d7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115630 Oct 19 20:48:35.423788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router f045990e-9f20-4099-9f6d-4b891b6bec2e is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:48:35.511873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d32bed15-580f-4513-9b8e-15e8743a34e1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:35.512251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:35.666068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:35.689963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-abfec13c-65dd-4983-b8d6-e2ec46fabe80 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7763884 Oct 19 20:48:35.692769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:35.700929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1ea8f5d9-43ba-466a-8028-2694273c068d None None] Provisioning complete for port a3f7eb1d-05da-4507-8536-58f54fb0edc2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:35.701883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f5d9-43ba-466a-8028-2694273c068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:35.704704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] Sync routers for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:35.845020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66ab1a-20f9-4138-9015-45d8e64a1f27 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:35.849355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8f5d9-43ba-466a-8028-2694273c068d None None] Port a3f7eb1d-05da-4507-8536-58f54fb0edc2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:35.850361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:35.854015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1e66ab1a-20f9-4138-9015-45d8e64a1f27 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports/a3f7eb1d-05da-4507-8536-58f54fb0edc2 HTTP/1.1" status: 200 len: 911 time: 0.1589944 Oct 19 20:48:35.879927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:35.883250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:36.012854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:36.086319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:36.087401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:36.110040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-966b7bbf-4e9f-4241-811c-4a9d3d83457c None None] Provisioning complete for port a3f7eb1d-05da-4507-8536-58f54fb0edc2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:36.110490 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966b7bbf-4e9f-4241-811c-4a9d3d83457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:36.555555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7291eba0-bcca-4d94-81e8-954fece0aa0c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:36.570902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:36.571707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409886bf-5a94-4844-bce9-3417fa535fe5 None None] The sync data for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:36.673860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e25f-3525-4faf-ae77-9135a94c0c44 req-7fb938c8-1987-4a6a-9594-6fa7bac35b25 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:36.679842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-966b7bbf-4e9f-4241-811c-4a9d3d83457c None None] Port a3f7eb1d-05da-4507-8536-58f54fb0edc2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:36.682528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94f2e25f-3525-4faf-ae77-9135a94c0c44 req-7fb938c8-1987-4a6a-9594-6fa7bac35b25 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1267316 Oct 19 20:48:36.728834 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:36.741231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-966b7bbf-4e9f-4241-811c-4a9d3d83457c None None] Provisioning complete for port 7291eba0-bcca-4d94-81e8-954fece0aa0c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:36.745868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-966b7bbf-4e9f-4241-811c-4a9d3d83457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:36.775114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94f2e25f-3525-4faf-ae77-9135a94c0c44 req-9699791b-19f1-46b8-abe3-09df1053d422 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913866 Oct 19 20:48:36.900377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7291eba0-bcca-4d94-81e8-954fece0aa0c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:36.901984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:37.184451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8:1::1 (7341133b-9364-44d7-a16b-e50f80ca6079/85e5435c-5bde-4ef4-8d6c-d1d98a61acdd/02dd8818-dc6d-488d-9512-851b5be705d0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:37.298967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9a30f145-a975-4a24-9618-4fee211fd76f None None] Provisioning complete for port 7291eba0-bcca-4d94-81e8-954fece0aa0c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:37.299349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a30f145-a975-4a24-9618-4fee211fd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:37.449622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:37.578039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:37.647331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=02dd8818-dc6d-488d-9512-851b5be705d0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:37.668619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 7341133b-9364-44d7-a16b-e50f80ca6079 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:37.670919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:37.685001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:37.688063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:38.053993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9c01-380d-4e9c-8612-25448c834e4e req-8572d4e2-b639-4646-9513-adbf24ee0bc6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:38.061881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7dc9c01-380d-4e9c-8612-25448c834e4e req-8572d4e2-b639-4646-9513-adbf24ee0bc6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1641333 Oct 19 20:48:38.210562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:38.211374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d5a33b21-f681-4b99-a75a-48fc5ad673ef None None] Provisioning complete for port 02dd8818-dc6d-488d-9512-851b5be705d0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:38.212324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d5a33b21-f681-4b99-a75a-48fc5ad673ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:38.307755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d5a33b21-f681-4b99-a75a-48fc5ad673ef None None] Port 02dd8818-dc6d-488d-9512-851b5be705d0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:38.527238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7dc9c01-380d-4e9c-8612-25448c834e4e req-3b214e6f-a49a-4a3b-b50c-23a792af87bd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581494 Oct 19 20:48:38.753375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:38.763807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:38.765278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:39.071696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=02dd8818-dc6d-488d-9512-851b5be705d0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:39.115125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 7341133b-9364-44d7-a16b-e50f80ca6079 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:39.117766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:39.417282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router f045990e-9f20-4099-9f6d-4b891b6bec2e has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:39.557862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:39.565342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8047f910-926d-4bd7-bb46-904fae91aa6a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7124596 Oct 19 20:48:39.568367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:39.572473 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] Sync routers for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:39.596709 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:39.597643 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:39.673244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831954b-27bc-41ce-a22f-74d16f75446a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:39.674823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6831954b-27bc-41ce-a22f-74d16f75446a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports/02dd8818-dc6d-488d-9512-851b5be705d0 HTTP/1.1" status: 200 len: 913 time: 0.1054480 Oct 19 20:48:39.678219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48132) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:39.758071 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:39.803656 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:39.807155 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:39.887242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692cbad-7e6f-4bd8-944b-6d15f1edd897 req-f7795e88-b4d6-4be2-b624-8ecf60ed2e32 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:39.897324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1692cbad-7e6f-4bd8-944b-6d15f1edd897 req-f7795e88-b4d6-4be2-b624-8ecf60ed2e32 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1250851 Oct 19 20:48:39.946124 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:39.947641 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4a32-3c19-4ede-aea4-3573cbfce9c9 None None] The sync data for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:39.979979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-20034b3f-5dd2-4e0d-949b-21854d54edb5 None None] Provisioning complete for port 02dd8818-dc6d-488d-9512-851b5be705d0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:39.980815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20034b3f-5dd2-4e0d-949b-21854d54edb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:40.005940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1692cbad-7e6f-4bd8-944b-6d15f1edd897 req-cfd907a1-7d97-4974-8572-c6b4c1df900a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961294 Oct 19 20:48:40.042137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-20034b3f-5dd2-4e0d-949b-21854d54edb5 None None] Port 02dd8818-dc6d-488d-9512-851b5be705d0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:41.133719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:41.424749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb09c8-c3d1-434f-aa1f-71a045c3b03b req-371d7303-b3b7-454d-b8bc-858e0b2e1501 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:41.426861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5edb09c8-c3d1-434f-aa1f-71a045c3b03b req-371d7303-b3b7-454d-b8bc-858e0b2e1501 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.2228425 Oct 19 20:48:41.619413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5edb09c8-c3d1-434f-aa1f-71a045c3b03b req-98022a45-394b-4b9a-b105-1f9ae74f3396 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863341 Oct 19 20:48:41.942191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 02dd8818-dc6d-488d-9512-851b5be705d0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:41.942983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:42.057675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:42.086280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 02dd8818-dc6d-488d-9512-851b5be705d0 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:42.376946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:42.408990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=02dd8818-dc6d-488d-9512-851b5be705d0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:42.542258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:42.724915 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:42.772903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214966e3-56f7-47c1-a992-2148b5299254 req-3536e583-465c-4370-9837-cc1b63a9f047 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:42.774729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-214966e3-56f7-47c1-a992-2148b5299254 req-3536e583-465c-4370-9837-cc1b63a9f047 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0548589 Oct 19 20:48:42.778862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router f045990e-9f20-4099-9f6d-4b891b6bec2e has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:42.817768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-214966e3-56f7-47c1-a992-2148b5299254 req-61d4d906-858c-49f1-b1ae-e27fac3d9874 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Oct 19 20:48:42.881146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:42.889427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-31cad4e0-c907-4444-9a70-26c29fb5ed78 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070994 Oct 19 20:48:42.889538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48156) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:42.898152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] Sync routers for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:42.911141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:42.912132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:42.949289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:42.959127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:42.959980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:42.992872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:42.993696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466241a8-4dfb-4469-b1ca-cefad42f4817 None None] The sync data for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:43.230328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.243386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.521934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port a3f7eb1d-05da-4507-8536-58f54fb0edc2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:43.522388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.616429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.630276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for a3f7eb1d-05da-4507-8536-58f54fb0edc2 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:43.804828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.834572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=a3f7eb1d-05da-4507-8536-58f54fb0edc2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:43.858665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.859570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.859974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.860233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.860560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.861456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.861456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.861753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.861849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.862158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.862479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.862796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:48:43.985902 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:43.992479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889428-d9b9-40eb-8b69-ebc6df196003 req-52b9017d-fd03-4abb-9209-9ffbc92ca08d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:43.994117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae889428-d9b9-40eb-8b69-ebc6df196003 req-52b9017d-fd03-4abb-9209-9ffbc92ca08d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0695825 Oct 19 20:48:44.082807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae889428-d9b9-40eb-8b69-ebc6df196003 req-c256c249-b0b6-4f71-8784-ff6390d9e55f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636113 Oct 19 20:48:44.194495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router f045990e-9f20-4099-9f6d-4b891b6bec2e has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:44.282858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:44.295694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] Sync routers for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:44.309171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:44.309979 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:44.321948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:44.323299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66d0dd1e-e359-47f2-9089-fec92f21ce5e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327145 Oct 19 20:48:44.349106 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:44.354777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0892b39d-0066-4c23-b226-27643fa3a5ef tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=f045990e-9f20-4099-9f6d-4b891b6bec2e HTTP/1.1" status: 200 len: 205 time: 0.0316894 Oct 19 20:48:44.357609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:44.360806 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] Routers {'f045990e-9f20-4099-9f6d-4b891b6bec2e'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:44.361602 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f045990e-9f20-4099-9f6d-4b891b6bec2e'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:44.399823 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:44.400741 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb0031-310d-4ca7-a3e8-d3a949221a5f None None] The sync data for ids ['f045990e-9f20-4099-9f6d-4b891b6bec2e'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:44.451390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.627001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.629613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.675087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.675933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router f045990e-9f20-4099-9f6d-4b891b6bec2e {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:48:44.684018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.688608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1def8b5a-7aa2-46a0-887b-4ed6eceb2e84 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e HTTP/1.1" status: 204 len: 168 time: 0.3265882 Oct 19 20:48:44.688608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48176) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:44.751038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 85e5435c-5bde-4ef4-8d6c-d1d98a61acdd {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:44.755114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.803294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.906055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:44.970794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.000667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=85e5435c-5bde-4ef4-8d6c-d1d98a61acdd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:45.002670 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.009116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7d024d3e-8ae0-425b-8782-1e34f988d1c3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/85e5435c-5bde-4ef4-8d6c-d1d98a61acdd HTTP/1.1" status: 204 len: 168 time: 0.3168185 Oct 19 20:48:45.009116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48178) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:45.012552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42ec4d-ab02-4540-94f3-d5d868eb0651 None None] Network 7341133b-9364-44d7-a16b-e50f80ca6079 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:45.060579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 8f4809bc-bdc9-44e2-a691-bb21530637b4 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:45.064634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.107189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.220428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] DHCP port deletion for 7341133b-9364-44d7-a16b-e50f80ca6079 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:48:45.226960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.273589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618dbb5-b440-4ab4-9e1a-adc115be9a14 req-c7383753-2c97-4085-9800-bb75bfaa6971 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:45.275113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5618dbb5-b440-4ab4-9e1a-adc115be9a14 req-c7383753-2c97-4085-9800-bb75bfaa6971 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1166575 Oct 19 20:48:45.281809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Deleting port 7291eba0-bcca-4d94-81e8-954fece0aa0c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:45.282386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.327150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.331731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5618dbb5-b440-4ab4-9e1a-adc115be9a14 req-6c9f66a9-83f6-4f14-b6bd-8c16dc9fef6d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Oct 19 20:48:45.359731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4809bc-bdc9-44e2-a691-bb21530637b4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:45.369507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.376185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48186) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:45.377136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1167afb4-c5ac-45a1-ba6a-dcd65314e10a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/8f4809bc-bdc9-44e2-a691-bb21530637b4 HTTP/1.1" status: 204 len: 168 time: 0.3666868 Oct 19 20:48:45.378454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] For port 7291eba0-bcca-4d94-81e8-954fece0aa0c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7291eba0-bcca-4d94-81e8-954fece0aa0c,segment=NetworkSegment(a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe),segment_id=a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:45.378929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.382576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eced1e-3e60-4a31-aebb-fd5e3cfafc64 None None] Network d305aebb-71f4-4588-8b68-d3ff61ae0550 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:45.407141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Calling delete_port for 7291eba0-bcca-4d94-81e8-954fece0aa0c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:45.463661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.521693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 7291eba0-bcca-4d94-81e8-954fece0aa0c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:45.522247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.605435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 7291eba0-bcca-4d94-81e8-954fece0aa0c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7291eba0-bcca-4d94-81e8-954fece0aa0c,segment=NetworkSegment(a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe),segment_id=a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:45.605880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.623090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 7291eba0-bcca-4d94-81e8-954fece0aa0c owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:45.630367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.669228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] Pushing event deleted for resources: {'Port': ['ID=7291eba0-bcca-4d94-81e8-954fece0aa0c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:45.672658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10b29b-c9f4-48a3-891c-405a8414c00e None None] No DVR routers for this DVR port 7291eba0-bcca-4d94-81e8-954fece0aa0c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:45.722960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] DHCP port deletion for d305aebb-71f4-4588-8b68-d3ff61ae0550 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:48:45.734587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.760385 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=7291eba0-bcca-4d94-81e8-954fece0aa0c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:45.770224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port 7291eba0-bcca-4d94-81e8-954fece0aa0c on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:45.778485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Deleting port d32bed15-580f-4513-9b8e-15e8743a34e1 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:45.778883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.850079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] For port d32bed15-580f-4513-9b8e-15e8743a34e1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d32bed15-580f-4513-9b8e-15e8743a34e1,segment=NetworkSegment(f0dcdb88-3c9f-4243-a069-7fff2c9c2e21),segment_id=f0dcdb88-3c9f-4243-a069-7fff2c9c2e21)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:45.850474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.862611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.865535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Calling delete_port for d32bed15-580f-4513-9b8e-15e8743a34e1 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:45.882870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7341133b-9364-44d7-a16b-e50f80ca6079']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:45.892703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:45.892995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1111f21-d3a0-4fdb-afbd-1902cbbd6fbe') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:45.902449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.917045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.923695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:45.924213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self.session.flush() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:45.927462 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:45.964379 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.988441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:45.995985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] Pushing event deleted for resources: {'Port': ['ID=d32bed15-580f-4513-9b8e-15e8743a34e1,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:45.998162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1065bf-8a19-4a25-9f13-f7abef8ad60f None None] No DVR routers for this DVR port d32bed15-580f-4513-9b8e-15e8743a34e1 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:46.008900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.012304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/7341133b-9364-44d7-a16b-e50f80ca6079 HTTP/1.1" status: 204 len: 168 time: 0.6351113 Oct 19 20:48:46.014883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48196) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:46.042719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707c023-71a1-4aad-b1fb-d3467b1e7066 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=7341133b-9364-44d7-a16b-e50f80ca6079,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:46.108605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.204568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.225429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d305aebb-71f4-4588-8b68-d3ff61ae0550']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:46.234651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:46.234950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dcdb88-3c9f-4243-a069-7fff2c9c2e21') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:46.244426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.258083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.264053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:46.264438 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:46.271716 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:46.328562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.335354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.341352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/d305aebb-71f4-4588-8b68-d3ff61ae0550 HTTP/1.1" status: 204 len: 168 time: 0.3221340 Oct 19 20:48:46.343057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:46.348031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821444193'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:46.358907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8c544-8db0-4eff-b711-3d2f544d9b98 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=d305aebb-71f4-4588-8b68-d3ff61ae0550,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:46.370745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:46.374135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.374298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7291eba0-bcca-4d94-81e8-954fece0aa0c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:46.400085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7291eba0-bcca-4d94-81e8-954fece0aa0c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:48:46.400515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7291eba0-bcca-4d94-81e8-954fece0aa0c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:48:46.401080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d32bed15-580f-4513-9b8e-15e8743a34e1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:46.406123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:46.415959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.416618 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2 of type vlan for network 6135d28b-f530-4540-a11a-4a461c05db68 Oct 19 20:48:46.423867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d32bed15-580f-4513-9b8e-15e8743a34e1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:48:46.424299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d32bed15-580f-4513-9b8e-15e8743a34e1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:48:46.484234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.524757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a7072-8509-4cfd-ade7-cb0e1f30f35d req-c521dccd-4a56-43d1-8759-3c127b90022a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:46.526262 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc8a7072-8509-4cfd-ade7-cb0e1f30f35d req-c521dccd-4a56-43d1-8759-3c127b90022a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0767462 Oct 19 20:48:46.527290 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.532596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:46.533164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.583397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2391744 Oct 19 20:48:46.587576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:46.597072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '6135d28b-f530-4540-a11a-4a461c05db68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:46.637244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581278d-6299-4062-8713-67fb109247e7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=6135d28b-f530-4540-a11a-4a461c05db68,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:46.644923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc8a7072-8509-4cfd-ade7-cb0e1f30f35d req-2b3be337-597f-40ef-84be-9a5c12b6d22a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090424 Oct 19 20:48:46.652026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 6135d28b-f530-4540-a11a-4a461c05db68 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:46.708390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:46.712716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.943779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:46.998274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=db8b9467-26d6-49af-9d83-87c8b7043924,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:47.013544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:47.013902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 6135d28b-f530-4540-a11a-4a461c05db68, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:47.030037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 6135d28b-f530-4540-a11a-4a461c05db68 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:47.039713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 6135d28b-f530-4540-a11a-4a461c05db68) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:47.043978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:47.044630 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.050442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00640541-293b-4f87-981e-bebf29ae4473 None None] Network 6135d28b-f530-4540-a11a-4a461c05db68 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:47.070968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-78d9171e-d4d7-47c2-97ca-5cbb4b7420c8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781432 Oct 19 20:48:47.071297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:47.075813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2107362733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:47.098894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.099881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.150214 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.155063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.175958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.179639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6f915562-ffef-4829-a650-733a9002e6e0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1048877 Oct 19 20:48:47.179857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48210) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:47.184791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'port': {'network_id': '6135d28b-f530-4540-a11a-4a461c05db68', 'name': 'tempest-RoutersIpV6Test-352298031'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:47.206214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-6135d28b-f530-4540-a11a-4a461c05db68', 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': 'db8b9467-26d6-49af-9d83-87c8b7043924'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:47.207359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.316111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:47.320696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.339024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] device_id is not set on port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:48:47.351121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Allocated IP 2001:db8::2 (6135d28b-f530-4540-a11a-4a461c05db68/db8b9467-26d6-49af-9d83-87c8b7043924/1a193e2b-ec26-43b7-a464-07d7819c14bf) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:47.501925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.509748 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.554725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Network 6135d28b-f530-4540-a11a-4a461c05db68 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:47.566582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Pushing event updated for resources: {'Port': ['ID=1a193e2b-ec26-43b7-a464-07d7819c14bf,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:47.570587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:47.572651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:47.577150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8::193 (6135d28b-f530-4540-a11a-4a461c05db68/db8b9467-26d6-49af-9d83-87c8b7043924/95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:47.636183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Attempting to bind port 1a193e2b-ec26-43b7-a464-07d7819c14bf on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:47.636543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Attempting to bind port 1a193e2b-ec26-43b7-a464-07d7819c14bf by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:47.636900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Attempting to bind port 1a193e2b-ec26-43b7-a464-07d7819c14bf on network 6135d28b-f530-4540-a11a-4a461c05db68 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:47.642823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:47.643193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Checking segment: {'id': 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:47.643585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.643973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Bound using segment: {'id': 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:47.644434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Bound port: 1a193e2b-ec26-43b7-a464-07d7819c14bf, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6135d28b-f530-4540-a11a-4a461c05db68'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:47.644808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.710985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] For port 1a193e2b-ec26-43b7-a464-07d7819c14bf, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:47.714419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] For port 1a193e2b-ec26-43b7-a464-07d7819c14bf, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a193e2b-ec26-43b7-a464-07d7819c14bf,segment=NetworkSegment(e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2),segment_id=e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:47.721182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.762713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.815678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b1b77-c3c1-451f-92d8-1d60e56cdb4e req-0d8f0cc3-fe92-49aa-82bd-d56a33d6d438 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:47.817509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd8b1b77-c3c1-451f-92d8-1d60e56cdb4e req-0d8f0cc3-fe92-49aa-82bd-d56a33d6d438 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0776639 Oct 19 20:48:47.826411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e664a8c-1f64-404f-aa45-244b58110335 None None] Pushing event updated for resources: {'Port': ['ID=1a193e2b-ec26-43b7-a464-07d7819c14bf,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:47.843730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.876867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd8b1b77-c3c1-451f-92d8-1d60e56cdb4e req-868525a1-0e7b-47f4-afae-9497ab2e0b70 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508165 Oct 19 20:48:47.899724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 6135d28b-f530-4540-a11a-4a461c05db68 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:47.905517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:47.908088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:47.914038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:47.914739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:47.927059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:47.947736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f0b002a4-1d70-4689-bdb7-7c0be30ae0d1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7644327 Oct 19 20:48:47.948086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48218) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:48.298946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.386750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a193e2b-ec26-43b7-a464-07d7819c14bf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:48.437037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a193e2b-ec26-43b7-a464-07d7819c14bf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:48.437976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.543347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.575890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.581862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 1a193e2b-ec26-43b7-a464-07d7819c14bf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a193e2b-ec26-43b7-a464-07d7819c14bf,segment=NetworkSegment(e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2),segment_id=e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:48.582913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.591026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.651485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=1a193e2b-ec26-43b7-a464-07d7819c14bf,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:48.900579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eaff47-5a76-4945-a245-bc76f21d2272 None None] Network 6135d28b-f530-4540-a11a-4a461c05db68 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:48.980624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-87c7a1e8-65c7-4f9a-a77e-335fc27b1876 None None] Provisioning complete for port 1a193e2b-ec26-43b7-a464-07d7819c14bf triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:48.981148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87c7a1e8-65c7-4f9a-a77e-335fc27b1876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:48.985392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:49.036617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7150f-0345-45c5-87bf-08d5f2145e0c req-d30c1306-a6da-4dc5-aaa2-1e8f33465d50 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:49.038237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7c7150f-0345-45c5-87bf-08d5f2145e0c req-d30c1306-a6da-4dc5-aaa2-1e8f33465d50 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0589118 Oct 19 20:48:49.091196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7c7150f-0345-45c5-87bf-08d5f2145e0c req-de8ada3a-3e02-49de-abb8-16eef15133a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 Oct 19 20:48:49.129245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.247349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.476941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-04e7d98d-e6b5-42a5-9b99-958a6d649ee6 None None] Provisioning complete for port 1a193e2b-ec26-43b7-a464-07d7819c14bf triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:49.476941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04e7d98d-e6b5-42a5-9b99-958a6d649ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.541562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.553384 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.554536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.590955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-04e7d98d-e6b5-42a5-9b99-958a6d649ee6 None None] Provisioning complete for port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:49.591456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04e7d98d-e6b5-42a5-9b99-958a6d649ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.637468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-04e7d98d-e6b5-42a5-9b99-958a6d649ee6 None None] Port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:49.656628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:49.721994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 6135d28b-f530-4540-a11a-4a461c05db68 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:49.723627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:49.760060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8bd07e70-13d4-42ce-9981-757a7f11cac5 None None] Provisioning complete for port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:49.760572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8bd07e70-13d4-42ce-9981-757a7f11cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.804799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8bd07e70-13d4-42ce-9981-757a7f11cac5 None None] Port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:49.852464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router d6f97e85-76d0-428b-9a92-2fdc60da6c53 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:48:49.943001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b6178d38-f0b2-408f-be8d-5183010ba624 None None] Provisioning complete for port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:49.943663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b6178d38-f0b2-408f-be8d-5183010ba624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:49.970948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:49.982826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea26693c-61a8-429d-97d1-dd14707fbde3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/d6f97e85-76d0-428b-9a92-2fdc60da6c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0336483 Oct 19 20:48:49.984499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] Sync routers for ids ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:49.985350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48230) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:50.017059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] Routers {'d6f97e85-76d0-428b-9a92-2fdc60da6c53'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:50.018367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:50.037169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a51493-46b5-425e-ac07-e05832d79589 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:50.042942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-66a51493-46b5-425e-ac07-e05832d79589 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports/95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 HTTP/1.1" status: 200 len: 983 time: 0.0540798 Oct 19 20:48:50.043458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48232) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:50.064383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b6178d38-f0b2-408f-be8d-5183010ba624 None None] Port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:50.070499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:50.081600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] Routers {'d6f97e85-76d0-428b-9a92-2fdc60da6c53'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:50.082210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:50.116179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:50.117104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58f200-fd69-4c54-b1fb-edce2643c929 None None] The sync data for ids ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:50.183652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49691880-838d-43e5-aa37-27fe3b5a0977 None None] Provisioning complete for port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:50.184023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49691880-838d-43e5-aa37-27fe3b5a0977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.221126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-49691880-838d-43e5-aa37-27fe3b5a0977 None None] Port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:50.300500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c9b6f-4313-4940-be1e-04df61ca15fd req-00be3124-93f1-404f-8d2f-cb416f562884 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:50.302153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-550c9b6f-4313-4940-be1e-04df61ca15fd req-00be3124-93f1-404f-8d2f-cb416f562884 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.1020734 Oct 19 20:48:50.367615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a193e2b-ec26-43b7-a464-07d7819c14bf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:50.379440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-550c9b6f-4313-4940-be1e-04df61ca15fd req-51c3144b-0135-401e-b3d4-fb794b4e44aa tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557106 Oct 19 20:48:50.435702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1a193e2b-ec26-43b7-a464-07d7819c14bf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:50.436322 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.484862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.697262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:50.697623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.781490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.792910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:50.963307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:50.993577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=95c7eaca-c3ff-4017-af66-f0cf1a7cfbb0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:51.095547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:51.272100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router d6f97e85-76d0-428b-9a92-2fdc60da6c53 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:51.349089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:51.354146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d2d4506-d022-4fbf-802e-1968961e71e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/d6f97e85-76d0-428b-9a92-2fdc60da6c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3096709 Oct 19 20:48:51.357279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48240) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:51.360929 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] Sync routers for ids ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:51.372469 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] Routers {'d6f97e85-76d0-428b-9a92-2fdc60da6c53'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:51.373565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:51.408210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:51.419215 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] Routers {'d6f97e85-76d0-428b-9a92-2fdc60da6c53'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:51.419752 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:51.455756 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:51.456405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed2d9a-49dd-4420-8d28-2c3d2f8da959 None None] The sync data for ids ['d6f97e85-76d0-428b-9a92-2fdc60da6c53'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:51.509472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e0c8f-ef03-44cd-8514-099f450a8a78 req-6324d3ef-0029-4cf9-b61a-d8e4d760000a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:51.511120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-475e0c8f-ef03-44cd-8514-099f450a8a78 req-6324d3ef-0029-4cf9-b61a-d8e4d760000a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 945 time: 0.0496557 Oct 19 20:48:51.550312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-475e0c8f-ef03-44cd-8514-099f450a8a78 req-80a54ace-59d1-41e3-8e24-e118971ba2d3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Oct 19 20:48:51.557148 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-6b23d2aa-f501-419d-bf9d-10aed16c9b21 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 20:48:51.560655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6b23d2aa-f501-419d-bf9d-10aed16c9b21 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/d6f97e85-76d0-428b-9a92-2fdc60da6c53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1999128 Oct 19 20:48:51.560878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48244) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:51.588470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d6ca61a4-390b-4a10-9c60-a98531647aa1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f97e85-76d0-428b-9a92-2fdc60da6c53 HTTP/1.1" status: 200 len: 205 time: 0.0262234 Oct 19 20:48:51.590889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48246) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:51.668418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:51.911704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:48:52.022999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:52.128483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.131035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.175862 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.176667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router d6f97e85-76d0-428b-9a92-2fdc60da6c53 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:48:52.185774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.189766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-79364b44-df77-49c0-8e3c-d026f9348d19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/d6f97e85-76d0-428b-9a92-2fdc60da6c53 HTTP/1.1" status: 204 len: 168 time: 0.5979443 Oct 19 20:48:52.190604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:52.194176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '7788fca9-c847-4b14-961e-28c52971f4b4', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '7788fca9-c847-4b14-961e-28c52971f4b4', 'mac_address': 'fa:16:3e:99:61:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:48:52.236661 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.247462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet db8b9467-26d6-49af-9d83-87c8b7043924 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:52.250237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:48:52.250958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.282303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:52.286608 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.302037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.336179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=11']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:52.389354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.448131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.476937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=db8b9467-26d6-49af-9d83-87c8b7043924,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:52.483622 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.487730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63e4e923-fca9-466a-8c0b-51f578fd3185 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/db8b9467-26d6-49af-9d83-87c8b7043924 HTTP/1.1" status: 204 len: 168 time: 0.2958107 Oct 19 20:48:52.490291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48254) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:52.494227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a1bef-77ad-4371-94c6-fbbaf214dddd None None] Network 6135d28b-f530-4540-a11a-4a461c05db68 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:52.509643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7788fca9-c847-4b14-961e-28c52971f4b4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:48:52.721966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704f52-11c3-4cc3-b996-756fa7a4291c req-01db0562-0ce2-4db3-9cad-5dd90bb6d27d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:52.725746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42704f52-11c3-4cc3-b996-756fa7a4291c req-01db0562-0ce2-4db3-9cad-5dd90bb6d27d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0955060 Oct 19 20:48:52.795656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] DHCP port deletion for 6135d28b-f530-4540-a11a-4a461c05db68 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:48:52.801268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42704f52-11c3-4cc3-b996-756fa7a4291c req-7908c77c-d4b9-49f8-a372-adb037a7dae7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689282 Oct 19 20:48:52.872825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Deleting port 1a193e2b-ec26-43b7-a464-07d7819c14bf {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:52.873492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.879944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.936136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 1a193e2b-ec26-43b7-a464-07d7819c14bf {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:52.936657 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.939220 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] For port 1a193e2b-ec26-43b7-a464-07d7819c14bf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a193e2b-ec26-43b7-a464-07d7819c14bf,segment=NetworkSegment(e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2),segment_id=e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:52.939917 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:52.959328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Calling delete_port for 1a193e2b-ec26-43b7-a464-07d7819c14bf owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:53.008677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 1a193e2b-ec26-43b7-a464-07d7819c14bf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1a193e2b-ec26-43b7-a464-07d7819c14bf,segment=NetworkSegment(e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2),segment_id=e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:53.009265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.027189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 1a193e2b-ec26-43b7-a464-07d7819c14bf owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:53.043422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.070141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] Pushing event deleted for resources: {'Port': ['ID=1a193e2b-ec26-43b7-a464-07d7819c14bf,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:53.074972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc45772-8705-4e48-bd0b-a354fb4aa751 None None] No DVR routers for this DVR port 1a193e2b-ec26-43b7-a464-07d7819c14bf on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:53.127389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.160870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=1a193e2b-ec26-43b7-a464-07d7819c14bf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:53.166746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port 1a193e2b-ec26-43b7-a464-07d7819c14bf on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:53.253178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.274359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6135d28b-f530-4540-a11a-4a461c05db68']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:53.285215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:53.285500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ef0ef8-a2be-4e90-8fa0-cb8f4e00aae2') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:53.305731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.320650 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.327594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:53.328100 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:53.331279 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:53.406920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.414140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.417484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/6135d28b-f530-4540-a11a-4a461c05db68 HTTP/1.1" status: 204 len: 168 time: 0.9262388 Oct 19 20:48:53.421010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:53.426305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1623558130'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:53.429011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fec608-05fa-4032-98a7-9e136241ece5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=6135d28b-f530-4540-a11a-4a461c05db68,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:53.443140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f7b0-2faf-467d-b2d6-bc0ccd5f99b1 req-dd83cdda-6197-4c6a-9ce7-ed26c96ce15e tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:53.444610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e529f7b0-2faf-467d-b2d6-bc0ccd5f99b1 req-dd83cdda-6197-4c6a-9ce7-ed26c96ce15e tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.0787778 Oct 19 20:48:53.471402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:53.474710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.506849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e529f7b0-2faf-467d-b2d6-bc0ccd5f99b1 req-461cbd27-b75f-49d9-b934-5d129485950d tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524647 Oct 19 20:48:53.513817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:48:53.525108 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.525488 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment cc276e4f-5f27-4954-9f20-54bd09fe0bf7 of type vlan for network 310ae019-02ef-4f32-9aad-2650ce688249 Oct 19 20:48:53.566321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.590558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.597033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:53.597635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.636259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2140646 Oct 19 20:48:53.639049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48268) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:53.644382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '310ae019-02ef-4f32-9aad-2650ce688249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:53.687903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12422240-65ce-4daa-ab65-daeef47e39a1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=310ae019-02ef-4f32-9aad-2650ce688249,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:53.701228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 310ae019-02ef-4f32-9aad-2650ce688249 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:48:53.769263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:48:53.773311 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.929445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:53.971586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877e59d-68a4-4711-a1bd-0f6072bb4e5d req-ee97ddf6-ceb2-4e00-b467-eca2339fb9b0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:53.973704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0877e59d-68a4-4711-a1bd-0f6072bb4e5d req-ee97ddf6-ceb2-4e00-b467-eca2339fb9b0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 946 time: 0.0593171 Oct 19 20:48:53.976846 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:53.986044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 7788fca9-c847-4b14-961e-28c52971f4b4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:48:53.992006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 7788fca9-c847-4b14-961e-28c52971f4b4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:53.992559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.025956 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0877e59d-68a4-4711-a1bd-0f6072bb4e5d req-78a99270-e7be-424c-9636-be300a0d7085 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Oct 19 20:48:54.055219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:54.055585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 310ae019-02ef-4f32-9aad-2650ce688249, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:48:54.057519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=bd84ff3e-63e3-4b5b-92be-44a444fe8a09,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:54.080335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 310ae019-02ef-4f32-9aad-2650ce688249 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:48:54.090674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.092382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 310ae019-02ef-4f32-9aad-2650ce688249) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:54.097643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:54.098646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.108144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a6320-9620-4a20-a54e-8c54ac3968f6 None None] Network 310ae019-02ef-4f32-9aad-2650ce688249 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:54.120411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f11ce8e-4706-416a-8ada-4880f1967e8d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4779723 Oct 19 20:48:54.120771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48274) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:54.126615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1819654538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:54.145604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:54.148313 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae27d5e-55d9-4a94-b10d-d3fa954f0c36" -d '{"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:54.156594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.157897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.194664 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a666ec-8edd-41d6-87dd-e971aed4d315 x-openstack-request-id: req-04a666ec-8edd-41d6-87dd-e971aed4d315 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:54.195130 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:54.195398 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04a666ec-8edd-41d6-87dd-e971aed4d315 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:54.195791 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'code': 200} Oct 19 20:48:54.198727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:54.205201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.218222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.223033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.245402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.246769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46f8ae9f-d882-4e81-a339-159345c6309e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1248157 Oct 19 20:48:54.250269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48278) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:54.309882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:54.367028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-310ae019-02ef-4f32-9aad-2650ce688249', 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': 'bd84ff3e-63e3-4b5b-92be-44a444fe8a09'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:48:54.368285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.382804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a193e2b-ec26-43b7-a464-07d7819c14bf no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:54.403366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc180-2e26-40aa-8b56-35e20789d016 req-455912a2-cd8f-468e-85ba-9163ee3cff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:54.404884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f0fc180-2e26-40aa-8b56-35e20789d016 req-455912a2-cd8f-468e-85ba-9163ee3cff83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1098 time: 0.0463953 Oct 19 20:48:54.407057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1a193e2b-ec26-43b7-a464-07d7819c14bf {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:48:54.407499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1a193e2b-ec26-43b7-a464-07d7819c14bf not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:48:54.446910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f0fc180-2e26-40aa-8b56-35e20789d016 req-7b2cf095-01c8-417d-bf2c-5b4ee0a60f11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Oct 19 20:48:54.549013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Allocated IP 2001:db8::2 (310ae019-02ef-4f32-9aad-2650ce688249/bd84ff3e-63e3-4b5b-92be-44a444fe8a09/7fb77edc-f372-4707-8c48-de9c2934344a) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:54.627919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.655061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929e03d-b30b-49f0-b47d-ff24874cf4dc req-8e672406-4b90-4595-87d2-46cb5ec016e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:54.658875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0929e03d-b30b-49f0-b47d-ff24874cf4dc req-8e672406-4b90-4595-87d2-46cb5ec016e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.0646391 Oct 19 20:48:54.722020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0929e03d-b30b-49f0-b47d-ff24874cf4dc req-1e097e47-ae42-4b31-aece-0c3d5be84810 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Oct 19 20:48:54.724356 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.732313 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.789724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Network 310ae019-02ef-4f32-9aad-2650ce688249 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:54.793624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:54.798700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:54.809100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Pushing event updated for resources: {'Port': ['ID=7fb77edc-f372-4707-8c48-de9c2934344a,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:54.871076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Attempting to bind port 7fb77edc-f372-4707-8c48-de9c2934344a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:48:54.871622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Attempting to bind port 7fb77edc-f372-4707-8c48-de9c2934344a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:48:54.872111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Attempting to bind port 7fb77edc-f372-4707-8c48-de9c2934344a on network 310ae019-02ef-4f32-9aad-2650ce688249 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:48:54.877691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:48:54.878074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Checking segment: {'id': 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:48:54.878925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.879331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Bound using segment: {'id': 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:48:54.879820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Bound port: 7fb77edc-f372-4707-8c48-de9c2934344a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '310ae019-02ef-4f32-9aad-2650ce688249'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:48:54.880189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:54.921150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8::1 (310ae019-02ef-4f32-9aad-2650ce688249/bd84ff3e-63e3-4b5b-92be-44a444fe8a09/2843ed41-f0e4-4870-bce0-9bd5c8bac6f4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:48:54.958914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] For port 7fb77edc-f372-4707-8c48-de9c2934344a, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:48:54.962661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] For port 7fb77edc-f372-4707-8c48-de9c2934344a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb77edc-f372-4707-8c48-de9c2934344a,segment=NetworkSegment(cc276e4f-5f27-4954-9f20-54bd09fe0bf7),segment_id=cc276e4f-5f27-4954-9f20-54bd09fe0bf7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:48:54.970146 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.052387 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d152b6-f304-482e-8313-e9d37a0ed31f None None] Pushing event updated for resources: {'Port': ['ID=7fb77edc-f372-4707-8c48-de9c2934344a,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:55.092660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-0da3e078-866b-4eb9-9ef4-3576d97fc741 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:55.094976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-0da3e078-866b-4eb9-9ef4-3576d97fc741 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 945 time: 0.0785213 Oct 19 20:48:55.100255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.146818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.254395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Deleting port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:55.255167 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.272501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 310ae019-02ef-4f32-9aad-2650ce688249 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:55.278027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:55.281009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=2843ed41-f0e4-4870-bce0-9bd5c8bac6f4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:55.284627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:48:55.285183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.302933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465e38-aa2e-4903-ac1a-f0f6234df227 req-c6f263f4-a785-4e36-9e1a-d8dc666a71c5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:55.318212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52465e38-aa2e-4903-ac1a-f0f6234df227 req-c6f263f4-a785-4e36-9e1a-d8dc666a71c5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 947 time: 0.1346135 Oct 19 20:48:55.425596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] For port 5d2a9439-a52a-425f-a35d-24f8d0f566d2, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5d2a9439-a52a-425f-a35d-24f8d0f566d2,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:55.425964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.444051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Calling delete_port for 5d2a9439-a52a-425f-a35d-24f8d0f566d2 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:55.453730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-52465e38-aa2e-4903-ac1a-f0f6234df227 req-36fa1a5c-c472-4db9-b5e3-571ac28eb20f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370246 Oct 19 20:48:55.508188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.601272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.618173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5d2a9439-a52a-425f-a35d-24f8d0f566d2'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:48:55.649592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Pushing event deleted for resources: {'Port': ['ID=5d2a9439-a52a-425f-a35d-24f8d0f566d2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:55.698326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] No DVR routers for this DVR port 5d2a9439-a52a-425f-a35d-24f8d0f566d2 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:55.701058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.704760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9dc2e0cc-dd77-42d0-a775-0376fa3f259b req-91f4ce9b-6f48-42e6-9c4f-279b5ec9e671 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "DELETE /v2.0/ports/5d2a9439-a52a-425f-a35d-24f8d0f566d2 HTTP/1.1" status: 204 len: 173 time: 0.6018231 Oct 19 20:48:55.705397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'name': 'network-vif-deleted', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:48:55.707605 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4299fb-94be-4eb4-a021-a1a36cd44bee" -d '{"events": [{"server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "name": "network-vif-deleted", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:48:55.785376 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb5eaf-4549-4d1f-a777-dfc23c043afe x-openstack-request-id: req-b0eb5eaf-4549-4d1f-a777-dfc23c043afe {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:48:55.785676 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc", "name": "network-vif-deleted", "tag": "5d2a9439-a52a-425f-a35d-24f8d0f566d2", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:48:55.786030 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0eb5eaf-4549-4d1f-a777-dfc23c043afe {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:48:55.786405 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc', 'name': 'network-vif-deleted', 'tag': '5d2a9439-a52a-425f-a35d-24f8d0f566d2', 'status': 'completed', 'code': 200} Oct 19 20:48:55.869834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abae37e7-42d7-4d3d-b8bd-1993136e1be5 req-d820b1e7-2b72-4059-8dd7-c21ed546bbde tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24b37c6-7cb4-4ce3-8bd1-9ec5389552dc HTTP/1.1" status: 200 len: 210 time: 0.0483849 Oct 19 20:48:55.919315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.924477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:55.925528 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.006586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=2843ed41-f0e4-4870-bce0-9bd5c8bac6f4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:56.082100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 310ae019-02ef-4f32-9aad-2650ce688249 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:48:56.083851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:48:56.228798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router d803ce62-ef3f-4f87-8a81-455aeaa3b358 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:48:56.242623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495442f-e8f7-45f0-a2c1-0ff65e5db78c None None] Network 310ae019-02ef-4f32-9aad-2650ce688249 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:56.351191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:56.358213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55268ed7-2a17-47ce-bf2c-a7a01fd3e13e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/d803ce62-ef3f-4f87-8a81-455aeaa3b358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067173 Oct 19 20:48:56.361682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48330) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:56.373701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] Sync routers for ids ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:56.408002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] Provisioning complete for port 7fb77edc-f372-4707-8c48-de9c2934344a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:56.408710 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.415601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] Routers {'d803ce62-ef3f-4f87-8a81-455aeaa3b358'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:56.416576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:56.427153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3b420-f7cc-48d6-9904-0d51c5e473b3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:56.429048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2af3b420-f7cc-48d6-9904-0d51c5e473b3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports/2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 HTTP/1.1" status: 200 len: 911 time: 0.0657966 Oct 19 20:48:56.431555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:56.512960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb77edc-f372-4707-8c48-de9c2934344a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:56.533164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:56.588126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f634661e-316b-4340-b75b-777d6d0674da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.603875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] Routers {'d803ce62-ef3f-4f87-8a81-455aeaa3b358'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:56.604508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:56.642114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:56.642776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2f5fa0-5721-4441-9e14-db3a8abaf56c None None] The sync data for ids ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:56.683031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7fb77edc-f372-4707-8c48-de9c2934344a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:56.683402 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.703205 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52cbe3-5cdd-4039-a4c1-0c79ab6538ec req-9c6a0c7d-215f-4396-9b72-31828f54610e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:48:56.704754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d52cbe3-5cdd-4039-a4c1-0c79ab6538ec req-9c6a0c7d-215f-4396-9b72-31828f54610e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 947 time: 0.1564796 Oct 19 20:48:56.707371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.757789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] For port 7fb77edc-f372-4707-8c48-de9c2934344a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb77edc-f372-4707-8c48-de9c2934344a,segment=NetworkSegment(cc276e4f-5f27-4954-9f20-54bd09fe0bf7),segment_id=cc276e4f-5f27-4954-9f20-54bd09fe0bf7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:56.769440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:56.783411 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d52cbe3-5cdd-4039-a4c1-0c79ab6538ec req-71ef99aa-816e-46dd-909c-c733c2b20190 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529585 Oct 19 20:48:56.887488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c77ad-efe5-4dc6-ac1e-5d7f0bdd5066 None None] Pushing event updated for resources: {'Port': ['ID=7fb77edc-f372-4707-8c48-de9c2934344a,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:56.889157 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.023244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2dade253-351b-4156-ad42-93306f9ea88f None None] Provisioning complete for port 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:57.023796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2dade253-351b-4156-ad42-93306f9ea88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.064404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2dade253-351b-4156-ad42-93306f9ea88f None None] Port 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:57.078834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2dade253-351b-4156-ad42-93306f9ea88f None None] Provisioning complete for port 7fb77edc-f372-4707-8c48-de9c2934344a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:57.079279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2dade253-351b-4156-ad42-93306f9ea88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.270925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:57.271611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.391325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.414470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:57.424038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9c251f2b-d052-4a62-b66a-5fb8101e09d6 None None] Provisioning complete for port 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:57.425061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9c251f2b-d052-4a62-b66a-5fb8101e09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.479785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9c251f2b-d052-4a62-b66a-5fb8101e09d6 None None] Port 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:48:57.630882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.664489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=2843ed41-f0e4-4870-bce0-9bd5c8bac6f4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:57.698641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dfa8fa20-5f67-494b-bbb6-298da2091521 None None] Could not find standard attr ID for object 2843ed41-f0e4-4870-bce0-9bd5c8bac6f4. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:48:57.774562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:57.949505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router d803ce62-ef3f-4f87-8a81-455aeaa3b358 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:48:58.038184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:48:58.044892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b323cd7d-58de-469d-adef-0bafe30813b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/d803ce62-ef3f-4f87-8a81-455aeaa3b358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6123352 Oct 19 20:48:58.048087 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] Sync routers for ids ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:48:58.048523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:58.058722 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] Routers {'d803ce62-ef3f-4f87-8a81-455aeaa3b358'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:58.059408 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:58.075961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f5e9f2fe-0dfd-477b-a8d6-2082b606f239 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=d803ce62-ef3f-4f87-8a81-455aeaa3b358 HTTP/1.1" status: 200 len: 205 time: 0.0264432 Oct 19 20:48:58.079027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48378) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:58.100033 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:58.117949 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] Routers {'d803ce62-ef3f-4f87-8a81-455aeaa3b358'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:48:58.118742 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:58.159880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.161834 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:58.164182 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bcac3b-61dd-42db-90dc-421a4425e3fe None None] The sync data for ids ['d803ce62-ef3f-4f87-8a81-455aeaa3b358'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:48:58.350281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.352666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.391014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb77edc-f372-4707-8c48-de9c2934344a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:48:58.409536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.410149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router d803ce62-ef3f-4f87-8a81-455aeaa3b358 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:48:58.424056 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.425384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0469e5f9-6eeb-4e88-be2e-425aec69eef6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/d803ce62-ef3f-4f87-8a81-455aeaa3b358 HTTP/1.1" status: 204 len: 168 time: 0.3451035 Oct 19 20:48:58.428043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48390) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:58.475182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7fb77edc-f372-4707-8c48-de9c2934344a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:48:58.475182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.492450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet bd84ff3e-63e3-4b5b-92be-44a444fe8a09 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:48:58.496690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.558215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.648791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.711422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.743651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=bd84ff3e-63e3-4b5b-92be-44a444fe8a09,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:58.747302 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.753939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6974c3ad-1f2c-4bb5-8703-7afe2e0e4ba7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/bd84ff3e-63e3-4b5b-92be-44a444fe8a09 HTTP/1.1" status: 204 len: 168 time: 0.3248024 Oct 19 20:48:58.757536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48396) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:58.759433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6f479-a001-484f-bc44-40e9f6d86b1b None None] Network 310ae019-02ef-4f32-9aad-2650ce688249 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:48:58.893156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:58.997989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 7fb77edc-f372-4707-8c48-de9c2934344a {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:58.998330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.072028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] DHCP port deletion for 310ae019-02ef-4f32-9aad-2650ce688249 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:48:59.083239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 7fb77edc-f372-4707-8c48-de9c2934344a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb77edc-f372-4707-8c48-de9c2934344a,segment=NetworkSegment(cc276e4f-5f27-4954-9f20-54bd09fe0bf7),segment_id=cc276e4f-5f27-4954-9f20-54bd09fe0bf7)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:59.083677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.102521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 7fb77edc-f372-4707-8c48-de9c2934344a owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:59.141110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Deleting port 7fb77edc-f372-4707-8c48-de9c2934344a {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:48:59.141598 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.196447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.216609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] For port 7fb77edc-f372-4707-8c48-de9c2934344a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7fb77edc-f372-4707-8c48-de9c2934344a,segment=NetworkSegment(cc276e4f-5f27-4954-9f20-54bd09fe0bf7),segment_id=cc276e4f-5f27-4954-9f20-54bd09fe0bf7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:48:59.217290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.225821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=7fb77edc-f372-4707-8c48-de9c2934344a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:59.228304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port 7fb77edc-f372-4707-8c48-de9c2934344a on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:59.241109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Calling delete_port for 7fb77edc-f372-4707-8c48-de9c2934344a owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:48:59.246805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ba4118d7-8d8d-432a-b8ec-781e40eb4a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.329086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 20:48:59.340986 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 20:48:59.352690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.356059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310ae019-02ef-4f32-9aad-2650ce688249']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:59.365408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] No DVR routers for this DVR port 7fb77edc-f372-4707-8c48-de9c2934344a on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:48:59.366390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:59.367057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc276e4f-5f27-4954-9f20-54bd09fe0bf7') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:48:59.378316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.392813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee1d5-8a08-404b-9643-6b2d3779684f None None] Pushing event deleted for resources: {'Port': ['ID=7fb77edc-f372-4707-8c48-de9c2934344a,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:59.399586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.407425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:48:59.407949 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:48:59.411274 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:48:59.495616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.522910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.530585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48422) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:48:59.531105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/310ae019-02ef-4f32-9aad-2650ce688249 HTTP/1.1" status: 204 len: 168 time: 0.7719831 Oct 19 20:48:59.531664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd9e28-8776-42b2-b5e1-9eb530c11d94 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=310ae019-02ef-4f32-9aad-2650ce688249,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:48:59.537380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-207962360', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:48:59.562337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.563631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.630237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.778199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:48:59.941205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5d2a9439-a52a-425f-a35d-24f8d0f566d2 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:48:59.981950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.001399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 5d2a9439-a52a-425f-a35d-24f8d0f566d2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:00.001665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.001940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5d2a9439-a52a-425f-a35d-24f8d0f566d2 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:00.112580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 172.25.7.206 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/04e050a0-1b78-423f-a435-509f6b69e6f4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:00.224764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.272401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.298721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.319508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:00.320864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:00.324707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:00.332704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=04e050a0-1b78-423f-a435-509f6b69e6f4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:00.394573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb77edc-f372-4707-8c48-de9c2934344a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:00.427141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7fb77edc-f372-4707-8c48-de9c2934344a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:00.427932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7fb77edc-f372-4707-8c48-de9c2934344a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:00.621497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:00.984492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:01.181811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:01.310090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 054d43e4-2cfc-4867-b704-78e8fc557c8c is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:49:01.424370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:01.434360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] Sync routers for ids ['054d43e4-2cfc-4867-b704-78e8fc557c8c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:01.444201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] Routers {'054d43e4-2cfc-4867-b704-78e8fc557c8c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:01.444861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['054d43e4-2cfc-4867-b704-78e8fc557c8c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:01.445109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:01.446327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d242448-8c3d-4bc6-a046-b61465d6b719 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9139137 Oct 19 20:49:01.448983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48454) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:01.480140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:01.488755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] Routers {'054d43e4-2cfc-4867-b704-78e8fc557c8c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:01.489372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['054d43e4-2cfc-4867-b704-78e8fc557c8c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:01.521628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:01.522195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b9d7e-6fc5-4f7c-8c04-f21fda4bf1bb None None] The sync data for ids ['054d43e4-2cfc-4867-b704-78e8fc557c8c'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:01.560976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-832fb32e-b78a-4668-b015-d55f5c5f8d0f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers/054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 200 len: 884 time: 0.1108294 Oct 19 20:49:01.563982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48458) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:01.792941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-08889a09-b08c-4bd9-95eb-8a8f64de61a3 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2278435 Oct 19 20:49:01.795319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48468) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:01.800205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-207962360'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:02.119211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:02.131762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:02.277334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 054d43e4-2cfc-4867-b704-78e8fc557c8c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:02.312967 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:02.396940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:02.405127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:02.406548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b690ff48-de95-4701-9350-d1f93eb667ce tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 200 len: 891 time: 0.6097462 Oct 19 20:49:02.409154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48480) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:02.411025 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] Sync routers for ids ['054d43e4-2cfc-4867-b704-78e8fc557c8c'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:02.420434 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] Routers {'054d43e4-2cfc-4867-b704-78e8fc557c8c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:02.421613 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['054d43e4-2cfc-4867-b704-78e8fc557c8c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:02.458381 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:02.467159 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] Routers {'054d43e4-2cfc-4867-b704-78e8fc557c8c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:02.467788 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['054d43e4-2cfc-4867-b704-78e8fc557c8c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:02.501498 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:02.502355 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b1ca8-3d4a-41e3-a575-06ddbe0b02e0 None None] The sync data for ids ['054d43e4-2cfc-4867-b704-78e8fc557c8c'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:02.551110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-166d13ae-e05e-46ab-ab29-8cdb81692c97 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers/054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 200 len: 891 time: 0.1380913 Oct 19 20:49:02.551304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:02.583495 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-db5b87e1-54ea-4905-8bf1-2698f7aacc81 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 200 len: 205 time: 0.0311058 Oct 19 20:49:02.585918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48488) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:02.694269 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.203615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.263294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 04e050a0-1b78-423f-a435-509f6b69e6f4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:03.263785 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.353517 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.365500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 04e050a0-1b78-423f-a435-509f6b69e6f4 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:03.538581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.572466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=04e050a0-1b78-423f-a435-509f6b69e6f4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:03.639077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.730998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.733121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.778884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.779415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router 054d43e4-2cfc-4867-b704-78e8fc557c8c {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:49:03.787451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.788521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f75b884-d2dd-415a-b69f-55a6295c2ebe tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 204 len: 168 time: 1.2016532 Oct 19 20:49:03.792577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48512) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:03.798471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1299427304'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:03.819828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:03.823622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.860328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:03.874700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.875136 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment 73474cee-a542-4b9a-9011-464da4bfd4e3 of type vlan for network 5c913ce4-d757-49a3-865f-f7f363326b14 Oct 19 20:49:03.917794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.951587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:03.962756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:03.963789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.030933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2362578 Oct 19 20:49:04.035905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:04.041901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:04.082572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=5c913ce4-d757-49a3-865f-f7f363326b14,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:04.097691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.098734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.098734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.098913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.099236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.099758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.100056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.100428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.100975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.101194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.101568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.101997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45a764e-5dd8-4534-8d5d-958eb33d5ab1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:04.115414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5c913ce4-d757-49a3-865f-f7f363326b14 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:04.167477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:04.171873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.437075 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.489871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-99e0cd54-6ee3-45a2-a833-08e4f0f47b23 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:04.491785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-99e0cd54-6ee3-45a2-a833-08e4f0f47b23 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 814 time: 0.1890390 Oct 19 20:49:04.524473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=57b6d577-cdd9-4b6f-84d6-dfabe7a6914a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:04.528737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-436d0fe1-bb90-41e2-98be-a410692fa7de tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/quotas/d7da6cc0c5de4ae09340afbeb41f0c0d HTTP/1.1" status: 200 len: 375 time: 0.0283170 Oct 19 20:49:04.593800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-52d0555a-bd1f-4bb5-b466-7a9c2f1cb302 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537581 Oct 19 20:49:04.595302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': '73474cee-a542-4b9a-9011-464da4bfd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:04.595723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 5c913ce4-d757-49a3-865f-f7f363326b14, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:04.618231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 5c913ce4-d757-49a3-865f-f7f363326b14 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:04.626799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 5c913ce4-d757-49a3-865f-f7f363326b14) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:04.631770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:04.632440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.641407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81963712-d260-43a0-af39-0509439fc64f None None] Network 5c913ce4-d757-49a3-865f-f7f363326b14 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:04.657274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6bf63d27-bde1-45a1-a7fb-c2418da98fe1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6198797 Oct 19 20:49:04.659788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48546) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:04.664550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1801997822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:04.742759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.743828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.795016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-592f4a3c-6637-49af-a679-0b0947d7f06a service neutron] 10.222.0.31 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929605 Oct 19 20:49:04.810861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-5c913ce4-d757-49a3-865f-f7f363326b14', 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '57b6d577-cdd9-4b6f-84d6-dfabe7a6914a'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:04.812177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.833906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.850272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.904695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:04.908540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a07974e9-f78e-432d-b4dc-f1ba693617fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2453022 Oct 19 20:49:04.909168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48552) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:04.939988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-aebb46c3-41bf-429f-955b-87034f4403b0 service neutron] 10.222.0.31 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155593 Oct 19 20:49:04.988884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Allocated IP 2001:db8::2 (5c913ce4-d757-49a3-865f-f7f363326b14/57b6d577-cdd9-4b6f-84d6-dfabe7a6914a/0b665932-d472-4e55-93c5-472d1d423061) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:05.184295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.193870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.276472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Network 5c913ce4-d757-49a3-865f-f7f363326b14 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:05.279374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:05.297162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:05.301644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Pushing event updated for resources: {'Port': ['ID=0b665932-d472-4e55-93c5-472d1d423061,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:05.303324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3372257b-cad9-41f9-9f1e-3e1bbc59a605 req-359da5ab-a60e-4b66-a8d0-5bc16ad71443 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 210 time: 0.1546216 Oct 19 20:49:05.339053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.377353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Attempting to bind port 0b665932-d472-4e55-93c5-472d1d423061 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:05.377805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Attempting to bind port 0b665932-d472-4e55-93c5-472d1d423061 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '73474cee-a542-4b9a-9011-464da4bfd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:05.378177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Attempting to bind port 0b665932-d472-4e55-93c5-472d1d423061 on network 5c913ce4-d757-49a3-865f-f7f363326b14 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:05.383933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:05.384401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Checking segment: {'id': '73474cee-a542-4b9a-9011-464da4bfd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:05.384914 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.385477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Bound using segment: {'id': '73474cee-a542-4b9a-9011-464da4bfd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:05.385929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Bound port: 0b665932-d472-4e55-93c5-472d1d423061, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73474cee-a542-4b9a-9011-464da4bfd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5c913ce4-d757-49a3-865f-f7f363326b14'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:05.386387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.462498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] For port 0b665932-d472-4e55-93c5-472d1d423061, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:05.468740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] For port 0b665932-d472-4e55-93c5-472d1d423061, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b665932-d472-4e55-93c5-472d1d423061,segment=NetworkSegment(73474cee-a542-4b9a-9011-464da4bfd4e3),segment_id=73474cee-a542-4b9a-9011-464da4bfd4e3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:05.472718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.565155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94f28-7b4f-43fa-8ba0-5686e18ced60 None None] Pushing event updated for resources: {'Port': ['ID=0b665932-d472-4e55-93c5-472d1d423061,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:05.659846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8::1 (5c913ce4-d757-49a3-865f-f7f363326b14/57b6d577-cdd9-4b6f-84d6-dfabe7a6914a/5342deea-a2a1-4976-b5b7-306c07778087) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:05.858328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.900470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.940891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 5c913ce4-d757-49a3-865f-f7f363326b14 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:05.943940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:05.947673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:05.948212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:05.991083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=5342deea-a2a1-4976-b5b7-306c07778087,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:06.072949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.318062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-5d8e8217-9f9b-479f-a07f-0aaf583d8c65 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:06.319926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-5d8e8217-9f9b-479f-a07f-0aaf583d8c65 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 814 time: 0.1363995 Oct 19 20:49:06.351384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Request body: {'port': {'device_id': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2', 'admin_state_up': True, 'tenant_id': 'd7da6cc0c5de4ae09340afbeb41f0c0d'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:06.487166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b665932-d472-4e55-93c5-472d1d423061 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:06.536003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e91d12b-d212-4456-aea5-40f6f127a7fa req-7c49531c-06af-40a2-9e77-cf3d20073014 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 210 time: 0.0477483 Oct 19 20:49:06.597584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b665932-d472-4e55-93c5-472d1d423061 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:06.598214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.610633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Made reservation on behalf of d7da6cc0c5de4ae09340afbeb41f0c0d for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:06.615737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.726906 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.799034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 0b665932-d472-4e55-93c5-472d1d423061, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b665932-d472-4e55-93c5-472d1d423061,segment=NetworkSegment(73474cee-a542-4b9a-9011-464da4bfd4e3),segment_id=73474cee-a542-4b9a-9011-464da4bfd4e3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:06.806112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.808201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Allocated IP 172.20.0.13 (023443c9-b91a-4d01-b3d4-55dd096a85d2/7b12962c-6a25-41e2-8df4-3196ef2639ba/4a71a899-1113-4b3d-8a07-43a37db5c032) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:06.831245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.837505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.838353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:06.886703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=0b665932-d472-4e55-93c5-472d1d423061,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:06.898020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.899014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.899014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.899386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.900169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.900887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.901368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.901693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.902136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.903080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.903567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.905100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:06.940862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94e7e6-a872-4038-b2ff-b0fd59979824 None None] Network 5c913ce4-d757-49a3-865f-f7f363326b14 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:06.974221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=5342deea-a2a1-4976-b5b7-306c07778087,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:07.032033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 5c913ce4-d757-49a3-865f-f7f363326b14 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:07.033813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:07.074276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.119691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.149904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Network 023443c9-b91a-4d01-b3d4-55dd096a85d2 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:07.153353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:07.155410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:07.175948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8a4d1f0b-85c4-4bea-92e7-73d0c22f7ce8 None None] Provisioning complete for port 0b665932-d472-4e55-93c5-472d1d423061 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:07.176365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a4d1f0b-85c4-4bea-92e7-73d0c22f7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.182197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router ef529e38-3de1-43ed-bb0a-c774cc668c0a is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:49:07.252230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Pushing event updated for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:07.287050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:07.288831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.316500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-b505417d-4575-4c74-b8be-83466cf575a6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9866560 Oct 19 20:49:07.326915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-339899be-8556-4b49-b8a4-e3f4d13b4edf tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:49:07.329377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-339899be-8556-4b49-b8a4-e3f4d13b4edf tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072339 Oct 19 20:49:07.330074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:07.340090 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c0cd68f9-44f3-472b-b09d-83c4bfddc198 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/ef529e38-3de1-43ed-bb0a-c774cc668c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290440 Oct 19 20:49:07.340727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48606) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:07.344927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Request body: {'port': {'device_id': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:07.346870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] Sync routers for ids ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:07.361869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] Routers {'ef529e38-3de1-43ed-bb0a-c774cc668c0a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:07.362662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:07.400707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934b022-3cd0-4d18-a09c-e1cc4f2c7dec tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:07.404626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4934b022-3cd0-4d18-a09c-e1cc4f2c7dec tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports/5342deea-a2a1-4976-b5b7-306c07778087 HTTP/1.1" status: 200 len: 911 time: 0.0605252 Oct 19 20:49:07.404854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48608) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:07.410567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57b6d577-cdd9-4b6f-84d6-dfabe7a6914a'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:07.416168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:07.441588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] Routers {'ef529e38-3de1-43ed-bb0a-c774cc668c0a'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:07.442211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:07.450771 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.478520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:07.479157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82189e0-8a64-4c4e-beaa-25a89a36d81b None None] The sync data for ids ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:07.625418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.789798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a71a899-1113-4b3d-8a07-43a37db5c032 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:49:07.798101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.818098 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Transition to ACTIVE for port object 4a71a899-1113-4b3d-8a07-43a37db5c032 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:49:07.822339 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.823927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653647f-ed4f-474c-8ace-182154b7708c req-8382fac5-856f-4d0f-879a-8b209e31d680 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:07.825727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4653647f-ed4f-474c-8ace-182154b7708c req-8382fac5-856f-4d0f-879a-8b209e31d680 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 932 time: 0.1546779 Oct 19 20:49:07.879451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ccc04a1e-8190-4fba-934a-0495ebc374f5 None None] Provisioning complete for port 0b665932-d472-4e55-93c5-472d1d423061 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:07.880528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ccc04a1e-8190-4fba-934a-0495ebc374f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:07.931417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:07.952807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4653647f-ed4f-474c-8ace-182154b7708c req-ef78bfb4-88c9-4042-8475-c8a1ca877989 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186781 Oct 19 20:49:07.954789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Attempting to bind port 4a71a899-1113-4b3d-8a07-43a37db5c032 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:07.955130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Attempting to bind port 4a71a899-1113-4b3d-8a07-43a37db5c032 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:07.955464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Attempting to bind port 4a71a899-1113-4b3d-8a07-43a37db5c032 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:07.960354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Port 4a71a899-1113-4b3d-8a07-43a37db5c032 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:49:07.960678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Attempting to bind port 4a71a899-1113-4b3d-8a07-43a37db5c032 on network 023443c9-b91a-4d01-b3d4-55dd096a85d2 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:07.966158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:07.966546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Checking segment: {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:07.966999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Bound using segment: {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:07.967436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Bound port: 4a71a899-1113-4b3d-8a07-43a37db5c032, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81be3f25-7897-4798-a65c-95738a968754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:07.968358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.052963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:08.057970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a71a899-1113-4b3d-8a07-43a37db5c032,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:08.063683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.075061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ccc04a1e-8190-4fba-934a-0495ebc374f5 None None] Provisioning complete for port 5342deea-a2a1-4976-b5b7-306c07778087 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:08.075555 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ccc04a1e-8190-4fba-934a-0495ebc374f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.113791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ccc04a1e-8190-4fba-934a-0495ebc374f5 None None] Port 5342deea-a2a1-4976-b5b7-306c07778087 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:08.133930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:08.169540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:08.169793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.172080 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.172934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-ab20735c-6a1d-4de2-993e-3a51726ddb05 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a71a899-1113-4b3d-8a07-43a37db5c032 HTTP/1.1" status: 200 len: 1092 time: 0.8355353 Oct 19 20:49:08.173768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:08.176960 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:08.191561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.198903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:08.199944 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.201585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/ports/5342deea-a2a1-4976-b5b7-306c07778087 HTTP/1.1" status: 200 len: 911 time: 0.7956154 Oct 19 20:49:08.206452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48622) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:08.247408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f196e525-3b8c-4ef1-a964-7ce7fc65c2b1 None None] Provisioning complete for port 5342deea-a2a1-4976-b5b7-306c07778087 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:08.248429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f196e525-3b8c-4ef1-a964-7ce7fc65c2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.287661 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda9782-4a5b-4916-9a79-5ab263636282 x-openstack-request-id: req-6eda9782-4a5b-4916-9a79-5ab263636282 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:08.288181 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:08.288574 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eda9782-4a5b-4916-9a79-5ab263636282 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:08.289225 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032', 'status': 'completed', 'code': 200} Oct 19 20:49:08.290976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f61b9-ada3-4ddc-b5b4-5da6d7eaca02 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=5342deea-a2a1-4976-b5b7-306c07778087,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:08.296078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f196e525-3b8c-4ef1-a964-7ce7fc65c2b1 None None] Port 5342deea-a2a1-4976-b5b7-306c07778087 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:08.387953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b665932-d472-4e55-93c5-472d1d423061 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:08.419010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-2ec2336f-9889-411b-8bf6-ed828c6f72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:08.420490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-2ec2336f-9889-411b-8bf6-ed828c6f72b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 1095 time: 0.1303523 Oct 19 20:49:08.448073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b665932-d472-4e55-93c5-472d1d423061 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:08.448832 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.502676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-e80eec09-d2fe-431c-a331-185228873649 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a71a899-1113-4b3d-8a07-43a37db5c032 HTTP/1.1" status: 200 len: 217 time: 0.0723264 Oct 19 20:49:08.597594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421283-64e9-483c-bafd-136e5b1e83de req-108e3279-59ae-498e-8d40-4b14f7405d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:08.599058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-108e3279-59ae-498e-8d40-4b14f7405d5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 200 len: 854 time: 0.0867536 Oct 19 20:49:08.615825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8eef93b2-9b19-49f1-8785-8e44d5f2fd81 None None] Provisioning complete for port 5342deea-a2a1-4976-b5b7-306c07778087 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:08.616203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8eef93b2-9b19-49f1-8785-8e44d5f2fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.652504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8eef93b2-9b19-49f1-8785-8e44d5f2fd81 None None] Port 5342deea-a2a1-4976-b5b7-306c07778087 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:08.658285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-7bda41e5-4861-4648-9d46-4e66351539bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=023443c9-b91a-4d01-b3d4-55dd096a85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506787 Oct 19 20:49:08.786503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-4354d796-d43f-4bee-87bc-a253e17c499b service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196063 Oct 19 20:49:08.834277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:08.964662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc421283-64e9-483c-bafd-136e5b1e83de req-98118063-2860-4d6d-8b6d-82e54da73fa9 service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707845 Oct 19 20:49:09.087792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-bf2ce0fc-22f3-4015-847b-8d193d5d3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:09.089214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-bf2ce0fc-22f3-4015-847b-8d193d5d3e04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 1095 time: 0.0574808 Oct 19 20:49:09.094125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808acb23-839a-4785-b5b7-08bdfcec274a req-f15fd020-cec3-4617-ab7c-009ea0788c92 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:09.095710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808acb23-839a-4785-b5b7-08bdfcec274a req-f15fd020-cec3-4617-ab7c-009ea0788c92 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 944 time: 0.0659821 Oct 19 20:49:09.135766 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808acb23-839a-4785-b5b7-08bdfcec274a req-132429e0-2a0c-4fb6-a076-4a64467a1886 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Oct 19 20:49:09.240481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-3bf430a7-db33-47e7-8356-b625ed134f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:09.242257 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-3bf430a7-db33-47e7-8356-b625ed134f9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 200 len: 915 time: 0.1446979 Oct 19 20:49:09.250822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 5342deea-a2a1-4976-b5b7-306c07778087 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:09.251163 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:09.302613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-7f84d4d5-0718-4419-91d5-c9b240ae3e26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a71a899-1113-4b3d-8a07-43a37db5c032 HTTP/1.1" status: 200 len: 217 time: 0.0484924 Oct 19 20:49:09.397334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-30e3cb6c-eee4-4317-910f-0690d2aaf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:09.398843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-30e3cb6c-eee4-4317-910f-0690d2aaf24c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 200 len: 854 time: 0.0891678 Oct 19 20:49:09.410033 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:09.443851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 5342deea-a2a1-4976-b5b7-306c07778087 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:09.446912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-c77542fa-92a6-4652-8b54-34c4178e1c36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=023443c9-b91a-4d01-b3d4-55dd096a85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299845 Oct 19 20:49:09.911951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-c7b4dba4-04ce-4856-9542-dadbb990ad45 service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562838 Oct 19 20:49:10.028661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:49:10.047000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6a2d911a-6568-4239-97d2-d90fb9c1d8fa req-b2541768-60e2-4cc2-82e9-ac856ad2ba9f service neutron] 10.222.0.11 "GET /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279728 Oct 19 20:49:10.060330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.075897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=5342deea-a2a1-4976-b5b7-306c07778087,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:10.173784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.349055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2b17e-58b2-4e36-b382-0853bdcbbb88 req-6e334aa6-fe59-494f-99ae-3b88d4c43989 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:10.350662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31f2b17e-58b2-4e36-b382-0853bdcbbb88 req-6e334aa6-fe59-494f-99ae-3b88d4c43989 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 944 time: 0.1305392 Oct 19 20:49:10.410933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router ef529e38-3de1-43ed-bb0a-c774cc668c0a has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:10.432824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31f2b17e-58b2-4e36-b382-0853bdcbbb88 req-de73a6e6-72a4-4290-ab22-e42eb1b89622 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752912 Oct 19 20:49:10.504849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:10.513008 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee4746de-6dfc-4c23-aee9-b4812a91acbf tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/ef529e38-3de1-43ed-bb0a-c774cc668c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010654 Oct 19 20:49:10.513008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48666) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:10.515748 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] Sync routers for ids ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:10.525405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] Routers {'ef529e38-3de1-43ed-bb0a-c774cc668c0a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:10.526125 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:10.541700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d78fe1db-bcfd-47fe-87cf-25350fff692b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef529e38-3de1-43ed-bb0a-c774cc668c0a HTTP/1.1" status: 200 len: 205 time: 0.0258439 Oct 19 20:49:10.541915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48668) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:10.560265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:10.576972 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] Routers {'ef529e38-3de1-43ed-bb0a-c774cc668c0a'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:10.578687 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:10.613447 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:10.614105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f61c28-1746-4c12-923c-9d17f9584d8a None None] The sync data for ids ['ef529e38-3de1-43ed-bb0a-c774cc668c0a'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:10.619750 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.782843 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.785037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.831305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.831897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router ef529e38-3de1-43ed-bb0a-c774cc668c0a {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:49:10.840192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.841312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5082f9d6-c0a4-4a0c-9899-e8bdf5dd93f2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/ef529e38-3de1-43ed-bb0a-c774cc668c0a HTTP/1.1" status: 204 len: 168 time: 0.2984953 Oct 19 20:49:10.843979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:10.899401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 57b6d577-cdd9-4b6f-84d6-dfabe7a6914a {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:49:10.902799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:10.949904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.036198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.103746 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.137845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=57b6d577-cdd9-4b6f-84d6-dfabe7a6914a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:11.140825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.147434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a9be9-caa5-4ef5-ba53-a8f841839270 None None] Network 5c913ce4-d757-49a3-865f-f7f363326b14 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:11.149570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:11.151623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a7744b0-17fa-4449-9adc-5613984a2f60 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/57b6d577-cdd9-4b6f-84d6-dfabe7a6914a HTTP/1.1" status: 204 len: 168 time: 0.2993445 Oct 19 20:49:11.252071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.309615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 0b665932-d472-4e55-93c5-472d1d423061 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:11.310158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.371090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] DHCP port deletion for 5c913ce4-d757-49a3-865f-f7f363326b14 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:49:11.380035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 0b665932-d472-4e55-93c5-472d1d423061, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b665932-d472-4e55-93c5-472d1d423061,segment=NetworkSegment(73474cee-a542-4b9a-9011-464da4bfd4e3),segment_id=73474cee-a542-4b9a-9011-464da4bfd4e3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:11.380401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.398639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 0b665932-d472-4e55-93c5-472d1d423061 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:11.419766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Deleting port 0b665932-d472-4e55-93c5-472d1d423061 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:11.420244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.486833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.495942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] For port 0b665932-d472-4e55-93c5-472d1d423061, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b665932-d472-4e55-93c5-472d1d423061,segment=NetworkSegment(73474cee-a542-4b9a-9011-464da4bfd4e3),segment_id=73474cee-a542-4b9a-9011-464da4bfd4e3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:11.496335 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.512850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Calling delete_port for 0b665932-d472-4e55-93c5-472d1d423061 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:11.519240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=0b665932-d472-4e55-93c5-472d1d423061,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:11.523192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port 0b665932-d472-4e55-93c5-472d1d423061 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:11.610986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.634406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.636539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] Pushing event deleted for resources: {'Port': ['ID=0b665932-d472-4e55-93c5-472d1d423061,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:11.641651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9d2e0-48ad-4774-b8ce-9d2becbb20d5 None None] No DVR routers for this DVR port 0b665932-d472-4e55-93c5-472d1d423061 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:11.644609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0e24e-45b3-4fb6-b669-885c53105a1c req-9ef8bf41-286c-4997-8d56-886bb7be7ef7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:11.646407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23d0e24e-45b3-4fb6-b669-885c53105a1c req-9ef8bf41-286c-4997-8d56-886bb7be7ef7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 944 time: 0.1251433 Oct 19 20:49:11.681631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c913ce4-d757-49a3-865f-f7f363326b14']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:11.693268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73474cee-a542-4b9a-9011-464da4bfd4e3') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:11.693593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73474cee-a542-4b9a-9011-464da4bfd4e3') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:11.711590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.722552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-23d0e24e-45b3-4fb6-b669-885c53105a1c req-968bcbfb-c251-4a85-b61e-e32ed1c9f708 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Oct 19 20:49:11.730493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.739703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:49:11.740187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:49:11.743858 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:49:11.810306 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.826003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.829020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/5c913ce4-d757-49a3-865f-f7f363326b14 HTTP/1.1" status: 204 len: 168 time: 0.6784701 Oct 19 20:49:11.833742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:11.838351 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-706149667', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:11.841581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8622d7-cf69-495b-8bc6-4b47a5e2d173 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=5c913ce4-d757-49a3-865f-f7f363326b14,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:11.869451 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.870423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.921624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.925593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.943011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:11.944348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c2194ec0-3ea3-47bb-9481-d5b3e7f5a0f1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1095884 Oct 19 20:49:11.947037 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48700) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:11.951812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1139319471'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:11.963386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a71a899-1113-4b3d-8a07-43a37db5c032 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:49:11.973702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:11.977109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.009678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:12.019904 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.020515 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment 0fc61431-5427-434c-b189-899ba411a1d7 of type vlan for network 66482949-7f95-48d4-9cee-66db72ee3019 Oct 19 20:49:12.063103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.073898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a71a899-1113-4b3d-8a07-43a37db5c032,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:12.093524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.098143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '4a71a899-1113-4b3d-8a07-43a37db5c032', 'network_id': '023443c9-b91a-4d01-b3d4-55dd096a85d2', 'port_id': '4a71a899-1113-4b3d-8a07-43a37db5c032', 'mac_address': 'fa:16:3e:d5:4c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b12962c-6a25-41e2-8df4-3196ef2639ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:49:12.101673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:12.102288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.140434 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.148102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1999991 Oct 19 20:49:12.148695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48706) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:12.153984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a71a899-1113-4b3d-8a07-43a37db5c032 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:49:12.157863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:12.183408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a71a899-1113-4b3d-8a07-43a37db5c032,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:12.188632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.193615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4cf2a-a82c-44eb-8b90-97bf7572194e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=66482949-7f95-48d4-9cee-66db72ee3019,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:12.220035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 66482949-7f95-48d4-9cee-66db72ee3019 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:12.269267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:12.275553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.292720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:12.397050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b665932-d472-4e55-93c5-472d1d423061 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:12.418656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 0b665932-d472-4e55-93c5-472d1d423061 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:12.419001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b665932-d472-4e55-93c5-472d1d423061 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:12.433547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['4a71a899-1113-4b3d-8a07-43a37db5c032'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:49:12.516854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.578247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=3df05631-2296-49c4-afca-d700370164d6,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:12.589007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:12.589392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 66482949-7f95-48d4-9cee-66db72ee3019, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:12.607980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 66482949-7f95-48d4-9cee-66db72ee3019 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:12.617887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 66482949-7f95-48d4-9cee-66db72ee3019) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:12.621795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:12.622433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.629557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80afc5d9-a097-49ab-9cd9-168c01062fbc None None] Network 66482949-7f95-48d4-9cee-66db72ee3019 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:12.643477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bb3b555b-0576-404f-996d-989d221434c2 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4933262 Oct 19 20:49:12.646426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:12.785121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.824370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-66482949-7f95-48d4-9cee-66db72ee3019', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:12.825231 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:12.962914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41bda9-fad7-4c68-834b-429ffcd8bc6a req-841b5ed9-e3eb-4be2-a83f-d9a3a1ee1738 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:12.964376 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad41bda9-fad7-4c68-834b-429ffcd8bc6a req-841b5ed9-e3eb-4be2-a83f-d9a3a1ee1738 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 945 time: 0.1238551 Oct 19 20:49:12.980269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Allocated IP 2001:db8::2 (66482949-7f95-48d4-9cee-66db72ee3019/3df05631-2296-49c4-afca-d700370164d6/c4e6da96-d72c-4945-b080-14ec3690319b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:12.998563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.064751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad41bda9-fad7-4c68-834b-429ffcd8bc6a req-73f71c84-56ad-4c59-b2bb-4c04ef073744 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797348 Oct 19 20:49:13.150556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.156004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.228217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Network 66482949-7f95-48d4-9cee-66db72ee3019 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:13.232299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Pushing event updated for resources: {'Port': ['ID=c4e6da96-d72c-4945-b080-14ec3690319b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:13.238143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:13.240777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:13.245335 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.307232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Attempting to bind port c4e6da96-d72c-4945-b080-14ec3690319b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:13.307604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Attempting to bind port c4e6da96-d72c-4945-b080-14ec3690319b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:13.307970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Attempting to bind port c4e6da96-d72c-4945-b080-14ec3690319b on network 66482949-7f95-48d4-9cee-66db72ee3019 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:13.308077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8::1 (66482949-7f95-48d4-9cee-66db72ee3019/3df05631-2296-49c4-afca-d700370164d6/9718ea2b-0890-4848-8996-02befd8daae9) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:13.313028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:13.313432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Checking segment: {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:13.313850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.314237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Bound using segment: {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:13.314704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Bound port: c4e6da96-d72c-4945-b080-14ec3690319b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:13.315084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.384432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] For port c4e6da96-d72c-4945-b080-14ec3690319b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:13.387833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] For port c4e6da96-d72c-4945-b080-14ec3690319b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c4e6da96-d72c-4945-b080-14ec3690319b,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:13.391506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.434283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.458090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113babc8-c2a5-4a7c-ab61-0c8771bb0f19 None None] Pushing event updated for resources: {'Port': ['ID=c4e6da96-d72c-4945-b080-14ec3690319b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:13.479402 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.531343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 66482949-7f95-48d4-9cee-66db72ee3019 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:13.534448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:13.541551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:13.542083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.545638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:13.688252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-a5d80d10-2aa9-4f39-a774-1d45d9979f6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690961 Oct 19 20:49:13.749743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:13.807536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-d3903203-616f-4591-8c17-3ba93171e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:13.809060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-d3903203-616f-4591-8c17-3ba93171e24b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=260119d0d4d34553b8397d0497f60d7c&device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 1101 time: 0.0869904 Oct 19 20:49:13.965824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a71a899-1113-4b3d-8a07-43a37db5c032 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:14.024275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 4a71a899-1113-4b3d-8a07-43a37db5c032 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:49:14.028943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 4a71a899-1113-4b3d-8a07-43a37db5c032 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:14.029512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.124868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.153655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:14.156103 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a5d368-0dee-49f5-84d8-b02345481bf7" -d '{"events": [{"server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "name": "network-vif-plugged", "status": "completed", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:14.190192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a71a899-1113-4b3d-8a07-43a37db5c032,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:14.194391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.242312 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baadd26-1c1f-4e59-93a5-d9a7b815c6f1 x-openstack-request-id: req-4baadd26-1c1f-4e59-93a5-d9a7b815c6f1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:14.242685 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "name": "network-vif-plugged", "status": "completed", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:14.243011 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4baadd26-1c1f-4e59-93a5-d9a7b815c6f1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:14.243471 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032', 'code': 200} Oct 19 20:49:14.266309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189ca76-b8d1-4565-90cc-7edc9cb887a9 req-8241237d-f8e4-4b09-a422-fe911641f739 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:14.284391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:14.292271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7189ca76-b8d1-4565-90cc-7edc9cb887a9 req-8241237d-f8e4-4b09-a422-fe911641f739 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 945 time: 0.1233687 Oct 19 20:49:14.342720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7189ca76-b8d1-4565-90cc-7edc9cb887a9 req-cab4956e-bc24-464f-875b-1cf943b747a7 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 Oct 19 20:49:14.487382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c4e6da96-d72c-4945-b080-14ec3690319b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:14.493357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68630c2-57de-40a0-ba8b-a9e91445558a req-7356a339-fd5b-4b75-b879-ea7a4b09abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:14.494863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c68630c2-57de-40a0-ba8b-a9e91445558a req-7356a339-fd5b-4b75-b879-ea7a4b09abd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 1097 time: 0.1464348 Oct 19 20:49:14.538897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-ffeff69a-8bad-416c-8249-419c6dcaaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:14.540358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-ffeff69a-8bad-416c-8249-419c6dcaaeab service neutron] 10.222.0.37 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.3842857 Oct 19 20:49:14.546136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c4e6da96-d72c-4945-b080-14ec3690319b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:14.546712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.619879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-541bb72d-6ac1-4f6d-b28a-d1c5e43c540b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa HTTP/1.1" status: 200 len: 217 time: 0.0705011 Oct 19 20:49:14.624268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c68630c2-57de-40a0-ba8b-a9e91445558a req-329ec167-7905-4844-b839-f8834a757129 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185553 Oct 19 20:49:14.710762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-f0444fe7-0be8-43c4-8a5d-a02c886a95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:14.712320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-f0444fe7-0be8-43c4-8a5d-a02c886a95f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0853271 Oct 19 20:49:14.744452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.761136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.761957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.833049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffbc27-2117-45ad-97ae-b79033a1c7e9 None None] Network 66482949-7f95-48d4-9cee-66db72ee3019 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:14.837244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.838753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:14.845463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-5080ac38-6215-46e1-b2a6-3729c47198e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:14.848444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-5080ac38-6215-46e1-b2a6-3729c47198e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269646 Oct 19 20:49:14.920036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9072ebec-6771-4869-983c-a0e109a5c3eb None None] Provisioning complete for port c4e6da96-d72c-4945-b080-14ec3690319b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:14.920397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9072ebec-6771-4869-983c-a0e109a5c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:14.946253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c4e6da96-d72c-4945-b080-14ec3690319b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c4e6da96-d72c-4945-b080-14ec3690319b,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:14.976534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.008372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 66482949-7f95-48d4-9cee-66db72ee3019 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:15.012689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:15.036969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-03540de0-f3d8-4cfd-a679-9f36d6f5ee2e service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564741 Oct 19 20:49:15.101215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c4e6da96-d72c-4945-b080-14ec3690319b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:15.224369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0215c5a-bfbd-4a32-815a-e5f7f66d7a5b req-71e70392-d033-4582-8e29-1aa4f2f11343 service neutron] 10.222.0.37 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480441 Oct 19 20:49:15.243668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:49:15.369986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:15.377244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0d8a5b74-251c-4edc-acb6-a0b8bb7694c1 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294779 Oct 19 20:49:15.379781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48766) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:15.382263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:15.385945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099166044'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:15.394268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:15.395004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:15.416137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:15.419819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.462046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:15.475575 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.475934 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment 10896171-5596-4054-a16b-02bf33ceca8b of type vlan for network 100efb04-836c-4b64-9a5a-1367cf84fdbd Oct 19 20:49:15.528159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:15.552987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.599847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341bb9f-03cd-4e1c-b368-00b8d846bb9e req-10ac165c-6092-4789-a6a9-ebb413c2c93c tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:15.601884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f341bb9f-03cd-4e1c-b368-00b8d846bb9e req-10ac165c-6092-4789-a6a9-ebb413c2c93c tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 946 time: 0.0896873 Oct 19 20:49:15.602759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.608514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:15.609129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.638872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2571833 Oct 19 20:49:15.641952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48776) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:15.647141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:15.720240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e65e4c7f-7be2-4aab-8c2c-1111a6268cd3 None None] Provisioning complete for port c4e6da96-d72c-4945-b080-14ec3690319b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:15.721074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e65e4c7f-7be2-4aab-8c2c-1111a6268cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:15.751525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140471ec-bb94-46a5-9f9a-b1e91cab220b tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=100efb04-836c-4b64-9a5a-1367cf84fdbd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:15.756139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f341bb9f-03cd-4e1c-b368-00b8d846bb9e req-ea222a99-d588-48b7-88bf-5f5574ab995a tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355007 Oct 19 20:49:15.788558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:15.829028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:15.833247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.022793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e65e4c7f-7be2-4aab-8c2c-1111a6268cd3 None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:16.023170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e65e4c7f-7be2-4aab-8c2c-1111a6268cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.072395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.075174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:13Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:14Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:16.080153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e65e4c7f-7be2-4aab-8c2c-1111a6268cd3 None None] Port 9718ea2b-0890-4848-8996-02befd8daae9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:16.107143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:16.107501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Updating router 9054f032-b266-41e9-93df-b0c273e83969 port 9718ea2b-0890-4848-8996-02befd8daae9 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:49:16.135035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=90390487-d842-4272-a120-a126be3e9ea3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:16.144875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.166092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:16.166478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 100efb04-836c-4b64-9a5a-1367cf84fdbd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:16.183626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:16.194716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 100efb04-836c-4b64-9a5a-1367cf84fdbd) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:16.199765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:16.200360 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.224034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94f1e7b0-7175-445b-8c9b-67fd971adc6c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5809247 Oct 19 20:49:16.226285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48784) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:16.280323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4154aef-8283-427e-9dd6-17f7cf0eda25 None None] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:16.377819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4c5a9e70-db3c-4205-95a8-c8402fa73c85 None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:16.378189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9e70-db3c-4205-95a8-c8402fa73c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.443583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c4e6da96-d72c-4945-b080-14ec3690319b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:16.494709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a9e70-db3c-4205-95a8-c8402fa73c85 None None] Port 9718ea2b-0890-4848-8996-02befd8daae9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:16.636405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c4e6da96-d72c-4945-b080-14ec3690319b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:16.636777 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.669015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.685425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-100efb04-836c-4b64-9a5a-1367cf84fdbd', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:16.685425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.692379 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.715477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.725002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3f141ba2-6df4-4c61-8d5d-e3b145b9903c None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:16.725385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f141ba2-6df4-4c61-8d5d-e3b145b9903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:16.951942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6164a-3274-43f9-b6de-52c9de77a3a6 req-a569fdeb-ae14-4430-ad2e-7fc3801beadb tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:16.954545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec6164a-3274-43f9-b6de-52c9de77a3a6 req-a569fdeb-ae14-4430-ad2e-7fc3801beadb tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 946 time: 0.0853987 Oct 19 20:49:17.026785 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ec6164a-3274-43f9-b6de-52c9de77a3a6 req-083f1ba9-6af2-4656-9fce-885787218a6c tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Oct 19 20:49:17.055580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002326e-a30d-45f6-ba39-a79e972d0852 None None] Pushing event updated for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:17.066089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8:1::1 (100efb04-836c-4b64-9a5a-1367cf84fdbd/90390487-d842-4272-a120-a126be3e9ea3/84d66c98-8c8c-4b02-9945-518c1e60f12a) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:17.075422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3f141ba2-6df4-4c61-8d5d-e3b145b9903c None None] Port 9718ea2b-0890-4848-8996-02befd8daae9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:17.178558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Attempting to bind port 9718ea2b-0890-4848-8996-02befd8daae9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:17.179048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Attempting to bind port 9718ea2b-0890-4848-8996-02befd8daae9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:17.179431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Attempting to bind port 9718ea2b-0890-4848-8996-02befd8daae9 on network 66482949-7f95-48d4-9cee-66db72ee3019 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:17.188208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:17.188579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Checking segment: {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:17.188972 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.189508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Bound using segment: {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:17.190829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Bound port: 9718ea2b-0890-4848-8996-02befd8daae9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc61431-5427-434c-b189-899ba411a1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:17.191021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.245985 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.290230 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.307600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d49b953e-2968-4c4d-befc-cc6480fbfda6 None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:17.308005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d49b953e-2968-4c4d-befc-cc6480fbfda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.337166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:17.340483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:17.344595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:17.345148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.354555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:17.389161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Allocated IP 2001:db8:1::2 (100efb04-836c-4b64-9a5a-1367cf84fdbd/90390487-d842-4272-a120-a126be3e9ea3/c0bceee6-196f-40f7-90ae-f6a8acab1d9e) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:17.410036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] For port 9718ea2b-0890-4848-8996-02befd8daae9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:17.460814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] For port 9718ea2b-0890-4848-8996-02befd8daae9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9718ea2b-0890-4848-8996-02befd8daae9,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:17.480913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.514255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.537176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d49b953e-2968-4c4d-befc-cc6480fbfda6 None None] Port 9718ea2b-0890-4848-8996-02befd8daae9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:17.625835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:17.626462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:17.632470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002326e-a30d-45f6-ba39-a79e972d0852 None None] Pushing event updated for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:17.775727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.814281 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.867621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:17.870306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.875698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.876490 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:17.901109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:17.913349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:17.918253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:17.922776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Pushing event updated for resources: {'Port': ['ID=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:18.002502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:18.044504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:18.046678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:18.139743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Attempting to bind port c0bceee6-196f-40f7-90ae-f6a8acab1d9e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:18.140331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Attempting to bind port c0bceee6-196f-40f7-90ae-f6a8acab1d9e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:18.140890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Attempting to bind port c0bceee6-196f-40f7-90ae-f6a8acab1d9e on network 100efb04-836c-4b64-9a5a-1367cf84fdbd {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:18.163992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:18.171476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:18.171840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.178208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:18.178582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Checking segment: {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:18.178979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.179729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Bound using segment: {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:18.180208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Bound port: c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:18.180583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.343023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] For port c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:18.347456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] For port c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:18.351938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:18.368796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48830) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:18.370993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f7339283-2c9c-4152-8fa0-2c6eeaf35823 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1432276 Oct 19 20:49:18.374006 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.374792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-558202034'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:18.439452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:18.463513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.472826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.550763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] For port 9718ea2b-0890-4848-8996-02befd8daae9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9718ea2b-0890-4848-8996-02befd8daae9,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:18.571945 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.599815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:18.627509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.627903 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment a0d26db2-a990-40ab-9661-1549434246c7 of type vlan for network 8f5c1b81-83ca-4717-9061-d5b9181c166f Oct 19 20:49:18.628519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636b537-5054-4031-b443-8f65fbd0250b None None] Pushing event updated for resources: {'Port': ['ID=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:18.736542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.742056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c2c00-2788-4881-973f-d79bf8d30f7b None None] Pushing event updated for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:18.773963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 3, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 1, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:18.779916 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.793669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:18.794427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:18.854837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e4ab3-fabf-43f5-9f00-418369858f40 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 3, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 1, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:18.891402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5183043 Oct 19 20:49:18.892502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:18.900279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:18.929884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46730c4b-bede-4f84-b23a-86823c45765c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=8f5c1b81-83ca-4717-9061-d5b9181c166f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:18.941285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:19.116027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:19.121245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:19.446239 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:19.584966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=b4567da3-716f-4092-b5e5-143769ec274e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:19.620315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:19.620675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: 8f5c1b81-83ca-4717-9061-d5b9181c166f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:19.660749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:19.676791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8f5c1b81-83ca-4717-9061-d5b9181c166f) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:19.682180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:19.682763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:19.693750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc5c438-d708-4b82-8293-a77b4411c06b None None] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:19.749851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48858) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:19.765994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c50f3b9-697c-435f-adc2-06cb7fde39a7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8714159 Oct 19 20:49:20.031209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8f5c1b81-83ca-4717-9061-d5b9181c166f', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:20.033191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.300688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e0c88-a950-44f4-a7df-a5b2b65e01e1 None None] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:20.434346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] Provisioning complete for port c0bceee6-196f-40f7-90ae-f6a8acab1d9e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:20.434719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.496945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Allocated IP 2001:db8:2::2 (8f5c1b81-83ca-4717-9061-d5b9181c166f/b4567da3-716f-4092-b5e5-143769ec274e/f20b0e11-3837-42a8-a45c-b243a05c5a65) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:20.518287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.615873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0bceee6-196f-40f7-90ae-f6a8acab1d9e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:20.776369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.814306 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.892857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8:2::1 (8f5c1b81-83ca-4717-9061-d5b9181c166f/b4567da3-716f-4092-b5e5-143769ec274e/81cdb341-f84d-407b-9473-f3f06e26ea3c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:20.902269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:20.905423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c0bceee6-196f-40f7-90ae-f6a8acab1d9e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:20.906597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:20.941937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:21.024351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.061774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.118019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:21.125207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:21.126734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:21.129029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:21.129609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.191250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:21.203142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Pushing event updated for resources: {'Port': ['ID=f20b0e11-3837-42a8-a45c-b243a05c5a65,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:21.220440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.288323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.315678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Attempting to bind port f20b0e11-3837-42a8-a45c-b243a05c5a65 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:21.315970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Attempting to bind port f20b0e11-3837-42a8-a45c-b243a05c5a65 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:21.316328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Attempting to bind port f20b0e11-3837-42a8-a45c-b243a05c5a65 on network 8f5c1b81-83ca-4717-9061-d5b9181c166f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:21.323566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] For port c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:21.332883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.340733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-7d4c586c-8012-40ff-8eba-daaf853ad69a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117840 Oct 19 20:49:21.354795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:21.355362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Checking segment: {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:21.355878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.356411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Bound using segment: {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:21.357771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Bound port: f20b0e11-3837-42a8-a45c-b243a05c5a65, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:21.358383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.457671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-490e2dcd-362d-4d47-bbd3-7c0f47a45956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:21.459512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-490e2dcd-362d-4d47-bbd3-7c0f47a45956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 1098 time: 0.0554616 Oct 19 20:49:21.597221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9718ea2b-0890-4848-8996-02befd8daae9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:21.601450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a4200-f11a-4169-bc5c-2e3c04cddb2d None None] Pushing event updated for resources: {'Port': ['ID=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:21.669924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-ac22f0c2-62d7-48a4-9a2b-f0e8e78f20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:21.672077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-ac22f0c2-62d7-48a4-9a2b-f0e8e78f20f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1916747 Oct 19 20:49:21.684841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] For port f20b0e11-3837-42a8-a45c-b243a05c5a65, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:21.714623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] For port f20b0e11-3837-42a8-a45c-b243a05c5a65, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f20b0e11-3837-42a8-a45c-b243a05c5a65,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:21.725921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.769501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.774675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.775842 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.812551 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:21.824347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9718ea2b-0890-4848-8996-02befd8daae9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:21.824785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.830725 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:21.834889 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:21.860389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-68c21e0e-068e-469a-ac81-1c2dd5a5406a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 200 len: 1002 time: 0.1809721 Oct 19 20:49:21.907171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:21.909807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da7d2338-a830-42ae-a25e-d3f876cd241f None None] Provisioning complete for port c0bceee6-196f-40f7-90ae-f6a8acab1d9e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:21.910174 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da7d2338-a830-42ae-a25e-d3f876cd241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:21.997616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-c03bf12f-22dd-4b0b-9161-512d13ee937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:21.999168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-c03bf12f-22dd-4b0b-9161-512d13ee937b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.1313436 Oct 19 20:49:22.027030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17e03-c0c5-414f-9bd9-ca1445ca501b None None] Pushing event updated for resources: {'Port': ['ID=f20b0e11-3837-42a8-a45c-b243a05c5a65,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:22.151206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-7c908a05-8484-4523-8745-db246f40378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:22.152776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-7c908a05-8484-4523-8745-db246f40378a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340363 Oct 19 20:49:22.160657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:22.164462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:22.314072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da7d2338-a830-42ae-a25e-d3f876cd241f None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:22.314359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da7d2338-a830-42ae-a25e-d3f876cd241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.343748 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:22.362412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-7e4f730a-08c2-4182-a2bd-9d3b853e8659 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009826 Oct 19 20:49:22.406892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-da7d2338-a830-42ae-a25e-d3f876cd241f None None] Port 84d66c98-8c8c-4b02-9945-518c1e60f12a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:22.464219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:22.552174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7404ef56-0943-42ff-915e-f88d31c20b58 None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:22.552546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7404ef56-0943-42ff-915e-f88d31c20b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.646495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7404ef56-0943-42ff-915e-f88d31c20b58 None None] Port 84d66c98-8c8c-4b02-9945-518c1e60f12a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:22.675546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f20b0e11-3837-42a8-a45c-b243a05c5a65 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:22.682345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:22.688282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e22b1453-2661-4681-8fb8-143ecdefcc1a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370499 Oct 19 20:49:22.692647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:22.710078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-434205087'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:22.751079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:22.757216 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:21Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:21Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:17Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:22.760515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.796645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:22.816103 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:22.817167 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Updating router 9054f032-b266-41e9-93df-b0c273e83969 port 81cdb341-f84d-407b-9473-f3f06e26ea3c binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:49:22.821473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.821850 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added segment a29aebc9-ee0b-4809-a595-51710ac8c41b of type vlan for network cb7631ab-abeb-4787-a780-42d3621775ec Oct 19 20:49:22.828408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f20b0e11-3837-42a8-a45c-b243a05c5a65 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:22.828963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.849099 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:22.949508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.019319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.033989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:23.034730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.043028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c24142f4-eb0f-4da6-a237-9f2a28b31965 None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:23.046878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c24142f4-eb0f-4da6-a237-9f2a28b31965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.125326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c24142f4-eb0f-4da6-a237-9f2a28b31965 None None] Port 84d66c98-8c8c-4b02-9945-518c1e60f12a cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:23.133761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4374859 Oct 19 20:49:23.136898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48902) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:23.142054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'subnet': {'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:23.202161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.213424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db09523-2b63-4a8f-a286-cf7176930fee tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Network': ['ID=cb7631ab-abeb-4787-a780-42d3621775ec,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:23.233333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network cb7631ab-abeb-4787-a780-42d3621775ec details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:23.330196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ab3745-e86c-4de1-8751-7d41bbb50d19 req-ee251176-a21f-4c8d-923d-9bb3d9c90036 service neutron] 10.222.0.11 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9576583 Oct 19 20:49:23.390163 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.395443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f20b0e11-3837-42a8-a45c-b243a05c5a65, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f20b0e11-3837-42a8-a45c-b243a05c5a65,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:23.397857 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.398111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Made reservation on behalf of 53decd9fc9344caa84250b71b7783491 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:23.402249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.426894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.427676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0bceee6-196f-40f7-90ae-f6a8acab1d9e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:23.505118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Pushing event updated for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:23.531452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.531894 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.532430 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.532822 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.533218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.533641 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.534027 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.534409 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.534796 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.535439 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.535820 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.536202 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:23.561637 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 81cdb341-f84d-407b-9473-f3f06e26ea3c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:23.562202 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 81cdb341-f84d-407b-9473-f3f06e26ea3c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:23.562648 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 81cdb341-f84d-407b-9473-f3f06e26ea3c on network 8f5c1b81-83ca-4717-9061-d5b9181c166f {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:23.568577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:23.569094 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Checking segment: {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:23.570710 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.571030 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Bound using segment: {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:23.571775 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Bound port: 81cdb341-f84d-407b-9473-f3f06e26ea3c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d26db2-a990-40ab-9661-1549434246c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:23.572456 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.607160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ff8bd-cd32-467a-af4a-328bc81194eb None None] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:23.657574 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] For port 81cdb341-f84d-407b-9473-f3f06e26ea3c, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:23.661713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] For port 81cdb341-f84d-407b-9473-f3f06e26ea3c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81cdb341-f84d-407b-9473-f3f06e26ea3c,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:23.667154 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.675194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f20b0e11-3837-42a8-a45c-b243a05c5a65,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:23.708832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Updating router 9054f032-b266-41e9-93df-b0c273e83969 port 84d66c98-8c8c-4b02-9945-518c1e60f12a binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:49:23.753336 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.788173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-36741d54-761d-4731-a01c-628a2c80cf4f None None] Provisioning complete for port f20b0e11-3837-42a8-a45c-b243a05c5a65 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:23.788586 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36741d54-761d-4731-a01c-628a2c80cf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:23.806399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Pushing event updated for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:23.872843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c0bceee6-196f-40f7-90ae-f6a8acab1d9e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:23.873629 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.204287 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.216034 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.286680 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Pushing event updated for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:24.320136 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.402010 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 84d66c98-8c8c-4b02-9945-518c1e60f12a on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:24.402365 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 84d66c98-8c8c-4b02-9945-518c1e60f12a by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:24.402720 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Attempting to bind port 84d66c98-8c8c-4b02-9945-518c1e60f12a on network 100efb04-836c-4b64-9a5a-1367cf84fdbd {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:24.414758 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:24.415127 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Checking segment: {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:24.415522 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.415905 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Bound using segment: {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:24.416363 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Bound port: 84d66c98-8c8c-4b02-9945-518c1e60f12a, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10896171-5596-4054-a16b-02bf33ceca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:24.416732 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.430588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Subnet': ['ID=2a646905-2adb-4e8e-8168-85f1f01a6771,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:24.472642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f20b0e11-3837-42a8-a45c-b243a05c5a65 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:24.529843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Checking segment: {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:24.532213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network hostable DHCP agents. Network: cb7631ab-abeb-4787-a780-42d3621775ec, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:24.569415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f20b0e11-3837-42a8-a45c-b243a05c5a65 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:24.573895 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.600218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] For port 84d66c98-8c8c-4b02-9945-518c1e60f12a, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:24.600762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network cb7631ab-abeb-4787-a780-42d3621775ec is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:24.608753 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] For port 84d66c98-8c8c-4b02-9945-518c1e60f12a, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=84d66c98-8c8c-4b02-9945-518c1e60f12a,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:24.614651 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.621205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, cb7631ab-abeb-4787-a780-42d3621775ec) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:24.632597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:24.633191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.664256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:24.682802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:24.683427 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:24.685071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-423bfdb5-c679-4627-9161-f43e4c0b8495 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5473723 Oct 19 20:49:24.711897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a97ba-3623-4743-83db-18895a175bd4 None None] Network cb7631ab-abeb-4787-a780-42d3621775ec requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:24.903499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Provisioning complete for port f20b0e11-3837-42a8-a45c-b243a05c5a65 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:24.904016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:24.912812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4ba6-3e7f-415d-9d15-9ca803a0d7ff None None] Pushing event updated for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:24.953994 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:25.117783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-cb7631ab-abeb-4787-a780-42d3621775ec', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:25.118656 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:25.352587 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:21Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:23Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:24Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:25.395036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246864d-bc1c-42c8-89ec-f958029d6339 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:21Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:23Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:24Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:25.463705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Allocated IP 2001:db8:3::2 (cb7631ab-abeb-4787-a780-42d3621775ec/2a646905-2adb-4e8e-8168-85f1f01a6771/91e0a07a-5b10-446f-93d8-1069f39ff380) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:25.473764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:25.681443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:25.696938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:25.796708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Network cb7631ab-abeb-4787-a780-42d3621775ec is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:25.800601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:25.813107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Provisioning complete for port 81cdb341-f84d-407b-9473-f3f06e26ea3c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:25.813633 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:25.818918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:25.888535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Pushing event updated for resources: {'Port': ['ID=91e0a07a-5b10-446f-93d8-1069f39ff380,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:25.977677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Allocated IP 2001:db8:3::1 (cb7631ab-abeb-4787-a780-42d3621775ec/2a646905-2adb-4e8e-8168-85f1f01a6771/52da224e-7ad4-4336-b2b5-3c3333af2235) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:26.040983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Attempting to bind port 91e0a07a-5b10-446f-93d8-1069f39ff380 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:26.041579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Attempting to bind port 91e0a07a-5b10-446f-93d8-1069f39ff380 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:26.041776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Attempting to bind port 91e0a07a-5b10-446f-93d8-1069f39ff380 on network cb7631ab-abeb-4787-a780-42d3621775ec {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:26.100862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:26.101270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Checking segment: {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:26.101670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.102066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Bound using segment: {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:26.102554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Bound port: 91e0a07a-5b10-446f-93d8-1069f39ff380, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:26.102936 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.104846 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.142185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.189049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network cb7631ab-abeb-4787-a780-42d3621775ec is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:26.191463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:26.194135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:26.194741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.218302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] For port 91e0a07a-5b10-446f-93d8-1069f39ff380, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:26.220986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.224195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] For port 91e0a07a-5b10-446f-93d8-1069f39ff380, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=91e0a07a-5b10-446f-93d8-1069f39ff380,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:26.241057 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.281930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:26.416656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] For port 81cdb341-f84d-407b-9473-f3f06e26ea3c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81cdb341-f84d-407b-9473-f3f06e26ea3c,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:26.456040 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.482450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4e7f1-306c-46db-b1c8-a232f5b6d8e2 None None] Pushing event updated for resources: {'Port': ['ID=91e0a07a-5b10-446f-93d8-1069f39ff380,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:26.542081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-40082818-0c9d-4895-be6d-371da4d32f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.579633 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.600975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fd222-7623-4237-9a86-88c70029fef7 None None] Pushing event updated for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:26.624804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Provisioning complete for port 81cdb341-f84d-407b-9473-f3f06e26ea3c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:26.625192 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:26.692055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 84d66c98-8c8c-4b02-9945-518c1e60f12a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:26.744007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:26.768276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:26.768909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:27.096110 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.101564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.102423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.118946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:27.184605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:27.185138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.186962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event updated for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:27.272053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Network cb7631ab-abeb-4787-a780-42d3621775ec is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:27.273691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:27.344642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:27.344967 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.408005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:27.457027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.564563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 84d66c98-8c8c-4b02-9945-518c1e60f12a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=84d66c98-8c8c-4b02-9945-518c1e60f12a,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:27.575632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:27.580162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.580963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81cdb341-f84d-407b-9473-f3f06e26ea3c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:27.582755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8d586cf-cf1a-41b0-bae8-2953667f6ac4 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173696 Oct 19 20:49:27.585533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:27.587945 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.590345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:27.690048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:25Z', 'revision_number': 1, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:24Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:27.766713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:27.767073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Updating router 9054f032-b266-41e9-93df-b0c273e83969 port 52da224e-7ad4-4336-b2b5-3c3333af2235 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:49:27.780546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:27.809452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 81cdb341-f84d-407b-9473-f3f06e26ea3c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:27.809826 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.833714 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:49:27.834542 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-aa029375-b7e4-421f-bfad-c86ff7aa8998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:49:27.853432 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:27.883648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66ffd1-99d2-4429-884a-89fe9b9710cc None None] Network cb7631ab-abeb-4787-a780-42d3621775ec requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:28.027244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:49:28.046838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Removed routes are [] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:49:28.047294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.249663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.253680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.321365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.328878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.458946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:28.517581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e51948-7496-4779-9ce1-2ba1ddc5bbfd None None] Pushing event updated for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:28.581269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Attempting to bind port 52da224e-7ad4-4336-b2b5-3c3333af2235 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:28.581780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Attempting to bind port 52da224e-7ad4-4336-b2b5-3c3333af2235 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:28.582210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Attempting to bind port 52da224e-7ad4-4336-b2b5-3c3333af2235 on network cb7631ab-abeb-4787-a780-42d3621775ec {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:28.590204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:28.590672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Checking segment: {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:28.591139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.591597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Bound using segment: {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:28.592726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Bound port: 52da224e-7ad4-4336-b2b5-3c3333af2235, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29aebc9-ee0b-4809-a595-51710ac8c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:28.593177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.617772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 84d66c98-8c8c-4b02-9945-518c1e60f12a up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:28.673660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:28.686891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.690062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b0043a99-0379-4efb-ba45-e416e6ba2cd5 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 953 time: 1.1020310 Oct 19 20:49:28.691313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 48992) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:28.737315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Provisioning complete for port 91e0a07a-5b10-446f-93d8-1069f39ff380 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:28.737764 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.742304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] For port 52da224e-7ad4-4336-b2b5-3c3333af2235, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:28.746127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] For port 52da224e-7ad4-4336-b2b5-3c3333af2235, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52da224e-7ad4-4336-b2b5-3c3333af2235,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:28.768883 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.808172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ba5d74a7-37bd-46b7-bc15-a4a07dbb0f82 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 953 time: 0.1156979 Oct 19 20:49:28.811491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 48996) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:28.824856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 84d66c98-8c8c-4b02-9945-518c1e60f12a triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:28.825213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:28.826407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'routes': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:28.885420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e51948-7496-4779-9ce1-2ba1ddc5bbfd None None] Pushing event updated for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:28.887991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:28.888591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:48:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:29.190384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.193419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:29.232586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added routes are [] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:49:29.232887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.extraroute_db [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:49:29.275282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.291301 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 91e0a07a-5b10-446f-93d8-1069f39ff380 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:29.356050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b47a03d-7009-4a60-b1ba-6503ef8a2141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.359333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] For port 91e0a07a-5b10-446f-93d8-1069f39ff380, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=91e0a07a-5b10-446f-93d8-1069f39ff380,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:29.368894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.484670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Provisioning complete for port 52da224e-7ad4-4336-b2b5-3c3333af2235 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:29.485039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.540139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.543857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.554041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Pushing event updated for resources: {'Port': ['ID=91e0a07a-5b10-446f-93d8-1069f39ff380,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:29.586269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 91e0a07a-5b10-446f-93d8-1069f39ff380 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:29.593608 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.710138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:29.799018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.827737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81cdb341-f84d-407b-9473-f3f06e26ea3c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:29.868252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:29.878782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:28Z', 'revision_number': 6, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:28Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:29.898820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:29.900800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c3f248a3-40e0-46ed-8927-2f103bc0ab3d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 703 time: 1.0877268 Oct 19 20:49:29.903869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:29.933824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285768d3-e93a-4600-baf0-96acf0c44705 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:28Z', 'revision_number': 6, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:28Z', 'revision_number': 4, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:29.943378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] For port 52da224e-7ad4-4336-b2b5-3c3333af2235, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52da224e-7ad4-4336-b2b5-3c3333af2235,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:29.949018 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.039988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 81cdb341-f84d-407b-9473-f3f06e26ea3c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:30.040354 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.044906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7871a3a-2f88-430d-90e7-e518ad990324 None None] Pushing event updated for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:30.106175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-35db46f3-2452-4e38-ac2b-59d29e19cd60 None None] Provisioning complete for port 52da224e-7ad4-4336-b2b5-3c3333af2235 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:30.106545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-35db46f3-2452-4e38-ac2b-59d29e19cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.111201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c6731c95-b3d2-413b-b7fb-31befa9b971e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 703 time: 0.2054460 Oct 19 20:49:30.113962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49030) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:30.309845 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.454840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4a243b55-11d1-46cf-a3c7-6b58aa4905c1 None None] Provisioning complete for port 52da224e-7ad4-4336-b2b5-3c3333af2235 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:30.455438 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a243b55-11d1-46cf-a3c7-6b58aa4905c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.609592 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.613328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52da224e-7ad4-4336-b2b5-3c3333af2235 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:30.767546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 52da224e-7ad4-4336-b2b5-3c3333af2235 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:30.768456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.882575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 91e0a07a-5b10-446f-93d8-1069f39ff380 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:30.987913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:30.988740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 91e0a07a-5b10-446f-93d8-1069f39ff380 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:30.989084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:31.062151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 52da224e-7ad4-4336-b2b5-3c3333af2235 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:31.063163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:31.123645 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:31.135357 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:31.136423 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:31.175086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 52da224e-7ad4-4336-b2b5-3c3333af2235, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52da224e-7ad4-4336-b2b5-3c3333af2235,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:31.175498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:31.189610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 52da224e-7ad4-4336-b2b5-3c3333af2235 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:31.253325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:31.658243 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 7, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:31.689869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:31.703466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:31.704088 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:31.726761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:31.793022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=52da224e-7ad4-4336-b2b5-3c3333af2235,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:31.850576 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:31.912502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.118017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 7, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:32.147976 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccced26-bac1-42c4-89ef-64bf2f7a0040 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 7, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '52da224e-7ad4-4336-b2b5-3c3333af2235', 'name': '', 'network_id': 'cb7631ab-abeb-4787-a780-42d3621775ec', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:19:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:25Z', 'updated_at': '2021-10-19T20:49:29Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '2a646905-2adb-4e8e-8168-85f1f01a6771', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:32.181034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:32.299617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:32.307423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49070) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:32.308017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb10ba81-5985-4731-834a-b3f65fa5ad41 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1923532 Oct 19 20:49:32.314760 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.394034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 2a646905-2adb-4e8e-8168-85f1f01a6771 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:49:32.399186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.468883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.527044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:32.540562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:32.541590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:32.612286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.659391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:32.687235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.738930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=2a646905-2adb-4e8e-8168-85f1f01a6771,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:32.746890 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.753567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49074) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:32.761527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d02bcbe2-49cf-4a85-b174-725a5eb0b396 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/2a646905-2adb-4e8e-8168-85f1f01a6771 HTTP/1.1" status: 204 len: 168 time: 0.4513085 Oct 19 20:49:32.780851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4692d-eabb-453e-94a8-441155ca353d None None] Network cb7631ab-abeb-4787-a780-42d3621775ec requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:32.839556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:32.901983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 91e0a07a-5b10-446f-93d8-1069f39ff380 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:32.902589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.010434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 91e0a07a-5b10-446f-93d8-1069f39ff380, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=91e0a07a-5b10-446f-93d8-1069f39ff380,segment=NetworkSegment(a29aebc9-ee0b-4809-a595-51710ac8c41b),segment_id=a29aebc9-ee0b-4809-a595-51710ac8c41b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:33.010799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.028589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 91e0a07a-5b10-446f-93d8-1069f39ff380 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:33.085531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:31Z', 'revision_number': 8, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.125940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:33.141111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:33.142689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.164525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.201985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34225eb7-ffc8-43cf-8e98-cd3ad02c138a None None] DHCP port deletion for cb7631ab-abeb-4787-a780-42d3621775ec request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:49:33.212929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=91e0a07a-5b10-446f-93d8-1069f39ff380,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:33.215719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port 91e0a07a-5b10-446f-93d8-1069f39ff380 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:33.287691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:33.332362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.357023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7631ab-abeb-4787-a780-42d3621775ec']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.379371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29aebc9-ee0b-4809-a595-51710ac8c41b') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.379671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29aebc9-ee0b-4809-a595-51710ac8c41b') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.397744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.413929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.422320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:49:33.422717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:49:33.426646 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:49:33.502390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.518097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:33.521846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/cb7631ab-abeb-4787-a780-42d3621775ec HTTP/1.1" status: 204 len: 168 time: 0.7672522 Oct 19 20:49:33.524469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:33.546914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:31Z', 'revision_number': 8, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:33.575994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080f02e-d976-4ff7-90cb-d2c7616ce275 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:31Z', 'revision_number': 8, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '81cdb341-f84d-407b-9473-f3f06e26ea3c', 'name': '', 'network_id': '8f5c1b81-83ca-4717-9061-d5b9181c166f', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:55:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:20Z', 'updated_at': '2021-10-19T20:49:26Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': 'b4567da3-716f-4092-b5e5-143769ec274e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:33.586262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb6b47-8940-4ce2-a1e5-6037685f4b55 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=cb7631ab-abeb-4787-a780-42d3621775ec,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:33.916622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:34.214623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 81cdb341-f84d-407b-9473-f3f06e26ea3c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:34.215178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:34.313658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 81cdb341-f84d-407b-9473-f3f06e26ea3c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=81cdb341-f84d-407b-9473-f3f06e26ea3c,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:34.314160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:34.328862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 81cdb341-f84d-407b-9473-f3f06e26ea3c owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:34.458680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52da224e-7ad4-4336-b2b5-3c3333af2235 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:34.482938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 52da224e-7ad4-4336-b2b5-3c3333af2235 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:34.483304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52da224e-7ad4-4336-b2b5-3c3333af2235 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:34.483716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 91e0a07a-5b10-446f-93d8-1069f39ff380 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:34.503355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 91e0a07a-5b10-446f-93d8-1069f39ff380 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:34.504419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 91e0a07a-5b10-446f-93d8-1069f39ff380 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:34.535833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:34.570200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=81cdb341-f84d-407b-9473-f3f06e26ea3c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:34.711395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.044533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:35.142344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:35.147467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0278251-983b-478e-a625-9b0af6d513f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219306 Oct 19 20:49:35.150143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49094) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:35.155053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:35.164174 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:35.164765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:35.201810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet b4567da3-716f-4092-b5e5-143769ec274e {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:49:35.205966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.256185 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.263905 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:35.401506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.473972 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.520993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=b4567da3-716f-4092-b5e5-143769ec274e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:35.526664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.532880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a690ab1-e946-48d6-a3df-847e680fac9d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/b4567da3-716f-4092-b5e5-143769ec274e HTTP/1.1" status: 204 len: 168 time: 0.3789883 Oct 19 20:49:35.533041 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:34Z', 'revision_number': 9, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:35.533218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:35.540875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd861485-48b7-4a79-90cf-414d21b32cea None None] Network 8f5c1b81-83ca-4717-9061-d5b9181c166f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:35.561029 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:35.570294 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:35.570995 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:35.625091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.674512 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:35.732177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port f20b0e11-3837-42a8-a45c-b243a05c5a65 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:35.733003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.799226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] DHCP port deletion for 8f5c1b81-83ca-4717-9061-d5b9181c166f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:49:35.854757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port f20b0e11-3837-42a8-a45c-b243a05c5a65, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f20b0e11-3837-42a8-a45c-b243a05c5a65,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:35.855771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:35.889499 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for f20b0e11-3837-42a8-a45c-b243a05c5a65 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:35.897849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Deleting port f20b0e11-3837-42a8-a45c-b243a05c5a65 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:35.900094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.000686 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:34Z', 'revision_number': 9, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:36.022948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] For port f20b0e11-3837-42a8-a45c-b243a05c5a65, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f20b0e11-3837-42a8-a45c-b243a05c5a65,segment=NetworkSegment(a0d26db2-a990-40ab-9661-1549434246c7),segment_id=a0d26db2-a990-40ab-9661-1549434246c7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:36.023749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.036695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Calling delete_port for f20b0e11-3837-42a8-a45c-b243a05c5a65 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:36.064508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.071869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf748b-88b6-4301-a540-4d6ded5ba8ca None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:34Z', 'revision_number': 9, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '84d66c98-8c8c-4b02-9945-518c1e60f12a', 'name': '', 'network_id': '100efb04-836c-4b64-9a5a-1367cf84fdbd', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:76:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '90390487-d842-4272-a120-a126be3e9ea3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:16Z', 'updated_at': '2021-10-19T20:49:27Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '90390487-d842-4272-a120-a126be3e9ea3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:36.138412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port f20b0e11-3837-42a8-a45c-b243a05c5a65 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:36.141401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=f20b0e11-3837-42a8-a45c-b243a05c5a65,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:36.145529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.172875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] Pushing event deleted for resources: {'Port': ['ID=f20b0e11-3837-42a8-a45c-b243a05c5a65,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:36.178332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1623bd-c7bf-4595-8acf-be207f679e2b None None] No DVR routers for this DVR port f20b0e11-3837-42a8-a45c-b243a05c5a65 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:36.245517 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.268851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5c1b81-83ca-4717-9061-d5b9181c166f']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:36.280539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d26db2-a990-40ab-9661-1549434246c7') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:36.280839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d26db2-a990-40ab-9661-1549434246c7') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:36.290091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.303549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.309434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:49:36.309817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:49:36.313235 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:49:36.378621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.391419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:36.398492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/8f5c1b81-83ca-4717-9061-d5b9181c166f HTTP/1.1" status: 204 len: 168 time: 0.8617868 Oct 19 20:49:36.398784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:36.489124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a018e-8848-4c3f-969c-e7b827c781aa tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=8f5c1b81-83ca-4717-9061-d5b9181c166f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:36.546209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f20b0e11-3837-42a8-a45c-b243a05c5a65 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:36.589607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f20b0e11-3837-42a8-a45c-b243a05c5a65 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:36.589953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f20b0e11-3837-42a8-a45c-b243a05c5a65 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:36.590375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81cdb341-f84d-407b-9473-f3f06e26ea3c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:36.630025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 81cdb341-f84d-407b-9473-f3f06e26ea3c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:36.630606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 81cdb341-f84d-407b-9473-f3f06e26ea3c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:37.191652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25872f7-6e38-4359-baeb-a60b3b784fd4 req-563e64f7-b836-4a2a-8370-5e1ff8520264 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:37.193022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a25872f7-6e38-4359-baeb-a60b3b784fd4 req-563e64f7-b836-4a2a-8370-5e1ff8520264 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 947 time: 0.4086804 Oct 19 20:49:37.280241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a25872f7-6e38-4359-baeb-a60b3b784fd4 req-1925c2a2-b0e0-4782-9745-84d7c3b63431 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660863 Oct 19 20:49:37.320046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:37.617074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 84d66c98-8c8c-4b02-9945-518c1e60f12a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:37.617436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:37.721026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 84d66c98-8c8c-4b02-9945-518c1e60f12a, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=84d66c98-8c8c-4b02-9945-518c1e60f12a,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:37.721433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:37.736511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 84d66c98-8c8c-4b02-9945-518c1e60f12a owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:37.929072 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:37.980840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=84d66c98-8c8c-4b02-9945-518c1e60f12a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:38.074458 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:38.295051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:38.414064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:38.426531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:38.430001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-7de59481-6920-48b4-8092-8cdaa13d0080 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:38.432000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-7de59481-6920-48b4-8092-8cdaa13d0080 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.11 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 947 time: 0.0835574 Oct 19 20:49:38.432623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:38.437760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9725cd70-5c5d-400f-80fe-ff114f238f19 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307395 Oct 19 20:49:38.440767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:38.441523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:38.502317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 90390487-d842-4272-a120-a126be3e9ea3 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:49:38.506377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:38.538623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:38.664792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789562-601a-4a1e-b5ac-c6fb41f532bc req-054eb030-76d6-4604-b154-cf5ad8392db8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:38.670389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e789562-601a-4a1e-b5ac-c6fb41f532bc req-054eb030-76d6-4604-b154-cf5ad8392db8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 947 time: 0.1802888 Oct 19 20:49:38.674112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:38.778469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Deleting port 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:38.778815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:38.845588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e789562-601a-4a1e-b5ac-c6fb41f532bc req-f431c06c-00d3-4683-9996-3f588303bf59 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684287 Oct 19 20:49:38.884878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] For port 7788fca9-c847-4b14-961e-28c52971f4b4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7788fca9-c847-4b14-961e-28c52971f4b4,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:38.885242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:38.959883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:37Z', 'revision_number': 10, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:38.997360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:39.008146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:39.008865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:39.081671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.125268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:39.153114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.154263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.155157 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Floating IP bb8e93b5-1226-4b55-9740-e5244f46bdf3 disassociated. External IP: 172.25.7.162, port: 7788fca9-c847-4b14-961e-28c52971f4b4. Oct 19 20:49:39.155588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Calling delete_port for 7788fca9-c847-4b14-961e-28c52971f4b4 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:39.312469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.345633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=90390487-d842-4272-a120-a126be3e9ea3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:39.352104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.355794 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c816191-b362-4a9e-8eb5-d86b61d8181d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/90390487-d842-4272-a120-a126be3e9ea3 HTTP/1.1" status: 204 len: 168 time: 0.9219813 Oct 19 20:49:39.357511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e34f46-1be6-4bdc-86b3-29c34db666ed None None] Network 100efb04-836c-4b64-9a5a-1367cf84fdbd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:39.358679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:39.414051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.454241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'Port': ['ID=7788fca9-c847-4b14-961e-28c52971f4b4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:39.518488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.603089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port c0bceee6-196f-40f7-90ae-f6a8acab1d9e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:39.603600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.616716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:37Z', 'revision_number': 10, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:39.659408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:39.660769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f95559-bda8-4d58-b703-8f4d5e44911f None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:37Z', 'revision_number': 10, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None, '_interfaces': [{'id': '9718ea2b-0890-4848-8996-02befd8daae9', 'name': '', 'network_id': '66482949-7f95-48d4-9cee-66db72ee3019', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'mac_address': 'fa:16:3e:06:aa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054f032-b266-41e9-93df-b0c273e83969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '3df05631-2296-49c4-afca-d700370164d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:49:13Z', 'updated_at': '2021-10-19T20:49:18Z', 'revision_number': 5, 'project_id': '53decd9fc9344caa84250b71b7783491', 'subnets': [{'id': '3df05631-2296-49c4-afca-d700370164d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:39.688717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] DHCP port deletion for 100efb04-836c-4b64-9a5a-1367cf84fdbd request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:49:39.743545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:39.743990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.754765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Deleting port c0bceee6-196f-40f7-90ae-f6a8acab1d9e {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:39.755185 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.763222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for c0bceee6-196f-40f7-90ae-f6a8acab1d9e owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:39.854535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] For port c0bceee6-196f-40f7-90ae-f6a8acab1d9e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,segment=NetworkSegment(10896171-5596-4054-a16b-02bf33ceca8b),segment_id=10896171-5596-4054-a16b-02bf33ceca8b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:39.855180 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.883612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Calling delete_port for c0bceee6-196f-40f7-90ae-f6a8acab1d9e owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:39.904819 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:39.973186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:39.981235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port c0bceee6-196f-40f7-90ae-f6a8acab1d9e on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:40.049355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.095037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] Pushing event deleted for resources: {'Port': ['ID=c0bceee6-196f-40f7-90ae-f6a8acab1d9e,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:40.116583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b6120-6314-4538-a4f0-c87421bdb905 None None] No DVR routers for this DVR port c0bceee6-196f-40f7-90ae-f6a8acab1d9e on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:40.179342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8265bd82-fdcc-402e-b028-701b014d5abd req-bc63386c-82b8-4439-9af9-dae1859e61c5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd HTTP/1.1" status: 200 len: 210 time: 0.1358795 Oct 19 20:49:40.181617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.247201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100efb04-836c-4b64-9a5a-1367cf84fdbd']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:40.289287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10896171-5596-4054-a16b-02bf33ceca8b') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:40.289644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10896171-5596-4054-a16b-02bf33ceca8b') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:40.303285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.320051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.326953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:49:40.327360 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:49:40.351707 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:49:40.424994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:40.438379 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:40.438865 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.458236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.458387 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:40.459017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:40.462260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/100efb04-836c-4b64-9a5a-1367cf84fdbd HTTP/1.1" status: 204 len: 168 time: 1.1020896 Oct 19 20:49:40.465338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:40.488567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0bceee6-196f-40f7-90ae-f6a8acab1d9e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:40.518915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] No DVR routers for this DVR port 7788fca9-c847-4b14-961e-28c52971f4b4 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:40.522352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:40.529862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c0bceee6-196f-40f7-90ae-f6a8acab1d9e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:40.532670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba0f0d35-782f-48bd-9d96-a67db3c9cd83 req-1989d89a-1934-42c9-a792-ac567c8e80a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.11 "DELETE /v2.0/ports/7788fca9-c847-4b14-961e-28c52971f4b4 HTTP/1.1" status: 204 len: 173 time: 2.0503511 Oct 19 20:49:40.533149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-deleted', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:40.534475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c0bceee6-196f-40f7-90ae-f6a8acab1d9e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:40.534960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 84d66c98-8c8c-4b02-9945-518c1e60f12a no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:40.548861 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459c0c8-c9e8-4bda-84bf-1a8b6803268c" -d '{"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-deleted", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:40.579062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 84d66c98-8c8c-4b02-9945-518c1e60f12a {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:40.594161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 84d66c98-8c8c-4b02-9945-518c1e60f12a not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:40.596483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb6c50-2174-43ae-bb26-f80d842b82cd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=100efb04-836c-4b64-9a5a-1367cf84fdbd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:40.636737 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065f2477-4edf-4fd8-81ab-06f80ad44944 x-openstack-request-id: req-065f2477-4edf-4fd8-81ab-06f80ad44944 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:40.637072 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd", "name": "network-vif-deleted", "tag": "7788fca9-c847-4b14-961e-28c52971f4b4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:40.637341 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-065f2477-4edf-4fd8-81ab-06f80ad44944 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:40.637928 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038eef5e-7e0b-4cb1-ae76-c8a6eb969fcd', 'name': 'network-vif-deleted', 'tag': '7788fca9-c847-4b14-961e-28c52971f4b4', 'status': 'completed', 'code': 200} Oct 19 20:49:40.696825 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:40.883877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.118566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:41.155782 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:41.166983 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:41.167798 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:41.202985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port 9718ea2b-0890-4848-8996-02befd8daae9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:41.203229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.322513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port 9718ea2b-0890-4848-8996-02befd8daae9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9718ea2b-0890-4848-8996-02befd8daae9,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:41.323053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:41.323189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.341145 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:41.341541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for 9718ea2b-0890-4848-8996-02befd8daae9 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:41.382085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.409595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.474211 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.476913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.480540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ceac998-c01f-44fa-9f3f-4e8f0e291fdd HTTP/1.1" status: 204 len: 168 time: 0.1541018 Oct 19 20:49:41.493224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:41.534780 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-5fec977a-8d70-4480-92f1-f32a1d1ec439 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] show failed (client error): The resource could not be found. Oct 19 20:49:41.539738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5fec977a-8d70-4480-92f1-f32a1d1ec439 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups/9ceac998-c01f-44fa-9f3f-4e8f0e291fdd HTTP/1.1" status: 404 len: 347 time: 0.0347977 Oct 19 20:49:41.541514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:41.542357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a564e2-c54b-4606-9c92-8b4e6be53b2e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceac998-c01f-44fa-9f3f-4e8f0e291fdd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:41.659561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.727596 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:41.749166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=9718ea2b-0890-4848-8996-02befd8daae9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:41.795680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Deleting port edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:41.796539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.843261 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d09abf-43a8-462d-85a9-92a02bc1ae71 None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:41.885721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.948697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.949746 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:41.983728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Calling delete_port for edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:42.113828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:42.152429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 7788fca9-c847-4b14-961e-28c52971f4b4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:42.152769 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7788fca9-c847-4b14-961e-28c52971f4b4 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:42.194875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:42.286878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:42.292809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8d6e6e05-fbf6-41be-b809-67d8cb479cf0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262012 Oct 19 20:49:42.296003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49176) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:42.298738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:42.301728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.314957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:42.315707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:42.350316 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302dc67-245c-4841-ad73-be877cdcefa4 None None] New status for floating IP bb8e93b5-1226-4b55-9740-e5244f46bdf3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:49:42.369647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'Port': ['ID=edd1f9f5-7a0e-4ce3-b9e3-003cf21ba554,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:42.395322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting subnet 3df05631-2296-49c4-afca-d700370164d6 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:49:42.417174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.513851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:42.546383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.576649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.583826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.592153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a3880d56-32b7-4e63-b5f9-d512d0e1bd28 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "DELETE /v2.0/floatingips/bb8e93b5-1226-4b55-9740-e5244f46bdf3 HTTP/1.1" status: 204 len: 168 time: 1.0359979 Oct 19 20:49:42.626867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:42.693274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:42.707957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:42.708648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:42.741921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.846868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.852580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:42.884565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.900724 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:42.909368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/3df05631-2296-49c4-afca-d700370164d6 HTTP/1.1" status: 204 len: 168 time: 0.6094928 Oct 19 20:49:42.910137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49240) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:42.918120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59c897-216c-4634-b8ee-0660fcb346bc None None] Network 66482949-7f95-48d4-9cee-66db72ee3019 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:42.921201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:42.931028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49242) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:42.937240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160413639', 'description': 'tempest-description--230403107'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:42.956538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab44655-3c37-48f0-8169-fc0dda793bb2 None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:43.003848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.032493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387a3cf-d41e-449c-8f48-9a8f294a2378 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Subnet': ['ID=3df05631-2296-49c4-afca-d700370164d6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.116689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.140859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.150367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.201457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Deleting port c4e6da96-d72c-4945-b080-14ec3690319b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:43.201776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.204343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.205684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2734876 Oct 19 20:49:43.220563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49276) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:43.229270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group_rule': {'security_group_id': 'b3b50f83-808d-4d2b-89d3-951edfad54e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:43.233172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.250525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013196f-58ef-4987-96b6-97a4a58364f7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b50f83-808d-4d2b-89d3-951edfad54e7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.285066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.306954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] For port c4e6da96-d72c-4945-b080-14ec3690319b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c4e6da96-d72c-4945-b080-14ec3690319b,segment=NetworkSegment(0fc61431-5427-434c-b189-899ba411a1d7),segment_id=0fc61431-5427-434c-b189-899ba411a1d7)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:43.307314 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.321028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Calling delete_port for c4e6da96-d72c-4945-b080-14ec3690319b owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:43.355623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] DHCP port deletion for 66482949-7f95-48d4-9cee-66db72ee3019 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:49:43.405768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.410586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.455767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b88f19-34cd-4c88-bd1f-a46d26e464d3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.471956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.473193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-144075d1-cc76-4881-8312-1147dc9d4a4f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503395 Oct 19 20:49:43.477027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.477887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49302) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:43.489881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'security_group_rule': {'security_group_id': 'b3b50f83-808d-4d2b-89d3-951edfad54e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:43.506392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Deleting port c4e6da96-d72c-4945-b080-14ec3690319b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:43.511954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.512311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No DVR routers for this DVR port c4e6da96-d72c-4945-b080-14ec3690319b on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:43.552303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Port': ['ID=c4e6da96-d72c-4945-b080-14ec3690319b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.554199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.670710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] For port c4e6da96-d72c-4945-b080-14ec3690319b, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:43.671106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.693101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Calling delete_port for c4e6da96-d72c-4945-b080-14ec3690319b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:43.696854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Port c4e6da96-d72c-4945-b080-14ec3690319b was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 20:49:43.699606 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.729727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.741515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] Pushing event deleted for resources: {'Port': ['ID=c4e6da96-d72c-4945-b080-14ec3690319b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.749491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2b931-69a2-4f49-9996-b906f0c03044 None None] No DVR routers for this DVR port c4e6da96-d72c-4945-b080-14ec3690319b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:43.767755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66482949-7f95-48d4-9cee-66db72ee3019']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:43.781066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc61431-5427-434c-b189-899ba411a1d7') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:43.781876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc61431-5427-434c-b189-899ba411a1d7') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:43.793911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.799245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.806876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.812765 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.828026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:49:43.828432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:49:43.837790 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:49:43.841317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cada86-757b-4c84-82ec-3773ff0504af,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:43.876677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.879380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ce6b96df-0c5a-4970-964d-2ab170cc2106 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004407 Oct 19 20:49:43.882207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49344) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:43.891109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:43.939811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.953012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.961379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:43.967551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/networks/66482949-7f95-48d4-9cee-66db72ee3019 HTTP/1.1" status: 204 len: 168 time: 1.0559011 Oct 19 20:49:43.970485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:43.991638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'routes': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:43.998712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Pushing event deleted for resources: {'Network': ['ID=66482949-7f95-48d4-9cee-66db72ee3019,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:44.051265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.051685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.051999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.052334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.052673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.053018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.053363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.053714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.054007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.054532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.054864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.055187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cecd6e-d58a-473c-aa1d-1d832c4e465e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:49:44.093704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.218341 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.extraroute_db [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Added routes are [] {{(pid=100735) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 20:49:44.218787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.extraroute_db [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Removed routes are [] {{(pid=100735) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 20:49:44.219148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.227264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Allocated IP 172.25.7.108 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/5931aac5-136b-4fce-9ca1-feb1590afd42) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:44.466157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.512467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9718ea2b-0890-4848-8996-02befd8daae9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:44.518516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.561672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9718ea2b-0890-4848-8996-02befd8daae9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:44.562234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9718ea2b-0890-4848-8996-02befd8daae9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:44.562831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c4e6da96-d72c-4945-b080-14ec3690319b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:44.571641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:44.575038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:44.580954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.581442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:44.605820 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.609893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c4e6da96-d72c-4945-b080-14ec3690319b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:44.610240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c4e6da96-d72c-4945-b080-14ec3690319b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:44.653810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=5931aac5-136b-4fce-9ca1-feb1590afd42,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:44.719280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router 9054f032-b266-41e9-93df-b0c273e83969 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:44.782464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.826997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.914992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:44.927054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:44.934773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddd9fa6d-36da-4db3-baaf-fc8030a3952a tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 704 time: 0.9613638 Oct 19 20:49:44.935160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Sync routers for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:44.936173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:44.948136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:44.948850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:44.993569 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ab870019-b40b-4728-9bbb-9b525a24d508 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 205 time: 0.0547159 Oct 19 20:49:44.998448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49466) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:45.282913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:45.342016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:45.375317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Checking router: 9054f032-b266-41e9-93df-b0c273e83969 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:45.393878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Routers {'9054f032-b266-41e9-93df-b0c273e83969'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:45.399903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9054f032-b266-41e9-93df-b0c273e83969'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:45.553384 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.632310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] Set router 9054f032-b266-41e9-93df-b0c273e83969 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:45.720125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:45.742564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.750208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.759914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0015e948-bc19-4a5e-b1c5-d455eae679bf None None] The sync data for ids ['9054f032-b266-41e9-93df-b0c273e83969'] in n-d-805649-9 is: [{'id': '9054f032-b266-41e9-93df-b0c273e83969', 'name': 'tempest-RoutersIpV6Test-router-706149667', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:11Z', 'updated_at': '2021-10-19T20:49:41Z', 'revision_number': 11, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:45.767641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.771952 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.871147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.871732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router 9054f032-b266-41e9-93df-b0c273e83969 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:49:45.878950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.880341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f2ad327-c434-4011-b8af-fb67dfa573f9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 204 len: 168 time: 0.8809302 Oct 19 20:49:45.885607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:45.894020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-85872613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:45.912338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=5931aac5-136b-4fce-9ca1-feb1590afd42,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:45.918480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.945192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.946994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.949994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:45.952285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-990e2b4d-e36a-48ae-91da-7df259d3263b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0686541 Oct 19 20:49:46.028776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.034276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.057554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.059585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d4fd4669-64b0-4693-8b15-a83b85039bf9 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1727543 Oct 19 20:49:46.063144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49588) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:46.068485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:46.234854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-ff11a630-c22a-4cb8-9ffa-6bbd54890201 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1160413639&fields=id&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 267 time: 0.0456376 Oct 19 20:49:46.308688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237163'] for router, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.320392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544103'] for router, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.375697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-5a6754e0-e0d9-4a71-a359-612494d3d7fd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:46.377370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-5a6754e0-e0d9-4a71-a359-612494d3d7fd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 817 time: 0.1340704 Oct 19 20:49:46.398168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-1a5b3e66-d15f-4cc1-8ec2-03992aa2e357 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/quotas/cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 375 time: 0.0125532 Oct 19 20:49:46.427380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Router e467bde8-e2e9-4a82-b422-a577f26e8f0d is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:49:46.471505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-fa126c57-0013-4c35-ac87-07ce8c81deec tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665348 Oct 19 20:49:46.511784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:46.519664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.521024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d0d29e9-96bc-467a-95c8-ff871b624a9f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "PUT /v2.0/routers/e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 200 len: 696 time: 0.4568698 Oct 19 20:49:46.523725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:46.527747 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Sync routers for ids ['e467bde8-e2e9-4a82-b422-a577f26e8f0d'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:46.547492 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Routers {'e467bde8-e2e9-4a82-b422-a577f26e8f0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:46.548390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e467bde8-e2e9-4a82-b422-a577f26e8f0d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:46.615139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e98a1dce-3187-4397-9af4-6235d19c0b35 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/routers/e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 200 len: 702 time: 0.0900810 Oct 19 20:49:46.617970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49670) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:46.637280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-5dcee348-2313-4988-b767-98303266102d service neutron] 10.222.0.31 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505821 Oct 19 20:49:46.642679 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Set router e467bde8-e2e9-4a82-b422-a577f26e8f0d gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:46.648548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c758f04-ed5a-4f4f-81d0-a8525287fc52 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 200 len: 205 time: 0.0292349 Oct 19 20:49:46.650938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49672) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:46.708843 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467bde8-e2e9-4a82-b422-a577f26e8f0d', 'name': 'tempest-RoutersIpV6Test-router-85872613', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:45Z', 'updated_at': '2021-10-19T20:49:46Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:46.747283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.750815 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Checking router: e467bde8-e2e9-4a82-b422-a577f26e8f0d for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:49:46.757527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-df1c059b-6591-406c-aa0d-cfd6abb60274 service neutron] 10.222.0.31 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095676 Oct 19 20:49:46.785237 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Routers {'e467bde8-e2e9-4a82-b422-a577f26e8f0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:46.785962 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e467bde8-e2e9-4a82-b422-a577f26e8f0d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:46.887844 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] Set router e467bde8-e2e9-4a82-b422-a577f26e8f0d gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:49:46.963868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.968515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:46.969688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467bde8-e2e9-4a82-b422-a577f26e8f0d', 'name': 'tempest-RoutersIpV6Test-router-85872613', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:45Z', 'updated_at': '2021-10-19T20:49:46Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:47.021847 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe86fd-8027-4430-9c1a-3d8ebf59fc55 None None] The sync data for ids ['e467bde8-e2e9-4a82-b422-a577f26e8f0d'] in n-d-805649-9 is: [{'id': 'e467bde8-e2e9-4a82-b422-a577f26e8f0d', 'name': 'tempest-RoutersIpV6Test-router-85872613', 'tenant_id': '53decd9fc9344caa84250b71b7783491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:49:45Z', 'updated_at': '2021-10-19T20:49:46Z', 'revision_number': 2, 'project_id': '53decd9fc9344caa84250b71b7783491', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:47.032468 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:47.033278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Fanout notify agent at l3_agent the message router_deleted on router e467bde8-e2e9-4a82-b422-a577f26e8f0d {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:49:47.036576 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:49:47.043595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:47.045058 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7ac4ae4a-141b-4ae1-963a-3be89b797d4e tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 204 len: 168 time: 0.3928330 Oct 19 20:49:47.048417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.057696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-524f44cf-157f-4e28-bcf2-5630bd3e51fe req-57a9718b-61ef-4421-9279-bc309ab8c294 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 210 time: 0.0638654 Oct 19 20:49:47.098209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.098571 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e77ccad5-1cd1-4452-96c5-dddcce4adc6f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 200 len: 205 time: 0.0480571 Oct 19 20:49:47.142000 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-1b91d7bb-b371-422e-b772-a5a8bff49a17 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.143071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b91d7bb-b371-422e-b772-a5a8bff49a17 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/e467bde8-e2e9-4a82-b422-a577f26e8f0d HTTP/1.1" status: 404 len: 336 time: 0.0438538 Oct 19 20:49:47.147031 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49692) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.179344 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbee61f-74a5-4c0a-9787-a9fe1e7e2a4c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.180042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbee61f-74a5-4c0a-9787-a9fe1e7e2a4c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.186537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6cbee61f-74a5-4c0a-9787-a9fe1e7e2a4c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/2a646905-2adb-4e8e-8168-85f1f01a6771 HTTP/1.1" status: 404 len: 337 time: 0.0351355 Oct 19 20:49:47.186537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49698) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.238498 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ea8560-fd63-4199-918a-02c80d1d98e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.239180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ea8560-fd63-4199-918a-02c80d1d98e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.250488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49700) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.250951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-87ea8560-fd63-4199-918a-02c80d1d98e8 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/b4567da3-716f-4092-b5e5-143769ec274e HTTP/1.1" status: 404 len: 337 time: 0.0632269 Oct 19 20:49:47.290455 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e139955-0c47-46be-92e4-bc7f2b13f79f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.291169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e139955-0c47-46be-92e4-bc7f2b13f79f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.296903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e139955-0c47-46be-92e4-bc7f2b13f79f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/90390487-d842-4272-a120-a126be3e9ea3 HTTP/1.1" status: 404 len: 337 time: 0.0441065 Oct 19 20:49:47.299111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49702) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.336866 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-b711a41d-6820-4a3b-bfb6-1c0ad164fb54 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.337660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b711a41d-6820-4a3b-bfb6-1c0ad164fb54 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.341599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b711a41d-6820-4a3b-bfb6-1c0ad164fb54 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/3df05631-2296-49c4-afca-d700370164d6 HTTP/1.1" status: 404 len: 337 time: 0.0412917 Oct 19 20:49:47.344299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49704) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.373787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9687857e-bfa5-45ff-b9c4-c0f55f3b690d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 200 len: 205 time: 0.0273745 Oct 19 20:49:47.375885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49708) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.413959 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-5e553357-4b8a-4982-acae-cd387115ca0c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.415000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e553357-4b8a-4982-acae-cd387115ca0c tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/9054f032-b266-41e9-93df-b0c273e83969 HTTP/1.1" status: 404 len: 336 time: 0.0382171 Oct 19 20:49:47.417638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49710) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.451813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2b037d00-1999-41bd-9b62-fb96430c5c97 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef529e38-3de1-43ed-bb0a-c774cc668c0a HTTP/1.1" status: 200 len: 205 time: 0.0329893 Oct 19 20:49:47.454080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49712) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.500632 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-f33bf880-6c32-4e31-ac8e-ebef0377b4ca tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.504795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49714) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.514147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f33bf880-6c32-4e31-ac8e-ebef0377b4ca tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/ef529e38-3de1-43ed-bb0a-c774cc668c0a HTTP/1.1" status: 404 len: 336 time: 0.0588489 Oct 19 20:49:47.558177 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5c32aa-a5c0-4195-856c-80cead61ecbb tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.558883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5c32aa-a5c0-4195-856c-80cead61ecbb tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.565952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49716) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.566187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f5c32aa-a5c0-4195-856c-80cead61ecbb tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/57b6d577-cdd9-4b6f-84d6-dfabe7a6914a HTTP/1.1" status: 404 len: 337 time: 0.0599494 Oct 19 20:49:47.610948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6add347c-287f-44c2-94a3-f4becacdf547 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 200 len: 205 time: 0.0436850 Oct 19 20:49:47.613239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49718) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.659195 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-1d04a5f0-e9f5-4295-8fca-619b50681957 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.660367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1d04a5f0-e9f5-4295-8fca-619b50681957 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/054d43e4-2cfc-4867-b704-78e8fc557c8c HTTP/1.1" status: 404 len: 336 time: 0.0459530 Oct 19 20:49:47.663250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.694074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5c4c019-48e4-4192-9426-ae9dbd715b08 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=d803ce62-ef3f-4f87-8a81-455aeaa3b358 HTTP/1.1" status: 200 len: 205 time: 0.0296426 Oct 19 20:49:47.696491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49722) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.737436 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-6db04426-59ee-41a4-8def-560490a537f0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.738466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6db04426-59ee-41a4-8def-560490a537f0 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/d803ce62-ef3f-4f87-8a81-455aeaa3b358 HTTP/1.1" status: 404 len: 336 time: 0.0406744 Oct 19 20:49:47.741265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49724) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.771267 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cdb214-a2a6-4232-b89b-d471ab038e7d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.771634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cdb214-a2a6-4232-b89b-d471ab038e7d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.774647 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a7cdb214-a2a6-4232-b89b-d471ab038e7d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/bd84ff3e-63e3-4b5b-92be-44a444fe8a09 HTTP/1.1" status: 404 len: 337 time: 0.0323806 Oct 19 20:49:47.777131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49726) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.803698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-230995b4-9687-4939-84c4-5c55608bd2b6 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f97e85-76d0-428b-9a92-2fdc60da6c53 HTTP/1.1" status: 200 len: 205 time: 0.0254736 Oct 19 20:49:47.805879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49728) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.842259 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-b8a1b470-224c-4f0b-80c6-4524208a2c79 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.843302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8a1b470-224c-4f0b-80c6-4524208a2c79 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/d6f97e85-76d0-428b-9a92-2fdc60da6c53 HTTP/1.1" status: 404 len: 336 time: 0.0365400 Oct 19 20:49:47.845807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49730) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.877104 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-15462407-30e2-4799-8328-6ec8a66b144d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.877673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15462407-30e2-4799-8328-6ec8a66b144d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.880754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-15462407-30e2-4799-8328-6ec8a66b144d tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/db8b9467-26d6-49af-9d83-87c8b7043924 HTTP/1.1" status: 404 len: 337 time: 0.0340309 Oct 19 20:49:47.883421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49734) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.911866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-80869894-1b76-434f-bfe1-9b01fb3adb54 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "GET /v2.0/ports?device_id=f045990e-9f20-4099-9f6d-4b891b6bec2e HTTP/1.1" status: 200 len: 205 time: 0.0262418 Oct 19 20:49:47.912944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49736) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.951394 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-b9b171fe-6e31-4fbf-83f9-2c217c5ab1f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] delete failed (client error): The resource could not be found. Oct 19 20:49:47.952447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b9b171fe-6e31-4fbf-83f9-2c217c5ab1f7 tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/routers/f045990e-9f20-4099-9f6d-4b891b6bec2e HTTP/1.1" status: 404 len: 336 time: 0.0385346 Oct 19 20:49:47.955146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49738) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:47.985101 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-176afb00-0e9f-4b81-9e34-e58f064015fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:47.987512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176afb00-0e9f-4b81-9e34-e58f064015fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:47.991570 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-176afb00-0e9f-4b81-9e34-e58f064015fd tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/85e5435c-5bde-4ef4-8d6c-d1d98a61acdd HTTP/1.1" status: 404 len: 337 time: 0.0351200 Oct 19 20:49:47.993968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:48.021714 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b0f1b4-d905-4342-a71d-a0f7f58c344f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] DELETE failed (client error): The resource could not be found. Oct 19 20:49:48.022326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b0f1b4-d905-4342-a71d-a0f7f58c344f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 20:49:48.027160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-87b0f1b4-d905-4342-a71d-a0f7f58c344f tempest-RoutersIpV6Test-624942409 tempest-RoutersIpV6Test-624942409-project] 10.222.0.31 "DELETE /v2.0/subnets/8f4809bc-bdc9-44e2-a691-bb21530637b4 HTTP/1.1" status: 404 len: 337 time: 0.0304775 Oct 19 20:49:48.168380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-5334d3da-da1d-44a0-ae75-2097d81343ca tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:48.170111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-5334d3da-da1d-44a0-ae75-2097d81343ca tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 817 time: 0.1417620 Oct 19 20:49:48.246513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9547f86b-c2d9-410f-b3c7-a3a9afe6066a req-7d2a8aa7-29fe-4561-ad09-d795eeccc881 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 210 time: 0.0686951 Oct 19 20:49:48.267229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-83a2984b-44d0-41b6-800f-4ab29ca001a0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 380 time: 0.0794795 Oct 19 20:49:48.283942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'port': {'device_id': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'admin_state_up': True, 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'security_groups': ['b3b50f83-808d-4d2b-89d3-951edfad54e7']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:48.425382 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Made reservation on behalf of cf185929368e44e79e7f7f32ba49f6f2 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:48.428998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.460486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49750) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:48.568678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Allocated IP 172.20.0.13 (bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6/fb4d15bb-5571-4be3-8bee-09d1db0ab8ad/2aed6861-59b9-4208-bd3a-1937ba105c89) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:48.648028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d5e02fe8-7deb-41ce-b3ac-3aed677f8b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53decd9fc9344caa84250b71b7783491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861694 Oct 19 20:49:48.648929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:48.707811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.720207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.731291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.754319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.785841 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.789378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.794308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08d37a3a-5018-4068-9707-81bbe2ae00e1 HTTP/1.1" status: 204 len: 168 time: 0.1442275 Oct 19 20:49:48.799094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:48.802368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:48.805368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64259f-4b5b-48f6-bab8-35ef2fa81e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d37a3a-5018-4068-9707-81bbe2ae00e1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:48.806392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:48.838665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:48.872053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:48.873673 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:48.895739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-52299e70-bad8-4830-89b9-d56b8e9ec9e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158714 Oct 19 20:49:48.907724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-1fa108e4-607a-403f-9d48-fd326cfcf303 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:49:48.909990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-1fa108e4-607a-403f-9d48-fd326cfcf303 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081196 Oct 19 20:49:49.059269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Request body: {'port': {'device_id': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:49.120278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.182645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-74d89633-dbbf-4d39-8382-8e6b9469b842 None None] Provisioning complete for port 2aed6861-59b9-4208-bd3a-1937ba105c89 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:49.183158 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-74d89633-dbbf-4d39-8382-8e6b9469b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.226519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-74d89633-dbbf-4d39-8382-8e6b9469b842 None None] Port 2aed6861-59b9-4208-bd3a-1937ba105c89 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:49.424500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962e2b5-94cd-44f3-bac4-dfe48948d573 req-c890c40e-1f7e-4204-bcfd-040e7b02c9b3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:49.429780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7962e2b5-94cd-44f3-bac4-dfe48948d573 req-c890c40e-1f7e-4204-bcfd-040e7b02c9b3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 932 time: 0.0945325 Oct 19 20:49:49.509958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7962e2b5-94cd-44f3-bac4-dfe48948d573 req-23c8de71-973b-435d-a512-7248b3774b00 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763888 Oct 19 20:49:49.518724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:49:49.527104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.550062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Transition to ACTIVE for port object 2aed6861-59b9-4208-bd3a-1937ba105c89 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:49:49.554340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.624173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:49.643883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49780) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:49.692877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Attempting to bind port 2aed6861-59b9-4208-bd3a-1937ba105c89 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:49.693818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Attempting to bind port 2aed6861-59b9-4208-bd3a-1937ba105c89 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:49.695287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Attempting to bind port 2aed6861-59b9-4208-bd3a-1937ba105c89 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:49.700970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Port 2aed6861-59b9-4208-bd3a-1937ba105c89 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:49:49.701731 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Attempting to bind port 2aed6861-59b9-4208-bd3a-1937ba105c89 on network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:49.707909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:49.708475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Checking segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:49.709451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Bound using segment: {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:49.710361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Bound port: 2aed6861-59b9-4208-bd3a-1937ba105c89, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15751d35-9d63-4169-b69a-588b96307239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:49.710936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.776620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2045875825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:49.784795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:49.789196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:49.795649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.806466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.808628 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.839573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:49.840293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.841844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-46495562-a55a-4545-8379-972d80de2c21 service neutron] 10.222.0.37 "PUT /v2.0/ports/2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1092 time: 0.9236579 Oct 19 20:49:49.842239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:49.844975 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:49.891338 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.896183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.922852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.927456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b9856f11-b1ff-46e5-840a-42beb3dfb3de tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2827375 Oct 19 20:49:49.929100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:49.938755 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc70bbf8-8610-4cda-a530-05f6578d2165 x-openstack-request-id: req-bc70bbf8-8610-4cda-a530-05f6578d2165 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:49.939211 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:49.939597 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc70bbf8-8610-4cda-a530-05f6578d2165 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:49.940154 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'status': 'completed', 'code': 200} Oct 19 20:49:49.941890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1410101142'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:49.942713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46495562-a55a-4545-8379-972d80de2c21 service neutron] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:49.965220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-341b744f-90f0-4c7a-94f7-a49717e09293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:49.967895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-341b744f-90f0-4c7a-94f7-a49717e09293 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1095 time: 0.0755050 Oct 19 20:49:49.975682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:49.979740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:49.992859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.094969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.100397 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.138890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:50.152433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a4b19-6f5e-4992-83c3-735b0a4f1c74,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:50.160519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.160871 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Added segment dc87f696-81d9-495d-8f1c-d97957d0ea29 of type vlan for network f6b10235-227f-47cb-b0c4-c124b4e4200d Oct 19 20:49:50.208687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.237888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.244470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.245248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.296984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3657970 Oct 19 20:49:50.300092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49788) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:50.309878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'subnet': {'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:50.350302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-1f6ded87-de39-4ea1-a192-e57ad4f57b2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 217 time: 0.3745692 Oct 19 20:49:50.356457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc225-65c3-4ad5-bde4-e33d521a5c7b tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Network': ['ID=f6b10235-227f-47cb-b0c4-c124b4e4200d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:50.370807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f6b10235-227f-47cb-b0c4-c124b4e4200d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:50.409843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-393e7d5d-b565-407c-9680-24324d7a4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.411588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-393e7d5d-b565-407c-9680-24324d7a4c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0530300 Oct 19 20:49:50.467120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-381c65bd-97b0-4c92-8b5c-0133451b94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.469484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-381c65bd-97b0-4c92-8b5c-0133451b94bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509593 Oct 19 20:49:50.470879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:50.474578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.580775 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-3a18713b-11d7-42ae-acb0-cec2957b7b1c service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039953 Oct 19 20:49:50.666406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.698103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b529e0a-e4c6-4148-a412-188fe5d48bae req-e4995845-650b-4647-b66e-dad8c3000c3d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.700350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b529e0a-e4c6-4148-a412-188fe5d48bae req-e4995845-650b-4647-b66e-dad8c3000c3d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.1035292 Oct 19 20:49:50.734915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Subnet': ['ID=9b16a57f-4633-4416-bdb2-6c433c18372c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:50.742410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Checking segment: {'id': 'dc87f696-81d9-495d-8f1c-d97957d0ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:50.742772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network hostable DHCP agents. Network: f6b10235-227f-47cb-b0c4-c124b4e4200d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:50.749357 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3acb4d7-c092-4ba0-91f3-604d05b26045 req-8283148c-51ef-4c72-9d68-8e7328946ec0 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610382 Oct 19 20:49:50.755266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b529e0a-e4c6-4148-a412-188fe5d48bae req-965fc7a2-c1c0-4bd9-a234-97d58d4af998 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Oct 19 20:49:50.760154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network f6b10235-227f-47cb-b0c4-c124b4e4200d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:50.770552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f6b10235-227f-47cb-b0c4-c124b4e4200d) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:50.776183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.776759 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.784485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f41e5e-d54f-4aee-aa88-c76567f92217 None None] Network f6b10235-227f-47cb-b0c4-c124b4e4200d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:50.802586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49792) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:50.804479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-36b90b10-4fe7-4321-961d-af483eaf1a30 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5011086 Oct 19 20:49:50.810015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'network': {'name': 'tempest-router-network01--909718564'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:50.869452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:50.874548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.888971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-f94a2baf-0496-473b-805a-9c9b6776a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:50.890737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-f94a2baf-0496-473b-805a-9c9b6776a921 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1095 time: 0.0763206 Oct 19 20:49:50.922989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:50.945746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f6b10235-227f-47cb-b0c4-c124b4e4200d', 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d', 'tenant_id': 'd43f9061499c456c8191bee9644a27a2', 'fixed_ips': [{'subnet_id': '9b16a57f-4633-4416-bdb2-6c433c18372c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:50.946980 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.971837 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:50.972182 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Added segment 9ee42ce7-c2af-45c5-ade7-063e5cd8b87c of type vlan for network 4053972e-77d5-4b82-9530-4dca0dc40896 Oct 19 20:49:51.026003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.042531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-4b132bef-09b2-4dcf-b1b9-541e9f8a79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.044039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-4b132bef-09b2-4dcf-b1b9-541e9f8a79e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1461267 Oct 19 20:49:51.093731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Allocated IP 172.20.0.2 (f6b10235-227f-47cb-b0c4-c124b4e4200d/9b16a57f-4633-4416-bdb2-6c433c18372c/a309c096-c648-4978-918e-1b647dc5d31c) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:51.099182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-c5a17280-4da0-41ec-9a2b-fb60074957d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 217 time: 0.0458567 Oct 19 20:49:51.101497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.108462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.109087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.182475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3758292 Oct 19 20:49:51.183484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49794) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:51.190409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'network': {'name': 'tempest-router-network02--223023107'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:51.214428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:51.218698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e8053-d6eb-4895-a04e-560e1f0ad9ad tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Network': ['ID=4053972e-77d5-4b82-9530-4dca0dc40896,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:51.220277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.221757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-d999179e-d7da-4094-9cc4-161c41262cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.223253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-d999179e-d7da-4094-9cc4-161c41262cc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.1112926 Oct 19 20:49:51.242291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4053972e-77d5-4b82-9530-4dca0dc40896 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:51.255599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:49:51.268284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.286510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.299206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-ab98631c-0d9d-4525-9dc9-dd14c452adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.300559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.300967 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Added segment 4c68988f-b885-439e-81e0-f1a6dd6c68d6 of type vlan for network dbe54215-74d6-462b-86b3-9a572b792fa2 Oct 19 20:49:51.302675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-ab98631c-0d9d-4525-9dc9-dd14c452adfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713851 Oct 19 20:49:51.335029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Network f6b10235-227f-47cb-b0c4-c124b4e4200d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:51.349504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.371047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:51.382566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.388952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:51.391515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.392249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.445448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-8432ec2e-ffe1-4eff-b763-6cc606a98d7b service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339278 Oct 19 20:49:51.456299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Pushing event updated for resources: {'Port': ['ID=a309c096-c648-4978-918e-1b647dc5d31c,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:51.478522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Attempting to bind port a309c096-c648-4978-918e-1b647dc5d31c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:51.478892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Attempting to bind port a309c096-c648-4978-918e-1b647dc5d31c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'dc87f696-81d9-495d-8f1c-d97957d0ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:51.479447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Attempting to bind port a309c096-c648-4978-918e-1b647dc5d31c on network f6b10235-227f-47cb-b0c4-c124b4e4200d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:51.479748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Network': ['ID=dbe54215-74d6-462b-86b3-9a572b792fa2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:51.486719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:51.487103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Checking segment: {'id': 'dc87f696-81d9-495d-8f1c-d97957d0ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:51.487503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.487939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Bound using segment: {'id': 'dc87f696-81d9-495d-8f1c-d97957d0ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:51.488410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Bound port: a309c096-c648-4978-918e-1b647dc5d31c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc87f696-81d9-495d-8f1c-d97957d0ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6b10235-227f-47cb-b0c4-c124b4e4200d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:51.488780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.489653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c815f8d9-ffc7-4fa1-a8db-d0f87baef3e1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3033481 Oct 19 20:49:51.490453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49796) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:51.498347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'subnet': {'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:51.500696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:49:51.583367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-206ee76a-5cef-47e7-bbd9-e40a6f0c524e req-2c470421-c68e-473d-a694-74346640db21 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309066 Oct 19 20:49:51.607158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:51.611073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.633377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] For port a309c096-c648-4978-918e-1b647dc5d31c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:51.636567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] For port a309c096-c648-4978-918e-1b647dc5d31c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a309c096-c648-4978-918e-1b647dc5d31c,segment=NetworkSegment(dc87f696-81d9-495d-8f1c-d97957d0ea29),segment_id=dc87f696-81d9-495d-8f1c-d97957d0ea29)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:51.640839 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.709335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536e59b-f1bf-4a13-978f-fc1c3cacea72 None None] Pushing event updated for resources: {'Port': ['ID=a309c096-c648-4978-918e-1b647dc5d31c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:51.816532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:51.870771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Subnet': ['ID=8ea2c1d4-e270-44dc-b423-924d5cabae51,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:51.977062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64650bdb-088d-469c-9bf6-cfa1f19999cf req-767241da-60aa-4f53-82dd-e7cf45b61a51 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:51.978822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64650bdb-088d-469c-9bf6-cfa1f19999cf req-767241da-60aa-4f53-82dd-e7cf45b61a51 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0955005 Oct 19 20:49:51.988245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Checking segment: {'id': '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:51.988611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network hostable DHCP agents. Network: 4053972e-77d5-4b82-9530-4dca0dc40896, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:52.040698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network 4053972e-77d5-4b82-9530-4dca0dc40896 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:52.046872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64650bdb-088d-469c-9bf6-cfa1f19999cf req-695120d2-c38a-4d78-b32b-04832f90af89 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608113 Oct 19 20:49:52.055977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4053972e-77d5-4b82-9530-4dca0dc40896) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:52.064622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:52.067891 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.083777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e3d72-7a65-410a-9527-4d6189f34f8c None None] Network 4053972e-77d5-4b82-9530-4dca0dc40896 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:52.099811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49800) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:52.100691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0d37b9cb-68e9-4e0d-a37b-3735418aadb7 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6083944 Oct 19 20:49:52.105691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'subnet': {'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:52.253726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Made reservation on behalf of d43f9061499c456c8191bee9644a27a2 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:49:52.262818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.332288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4053972e-77d5-4b82-9530-4dca0dc40896', 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896', 'tenant_id': 'd43f9061499c456c8191bee9644a27a2', 'fixed_ips': [{'subnet_id': '8ea2c1d4-e270-44dc-b423-924d5cabae51'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:52.333157 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.526550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a309c096-c648-4978-918e-1b647dc5d31c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:52.540428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de11181-9d3c-4db5-8aa9-7e285a914d23 req-211e9b14-6eab-46e2-bcc7-0e634feeb1af tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:52.550978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6de11181-9d3c-4db5-8aa9-7e285a914d23 req-211e9b14-6eab-46e2-bcc7-0e634feeb1af tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 946 time: 0.0980949 Oct 19 20:49:52.581223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Allocated IP 172.20.0.2 (4053972e-77d5-4b82-9530-4dca0dc40896/8ea2c1d4-e270-44dc-b423-924d5cabae51/2354a06c-3ecc-4b70-87ee-60b5de889cf7) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:52.602456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.616544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6de11181-9d3c-4db5-8aa9-7e285a914d23 req-9458ae4a-776e-430f-b323-b0fa232934c5 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642922 Oct 19 20:49:52.682271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Subnet': ['ID=96ce6410-9891-4e24-9994-13e2ecc62231,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:52.699714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Checking segment: {'id': '4c68988f-b885-439e-81e0-f1a6dd6c68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:52.700079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network hostable DHCP agents. Network: dbe54215-74d6-462b-86b3-9a572b792fa2, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:49:52.707121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a309c096-c648-4978-918e-1b647dc5d31c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:52.707868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.720679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network dbe54215-74d6-462b-86b3-9a572b792fa2 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:49:52.739117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, dbe54215-74d6-462b-86b3-9a572b792fa2) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:52.744721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:52.746049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.765090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43be459-85a1-4b48-bc7e-7d32c84a1c22 None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:52.772086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-213aef95-a414-4b69-a627-9ee4d487d407 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6705313 Oct 19 20:49:52.774874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49806) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:52.931206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:52.944689 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.006953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.035461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Network 4053972e-77d5-4b82-9530-4dca0dc40896 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:53.044195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f1f9b-3a44-4ae4-803d-3484ec2ed7a6 None None] Network f6b10235-227f-47cb-b0c4-c124b4e4200d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:53.059644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:53.080731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:53.098494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Pushing event updated for resources: {'Port': ['ID=2354a06c-3ecc-4b70-87ee-60b5de889cf7,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:53.125805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a309c096-c648-4978-918e-1b647dc5d31c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a309c096-c648-4978-918e-1b647dc5d31c,segment=NetworkSegment(dc87f696-81d9-495d-8f1c-d97957d0ea29),segment_id=dc87f696-81d9-495d-8f1c-d97957d0ea29)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:53.132466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-dbe54215-74d6-462b-86b3-9a572b792fa2', 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2', 'tenant_id': 'd43f9061499c456c8191bee9644a27a2', 'fixed_ips': [{'subnet_id': '96ce6410-9891-4e24-9994-13e2ecc62231'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:49:53.133387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.182722 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.252704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc57bce-9fb2-4a88-a6a8-8d49c6d1208a req-3f9fed5b-51e4-4ceb-8475-18a5bb92633e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:53.263611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bc57bce-9fb2-4a88-a6a8-8d49c6d1208a req-3f9fed5b-51e4-4ceb-8475-18a5bb92633e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0856814 Oct 19 20:49:53.341114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bc57bce-9fb2-4a88-a6a8-8d49c6d1208a req-056bde88-35ec-4f99-a322-c7b3a1d7999c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763178 Oct 19 20:49:53.399837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Attempting to bind port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:53.400206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Attempting to bind port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:53.400568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Attempting to bind port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 on network 4053972e-77d5-4b82-9530-4dca0dc40896 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:53.411385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ada629e8-40c3-4db0-9336-43b1d80d5a53 None None] Provisioning complete for port a309c096-c648-4978-918e-1b647dc5d31c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:53.411385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ada629e8-40c3-4db0-9336-43b1d80d5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.441743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.442312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a309c096-c648-4978-918e-1b647dc5d31c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:53.465392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:53.465768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Checking segment: {'id': '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:53.466163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.466617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Bound using segment: {'id': '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:53.467061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Bound port: 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4053972e-77d5-4b82-9530-4dca0dc40896'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:53.467439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.602177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Allocated IP 172.20.0.2 (dbe54215-74d6-462b-86b3-9a572b792fa2/96ce6410-9891-4e24-9994-13e2ecc62231/812253c3-f004-474e-8bfd-c1b70db43631) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:53.698400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Allocated IP 172.20.0.1 (4053972e-77d5-4b82-9530-4dca0dc40896/8ea2c1d4-e270-44dc-b423-924d5cabae51/1d283d4c-f26f-407e-82d3-ead9dffdb5ad) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:53.703589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] For port 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:53.865982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.904598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-8967983d-073a-4cd5-8f6f-b381f2ae903b tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:53.906243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-8967983d-073a-4cd5-8f6f-b381f2ae903b tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 946 time: 0.0608909 Oct 19 20:49:53.912906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] For port 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2354a06c-3ecc-4b70-87ee-60b5de889cf7,segment=NetworkSegment(9ee42ce7-c2af-45c5-ade7-063e5cd8b87c),segment_id=9ee42ce7-c2af-45c5-ade7-063e5cd8b87c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:53.922723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98cf87-66bc-424a-aa25-ffe26d6ee3e1 req-34e4bffe-d19f-4152-ae9d-7a36a2bf3f51 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:53.927042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:53.934182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be98cf87-66bc-424a-aa25-ffe26d6ee3e1 req-34e4bffe-d19f-4152-ae9d-7a36a2bf3f51 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 946 time: 0.2035282 Oct 19 20:49:53.983645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.041389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be98cf87-66bc-424a-aa25-ffe26d6ee3e1 req-5cd1536a-5761-4a12-839c-c9cd35726af6 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/security-groups?id=39718055-3de2-4705-920c-e3f7815e9498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059639 Oct 19 20:49:54.056271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Deleting port 4a71a899-1113-4b3d-8a07-43a37db5c032 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:54.056611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.064495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network 4053972e-77d5-4b82-9530-4dca0dc40896 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:54.068538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:54.073277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:54.084934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a80ef-871d-45da-9217-a50456316f75 None None] Pushing event updated for resources: {'Port': ['ID=2354a06c-3ecc-4b70-87ee-60b5de889cf7,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:54.149633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Port': ['ID=1d283d4c-f26f-407e-82d3-ead9dffdb5ad,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:54.157251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.162598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.169010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.199419 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] For port 4a71a899-1113-4b3d-8a07-43a37db5c032, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4a71a899-1113-4b3d-8a07-43a37db5c032,segment=NetworkSegment(81be3f25-7897-4798-a65c-95738a968754),segment_id=81be3f25-7897-4798-a65c-95738a968754)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:54.199788 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.230044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Calling delete_port for 4a71a899-1113-4b3d-8a07-43a37db5c032 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:54.246493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:54.251820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:54.255836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:54.287538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Pushing event updated for resources: {'Port': ['ID=812253c3-f004-474e-8bfd-c1b70db43631,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:54.336496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Attempting to bind port 812253c3-f004-474e-8bfd-c1b70db43631 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:49:54.337095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Attempting to bind port 812253c3-f004-474e-8bfd-c1b70db43631 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4c68988f-b885-439e-81e0-f1a6dd6c68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:49:54.337711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Attempting to bind port 812253c3-f004-474e-8bfd-c1b70db43631 on network dbe54215-74d6-462b-86b3-9a572b792fa2 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:49:54.348480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:49:54.349434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Checking segment: {'id': '4c68988f-b885-439e-81e0-f1a6dd6c68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:49:54.349594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.350075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Bound using segment: {'id': '4c68988f-b885-439e-81e0-f1a6dd6c68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:49:54.350853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Bound port: 812253c3-f004-474e-8bfd-c1b70db43631, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68988f-b885-439e-81e0-f1a6dd6c68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbe54215-74d6-462b-86b3-9a572b792fa2'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:49:54.351305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.378342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.413011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:49:54.469353 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.500634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fdd021b9-4b3b-45bc-ac93-91fedefc847f None None] Provisioning complete for port a309c096-c648-4978-918e-1b647dc5d31c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:54.500634 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fdd021b9-4b3b-45bc-ac93-91fedefc847f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.506213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['4a71a899-1113-4b3d-8a07-43a37db5c032'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:49:54.527288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Pushing event deleted for resources: {'Port': ['ID=4a71a899-1113-4b3d-8a07-43a37db5c032,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:54.606663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] No DVR routers for this DVR port 4a71a899-1113-4b3d-8a07-43a37db5c032 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:49:54.615249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.619438 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dd39320b-3410-4e32-a1cd-d12836beb29b req-91369270-a4a3-4235-87b8-93d406cae7e0 tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.11 "DELETE /v2.0/ports/4a71a899-1113-4b3d-8a07-43a37db5c032 HTTP/1.1" status: 204 len: 173 time: 0.7058234 Oct 19 20:49:54.651569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'name': 'network-vif-deleted', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:54.659069 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1f3324-aa65-4796-bc07-907c85fa638f" -d '{"events": [{"server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "name": "network-vif-deleted", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:54.701794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8b82-17d0-4d1b-9d4c-d7f217dcbd88 req-d6523ad9-f89e-4be4-aff9-b015dfd59ec2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:54.703598 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-547e8b82-17d0-4d1b-9d4c-d7f217dcbd88 req-d6523ad9-f89e-4be4-aff9-b015dfd59ec2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.1458795 Oct 19 20:49:54.705086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] For port 812253c3-f004-474e-8bfd-c1b70db43631, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:49:54.725447 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.resource_extend [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 20:49:54.742598 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ac7003-4b24-40f9-9ac7-5a4abc987d47 x-openstack-request-id: req-24ac7003-4b24-40f9-9ac7-5a4abc987d47 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:54.742987 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd51dea-dbe3-4e49-a3eb-42fd98131c7d", "name": "network-vif-deleted", "tag": "4a71a899-1113-4b3d-8a07-43a37db5c032", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:54.743296 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24ac7003-4b24-40f9-9ac7-5a4abc987d47 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:54.743795 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd51dea-dbe3-4e49-a3eb-42fd98131c7d', 'name': 'network-vif-deleted', 'tag': '4a71a899-1113-4b3d-8a07-43a37db5c032', 'status': 'completed', 'code': 200} Oct 19 20:49:54.769571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-547e8b82-17d0-4d1b-9d4c-d7f217dcbd88 req-52237cd5-c3a1-407b-8ff8-a20aa113f2da tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595365 Oct 19 20:49:54.828566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2354a06c-3ecc-4b70-87ee-60b5de889cf7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:54.868885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] For port 812253c3-f004-474e-8bfd-c1b70db43631, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=812253c3-f004-474e-8bfd-c1b70db43631,segment=NetworkSegment(4c68988f-b885-439e-81e0-f1a6dd6c68d6),segment_id=4c68988f-b885-439e-81e0-f1a6dd6c68d6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:49:54.876467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:54.880226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.882456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.886236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:54.934712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:49:54.970093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Port': ['ID=1d283d4c-f26f-407e-82d3-ead9dffdb5ad,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:54.972483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.049110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605b7b-d3d5-4a82-8c0f-b6590dd0ded8 None None] Pushing event updated for resources: {'Port': ['ID=812253c3-f004-474e-8bfd-c1b70db43631,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:55.116717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.127195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:55.128790 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.157213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network 4053972e-77d5-4b82-9530-4dca0dc40896 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:55.170157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:55.178658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:49:55.239743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:55.249123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.298286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2c73e3f-5697-4091-9838-6740df8a59af req-8fe0a22b-880e-442a-85fb-dc857c8bfa8f tempest-VolumesSnapshotTestJSON-1837650338 tempest-VolumesSnapshotTestJSON-1837650338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd51dea-dbe3-4e49-a3eb-42fd98131c7d HTTP/1.1" status: 200 len: 210 time: 0.0477796 Oct 19 20:49:55.351552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:55.379866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.430063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2354a06c-3ecc-4b70-87ee-60b5de889cf7,segment=NetworkSegment(9ee42ce7-c2af-45c5-ade7-063e5cd8b87c),segment_id=9ee42ce7-c2af-45c5-ade7-063e5cd8b87c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:55.438417 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.439574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a309c096-c648-4978-918e-1b647dc5d31c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:55.454475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Router 5be45354-01b3-47cb-b1c8-c475079e36be is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:49:55.508842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2aed6861-59b9-4208-bd3a-1937ba105c89'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:49:55.604246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:55.620982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:55.621744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6be04cdf-3b15-45e8-9d14-49f2ce0866b5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8456061 Oct 19 20:49:55.628009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] Sync routers for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:55.635636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ac1a2-4e05-4239-9fc3-d1ec39afe6e1 None None] Network 4053972e-77d5-4b82-9530-4dca0dc40896 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:55.637158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=2354a06c-3ecc-4b70-87ee-60b5de889cf7,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:55.675002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:55.675637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:55.683499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a309c096-c648-4978-918e-1b647dc5d31c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:55.683882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.778233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:55.844730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dfb212ad-42f7-477a-93dd-2fc3aefe6e23 None None] Provisioning complete for port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:55.845101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dfb212ad-42f7-477a-93dd-2fc3aefe6e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:55.849853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:55.850485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:55.955337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:55.956639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5136a6-9a19-4fe3-9d05-4fbbf3d0315c None None] The sync data for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:55.976072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e763-277b-4364-90b7-b816fe33ac64 req-5bb9b975-5e7a-4d4d-b64c-c2ebb360ec59 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:55.978250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68d5e763-277b-4364-90b7-b816fe33ac64 req-5bb9b975-5e7a-4d4d-b64c-c2ebb360ec59 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.0831840 Oct 19 20:49:56.077455 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-68d5e763-277b-4364-90b7-b816fe33ac64 req-2de1d1e2-7093-42a1-bce1-38f8dc833a69 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745859 Oct 19 20:49:56.140758 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-6f6a8745-648a-48eb-a033-d23fdfad0c00 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 20:49:56.142050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6f6a8745-648a-48eb-a033-d23fdfad0c00 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5189421 Oct 19 20:49:56.145698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:56.447907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e636b-e0b2-40ec-8561-637b9317611c None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:49:56.525842 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1c95-4f93-490a-9cb3-00b65876bb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:56.580521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Provisioning complete for port 812253c3-f004-474e-8bfd-c1b70db43631 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:56.581575 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:56.651937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:56.656200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2354a06c-3ecc-4b70-87ee-60b5de889cf7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:56.882525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:56.905353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:56.905668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:56.986617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] For port 812253c3-f004-474e-8bfd-c1b70db43631, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=812253c3-f004-474e-8bfd-c1b70db43631,segment=NetworkSegment(4c68988f-b885-439e-81e0-f1a6dd6c68d6),segment_id=4c68988f-b885-439e-81e0-f1a6dd6c68d6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:57.025165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.084490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting port 1d283d4c-f26f-407e-82d3-ead9dffdb5ad {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:49:57.085148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.095054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Provisioning complete for port 1d283d4c-f26f-407e-82d3-ead9dffdb5ad triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:57.095546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.132247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Pushing event updated for resources: {'Port': ['ID=812253c3-f004-474e-8bfd-c1b70db43631,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:57.144734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 812253c3-f004-474e-8bfd-c1b70db43631 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:57.233552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.250524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Calling delete_port for 1d283d4c-f26f-407e-82d3-ead9dffdb5ad owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:49:57.283152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Port 1d283d4c-f26f-407e-82d3-ead9dffdb5ad cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:57.299340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 812253c3-f004-474e-8bfd-c1b70db43631 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:57.300251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.346653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Provisioning complete for port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:57.347505 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1a28-db8a-4947-97d6-bec47d35dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.354710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d497f-6f44-4f16-9f7d-b231a54fe34c req-084178d9-a429-4fd1-b890-fc2a35563fff tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:57.356311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-260d497f-6f44-4f16-9f7d-b231a54fe34c req-084178d9-a429-4fd1-b890-fc2a35563fff tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.1288543 Oct 19 20:49:57.426441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-260d497f-6f44-4f16-9f7d-b231a54fe34c req-3f6263e7-ca3c-40be-96fe-eeac229d88a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596225 Oct 19 20:49:57.529960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.565725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Port': ['ID=1d283d4c-f26f-407e-82d3-ead9dffdb5ad,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:57.665326 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aa76fee9-bd98-436b-86a2-cd3b4ddd1639 None None] Provisioning complete for port 812253c3-f004-474e-8bfd-c1b70db43631 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:57.665859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aa76fee9-bd98-436b-86a2-cd3b4ddd1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.719912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:57.804716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aa76fee9-bd98-436b-86a2-cd3b4ddd1639 None None] Could not find standard attr ID for object 1d283d4c-f26f-407e-82d3-ead9dffdb5ad. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 20:49:57.917780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Router 5be45354-01b3-47cb-b1c8-c475079e36be has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:49:58.018632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:49:58.029894 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] Sync routers for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:49:58.035485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f984b806-8ed3-4f5a-b3d8-44a66e9342d8 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849053 Oct 19 20:49:58.036225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49848) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:58.041630 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:58.042248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:58.076959 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:58.080039 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-994bf0cc-1c43-49e8-86da-6b35df6bac12 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] delete failed (client error): The resource could not be found. Oct 19 20:49:58.081549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-994bf0cc-1c43-49e8-86da-6b35df6bac12 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1878200717 HTTP/1.1" status: 404 len: 335 time: 0.0440538 Oct 19 20:49:58.085165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49850) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:58.090178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f48da689-3b34-436c-bfeb-d8542d264b71 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'router': {'external_gateway_info': {'network_id': '5be45354-01b3-47cb-b1c8-c475079e36be'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:49:58.090866 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:49:58.091762 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:58.128457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:49:58.129180 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d380faf-f97e-4c8c-93bb-ba8c8ee9c180 None None] The sync data for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:49:58.176677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a71a899-1113-4b3d-8a07-43a37db5c032 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:49:58.204469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 4a71a899-1113-4b3d-8a07-43a37db5c032 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:49:58.204963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4a71a899-1113-4b3d-8a07-43a37db5c032 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:49:58.318649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f48da689-3b34-436c-bfeb-d8542d264b71 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:58.337182 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-f48da689-3b34-436c-bfeb-d8542d264b71 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] update failed (client error): The resource could not be found. Oct 19 20:49:58.338239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f48da689-3b34-436c-bfeb-d8542d264b71 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be HTTP/1.1" status: 404 len: 339 time: 0.2518137 Oct 19 20:49:58.342463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:49:58.429870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:58.431958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 812253c3-f004-474e-8bfd-c1b70db43631 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:49:58.519791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 812253c3-f004-474e-8bfd-c1b70db43631 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:58.520151 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:58.522057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 2aed6861-59b9-4208-bd3a-1937ba105c89 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:49:58.546397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 2aed6861-59b9-4208-bd3a-1937ba105c89 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:58.546681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:58.675522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:58.849893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:49:58.852133 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b6188-f7dd-4a5e-8704-9419ebbe9476" -d '{"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:49:58.864457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:49:58.869519 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:58.874162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731812-c70f-4385-a8e2-e938ed466c68 req-6365924a-0bc8-4148-9e28-815323442edf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:58.876689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14731812-c70f-4385-a8e2-e938ed466c68 req-6365924a-0bc8-4148-9e28-815323442edf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.1551721 Oct 19 20:49:58.921323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:58.976612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-14731812-c70f-4385-a8e2-e938ed466c68 req-24026913-b4f5-417c-8163-9e54750057c4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941463 Oct 19 20:49:59.026233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.043766 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e598a8-33a7-423f-b1b6-46fa01a4947a x-openstack-request-id: req-23e598a8-33a7-423f-b1b6-46fa01a4947a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:49:59.044065 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:49:59.044989 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23e598a8-33a7-423f-b1b6-46fa01a4947a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:49:59.044989 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'code': 200} Oct 19 20:49:59.156365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8c23-1db1-49b0-a0d7-dc5b242dd4d7 req-32aede76-f623-4c48-a39a-8f49c82e2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:59.158271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-486a8c23-1db1-49b0-a0d7-dc5b242dd4d7 req-32aede76-f623-4c48-a39a-8f49c82e2790 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1097 time: 0.0487535 Oct 19 20:49:59.206554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-486a8c23-1db1-49b0-a0d7-dc5b242dd4d7 req-0ceb0d1d-0d60-4640-8219-c866918aa0a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 Oct 19 20:49:59.246395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c226871f-773b-4135-a618-a1abe471338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.300448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ccb48-bc2e-41aa-b27b-8f3113adb274 req-c5e6ef18-82e2-499b-8138-913fa2b3f35f tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:49:59.309123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a08ccb48-bc2e-41aa-b27b-8f3113adb274 req-c5e6ef18-82e2-499b-8138-913fa2b3f35f tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.0809186 Oct 19 20:49:59.315009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Allocated IP 172.20.0.1 (f6b10235-227f-47cb-b0c4-c124b4e4200d/9b16a57f-4633-4416-bdb2-6c433c18372c/5d2ff21b-c516-4faa-bc64-183022dff952) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:49:59.349165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a08ccb48-bc2e-41aa-b27b-8f3113adb274 req-1e8b344a-dbdf-4215-90ee-28c0e660a353 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Oct 19 20:49:59.442230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.476271 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.520120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network f6b10235-227f-47cb-b0c4-c124b4e4200d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:49:59.523307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:49:59.527162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:49:59.559687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Port': ['ID=5d2ff21b-c516-4faa-bc64-183022dff952,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:49:59.582465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.707308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.741283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3381ffe8-b87d-43a8-aa07-4c8c58d3581e None None] Provisioning complete for port 5d2ff21b-c516-4faa-bc64-183022dff952 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:49:59.741850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3381ffe8-b87d-43a8-aa07-4c8c58d3581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.776667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3381ffe8-b87d-43a8-aa07-4c8c58d3581e None None] Port 5d2ff21b-c516-4faa-bc64-183022dff952 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:49:59.984631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:49:59.989274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:00.071530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event updated for resources: {'Port': ['ID=5d2ff21b-c516-4faa-bc64-183022dff952,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:00.074940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:00.176566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832345f0-61fe-4064-9bb6-2f57a0bdec50 req-582edf67-4b6f-4851-855d-bbeb6e593335 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:00.178098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-832345f0-61fe-4064-9bb6-2f57a0bdec50 req-582edf67-4b6f-4851-855d-bbeb6e593335 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.1222553 Oct 19 20:50:00.233463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Network f6b10235-227f-47cb-b0c4-c124b4e4200d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:50:00.239102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-832345f0-61fe-4064-9bb6-2f57a0bdec50 req-e6d4040f-1965-4199-b120-de7761799c69 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538514 Oct 19 20:50:00.239914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:00.323703 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:00.387790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Router 5be45354-01b3-47cb-b1c8-c475079e36be has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:50:00.503145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:50:00.509197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-adb44b62-727d-49fa-afa5-8cca72cbe323 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1657054 Oct 19 20:50:00.511928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49878) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:00.515504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a9795-89df-4176-bf31-b690cb69cec1 req-5fb85b8f-7997-409c-bcbd-6e388a3b1e0c tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:00.516311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] Sync routers for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:50:00.517610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de8a9795-89df-4176-bf31-b690cb69cec1 req-5fb85b8f-7997-409c-bcbd-6e388a3b1e0c tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.0620074 Oct 19 20:50:00.531229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:00.531863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:00.577636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de8a9795-89df-4176-bf31-b690cb69cec1 req-9bb96e5a-9065-486b-9fa5-3a5bf5779953 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Oct 19 20:50:00.580015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:00.600159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:00.600839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:00.630540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d504b63-dbca-40fa-9b83-9f0a378463d1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:00.640354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:00.640976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22659503-2c07-476e-a9a0-6c5b499afd3e None None] The sync data for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 is: [] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:50:00.650003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-368bcef7-2ff8-460e-afac-dcbc8a1ff635 None None] Provisioning complete for port 5d2ff21b-c516-4faa-bc64-183022dff952 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:00.650442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-368bcef7-2ff8-460e-afac-dcbc8a1ff635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:00.690720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-368bcef7-2ff8-460e-afac-dcbc8a1ff635 None None] Port 5d2ff21b-c516-4faa-bc64-183022dff952 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:50:00.770207 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-5d504b63-dbca-40fa-9b83-9f0a378463d1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 20:50:00.772414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d504b63-dbca-40fa-9b83-9f0a378463d1 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be HTTP/1.1" status: 409 len: 329 time: 0.2580812 Oct 19 20:50:00.775198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49880) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:00.983133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.032009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-6822f5d7-3a00-4386-af36-d7f39434bb56 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:01.033385 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-6822f5d7-3a00-4386-af36-d7f39434bb56 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.0860715 Oct 19 20:50:01.188045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Deleting port 6a4cd0d5-cf58-490e-9115-4756fcf628aa {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:01.188387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.272783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.322620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] For port 6a4cd0d5-cf58-490e-9115-4756fcf628aa, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=6a4cd0d5-cf58-490e-9115-4756fcf628aa,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:01.322903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.425192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92171ef7-a3a6-41b5-96a9-491e6adc10a8 req-b8791e4b-d19f-4cda-863e-0615e5f14ebf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:01.427109 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92171ef7-a3a6-41b5-96a9-491e6adc10a8 req-b8791e4b-d19f-4cda-863e-0615e5f14ebf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0575955 Oct 19 20:50:01.471161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92171ef7-a3a6-41b5-96a9-491e6adc10a8 req-cf3d4d9f-9833-46dd-b1b8-bfe7ae5ee5eb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377104 Oct 19 20:50:01.671349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Calling delete_port for 6a4cd0d5-cf58-490e-9115-4756fcf628aa owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:01.736239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f213909-13bb-446b-837d-bb22bd7b91a8 req-d49864de-89ac-45de-bfc5-a9d30ecc1575 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:01.736239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f213909-13bb-446b-837d-bb22bd7b91a8 req-d49864de-89ac-45de-bfc5-a9d30ecc1575 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f859ecc-bceb-4aa6-91ee-09c1b8a9887e HTTP/1.1" status: 200 len: 950 time: 0.0889158 Oct 19 20:50:01.774296 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f213909-13bb-446b-837d-bb22bd7b91a8 req-5bd18726-b1db-4cd5-896c-a161291602de tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Oct 19 20:50:01.819843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb1c9-3708-4ed5-a1dc-5e91f78d199a req-c25a23ff-94b4-42da-a94e-80e9d10d4496 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:01.821437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-998eb1c9-3708-4ed5-a1dc-5e91f78d199a req-c25a23ff-94b4-42da-a94e-80e9d10d4496 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.1659975 Oct 19 20:50:01.831369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49896) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:01.836206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Request body: {'floatingip': {'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:01.895258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.956793 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:01.969709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['6a4cd0d5-cf58-490e-9115-4756fcf628aa'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:50:02.013988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Pushing event deleted for resources: {'Port': ['ID=6a4cd0d5-cf58-490e-9115-4756fcf628aa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:02.063014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] No DVR routers for this DVR port 6a4cd0d5-cf58-490e-9115-4756fcf628aa on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:02.068336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.071652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b5c14074-5f2b-4efc-a905-282c3e9fba38 req-b88ac199-a12a-49d5-8805-d805c5f343d1 tempest-VolumesBackupsTest-1374952949 tempest-VolumesBackupsTest-1374952949-project] 10.222.0.37 "DELETE /v2.0/ports/6a4cd0d5-cf58-490e-9115-4756fcf628aa HTTP/1.1" status: 204 len: 173 time: 1.0311928 Oct 19 20:50:02.072094 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'name': 'network-vif-deleted', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:50:02.074953 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0ea04-ef7e-431d-aa32-20ca8e287d65" -d '{"events": [{"server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "name": "network-vif-deleted", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:50:02.090445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting port 5d2ff21b-c516-4faa-bc64-183022dff952 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:02.090590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.134674 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba9321-57d3-4369-b458-758e0aedd92a x-openstack-request-id: req-6bba9321-57d3-4369-b458-758e0aedd92a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:50:02.134973 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f859ecc-bceb-4aa6-91ee-09c1b8a9887e", "name": "network-vif-deleted", "tag": "6a4cd0d5-cf58-490e-9115-4756fcf628aa", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:50:02.135255 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bba9321-57d3-4369-b458-758e0aedd92a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:50:02.139812 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f859ecc-bceb-4aa6-91ee-09c1b8a9887e', 'name': 'network-vif-deleted', 'tag': '6a4cd0d5-cf58-490e-9115-4756fcf628aa', 'status': 'completed', 'code': 200} Oct 19 20:50:02.210158 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.224236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Calling delete_port for 5d2ff21b-c516-4faa-bc64-183022dff952 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:02.316788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.405413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.413099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.421742 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.453570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Port': ['ID=5d2ff21b-c516-4faa-bc64-183022dff952,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:02.656945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:02.939210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Router 5be45354-01b3-47cb-b1c8-c475079e36be has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:50:03.042338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:50:03.052991 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Floating IP ef9caf85-2368-4926-ab21-2e992910305c associated. External IP: 172.25.7.108, port: 2aed6861-59b9-4208-bd3a-1937ba105c89. Oct 19 20:50:03.057719 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b1926ed-c521-40d8-a092-d73644b85cba tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2777128 Oct 19 20:50:03.058740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:03.062690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] Sync routers for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:50:03.074649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:03.075450 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:03.148187 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-1a8b2258-f28d-48d0-a3c2-0d42351cf762 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] show failed (client error): The resource could not be found. Oct 19 20:50:03.155908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1a8b2258-f28d-48d0-a3c2-0d42351cf762 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-229025284 HTTP/1.1" status: 404 len: 334 time: 0.0962813 Oct 19 20:50:03.156748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49912) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:03.161683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ed4cbd94-3160-4be9-8e93-710ab2a8475d tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:03.218873 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:03.228714 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] Routers {'5be45354-01b3-47cb-b1c8-c475079e36be'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:03.229635 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5be45354-01b3-47cb-b1c8-c475079e36be'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:03.247325 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-ed4cbd94-3160-4be9-8e93-710ab2a8475d tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] update failed (client error): The resource could not be found. Oct 19 20:50:03.248797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ed4cbd94-3160-4be9-8e93-710ab2a8475d tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1662446608 HTTP/1.1" status: 404 len: 335 time: 0.0908358 Oct 19 20:50:03.252670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49914) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:03.303107 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:03.305704 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ee16e-fd47-44e0-b6f3-cb84f644c21a None None] The sync data for ids ['5be45354-01b3-47cb-b1c8-c475079e36be'] in n-d-805649-9 is: [] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:50:03.329762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:50:03.334765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting subnet 96ce6410-9891-4e24-9994-13e2ecc62231 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:50:03.342235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.388400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.459824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:50:03.464370 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.471606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:50:03.481088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.481865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:03.483312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:03.496461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-33adfc05-a428-460b-b56b-10e7b83f5dbf tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "PUT /v2.0/floatingips/ef9caf85-2368-4926-ab21-2e992910305c HTTP/1.1" status: 200 len: 992 time: 1.6638587 Oct 19 20:50:03.497092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:50:03.500273 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:50:03.580310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.614330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:50:03.621895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce6410-9891-4e24-9994-13e2ecc62231,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:03.642646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.646132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25c65f9e-da28-4a8f-92f4-167a8d64edc5 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/subnets/96ce6410-9891-4e24-9994-13e2ecc62231 HTTP/1.1" status: 204 len: 168 time: 0.3922458 Oct 19 20:50:03.648582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:03.717889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting subnet 8ea2c1d4-e270-44dc-b423-924d5cabae51 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:50:03.718670 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943ecf4-b15d-4723-bd4e-8f1e9e113a0c x-openstack-request-id: req-a943ecf4-b15d-4723-bd4e-8f1e9e113a0c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:50:03.719238 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:50:03.719776 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a943ecf4-b15d-4723-bd4e-8f1e9e113a0c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:50:03.720321 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'status': 'completed', 'code': 200} Oct 19 20:50:03.722281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.750404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1620f1-eb07-4b8e-94e9-e1812b621477 None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:03.770410 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.866165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.937932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.973988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:03.977544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/subnets/8ea2c1d4-e270-44dc-b423-924d5cabae51 HTTP/1.1" status: 204 len: 168 time: 0.3273633 Oct 19 20:50:03.980044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49926) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:03.987966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696926e8-b9a6-435b-a73f-b3d24968dac8 None None] Network 4053972e-77d5-4b82-9530-4dca0dc40896 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:04.044582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383342-5a90-4696-80ac-37852e041d86 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea2c1d4-e270-44dc-b423-924d5cabae51,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:04.069460 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-6d0fac5b-bf95-4264-b4c8-5b98af01487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:04.071011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-6d0fac5b-bf95-4264-b4c8-5b98af01487a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1097 time: 0.1455555 Oct 19 20:50:04.101275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ef9caf85-2368-4926-ab21-2e992910305c', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.108', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:49:44Z', 'updated_at': '2021-10-19T20:50:02Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:04.130144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:50:04.136010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.179771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] DHCP port deletion for dbe54215-74d6-462b-86b3-9a572b792fa2 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:50:04.227096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-d772e90a-e7bb-4bb0-9ed3-513ad8380bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:04.228640 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-d772e90a-e7bb-4bb0-9ed3-513ad8380bfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1503625 Oct 19 20:50:04.232454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:50:04.233097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:49:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:04.241005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting port 812253c3-f004-474e-8bfd-c1b70db43631 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:04.241005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.366564 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-2725cd55-5c4c-41c1-9d50-123b54922ee9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1000 time: 0.1294305 Oct 19 20:50:04.403727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] For port 812253c3-f004-474e-8bfd-c1b70db43631, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=812253c3-f004-474e-8bfd-c1b70db43631,segment=NetworkSegment(4c68988f-b885-439e-81e0-f1a6dd6c68d6),segment_id=4c68988f-b885-439e-81e0-f1a6dd6c68d6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:04.404013 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.420880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Deleting port 812253c3-f004-474e-8bfd-c1b70db43631 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:04.421560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.434175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Calling delete_port for 812253c3-f004-474e-8bfd-c1b70db43631 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:04.452946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] DHCP port deletion for 4053972e-77d5-4b82-9530-4dca0dc40896 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:50:04.478936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6a4cd0d5-cf58-490e-9115-4756fcf628aa no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:50:04.486164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-5ef1063e-b508-4db2-95f7-c8c79cb56542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:04.487662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-5ef1063e-b508-4db2-95f7-c8c79cb56542 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.1142457 Oct 19 20:50:04.542287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:50:04.566455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-51654215-d144-45e8-9803-399c85ed8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:04.568509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-51654215-d144-45e8-9803-399c85ed8bd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730703 Oct 19 20:50:04.630142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.685505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 812253c3-f004-474e-8bfd-c1b70db43631 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:50:04.687765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 6a4cd0d5-cf58-490e-9115-4756fcf628aa {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:50:04.688158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 6a4cd0d5-cf58-490e-9115-4756fcf628aa not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:50:04.703954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Port': ['ID=812253c3-f004-474e-8bfd-c1b70db43631,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:04.713696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.714049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.714394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.714740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.715086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.715432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.715809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.716267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.716601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.716936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.717272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.717629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:04.729582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] No DVR routers for this DVR port 812253c3-f004-474e-8bfd-c1b70db43631 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:04.771832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 812253c3-f004-474e-8bfd-c1b70db43631 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:50:04.772327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 812253c3-f004-474e-8bfd-c1b70db43631 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:50:04.775752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] For port 812253c3-f004-474e-8bfd-c1b70db43631, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=812253c3-f004-474e-8bfd-c1b70db43631,segment=NetworkSegment(4c68988f-b885-439e-81e0-f1a6dd6c68d6),segment_id=4c68988f-b885-439e-81e0-f1a6dd6c68d6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:04.776270 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.786820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-72792ad2-dbe3-4f00-b445-c845dad497eb service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100942 Oct 19 20:50:04.811017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Calling delete_port for 812253c3-f004-474e-8bfd-c1b70db43631 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:04.869645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.877703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Deleting port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:04.878200 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.894585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe54215-74d6-462b-86b3-9a572b792fa2']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:04.905009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68988f-b885-439e-81e0-f1a6dd6c68d6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:04.905336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68988f-b885-439e-81e0-f1a6dd6c68d6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:04.917140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.934041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.943341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:04.943757 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:04.966845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d9458c85-5e31-4bf6-88ec-b487abdd2cc2 req-bbd77ced-e164-4c41-b829-e498123f7494 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709447 Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:04.969948 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:05.029334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.048456 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.053173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/networks/dbe54215-74d6-462b-86b3-9a572b792fa2 HTTP/1.1" status: 204 len: 168 time: 1.0720196 Oct 19 20:50:05.055650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49934) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:05.091581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957d9a-17c1-4a40-91ca-87c9884e8367 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Network': ['ID=dbe54215-74d6-462b-86b3-9a572b792fa2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:05.189192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.241143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.251154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:05.251492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.279070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Network dbe54215-74d6-462b-86b3-9a572b792fa2 is not hosted by any dhcp agent {{(pid=100736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 20:50:05.279698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] No DVR routers for this DVR port 812253c3-f004-474e-8bfd-c1b70db43631 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:05.299212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8fd67-6943-4ab3-8caf-5dbcf8f86745 None None] Pushing event deleted for resources: {'Port': ['ID=812253c3-f004-474e-8bfd-c1b70db43631,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:05.349590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] For port 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2354a06c-3ecc-4b70-87ee-60b5de889cf7,segment=NetworkSegment(9ee42ce7-c2af-45c5-ade7-063e5cd8b87c),segment_id=9ee42ce7-c2af-45c5-ade7-063e5cd8b87c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:05.350248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.366186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Calling delete_port for 2354a06c-3ecc-4b70-87ee-60b5de889cf7 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:05.371598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] For port 2354a06c-3ecc-4b70-87ee-60b5de889cf7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2354a06c-3ecc-4b70-87ee-60b5de889cf7,segment=NetworkSegment(9ee42ce7-c2af-45c5-ade7-063e5cd8b87c),segment_id=9ee42ce7-c2af-45c5-ade7-063e5cd8b87c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:05.372717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.385383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Calling delete_port for 2354a06c-3ecc-4b70-87ee-60b5de889cf7 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:05.457139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.488232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.493365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Port': ['ID=2354a06c-3ecc-4b70-87ee-60b5de889cf7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:05.495479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] No DVR routers for this DVR port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:05.525523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] No DVR routers for this DVR port 2354a06c-3ecc-4b70-87ee-60b5de889cf7 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:05.535288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ef9caf85-2368-4926-ab21-2e992910305c', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.108', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:49:44Z', 'updated_at': '2021-10-19T20:50:02Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:05.538182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e744cd1-c2f1-4c5b-ae74-900ae676a5d9 None None] Pushing event deleted for resources: {'Port': ['ID=2354a06c-3ecc-4b70-87ee-60b5de889cf7,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:05.576331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2569d-23ef-4f7a-9519-9de10480f08c None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ef9caf85-2368-4926-ab21-2e992910305c', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'floating_ip_address': '172.25.7.108', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:49:44Z', 'updated_at': '2021-10-19T20:50:02Z', 'revision_number': 1, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:50:05.614298 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.637390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4053972e-77d5-4b82-9530-4dca0dc40896']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:05.648003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:05.648301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee42ce7-c2af-45c5-ade7-063e5cd8b87c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:05.658717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.674817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.682682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:05.683190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:05.687200 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:05.751199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.757280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.769173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/networks/4053972e-77d5-4b82-9530-4dca0dc40896 HTTP/1.1" status: 204 len: 168 time: 0.7050881 Oct 19 20:50:05.771222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49940) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:05.789849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d983f-853f-4eca-ab71-f6504c0ce78a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Network': ['ID=4053972e-77d5-4b82-9530-4dca0dc40896,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:05.866748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting subnet 9b16a57f-4633-4416-bdb2-6c433c18372c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:50:05.888733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:05.923545 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4e0d7-2ec6-4652-9085-ad03b6566f63 None None] New status for floating IP ef9caf85-2368-4926-ab21-2e992910305c: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:50:05.963587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.070370 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.165407 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.190710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44686db-d628-4abf-90b4-46bb2a9c46bb None None] Network f6b10235-227f-47cb-b0c4-c124b4e4200d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:06.209510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.215598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49946) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:06.226613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/subnets/9b16a57f-4633-4416-bdb2-6c433c18372c HTTP/1.1" status: 204 len: 168 time: 0.4572065 Oct 19 20:50:06.230107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce612dc-cf11-4173-b84d-605b648b4c6c tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Subnet': ['ID=9b16a57f-4633-4416-bdb2-6c433c18372c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:06.389621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.466879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] DHCP port deletion for f6b10235-227f-47cb-b0c4-c124b4e4200d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:50:06.481705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Deleting port a309c096-c648-4978-918e-1b647dc5d31c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:06.481940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.551331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] For port a309c096-c648-4978-918e-1b647dc5d31c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a309c096-c648-4978-918e-1b647dc5d31c,segment=NetworkSegment(dc87f696-81d9-495d-8f1c-d97957d0ea29),segment_id=dc87f696-81d9-495d-8f1c-d97957d0ea29)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:06.551511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.562975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2354a06c-3ecc-4b70-87ee-60b5de889cf7 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:50:06.566760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Calling delete_port for a309c096-c648-4978-918e-1b647dc5d31c owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:06.583520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2354a06c-3ecc-4b70-87ee-60b5de889cf7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:50:06.584100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2354a06c-3ecc-4b70-87ee-60b5de889cf7 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:50:06.586419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Deleting port a309c096-c648-4978-918e-1b647dc5d31c {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:06.587170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.668372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] For port a309c096-c648-4978-918e-1b647dc5d31c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a309c096-c648-4978-918e-1b647dc5d31c,segment=NetworkSegment(dc87f696-81d9-495d-8f1c-d97957d0ea29),segment_id=dc87f696-81d9-495d-8f1c-d97957d0ea29)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:06.668782 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.686928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Calling delete_port for a309c096-c648-4978-918e-1b647dc5d31c owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:06.687383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.718698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Port': ['ID=a309c096-c648-4978-918e-1b647dc5d31c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:06.725757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] No DVR routers for this DVR port a309c096-c648-4978-918e-1b647dc5d31c on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:06.799706 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.828719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] Pushing event deleted for resources: {'Port': ['ID=a309c096-c648-4978-918e-1b647dc5d31c,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:06.834247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.834458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8c94a-65a5-4280-ac66-e92af8b783d7 None None] No DVR routers for this DVR port a309c096-c648-4978-918e-1b647dc5d31c on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:06.876286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b10235-227f-47cb-b0c4-c124b4e4200d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:06.886662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc87f696-81d9-495d-8f1c-d97957d0ea29') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:06.887165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc87f696-81d9-495d-8f1c-d97957d0ea29') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:06.899852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.923513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.932105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:06.932643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:06.936292 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:07.003866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.011104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.016815 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/networks/f6b10235-227f-47cb-b0c4-c124b4e4200d HTTP/1.1" status: 204 len: 168 time: 0.7965808 Oct 19 20:50:07.017072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 49950) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:07.037271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817248ed-bfa9-4d01-b637-e09c7a434848 tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Pushing event deleted for resources: {'Network': ['ID=f6b10235-227f-47cb-b0c4-c124b4e4200d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:07.064689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b235d3e0-a38c-46da-b07f-a2c4ed40ecdd tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "GET /v2.0/ports?device_id=5be45354-01b3-47cb-b1c8-c475079e36be HTTP/1.1" status: 200 len: 205 time: 0.0462270 Oct 19 20:50:07.067634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 49954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:07.179887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.408617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.412022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.494095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.496794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Fanout notify agent at l3_agent the message router_deleted on router 5be45354-01b3-47cb-b1c8-c475079e36be {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:50:07.515725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:07.517079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c1ff418c-281f-4228-b53b-b1082bf2ea8a tempest-RoutersNegativeTest-1395543495 tempest-RoutersNegativeTest-1395543495-project] 10.222.0.31 "DELETE /v2.0/routers/5be45354-01b3-47cb-b1c8-c475079e36be HTTP/1.1" status: 204 len: 168 time: 0.4483120 Oct 19 20:50:07.928197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50006) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:08.230598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6dde35b-9b05-428a-a2cc-51355c3d97eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d43f9061499c456c8191bee9644a27a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001986 Oct 19 20:50:08.233452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50034) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:08.299177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:08.337716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:08.405754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:08.408876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:08.415024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad7a4b19-6f5e-4992-83c3-735b0a4f1c74 HTTP/1.1" status: 204 len: 168 time: 0.1788073 Oct 19 20:50:08.439916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344d905-53e9-4576-a490-09d34a8110d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a4b19-6f5e-4992-83c3-735b0a4f1c74,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:08.444996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a309c096-c648-4978-918e-1b647dc5d31c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:50:08.475233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a309c096-c648-4978-918e-1b647dc5d31c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:50:08.475564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a309c096-c648-4978-918e-1b647dc5d31c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:50:08.539555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-5bf482bb-4aa7-4e10-b70a-3085cde46c3d req-0d0cdb55-7b14-49bc-8f2d-3b0cc43c3882 service neutron] (100735) timed out ('10.222.0.31', 53426) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:50:09.222893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50068) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:09.348248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845637612'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:09.375115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.384740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.481892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.486903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.525340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8516474-8c96-4767-b8f0-76451d7b14ce,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:09.590192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.597379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.620049 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.621641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3977277 Oct 19 20:50:09.625133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50074) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:09.637074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e2cce-2e49-45f0-bad1-54d7b5b13b48 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be001c30-bd28-42d2-b414-c1dd82481b92,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:09.694717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-021ff0a9-9b20-48a1-8e59-4d66ce723648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0681505 Oct 19 20:50:09.697316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50076) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:09.703073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-security--767224729', 'description': 'tempest-security-description-2102963190'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:09.732820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.785714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.789856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.792996 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.794282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "PUT /v2.0/security-groups/be001c30-bd28-42d2-b414-c1dd82481b92 HTTP/1.1" status: 200 len: 1779 time: 0.0958409 Oct 19 20:50:09.797632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50078) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:09.841860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e83d-1cc8-406d-b522-943be830e772 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be001c30-bd28-42d2-b414-c1dd82481b92,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:09.864340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5df609e6-4d59-489d-a7ea-db7b33bb0943 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups/be001c30-bd28-42d2-b414-c1dd82481b92 HTTP/1.1" status: 200 len: 1779 time: 0.0629389 Oct 19 20:50:09.864668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:09.926667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:09.951067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.008959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.012280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.013493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/be001c30-bd28-42d2-b414-c1dd82481b92 HTTP/1.1" status: 204 len: 168 time: 0.1477895 Oct 19 20:50:10.016699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.033844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6280f6f-fbd0-41a8-bce2-fbef15d34c6f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be001c30-bd28-42d2-b414-c1dd82481b92,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:10.088157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-851bc74e-b033-4ccb-8d48-d12ece308c22 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646801 Oct 19 20:50:10.091035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.109780 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-16afee3f-6360-473a-9ce3-04d8cc8ed055 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] delete failed (client error): The resource could not be found. Oct 19 20:50:10.111078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16afee3f-6360-473a-9ce3-04d8cc8ed055 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/be001c30-bd28-42d2-b414-c1dd82481b92 HTTP/1.1" status: 404 len: 347 time: 0.0188091 Oct 19 20:50:10.117979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50090) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.123594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--409203524'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:10.155425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.234827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.241661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.275153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fe57f9-6679-4b94-b711-c1032630e80c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:10.290994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.295986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fa9a4a3c-0fb4-4771-8a39-c5d7052ac047 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1731260 Oct 19 20:50:10.296356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.301035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'd9fe57f9-6679-4b94-b711-c1032630e80c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:10.336682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.411106 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.417043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.438777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9968101-bdb1-456c-8611-bf0a26d4a318,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:10.446304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.447720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b21dcc36-493c-456d-9b5a-c1b40a8ca555 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501968 Oct 19 20:50:10.450389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50096) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.485858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.495085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.537084 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.543243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.547572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50098) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.547718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d9968101-bdb1-456c-8611-bf0a26d4a318 HTTP/1.1" status: 204 len: 168 time: 0.0963328 Oct 19 20:50:10.554317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c61b2-97fe-443b-aba6-5480cdac4b56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9968101-bdb1-456c-8611-bf0a26d4a318,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:10.616745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16f5fbea-2fd3-4314-8252-fc5c9f4a185e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671515 Oct 19 20:50:10.619115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50100) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.681504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.706034 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.757998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.760791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.761962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9fe57f9-6679-4b94-b711-c1032630e80c HTTP/1.1" status: 204 len: 168 time: 0.1417747 Oct 19 20:50:10.767322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50102) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.772506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f0f79-150b-498b-b8e3-7622ea25e172 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fe57f9-6679-4b94-b711-c1032630e80c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:10.817846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-95987c5a-2052-4a7b-a0cd-0b040ba7cdc7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497634 Oct 19 20:50:10.829675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50104) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:10.834532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--778035189'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:10.867946 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.955994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.960215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.991155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:10.995062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1614306 Oct 19 20:50:10.995752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50106) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.001142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'b570c9e9-ddc8-43f2-9d97-34f67509aa37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:11.008976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafa691-62b6-46fe-bc02-c11c43e9e503 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b570c9e9-ddc8-43f2-9d97-34f67509aa37,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.039974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.113962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.119449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.135726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa2526-52c1-48ca-94d1-9e229789e29a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.156850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.159224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-57a2c73d-de6c-4e1d-af2a-c6353602c60f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611240 Oct 19 20:50:11.163040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.186157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'b570c9e9-ddc8-43f2-9d97-34f67509aa37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:11.244899 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.317264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.321902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.341173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bdcb84-e16a-4be6-a521-5d1fa3f06e64,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.346258 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.350251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-44eb1973-d951-4646-b55e-519b479e527a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847177 Oct 19 20:50:11.350251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.354415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'b570c9e9-ddc8-43f2-9d97-34f67509aa37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:11.388183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.455742 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.460051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.481259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bb749b-e326-4e6c-82a7-1c80cb68e95f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.487335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.491148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f773a054-6f1d-4d00-9f53-a4cabdc9b394 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373417 Oct 19 20:50:11.491376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50122) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.495898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'b570c9e9-ddc8-43f2-9d97-34f67509aa37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:11.524765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.593134 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.597169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.615886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696c49c0-fcd6-4e53-afff-8b27b10bd2af,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.627751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.631699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f330085-4c05-4d48-a127-8f4c3e348fd9 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368213 Oct 19 20:50:11.632031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.636757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': 'b570c9e9-ddc8-43f2-9d97-34f67509aa37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:11.668508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.739135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.746144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.766590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74d3bc4-ad10-43e6-8eb8-fc630cd77ca2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.770804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.775490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6918dafc-11ff-4416-be28-8411dfaecc46 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1423826 Oct 19 20:50:11.775638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.813845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.825127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.854632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.860024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.862613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b74d3bc4-ad10-43e6-8eb8-fc630cd77ca2 HTTP/1.1" status: 204 len: 168 time: 0.0854135 Oct 19 20:50:11.865384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50130) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.877758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522a1b0-05b6-4804-b411-873ad1d4fb0f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b74d3bc4-ad10-43e6-8eb8-fc630cd77ca2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:11.923878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2b0b54f3-2777-4a21-a715-06c84b221bf7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0567718 Oct 19 20:50:11.926597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:11.951277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.959569 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.990932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.998140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:11.999248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/696c49c0-fcd6-4e53-afff-8b27b10bd2af HTTP/1.1" status: 204 len: 168 time: 0.0714693 Oct 19 20:50:12.002386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.004715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22048098-2d64-4066-8465-ab4bbb84ae0e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=696c49c0-fcd6-4e53-afff-8b27b10bd2af,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.068748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-48c0ee82-b85a-4681-89fb-cd4b2c354398 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0651152 Oct 19 20:50:12.071402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50136) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.098754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.107432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.139925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.147372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.154413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50140) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.157801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/83bb749b-e326-4e6c-82a7-1c80cb68e95f HTTP/1.1" status: 204 len: 168 time: 0.0850451 Oct 19 20:50:12.165632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd657-4982-49c0-ab8a-9170a5ae13ae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83bb749b-e326-4e6c-82a7-1c80cb68e95f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.209937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8f7e700-85c5-4fe2-81e0-c15bef94a419 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0541553 Oct 19 20:50:12.212481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.237717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.247472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.287953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.296715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.301068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/11bdcb84-e16a-4be6-a521-5d1fa3f06e64 HTTP/1.1" status: 204 len: 168 time: 0.0845509 Oct 19 20:50:12.301179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50146) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.305624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b16bc7-c95a-4a59-b11a-b1a9a095b4a0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11bdcb84-e16a-4be6-a521-5d1fa3f06e64,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.353740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-55e94a56-120d-411c-b934-009dff708ff1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0517206 Oct 19 20:50:12.358409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50148) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.392264 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.400238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.428114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.433829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.434973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cffa2526-52c1-48ca-94d1-9e229789e29a HTTP/1.1" status: 204 len: 168 time: 0.0755894 Oct 19 20:50:12.437643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.457164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bb329-57ff-4ef4-88ad-4ce4d0df6214 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cffa2526-52c1-48ca-94d1-9e229789e29a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.486047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32abe8ea-be9f-428e-a115-aee04f585652 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472078 Oct 19 20:50:12.488469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50152) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.545182 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.571123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.621722 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.626420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.630381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50156) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.630635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/b570c9e9-ddc8-43f2-9d97-34f67509aa37 HTTP/1.1" status: 204 len: 168 time: 0.1410537 Oct 19 20:50:12.642653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba5b2a-be1b-40cd-8f19-58e054b24ec7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570c9e9-ddc8-43f2-9d97-34f67509aa37,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.694693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d1123bf8-017d-4d89-bf70-ba2527aaef74 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630548 Oct 19 20:50:12.698825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50158) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.704747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--51876410'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:12.729325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.797734 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.809639 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.814524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.843036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.844258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1428673 Oct 19 20:50:12.846933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50160) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:12.851834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '8bbc496e-e245-4dee-a95e-0ac5bba1ff22', 'direction': 'ingress', 'protocol': 17}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:12.857716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c5b8-591e-4c4c-a7d4-83cb304ad290 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc496e-e245-4dee-a95e-0ac5bba1ff22,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.884577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.954005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.957819 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.976317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943d7fe4-3530-4b75-b502-7253534bc556,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:12.989701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:12.993336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-474cefe0-4ab4-4ca2-9b36-79f5a39aeed4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1433465 Oct 19 20:50:12.993992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50162) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.052142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.079440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.131599 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.134540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.135930 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bbc496e-e245-4dee-a95e-0ac5bba1ff22 HTTP/1.1" status: 204 len: 168 time: 0.1406946 Oct 19 20:50:13.138930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.156032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590b7f5-ae80-4aa2-9193-2344cd1ead3f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc496e-e245-4dee-a95e-0ac5bba1ff22,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:13.215213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6723ab9a-a539-482e-9b29-782f2138562a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708113 Oct 19 20:50:13.215325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50168) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.219985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--432237118'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:13.245354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.262502 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.333863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.338920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.375518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9aa31b-e662-4cf7-875e-244a4c2ca572,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:13.384727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.389566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.391197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eae8f58e-6b46-426a-9ecf-627c45905180 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1703758 Oct 19 20:50:13.397013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440302278'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:13.420806 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.502380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.506713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.535937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.537176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1464813 Oct 19 20:50:13.539917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.544958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '8a9aa31b-e662-4cf7-875e-244a4c2ca572', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f76edcd-81cb-4b91-a736-5046fe694b30', 'remote_ip_prefix': None}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:13.550230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c41c7-f907-446e-8ace-76267c770af4 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76edcd-81cb-4b91-a736-5046fe694b30,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:13.585549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.673280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.677433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.699271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec237f65-2db2-4fae-85a5-1862c895619a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:13.709763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.710967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ea71d7d-1df2-4da4-8859-59a29bf82052 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1701410 Oct 19 20:50:13.714246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50178) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.750067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.758384 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.789212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.795432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.798982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ec237f65-2db2-4fae-85a5-1862c895619a HTTP/1.1" status: 204 len: 168 time: 0.0813041 Oct 19 20:50:13.799317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50180) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.808826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83008c1-d00a-4838-98fc-0cfd960acd77 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec237f65-2db2-4fae-85a5-1862c895619a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:13.853232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:13.853981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-934ac4a0-9611-4f79-b8fc-8ae21e703f4e tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0526922 Oct 19 20:50:13.921646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.947767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.992467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.995691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:13.996876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f76edcd-81cb-4b91-a736-5046fe694b30 HTTP/1.1" status: 204 len: 168 time: 0.1425970 Oct 19 20:50:13.999799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50184) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.007537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2ed45-7513-465e-b2f3-e23f98f5c973 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76edcd-81cb-4b91-a736-5046fe694b30,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:14.072141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-be02d496-477d-4c74-aaab-32e3ea5ef695 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0712154 Oct 19 20:50:14.075062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50186) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.132997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.158704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.209066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.211612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.215117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a9aa31b-e662-4cf7-875e-244a4c2ca572 HTTP/1.1" status: 204 len: 168 time: 0.1365612 Oct 19 20:50:14.216369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50188) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.235508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd18f45-a603-4032-901a-adb5851d8d59 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9aa31b-e662-4cf7-875e-244a4c2ca572,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:14.301429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45af5cdf-28a3-45c4-a1ac-94da57e051d2 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826185 Oct 19 20:50:14.305324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50192) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.309745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537081828'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:14.331643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.412370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.416500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.447534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a376f4c-98f0-467b-a7bd-36d29c4ec663,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:14.453816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.458064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9f4aa7b4-2e3a-48a5-ae84-2ad37c519541 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1488295 Oct 19 20:50:14.458064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50194) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.462591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '8a376f4c-98f0-467b-a7bd-36d29c4ec663', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:14.496203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.570140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.574367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.603301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcf87f0-68e4-4b0c-8412-57085f903d8c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:14.617155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.621092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6d74e9a3-2591-42f7-9511-a1d082e30ff7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1593537 Oct 19 20:50:14.621251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.663699 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.676539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.684855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-4475863e-e400-49f2-9918-00b46039c0ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779617 Oct 19 20:50:14.714614 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.721753 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.725342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2bcf87f0-68e4-4b0c-8412-57085f903d8c HTTP/1.1" status: 204 len: 168 time: 0.1007686 Oct 19 20:50:14.725802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50202) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.728881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209f3b5-ea50-4a63-8985-954d4b1c8364 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bcf87f0-68e4-4b0c-8412-57085f903d8c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:14.797191 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f3913b5-869e-4024-923f-9e67aa9b6f94 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0701199 Oct 19 20:50:14.800043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50206) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:14.817738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-f5677a98-16c9-4e5e-9d0b-94a106d9b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:14.820219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-f5677a98-16c9-4e5e-9d0b-94a106d9b9b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1097 time: 0.0647709 Oct 19 20:50:14.898352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.935131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.954687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-4f67d6e1-0524-4f36-b39d-68c12ac87b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:14.956387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-4f67d6e1-0524-4f36-b39d-68c12ac87b5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1153157 Oct 19 20:50:14.987869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.991045 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:14.992213 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a376f4c-98f0-467b-a7bd-36d29c4ec663 HTTP/1.1" status: 204 len: 168 time: 0.1912017 Oct 19 20:50:15.001888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50208) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.031610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fba53-e020-49bf-9af7-91d6b9ea78b1 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a376f4c-98f0-467b-a7bd-36d29c4ec663,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:15.087023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-39352d83-58b4-4696-b4f8-5a9bdddd44f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1002 time: 0.1228898 Oct 19 20:50:15.088734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-11a6755f-d8ee-4a09-8ad3-ba60dd01a9e0 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854867 Oct 19 20:50:15.093540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50214) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.100511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group': {'name': 'tempest-secgroup--435541544'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:15.162232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.174459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-74f71cc1-f683-4103-8467-45ccedeeede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:15.176147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-74f71cc1-f683-4103-8467-45ccedeeede1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0701218 Oct 19 20:50:15.246048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-235cca28-9452-46ce-83f3-ec760529eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:15.248228 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-235cca28-9452-46ce-83f3-ec760529eba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650940 Oct 19 20:50:15.313444 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.346739 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.387996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.390086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2950613 Oct 19 20:50:15.392515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50220) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.398599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '9e46c12e-28e4-449b-a249-4e473f607404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:15.416304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62612877-31e7-4bb7-84c8-7353169a2bef tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46c12e-28e4-449b-a249-4e473f607404,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:15.440294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-18f1ca54-9135-4a73-a186-e280939027aa service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823063 Oct 19 20:50:15.459998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.548024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.553469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8addc614-43cc-45b2-a422-ddc158b5c796 req-de31da2e-21fc-4f66-bbc5-1daf71117137 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056225 Oct 19 20:50:15.565149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.619616 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.623655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270803 Oct 19 20:50:15.623813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50224) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.643830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908a6e9-f2da-4678-9193-ab739e5f64ec tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d82ad61-3296-472d-bdd4-b0f2a607e0ce,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:15.653828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1a3cc927-581f-456f-b76d-acb4bb8d8337 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules/9d82ad61-3296-472d-bdd4-b0f2a607e0ce HTTP/1.1" status: 200 len: 763 time: 0.0282035 Oct 19 20:50:15.656258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50226) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.707887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a1f3007e-8b0f-495b-8c2f-ca19fd121f99 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0504591 Oct 19 20:50:15.710425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50228) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.735506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.744406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.777079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.785933 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.787253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9d82ad61-3296-472d-bdd4-b0f2a607e0ce HTTP/1.1" status: 204 len: 168 time: 0.0758173 Oct 19 20:50:15.789915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50230) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.793473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a4fe1-b43b-42b2-9870-1d22ec9629a7 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d82ad61-3296-472d-bdd4-b0f2a607e0ce,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:15.836074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-18985db9-e97a-4413-9a81-29f0c3181377 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449524 Oct 19 20:50:15.838740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50232) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:15.844186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '9e46c12e-28e4-449b-a249-4e473f607404', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:15.875039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.931771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.937916 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.959194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976dd7c3-cc22-4750-b7ba-e6557f906099,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:15.976708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:15.978389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-704d1b80-fbcd-4566-8c5d-c48f2c6f9648 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383317 Oct 19 20:50:15.981725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50234) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.001815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8871384f-df88-4862-aeb0-79a878a09010 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules/976dd7c3-cc22-4750-b7ba-e6557f906099 HTTP/1.1" status: 200 len: 763 time: 0.0186234 Oct 19 20:50:16.004297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.048720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe7e1c99-33f9-403d-b8cf-10b9f63b2eae tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432286 Oct 19 20:50:16.051345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50238) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.077767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.085827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.114240 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.121250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.124713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/976dd7c3-cc22-4750-b7ba-e6557f906099 HTTP/1.1" status: 204 len: 168 time: 0.0697997 Oct 19 20:50:16.124943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50242) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.135890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df3449-7b90-41c5-a835-3fb7c2566cd6 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=976dd7c3-cc22-4750-b7ba-e6557f906099,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:16.184497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5dbf4169-fabb-46ec-8ca0-8bfa915d382a tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580869 Oct 19 20:50:16.186749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50246) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.191082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Request body: {'security_group_rule': {'security_group_id': '9e46c12e-28e4-449b-a249-4e473f607404', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:16.222317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.288091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.292475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.315000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e10cc8-ae6e-49d3-9104-832de8a2125a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:16.323572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.327942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dbb19c10-ea5c-4cb0-926c-110d6e531811 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371529 Oct 19 20:50:16.328709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50250) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.349915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-970efb50-1aa4-497f-a6ea-5991125d766c tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules/27e10cc8-ae6e-49d3-9104-832de8a2125a HTTP/1.1" status: 200 len: 764 time: 0.0174057 Oct 19 20:50:16.350017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50254) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.401117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4c70d4f5-17a3-4d96-93ff-f92564bfa831 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0498056 Oct 19 20:50:16.403895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50256) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.429219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.438441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.468111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.473313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.476682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/27e10cc8-ae6e-49d3-9104-832de8a2125a HTTP/1.1" status: 204 len: 168 time: 0.0696728 Oct 19 20:50:16.477048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.482768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac3250-cf87-4dfc-97dc-3441b802ae75 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e10cc8-ae6e-49d3-9104-832de8a2125a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:16.527071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-690fcb0e-36de-435b-9303-40e54f1e016c tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484266 Oct 19 20:50:16.529561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50260) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.586583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.611857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.663687 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.666693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:16.671222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e46c12e-28e4-449b-a249-4e473f607404 HTTP/1.1" status: 204 len: 168 time: 0.1406689 Oct 19 20:50:16.671366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50264) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.680727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209c41-bc40-4833-bd5a-6e5c79fddf2f tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46c12e-28e4-449b-a249-4e473f607404,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:16.743857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7a8f9253-1485-426e-b031-e369761d18ac tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705056 Oct 19 20:50:16.749364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50266) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:16.802012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a2cb49fe-6a7d-44e0-940e-e58ed0a90c56 tempest-SecGroupTest-253047274 tempest-SecGroupTest-253047274-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512173 Oct 19 20:50:17.091814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50272) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:17.246493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f6af2242-8044-4571-bec0-180795b065a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fe50049ae3b4cf3b95cef6cf371a749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534426 Oct 19 20:50:17.249050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50276) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:17.320879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:17.349868 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:17.407329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:17.410060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:17.411944 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8516474-8c96-4767-b8f0-76451d7b14ce HTTP/1.1" status: 204 len: 168 time: 0.1613441 Oct 19 20:50:17.432852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617ebb6-0ccc-43d4-aed7-af09b40a1904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8516474-8c96-4767-b8f0-76451d7b14ce,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:18.295098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50304) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:18.406158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-109032542'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:18.442114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Made reservation on behalf of 37ead45a06ce447ebba499edbdcc7339 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:18.446247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.456987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.577873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.584992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.612148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:50:18.626815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a74b5-6fb1-4d98-be36-e5a039e56172,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:18.635938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.636317 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Added segment 291feac6-9d56-4be3-99f1-eb86356f22be of type vlan for network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 Oct 19 20:50:18.702854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.737047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.746175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:18.747336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:18.797754 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5008130 Oct 19 20:50:18.800566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50316) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:18.807663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Request body: {'subnet': {'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:18.875421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072f1b-3085-41e7-b27a-912adfb3867a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event updated for resources: {'Network': ['ID=5bfd47e1-58aa-4b47-baa6-a6fee3e399d7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:18.891377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:50:18.950119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Made reservation on behalf of 37ead45a06ce447ebba499edbdcc7339 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:18.954267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.197053 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.281338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event updated for resources: {'Subnet': ['ID=268d82f7-c774-4491-9740-46cfc54912e3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:19.323253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Checking segment: {'id': '291feac6-9d56-4be3-99f1-eb86356f22be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:50:19.323936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Network hostable DHCP agents. Network: 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:50:19.342814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:50:19.353357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:19.358996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:19.359975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.364630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208cce1-c88e-403c-a488-bd140ebbcab0 None None] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:19.395285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-900e84bb-5908-4fa4-9b78-b1c2e81667b5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5930212 Oct 19 20:50:19.396974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:19.402506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Request body: {'port': {'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7', 'name': 'tempest-TagsExtTest-1548396653'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:19.530050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-5bfd47e1-58aa-4b47-baa6-a6fee3e399d7', 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7', 'tenant_id': '37ead45a06ce447ebba499edbdcc7339', 'fixed_ips': [{'subnet_id': '268d82f7-c774-4491-9740-46cfc54912e3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:50:19.531304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.609232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Made reservation on behalf of 37ead45a06ce447ebba499edbdcc7339 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:19.619022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.654122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] device_id is not set on port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 20:50:19.712178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Allocated IP 172.20.0.2 (5bfd47e1-58aa-4b47-baa6-a6fee3e399d7/268d82f7-c774-4491-9740-46cfc54912e3/7b807524-006f-45fd-bf78-33d6020c8b5d) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:50:19.891961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.895938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:19.934106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:50:19.937989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:19.942284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:50:19.958460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Allocated IP 172.20.0.11 (5bfd47e1-58aa-4b47-baa6-a6fee3e399d7/268d82f7-c774-4491-9740-46cfc54912e3/3c616b73-3522-4d4a-a7d6-62cf72becfa9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:50:19.960346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Pushing event updated for resources: {'Port': ['ID=7b807524-006f-45fd-bf78-33d6020c8b5d,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:20.018738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.019093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.019434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.019770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.020370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.020751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.021210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.021950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.022285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.022630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.023062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.024053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:20.051507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Attempting to bind port 7b807524-006f-45fd-bf78-33d6020c8b5d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:50:20.051870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Attempting to bind port 7b807524-006f-45fd-bf78-33d6020c8b5d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '291feac6-9d56-4be3-99f1-eb86356f22be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:50:20.057768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Attempting to bind port 7b807524-006f-45fd-bf78-33d6020c8b5d on network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:50:20.067516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:50:20.068141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Checking segment: {'id': '291feac6-9d56-4be3-99f1-eb86356f22be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:50:20.068542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.068956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Bound using segment: {'id': '291feac6-9d56-4be3-99f1-eb86356f22be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:50:20.069608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Bound port: 7b807524-006f-45fd-bf78-33d6020c8b5d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291feac6-9d56-4be3-99f1-eb86356f22be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bfd47e1-58aa-4b47-baa6-a6fee3e399d7'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:50:20.070096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.160101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.163782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] For port 7b807524-006f-45fd-bf78-33d6020c8b5d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:50:20.168184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] For port 7b807524-006f-45fd-bf78-33d6020c8b5d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b807524-006f-45fd-bf78-33d6020c8b5d,segment=NetworkSegment(291feac6-9d56-4be3-99f1-eb86356f22be),segment_id=291feac6-9d56-4be3-99f1-eb86356f22be)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:50:20.173946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.200651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.249340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aace3-f568-4dde-9b59-b0e8602677b8 None None] Pushing event updated for resources: {'Port': ['ID=7b807524-006f-45fd-bf78-33d6020c8b5d,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:20.283760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event updated for resources: {'Port': ['ID=3c616b73-3522-4d4a-a7d6-62cf72becfa9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:20.301118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:50:20.304452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:20.307111 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:50:20.364184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:20.365081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.386834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4b617764-5b7e-4828-a946-d673d17a07b6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9863486 Oct 19 20:50:20.387073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50332) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:20.392959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-853203767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:20.420996 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.422155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.504613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.513177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.532780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.534034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-516c6f1c-2ea4-403b-a8d9-3a011211cda1 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1453807 Oct 19 20:50:20.536828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:20.544295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1022d98b-b9f4-4cd4-ab93-d12a5cb48c9d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1542909037', 'prefixes': ['172.20.0.0/16']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:20.624761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1022d98b-b9f4-4cd4-ab93-d12a5cb48c9d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for subnetpool, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:20.626141 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1022d98b-b9f4-4cd4-ab93-d12a5cb48c9d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0882230 Oct 19 20:50:20.629906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50338) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:20.634760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-b8d85457-e421-4f56-94eb-ce9e48da0e91 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-883668266') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:20.765800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8d85457-e421-4f56-94eb-ce9e48da0e91 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-883668266 HTTP/1.1" status: 201 len: 201 time: 0.1346085 Oct 19 20:50:20.768335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50340) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:20.772935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-56ddc3eb-32f3-4096-a2dc-0161a94630aa tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1033957045') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:20.844777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56ddc3eb-32f3-4096-a2dc-0161a94630aa tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1033957045 HTTP/1.1" status: 201 len: 201 time: 0.0753810 Oct 19 20:50:20.847459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50342) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:20.853142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-b8a2201e-4077-4beb-afca-8d6cda713077 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-1325959706') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.282737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b8a2201e-4077-4beb-afca-8d6cda713077 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-1325959706 HTTP/1.1" status: 201 len: 201 time: 0.4336400 Oct 19 20:50:21.285516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50348) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.290838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-5055916c-3e09-40b4-a8d4-c27fd9be44dc tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-1771573308') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.359485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5055916c-3e09-40b4-a8d4-c27fd9be44dc tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-1771573308 HTTP/1.1" status: 201 len: 201 time: 0.0727878 Oct 19 20:50:21.362257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50350) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.367079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-f03a4b67-1c7e-4a85-96d0-ac0e7538fa52 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.440808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50352) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.442124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f03a4b67-1c7e-4a85-96d0-ac0e7538fa52 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 200 len: 240 time: 0.0775068 Oct 19 20:50:21.445865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-35fb9adc-4065-489b-bbf4-c0f38c13200b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-883668266') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.535975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f625ff-9750-40f5-aac0-cbd82d3c319a None None] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:21.554641 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-35fb9adc-4065-489b-bbf4-c0f38c13200b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-883668266 HTTP/1.1" status: 204 len: 168 time: 0.1122711 Oct 19 20:50:21.556935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50354) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.561795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-23870aa8-4f08-4c2f-b9a8-3d19098960a4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-883668266') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.622608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] Provisioning complete for port 7b807524-006f-45fd-bf78-33d6020c8b5d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:21.622895 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:21.653942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-23870aa8-4f08-4c2f-b9a8-3d19098960a4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-883668266 HTTP/1.1" status: 204 len: 168 time: 0.0952036 Oct 19 20:50:21.656146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50356) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.661608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-41ee93e9-8b84-4133-b1a5-0b997de27fb6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.762156 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:21.767907 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41ee93e9-8b84-4133-b1a5-0b997de27fb6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 200 len: 205 time: 0.1080949 Oct 19 20:50:21.768744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50360) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.782015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-e0ec705f-515c-419f-89f3-00616c05f8c4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.829648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] For port 7b807524-006f-45fd-bf78-33d6020c8b5d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b807524-006f-45fd-bf78-33d6020c8b5d,segment=NetworkSegment(291feac6-9d56-4be3-99f1-eb86356f22be),segment_id=291feac6-9d56-4be3-99f1-eb86356f22be)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:21.836423 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:21.849343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e0ec705f-515c-419f-89f3-00616c05f8c4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 200 len: 241 time: 0.0768714 Oct 19 20:50:21.850427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50362) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.854798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-b435d65a-5148-4205-ad19-9da22ccdf12a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1033957045') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:21.893927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5372e-6f7e-4712-96c6-a89c66f5d416 None None] Pushing event updated for resources: {'Port': ['ID=7b807524-006f-45fd-bf78-33d6020c8b5d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:21.935327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b435d65a-5148-4205-ad19-9da22ccdf12a tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1033957045 HTTP/1.1" status: 204 len: 168 time: 0.0813973 Oct 19 20:50:21.935728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50364) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:21.940081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-c0594afc-e30d-4013-be56-92f79a99f220 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1033957045') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.045848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0594afc-e30d-4013-be56-92f79a99f220 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1033957045 HTTP/1.1" status: 204 len: 168 time: 0.1092169 Oct 19 20:50:22.048201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50368) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.055088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-82e20a27-a1b3-4c58-a5c7-283a106d9c30 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.117345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82e20a27-a1b3-4c58-a5c7-283a106d9c30 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 200 len: 205 time: 0.0662649 Oct 19 20:50:22.119905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.124558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-c2bcd73a-5ef3-4842-a487-ae95d0461b3d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.160020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-061b9708-1395-4a1c-815c-27153acf8c19 None None] Provisioning complete for port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:22.160617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-061b9708-1395-4a1c-815c-27153acf8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:22.220452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-061b9708-1395-4a1c-815c-27153acf8c19 None None] Port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:50:22.239286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-061b9708-1395-4a1c-815c-27153acf8c19 None None] Provisioning complete for port 7b807524-006f-45fd-bf78-33d6020c8b5d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:22.240849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-061b9708-1395-4a1c-815c-27153acf8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:22.288446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50374) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.289477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2bcd73a-5ef3-4842-a487-ae95d0461b3d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 200 len: 241 time: 0.1683722 Oct 19 20:50:22.296534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-fad538c8-9973-42f8-af50-259a32649556 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-1325959706') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.463217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fad538c8-9973-42f8-af50-259a32649556 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-1325959706 HTTP/1.1" status: 204 len: 168 time: 0.1708593 Oct 19 20:50:22.466141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50384) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.471056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-476832b3-d80c-4ece-994e-00ed3c8eeb0f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-1325959706') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.510181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-30e259ab-75e9-42ae-a894-b770917cf211 None None] Provisioning complete for port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:22.510441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30e259ab-75e9-42ae-a894-b770917cf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:22.554657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-30e259ab-75e9-42ae-a894-b770917cf211 None None] Port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:50:22.560309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b807524-006f-45fd-bf78-33d6020c8b5d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:50:22.618895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-476832b3-d80c-4ece-994e-00ed3c8eeb0f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-1325959706 HTTP/1.1" status: 204 len: 168 time: 0.1515691 Oct 19 20:50:22.619215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50386) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.620001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7b807524-006f-45fd-bf78-33d6020c8b5d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:50:22.620532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:22.628392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-71f9b886-043c-4197-a348-a293f4e3de0b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.776017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50390) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.776554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71f9b886-043c-4197-a348-a293f4e3de0b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 200 len: 205 time: 0.1559117 Oct 19 20:50:22.781860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-547cd475-e8c8-460c-a5c1-a842b9f7254d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.805646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-547cd475-e8c8-460c-a5c1-a842b9f7254d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 200 len: 241 time: 0.0271757 Oct 19 20:50:22.808179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50392) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.813576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-2f9697c2-e99d-44d7-9f46-1b58b1e3c9a5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-1771573308') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.849436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f9697c2-e99d-44d7-9f46-1b58b1e3c9a5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-1771573308 HTTP/1.1" status: 204 len: 168 time: 0.0356655 Oct 19 20:50:22.849436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50394) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.854389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-f47f7b77-e35d-4e6b-a126-8dd73c32db77 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-1771573308') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.903604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f47f7b77-e35d-4e6b-a126-8dd73c32db77 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-1771573308 HTTP/1.1" status: 204 len: 168 time: 0.0555463 Oct 19 20:50:22.906005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50396) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.913527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-61ce7b2e-4110-4274-b382-add5419724ca tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.945850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61ce7b2e-4110-4274-b382-add5419724ca tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 200 len: 205 time: 0.0387912 Oct 19 20:50:22.946523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.950698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-5bdd411f-9901-44f5-bb1b-174b44693b34 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:22.977653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5bdd411f-9901-44f5-bb1b-174b44693b34 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 204 len: 168 time: 0.0301201 Oct 19 20:50:22.980392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50400) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:22.985933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-a92b711b-c467-4c16-a806-38845fda51a2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.074841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a92b711b-c467-4c16-a806-38845fda51a2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0927389 Oct 19 20:50:23.077590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50404) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.082005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-08e210af-db0d-4d1f-9671-88a39af639e7 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.160614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-08e210af-db0d-4d1f-9671-88a39af639e7 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0795116 Oct 19 20:50:23.160614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50410) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.165092 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-6ada47a0-fe0e-43a0-b7d7-e8c481abccc3 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.241233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6ada47a0-fe0e-43a0-b7d7-e8c481abccc3 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0797057 Oct 19 20:50:23.247623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50416) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.251681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-4d575b89-c8b4-4702-b659-fe6b1d0fd34c tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-278457627') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.347596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4d575b89-c8b4-4702-b659-fe6b1d0fd34c tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-278457627 HTTP/1.1" status: 201 len: 201 time: 0.0974391 Oct 19 20:50:23.348635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.353829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-97d5ca37-336d-42d4-9c92-4e3d6de8139b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1977546549') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.436859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-97d5ca37-336d-42d4-9c92-4e3d6de8139b tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1977546549 HTTP/1.1" status: 201 len: 201 time: 0.0869389 Oct 19 20:50:23.439470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50422) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.444336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-7df53415-88ac-478a-9098-7b24a01d473e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-491068790') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.846633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7df53415-88ac-478a-9098-7b24a01d473e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-491068790 HTTP/1.1" status: 201 len: 201 time: 0.4060109 Oct 19 20:50:23.849856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50424) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.855075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-61e69b57-120f-4a0d-9e6f-b81be46f1033 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-212371954') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:23.943737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-61e69b57-120f-4a0d-9e6f-b81be46f1033 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-212371954 HTTP/1.1" status: 201 len: 201 time: 0.0926385 Oct 19 20:50:23.946638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50428) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:23.964580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-e9c6df71-8b66-41ae-b29a-f5372bcab0a6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', {'tags': ['tempest-TagsExtTest-Tag-663458473', 'tempest-TagsExtTest-Tag-1938994532', 'tempest-TagsExtTest-Tag-1475772318']}) {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.028533 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:50:24.047643 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9c6df71-8b66-41ae-b29a-f5372bcab0a6 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 200 len: 317 time: 0.0998824 Oct 19 20:50:24.051101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50430) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.055703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-58d29002-78f0-40e1-b057-6d76e3b46948 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.136291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-58d29002-78f0-40e1-b057-6d76e3b46948 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0811937 Oct 19 20:50:24.139536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50434) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.144934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-d587745f-d625-4079-9d98-120a6ee01ca7 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-663458473') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.207984 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-d587745f-d625-4079-9d98-120a6ee01ca7 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.211924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d587745f-d625-4079-9d98-120a6ee01ca7 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-663458473 HTTP/1.1" status: 404 len: 328 time: 0.0680907 Oct 19 20:50:24.212742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50436) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.217288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-fb0cc0fd-1963-4bf9-9363-bcb37fe1e003 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-1938994532') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.288204 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-fb0cc0fd-1963-4bf9-9363-bcb37fe1e003 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.289237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb0cc0fd-1963-4bf9-9363-bcb37fe1e003 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-1938994532 HTTP/1.1" status: 404 len: 329 time: 0.0755835 Oct 19 20:50:24.292168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50438) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.297041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-acb40acc-5ee7-4bb7-8f17-69306cec53fa tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3', 'tempest-TagsExtTest-Tag-1475772318') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.353124 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-acb40acc-5ee7-4bb7-8f17-69306cec53fa tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.354380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-acb40acc-5ee7-4bb7-8f17-69306cec53fa tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags/tempest-TagsExtTest-Tag-1475772318 HTTP/1.1" status: 404 len: 329 time: 0.0611739 Oct 19 20:50:24.357590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50440) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.362072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-1aa7729d-feec-4951-9c24-c26a7ff1adc8 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', {'tags': ['tempest-TagsExtTest-Tag-373939163', 'tempest-TagsExtTest-Tag-1262727941', 'tempest-TagsExtTest-Tag-1479830455']}) {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.465860 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1aa7729d-feec-4951-9c24-c26a7ff1adc8 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 200 len: 317 time: 0.1053457 Oct 19 20:50:24.466884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50444) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.471744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-fafec81c-095a-43bc-a1af-d35bc0b62d8e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.568282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50446) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.568583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fafec81c-095a-43bc-a1af-d35bc0b62d8e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1003385 Oct 19 20:50:24.572993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-c98c7023-ccce-4745-9e30-24e9247361b2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-373939163') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.644194 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-c98c7023-ccce-4745-9e30-24e9247361b2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.647740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c98c7023-ccce-4745-9e30-24e9247361b2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-373939163 HTTP/1.1" status: 404 len: 328 time: 0.0758550 Oct 19 20:50:24.647979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50448) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.652452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-7cb602bb-5d56-43b8-9d75-37f1c4009bdc tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1262727941') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.710059 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7cb602bb-5d56-43b8-9d75-37f1c4009bdc tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.711114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7cb602bb-5d56-43b8-9d75-37f1c4009bdc tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1262727941 HTTP/1.1" status: 404 len: 329 time: 0.0621176 Oct 19 20:50:24.713956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50458) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.718634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-266f369e-f063-4386-a93e-d6a808258e8d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9', 'tempest-TagsExtTest-Tag-1479830455') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.777462 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-266f369e-f063-4386-a93e-d6a808258e8d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:24.778522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-266f369e-f063-4386-a93e-d6a808258e8d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags/tempest-TagsExtTest-Tag-1479830455 HTTP/1.1" status: 404 len: 329 time: 0.0635762 Oct 19 20:50:24.781441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50460) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.787181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-cc753cef-dd30-4d53-935f-25944540019f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', {'tags': ['tempest-TagsExtTest-Tag-1596101831', 'tempest-TagsExtTest-Tag-930792394', 'tempest-TagsExtTest-Tag-2114990643']}) {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:24.896705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cc753cef-dd30-4d53-935f-25944540019f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 200 len: 317 time: 0.1131346 Oct 19 20:50:24.898584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50462) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:24.904290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-834fad55-261d-42df-80e4-a1f65e470176 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.016481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50466) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.016748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-834fad55-261d-42df-80e4-a1f65e470176 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1165693 Oct 19 20:50:25.021839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-b3a17c19-875a-4434-8990-1ced9e7ce0ac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-1596101831') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.100642 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-b3a17c19-875a-4434-8990-1ced9e7ce0ac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.101985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b3a17c19-875a-4434-8990-1ced9e7ce0ac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-1596101831 HTTP/1.1" status: 404 len: 329 time: 0.0841494 Oct 19 20:50:25.105114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50468) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.110377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-c5a175d8-212e-46de-aa72-4cfa0bdb7bac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-930792394') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.193050 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-c5a175d8-212e-46de-aa72-4cfa0bdb7bac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.197182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c5a175d8-212e-46de-aa72-4cfa0bdb7bac tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-930792394 HTTP/1.1" status: 404 len: 328 time: 0.0902021 Oct 19 20:50:25.197394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50472) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.202048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-01ff8035-f6d4-4284-a8d5-6fe835df7031 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8', 'tempest-TagsExtTest-Tag-2114990643') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.281084 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-01ff8035-f6d4-4284-a8d5-6fe835df7031 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.282204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-01ff8035-f6d4-4284-a8d5-6fe835df7031 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags/tempest-TagsExtTest-Tag-2114990643 HTTP/1.1" status: 404 len: 329 time: 0.0838795 Oct 19 20:50:25.284982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50474) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.289511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-f4f4bcff-bf9c-40dd-a045-6979f6c71deb tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', {'tags': ['tempest-TagsExtTest-Tag-774229879', 'tempest-TagsExtTest-Tag-1007553414', 'tempest-TagsExtTest-Tag-382998711']}) {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.351044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f4f4bcff-bf9c-40dd-a045-6979f6c71deb tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "PUT /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 200 len: 316 time: 0.0647390 Oct 19 20:50:25.353454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50476) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.359870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-70a51a45-35da-443f-b6f9-9cafe70b8bf3 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.421005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70a51a45-35da-443f-b6f9-9cafe70b8bf3 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 204 len: 168 time: 0.0662403 Oct 19 20:50:25.423426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.428360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-97f6e8da-a21d-4c75-ae85-709fa0c428f8 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-774229879') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.479572 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-97f6e8da-a21d-4c75-ae85-709fa0c428f8 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.484241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97f6e8da-a21d-4c75-ae85-709fa0c428f8 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-774229879 HTTP/1.1" status: 404 len: 328 time: 0.0563171 Oct 19 20:50:25.484669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50482) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.489237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-2fa52768-102a-48d7-b70c-7d1587396ee4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-1007553414') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.515292 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-2fa52768-102a-48d7-b70c-7d1587396ee4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.519360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2fa52768-102a-48d7-b70c-7d1587396ee4 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-1007553414 HTTP/1.1" status: 404 len: 329 time: 0.0311377 Oct 19 20:50:25.519587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.524007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-f59b2f8f-db19-49ac-99ea-df6fcfd5dcf5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4', 'tempest-TagsExtTest-Tag-382998711') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.548102 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-f59b2f8f-db19-49ac-99ea-df6fcfd5dcf5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] show failed (client error): The resource could not be found. Oct 19 20:50:25.552067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f59b2f8f-db19-49ac-99ea-df6fcfd5dcf5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags/tempest-TagsExtTest-Tag-382998711 HTTP/1.1" status: 404 len: 328 time: 0.0285935 Oct 19 20:50:25.552680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50486) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.557707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-b58e2166-ffae-48e8-a16b-ccf0208d383d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.596426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b58e2166-ffae-48e8-a16b-ccf0208d383d tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4/tags HTTP/1.1" status: 204 len: 168 time: 0.0402393 Oct 19 20:50:25.597421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50488) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.602565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-31b18737-2e5d-437b-9845-dc192dc3810e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '90cb48dd-29d3-42aa-8d38-368101e2e3c8') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.688917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-31b18737-2e5d-437b-9845-dc192dc3810e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0900605 Oct 19 20:50:25.691128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50490) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.695630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-d5746b0f-c5c8-434d-beec-2d3724dd21c2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c616b73-3522-4d4a-a7d6-62cf72becfa9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.766101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d5746b0f-c5c8-434d-beec-2d3724dd21c2 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0739062 Oct 19 20:50:25.768608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.773490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-e0ba0764-cdf2-4593-988e-dabe1e47333f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '268d82f7-c774-4491-9740-46cfc54912e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:25.842082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e0ba0764-cdf2-4593-988e-dabe1e47333f tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0721409 Oct 19 20:50:25.846788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50494) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.967695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b24c6caf-0e8d-4519-83ac-fdd0be66d5d5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for subnetpool, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:25.976194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50496) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:25.982133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b24c6caf-0e8d-4519-83ac-fdd0be66d5d5 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnetpools/4a5f5812-0f43-49a7-9eb5-2e4fc2c78fe4 HTTP/1.1" status: 204 len: 168 time: 0.1257706 Oct 19 20:50:26.032487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b17286f1-1cf6-4b1e-b399-ca8f0e16f038 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "GET /v2.0/ports?device_id=90cb48dd-29d3-42aa-8d38-368101e2e3c8 HTTP/1.1" status: 200 len: 205 time: 0.0544519 Oct 19 20:50:26.035452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:26.123179 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.316226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.318801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.365500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.366625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Fanout notify agent at l3_agent the message router_deleted on router 90cb48dd-29d3-42aa-8d38-368101e2e3c8 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:50:26.373632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.374682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4a30be1-d8b8-45f1-8e31-8bb6fa924777 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/routers/90cb48dd-29d3-42aa-8d38-368101e2e3c8 HTTP/1.1" status: 204 len: 168 time: 0.3370044 Oct 19 20:50:26.377514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50504) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:26.469214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e43f38-c6cb-4d5b-a366-b928d93895bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.515241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Deleting port 3c616b73-3522-4d4a-a7d6-62cf72becfa9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:26.516082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.630982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.654659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Calling delete_port for 3c616b73-3522-4d4a-a7d6-62cf72becfa9 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:26.801863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.835041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event deleted for resources: {'Port': ['ID=3c616b73-3522-4d4a-a7d6-62cf72becfa9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:26.902377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:26.907394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4e844587-8d40-4585-9ce4-ef7f1c67b01e tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/ports/3c616b73-3522-4d4a-a7d6-62cf72becfa9 HTTP/1.1" status: 204 len: 168 time: 0.5284305 Oct 19 20:50:26.910365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50508) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:27.000882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Deleting subnet 268d82f7-c774-4491-9740-46cfc54912e3 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:50:27.004957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.075470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.222809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.338892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.356282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.359416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/subnets/268d82f7-c774-4491-9740-46cfc54912e3 HTTP/1.1" status: 204 len: 168 time: 0.4480960 Oct 19 20:50:27.364402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a72e1-0b9b-40e3-b42e-ffa75f24c18b None None] Network 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:27.365800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:27.410980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bea68-afaa-40c1-85c9-093ad96cd189 tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event deleted for resources: {'Subnet': ['ID=268d82f7-c774-4491-9740-46cfc54912e3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:27.529069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.620604 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] DHCP port deletion for 5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:50:27.623578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Deleting port 7b807524-006f-45fd-bf78-33d6020c8b5d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:27.623980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.705179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Deleting port 7b807524-006f-45fd-bf78-33d6020c8b5d {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:50:27.706037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.741441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] For port 7b807524-006f-45fd-bf78-33d6020c8b5d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b807524-006f-45fd-bf78-33d6020c8b5d,segment=NetworkSegment(291feac6-9d56-4be3-99f1-eb86356f22be),segment_id=291feac6-9d56-4be3-99f1-eb86356f22be)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:27.741795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.768309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Calling delete_port for 7b807524-006f-45fd-bf78-33d6020c8b5d owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:27.812764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] For port 7b807524-006f-45fd-bf78-33d6020c8b5d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b807524-006f-45fd-bf78-33d6020c8b5d,segment=NetworkSegment(291feac6-9d56-4be3-99f1-eb86356f22be),segment_id=291feac6-9d56-4be3-99f1-eb86356f22be)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:50:27.813112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.833258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Calling delete_port for 7b807524-006f-45fd-bf78-33d6020c8b5d owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:50:27.909328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.930753 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:27.938409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] No DVR routers for this DVR port 7b807524-006f-45fd-bf78-33d6020c8b5d on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:27.943941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event deleted for resources: {'Port': ['ID=7b807524-006f-45fd-bf78-33d6020c8b5d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:27.963086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] Pushing event deleted for resources: {'Port': ['ID=7b807524-006f-45fd-bf78-33d6020c8b5d,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:27.968742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1fbee-4251-4e7c-bf8d-57c0804e6ebb None None] No DVR routers for this DVR port 7b807524-006f-45fd-bf78-33d6020c8b5d on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:50:28.036288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.055578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfd47e1-58aa-4b47-baa6-a6fee3e399d7']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:28.064596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291feac6-9d56-4be3-99f1-eb86356f22be') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:28.064890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291feac6-9d56-4be3-99f1-eb86356f22be') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:28.074063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.088462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.094942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:28.095363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:28.098456 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:28.156787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.162093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.166570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] 10.222.0.31 "DELETE /v2.0/networks/5bfd47e1-58aa-4b47-baa6-a6fee3e399d7 HTTP/1.1" status: 204 len: 168 time: 0.7997825 Oct 19 20:50:28.185360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd10974-dac8-43a9-a475-ed9a1d9e95be tempest-TagsExtTest-645117308 tempest-TagsExtTest-645117308-project] Pushing event deleted for resources: {'Network': ['ID=5bfd47e1-58aa-4b47-baa6-a6fee3e399d7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:28.423481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50530) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:28.488102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b807524-006f-45fd-bf78-33d6020c8b5d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:50:28.513201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7b807524-006f-45fd-bf78-33d6020c8b5d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:50:28.513635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b807524-006f-45fd-bf78-33d6020c8b5d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:50:28.607788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3dc236bd-caaa-4a41-87b9-0c81840b6e5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37ead45a06ce447ebba499edbdcc7339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830714 Oct 19 20:50:28.610250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50536) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:28.663892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.686436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.741752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.745283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:28.747613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c13a74b5-6fb1-4d98-be36-e5a039e56172 HTTP/1.1" status: 204 len: 168 time: 0.1362846 Oct 19 20:50:28.757780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c2ac3-42b4-47a3-a354-38b66b695137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a74b5-6fb1-4d98-be36-e5a039e56172,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:29.257028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6851-2bde-4318-b657-37bd712a4c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.495581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50568) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:29.616823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-773151375'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:29.647462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Made reservation on behalf of 0bd5ab27fcd14e9ba0a66d3b51c77bd3 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:29.651248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.661719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.741447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.745146 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.772742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:50:29.782723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7ab01-6062-4ff2-8ee9-a7156c96f3c8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:29.788980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.789598 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Added segment 5a525608-06f5-4d8b-8875-0a015345ead2 of type vlan for network 22dcd69a-c6b3-48ee-9c15-4bc75cb3db16 Oct 19 20:50:29.834992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.865555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.872280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:29.872873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:29.920870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4204113 Oct 19 20:50:29.922037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50576) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:29.928657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-fd68327a-88ca-4f9a-b57c-ba1899bcbfa9 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1793988797') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:29.952005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3429-eba2-4b4c-ac58-2ebbbf521e20 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Pushing event updated for resources: {'Network': ['ID=22dcd69a-c6b3-48ee-9c15-4bc75cb3db16,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:29.962333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 22dcd69a-c6b3-48ee-9c15-4bc75cb3db16 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:50:30.033409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50578) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.033746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd68327a-88ca-4f9a-b57c-ba1899bcbfa9 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "PUT /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1793988797 HTTP/1.1" status: 201 len: 201 time: 0.1092808 Oct 19 20:50:30.037854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-7c1b7b32-2f23-49f1-9d38-59e086c314d1 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1793988797') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.108497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c1b7b32-2f23-49f1-9d38-59e086c314d1 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1793988797 HTTP/1.1" status: 204 len: 168 time: 0.0733035 Oct 19 20:50:30.110663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50580) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.114903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-31594ed3-fe3c-4eaf-a5e9-8034bd5328ab tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.187506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-31594ed3-fe3c-4eaf-a5e9-8034bd5328ab tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags HTTP/1.1" status: 200 len: 238 time: 0.0755944 Oct 19 20:50:30.189981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.194469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-62e36639-1eba-4d29-a3de-bb3be3f54909 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', {'tags': ['tempest-TagsTest-Tag-127731033', 'tempest-TagsTest-Tag-1759648399', 'tempest-TagsTest-Tag-1964405166']}) {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.274037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-62e36639-1eba-4d29-a3de-bb3be3f54909 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "PUT /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags HTTP/1.1" status: 200 len: 308 time: 0.0801935 Oct 19 20:50:30.274215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.289001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-c7368f8c-4de5-4fba-833d-c51a2de09414 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-127731033') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.302708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:30.391508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7368f8c-4de5-4fba-833d-c51a2de09414 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "DELETE /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-127731033 HTTP/1.1" status: 204 len: 168 time: 0.1162362 Oct 19 20:50:30.394124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50586) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.398263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-00a3fc3b-ce75-4dbd-8165-1904aab8ee4f tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-127731033') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.467921 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-00a3fc3b-ce75-4dbd-8165-1904aab8ee4f tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] show failed (client error): The resource could not be found. Oct 19 20:50:30.471749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-00a3fc3b-ce75-4dbd-8165-1904aab8ee4f tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-127731033 HTTP/1.1" status: 404 len: 325 time: 0.0740328 Oct 19 20:50:30.472090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50590) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.477040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-8ef0832f-0b8f-4e69-a2ba-4e891cbdca61 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1759648399') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.559667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ef0832f-0b8f-4e69-a2ba-4e891cbdca61 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1759648399 HTTP/1.1" status: 204 len: 168 time: 0.0865564 Oct 19 20:50:30.562121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50592) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.566252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-bd082edc-7a24-417f-acfd-a9ac6a0c20ef tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1964405166') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.645898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.646452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd082edc-7a24-417f-acfd-a9ac6a0c20ef tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1964405166 HTTP/1.1" status: 204 len: 168 time: 0.0830388 Oct 19 20:50:30.650534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-e384d0a4-4567-45a5-82d3-6f756d4f755e tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.748086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e384d0a4-4567-45a5-82d3-6f756d4f755e tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "DELETE /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags HTTP/1.1" status: 204 len: 168 time: 0.0986481 Oct 19 20:50:30.748328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50598) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.752820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.tag.tag_plugin [None req-7cf67581-e858-4c40-b1fc-e8e514098a07 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1759648399') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.823896 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7cf67581-e858-4c40-b1fc-e8e514098a07 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] show failed (client error): The resource could not be found. Oct 19 20:50:30.825348 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7cf67581-e858-4c40-b1fc-e8e514098a07 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1759648399 HTTP/1.1" status: 404 len: 326 time: 0.0757468 Oct 19 20:50:30.827993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50600) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.832630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-77af36df-85d5-4c3a-a1a9-39819e6341c3 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16', 'tempest-TagsTest-Tag-1964405166') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.913736 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-77af36df-85d5-4c3a-a1a9-39819e6341c3 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] show failed (client error): The resource could not be found. Oct 19 20:50:30.915483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-77af36df-85d5-4c3a-a1a9-39819e6341c3 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "GET /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags/tempest-TagsTest-Tag-1964405166 HTTP/1.1" status: 404 len: 326 time: 0.0860090 Oct 19 20:50:30.917927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50604) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:30.927289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.tag.tag_plugin [None req-c7dc025a-bbb9-402a-abac-471e0bf9b012 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '22dcd69a-c6b3-48ee-9c15-4bc75cb3db16') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:30.993536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.018939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c7dc025a-bbb9-402a-abac-471e0bf9b012 tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "DELETE /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16/tags HTTP/1.1" status: 204 len: 168 time: 0.0906341 Oct 19 20:50:31.020518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50606) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:31.103471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.214229 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.236638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dcd69a-c6b3-48ee-9c15-4bc75cb3db16']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:31.247201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a525608-06f5-4d8b-8875-0a015345ead2') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:31.247666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a525608-06f5-4d8b-8875-0a015345ead2') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:31.260615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.275696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.283000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:31.283381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:31.286394 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:31.347990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.352659 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.357733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] 10.222.0.31 "DELETE /v2.0/networks/22dcd69a-c6b3-48ee-9c15-4bc75cb3db16 HTTP/1.1" status: 204 len: 168 time: 0.3361459 Oct 19 20:50:31.373182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236768-0642-4d2e-8374-5102474f0a3c tempest-TagsTest-637553766 tempest-TagsTest-637553766-project] Pushing event deleted for resources: {'Network': ['ID=22dcd69a-c6b3-48ee-9c15-4bc75cb3db16,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:31.639818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50616) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:31.806335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50626) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:31.818504 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-77a1ef81-8375-48a9-9705-5a03c62ca15c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bd5ab27fcd14e9ba0a66d3b51c77bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774349 Oct 19 20:50:31.868239 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.898639 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.954046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.957443 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:31.961287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94e7ab01-6062-4ff2-8ee9-a7156c96f3c8 HTTP/1.1" status: 204 len: 168 time: 0.1532934 Oct 19 20:50:31.986536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dd1c8-93b2-4133-a224-31a8e8e2b633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7ab01-6062-4ff2-8ee9-a7156c96f3c8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:32.320579 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.253641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50822) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:41.391647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-318be4cc-8ea4-465a-937c-6e27a1520cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.476332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-318be4cc-8ea4-465a-937c-6e27a1520cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.481780 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-318be4cc-8ea4-465a-937c-6e27a1520cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.530760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-318be4cc-8ea4-465a-937c-6e27a1520cf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29170c8f20594391ad4875e9743d0044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736151 Oct 19 20:50:41.531157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50826) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:41.534933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be4cc-8ea4-465a-937c-6e27a1520cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77780bf-d368-4508-bd36-9c4afaa9f75a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:41.634664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.705094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.767176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.770516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:41.775474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b77780bf-d368-4508-bd36-9c4afaa9f75a HTTP/1.1" status: 204 len: 168 time: 0.2431080 Oct 19 20:50:41.801047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b5a25-eabf-4f41-88b1-55b114db9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77780bf-d368-4508-bd36-9c4afaa9f75a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:42.132646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:42.160861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-133352dd-c299-47fd-ba0f-a08f11f4c5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.252295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-133352dd-c299-47fd-ba0f-a08f11f4c5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.262519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-133352dd-c299-47fd-ba0f-a08f11f4c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.334378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:42.337974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-133352dd-c299-47fd-ba0f-a08f11f4c5a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca3e4a83548a477d9202dea30c3f46e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037277 Oct 19 20:50:42.339219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133352dd-c299-47fd-ba0f-a08f11f4c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d4f9c5-b9bb-48ab-ab10-3bc1506a8f9c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:42.390253 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.411961 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.461809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.464400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:42.468772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d4f9c5-b9bb-48ab-ab10-3bc1506a8f9c HTTP/1.1" status: 204 len: 168 time: 0.1306963 Oct 19 20:50:42.475650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288424ad-fc84-493c-b584-db746314d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d4f9c5-b9bb-48ab-ab10-3bc1506a8f9c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:42.823572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:43.274731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:43.763470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 50916) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:43.875024 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e564030-4946-4165-90e6-d7bf069a0b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:43.955222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e564030-4946-4165-90e6-d7bf069a0b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:43.959718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e564030-4946-4165-90e6-d7bf069a0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:44.005763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 50924) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:44.007700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e564030-4946-4165-90e6-d7bf069a0b4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2461df8288d04ebdbe984e5cb1abebe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426159 Oct 19 20:50:44.014588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564030-4946-4165-90e6-d7bf069a0b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e876b0-7800-43ec-94b5-e0686ccdd01c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:44.085072 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:44.105879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:44.153671 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:44.156575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:44.160337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02e876b0-7800-43ec-94b5-e0686ccdd01c HTTP/1.1" status: 204 len: 168 time: 0.1511297 Oct 19 20:50:44.171897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0139ed-8bc8-420e-b640-940221dd05a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e876b0-7800-43ec-94b5-e0686ccdd01c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:51.596823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51116) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:51.653721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Deleting subnet 7b12962c-6a25-41e2-8df4-3196ef2639ba {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:50:51.657427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:51.697803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:51.755487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:51.820270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:51.852291 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b12962c-6a25-41e2-8df4-3196ef2639ba,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:51.869786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:51.877767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51118) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:51.891160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30748866-48a1-4d1c-a05c-a2ff7cd324f3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b12962c-6a25-41e2-8df4-3196ef2639ba HTTP/1.1" status: 204 len: 168 time: 0.2929640 Oct 19 20:50:51.965369 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.107440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.130227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023443c9-b91a-4d01-b3d4-55dd096a85d2']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:52.141421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81be3f25-7897-4798-a65c-95738a968754') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:52.141883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81be3f25-7897-4798-a65c-95738a968754') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:50:52.154808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.170109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.178466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:50:52.178863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:50:52.180607 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:50:52.255055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.267718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.270962 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/023443c9-b91a-4d01-b3d4-55dd096a85d2 HTTP/1.1" status: 204 len: 168 time: 0.3915880 Oct 19 20:50:52.288206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=023443c9-b91a-4d01-b3d4-55dd096a85d2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:52.303334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.303675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.304015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.310782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.311130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.311470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.311802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.312134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.312459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.312783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.317087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.317462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923c42cc-ddf1-4880-8a22-8cea26afecb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:50:52.511413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:52.593151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:52.612114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4792dca6-f0d4-4c3a-bb45-b823e2e0ce92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7da6cc0c5de4ae09340afbeb41f0c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976262 Oct 19 20:50:52.671696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.693939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.752596 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.755521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:52.756920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39718055-3de2-4705-920c-e3f7815e9498 HTTP/1.1" status: 204 len: 168 time: 0.1577926 Oct 19 20:50:52.772651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cd1da-4311-44ae-a282-dc102238aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39718055-3de2-4705-920c-e3f7815e9498,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:53.568492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51166) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:53.682980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1336707657-network', 'tenant_id': 'b5eddfc781a541f3a93a984792410ab4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:53.707718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Made reservation on behalf of b5eddfc781a541f3a93a984792410ab4 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:53.711175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.728141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.814993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.821848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.846466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:50:53.857370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8f6c4c-8814-4d14-84ed-31859e42ab60,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:53.862688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.863034 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Added segment ad999e83-8365-4cbe-b3b8-9c1915c182dd of type vlan for network 3fae3776-8730-471d-987e-8ba9392d3e80 Oct 19 20:50:53.906079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.932725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.933881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:53.934542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:53.987022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4173338 Oct 19 20:50:53.990346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51174) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:53.996804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Request body: {'subnet': {'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1336707657-subnet', 'tenant_id': 'b5eddfc781a541f3a93a984792410ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:54.054504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Made reservation on behalf of b5eddfc781a541f3a93a984792410ab4 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:54.054504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:54.062548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06aa17-e813-4ade-a2e5-a46fccffe843 admin admin] Pushing event updated for resources: {'Network': ['ID=3fae3776-8730-471d-987e-8ba9392d3e80,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:54.083006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 3fae3776-8730-471d-987e-8ba9392d3e80 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:50:54.304503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:54.365306 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=110a2ea1-23b3-40a5-9918-07cca4f7323f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:54.376389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Checking segment: {'id': 'ad999e83-8365-4cbe-b3b8-9c1915c182dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:50:54.376747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Network hostable DHCP agents. Network: 3fae3776-8730-471d-987e-8ba9392d3e80, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:50:54.395547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Network 3fae3776-8730-471d-987e-8ba9392d3e80 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:50:54.406100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 3fae3776-8730-471d-987e-8ba9392d3e80) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:54.412598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:54.413821 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:54.418254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae84443-f329-4c42-af52-dea5086f2e0e None None] Network 3fae3776-8730-471d-987e-8ba9392d3e80 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:54.452653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2bb5972b-8f2e-4c92-8839-0c5051abd1df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4611025 Oct 19 20:50:54.589673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e5e3c-4899-4d87-a233-7e9bbb56e9d0 None None] Network 3fae3776-8730-471d-987e-8ba9392d3e80 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:55.004384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51200) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:55.009343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-72464156-network', 'tenant_id': '95151922cd6c42cdb46a3dfb3162637e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:55.034013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Made reservation on behalf of 95151922cd6c42cdb46a3dfb3162637e for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:55.036478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.046030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.131306 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.136501 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.164510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:50:55.176289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b43f5-fa81-42ef-b88e-bf477e0b559e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:55.182929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.183793 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Added segment 36bc7510-7046-467c-b7cb-ac87e08108d1 of type vlan for network 852df449-157a-4f4b-959a-a968f202da47 Oct 19 20:50:55.256175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.300449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.301482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:55.302332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.341216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3354363 Oct 19 20:50:55.343763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:50:55.350814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Request body: {'subnet': {'network_id': '852df449-157a-4f4b-959a-a968f202da47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-72464156-subnet', 'tenant_id': '95151922cd6c42cdb46a3dfb3162637e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:55.377420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36dfef-082b-43a0-bf16-9fe4a535c997 admin admin] Pushing event updated for resources: {'Network': ['ID=852df449-157a-4f4b-959a-a968f202da47,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:55.381247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Made reservation on behalf of 95151922cd6c42cdb46a3dfb3162637e for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:55.384899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.390155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 852df449-157a-4f4b-959a-a968f202da47 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:50:55.582013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.640435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1813802-e066-4e07-b19a-62eb3f368616,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:55.664089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Checking segment: {'id': '36bc7510-7046-467c-b7cb-ac87e08108d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '852df449-157a-4f4b-959a-a968f202da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:50:55.664690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Network hostable DHCP agents. Network: 852df449-157a-4f4b-959a-a968f202da47, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:50:55.686549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Network 852df449-157a-4f4b-959a-a968f202da47 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:50:55.699219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 852df449-157a-4f4b-959a-a968f202da47) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:55.703537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:55.704121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:55.710038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37629a23-af42-49fa-97aa-aab41cfe42a1 None None] Network 852df449-157a-4f4b-959a-a968f202da47 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:55.720580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ae03cd26-fcff-4486-9a1c-df7a0494cd02 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3754051 Oct 19 20:50:55.863029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704eb998-0d40-4de2-8e96-86f41fa94f37 None None] Network 852df449-157a-4f4b-959a-a968f202da47 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:50:56.385606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-24122ead-cf38-4c3b-b67d-879c2bb65dbe tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:56.387472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-24122ead-cf38-4c3b-b67d-879c2bb65dbe tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/networks?id=3fae3776-8730-471d-987e-8ba9392d3e80 HTTP/1.1" status: 200 len: 812 time: 0.1354451 Oct 19 20:50:56.404538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-1eb70e5a-33b1-4955-b541-592f2abacadc tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/quotas/b5eddfc781a541f3a93a984792410ab4 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Oct 19 20:50:56.439946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-9a31c22c-df7b-472f-b96a-8b7cf260dec0 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5eddfc781a541f3a93a984792410ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285316 Oct 19 20:50:56.468500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ee6db0e-d1c7-4ae6-ac23-bb8d9c2c23dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:56.866182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-a0f87920-05f1-48b0-a159-ab5b83285cef service neutron] 10.222.0.31 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052825 Oct 19 20:50:56.967984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-52d66735-e7b4-4d27-ad59-59fe5f430831 service neutron] 10.222.0.31 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955839 Oct 19 20:50:57.160644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c763d52e-88c8-47fd-b3c1-ad2d45da47f2 req-e2ef09c3-333b-4f2b-88ce-5f67acc2b483 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 210 time: 0.0289383 Oct 19 20:50:58.309264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64d24de4-68be-4769-8736-2fc8cae066cb req-03150f27-66b3-4b7d-b31e-a3ac4aee285c tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Oct 19 20:50:58.397476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-97cf10af-dbf7-4d25-a327-5d1a779d61b7 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:58.399063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-97cf10af-dbf7-4d25-a327-5d1a779d61b7 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.11 "GET /v2.0/networks?id=3fae3776-8730-471d-987e-8ba9392d3e80 HTTP/1.1" status: 200 len: 812 time: 0.1993520 Oct 19 20:50:58.413560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Request body: {'port': {'device_id': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80', 'admin_state_up': True, 'tenant_id': 'b5eddfc781a541f3a93a984792410ab4'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:58.552262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Made reservation on behalf of b5eddfc781a541f3a93a984792410ab4 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:50:58.556113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:58.718900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Allocated IP 172.20.0.11 (3fae3776-8730-471d-987e-8ba9392d3e80/110a2ea1-23b3-40a5-9918-07cca4f7323f/f74941ec-8c6e-44e8-8c35-414cb7a52b8f) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:50:58.873735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:58.908947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:58.956024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Network 3fae3776-8730-471d-987e-8ba9392d3e80 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:50:58.961418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:50:58.970022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:50:58.974607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Pushing event updated for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:59.032905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:59.033564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.055852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-34a23159-aca7-4504-941a-945d7e80e3f3 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6469455 Oct 19 20:50:59.181009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Request body: {'port': {'device_id': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:50:59.237528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.248414 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b20cf0b-143f-4d1d-8212-4b50adc577c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.501930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325467-9163-4bfc-a7db-25100050b13a req-776c6429-daae-493c-a8b1-0f6016c4483d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:59.503479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1325467-9163-4bfc-a7db-25100050b13a req-776c6429-daae-493c-a8b1-0f6016c4483d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 932 time: 0.0697517 Oct 19 20:50:59.554565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c1325467-9163-4bfc-a7db-25100050b13a req-250dd941-79b4-4ac6-9e87-9d62894504b0 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Oct 19 20:50:59.565023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74941ec-8c6e-44e8-8c35-414cb7a52b8f {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:50:59.588590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.603325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Transition to ACTIVE for port object f74941ec-8c6e-44e8-8c35-414cb7a52b8f will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:50:59.607956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.662825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Pushing event updated for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:59.741322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Attempting to bind port f74941ec-8c6e-44e8-8c35-414cb7a52b8f on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:50:59.741708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Attempting to bind port f74941ec-8c6e-44e8-8c35-414cb7a52b8f by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ad999e83-8365-4cbe-b3b8-9c1915c182dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:50:59.742150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Attempting to bind port f74941ec-8c6e-44e8-8c35-414cb7a52b8f on network 3fae3776-8730-471d-987e-8ba9392d3e80 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:50:59.746831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Port f74941ec-8c6e-44e8-8c35-414cb7a52b8f on network 3fae3776-8730-471d-987e-8ba9392d3e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:50:59.747078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Attempting to bind port f74941ec-8c6e-44e8-8c35-414cb7a52b8f on network 3fae3776-8730-471d-987e-8ba9392d3e80 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:50:59.752358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:50:59.752703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Checking segment: {'id': 'ad999e83-8365-4cbe-b3b8-9c1915c182dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:50:59.753068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Bound using segment: {'id': 'ad999e83-8365-4cbe-b3b8-9c1915c182dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:50:59.753532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Bound port: f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad999e83-8365-4cbe-b3b8-9c1915c182dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:50:59.753891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.840788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:50:59.844602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,segment=NetworkSegment(ad999e83-8365-4cbe-b3b8-9c1915c182dd),segment_id=ad999e83-8365-4cbe-b3b8-9c1915c182dd)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:50:59.849619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.893479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:50:59.894149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:50:59.895605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] 10.222.0.11 "PUT /v2.0/ports/f74941ec-8c6e-44e8-8c35-414cb7a52b8f HTTP/1.1" status: 200 len: 1092 time: 0.8308165 Oct 19 20:50:59.896066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:50:59.898577 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4dda86-58af-44c3-bb74-8b1526c710de" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:50:59.923446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab937ba-be67-4688-8cb5-ec6f6c9669dc service neutron] Pushing event updated for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:50:59.954199 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6cca1d-17d0-460f-a04b-570c55bd54c2 x-openstack-request-id: req-8a6cca1d-17d0-460f-a04b-570c55bd54c2 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:50:59.954627 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:50:59.955004 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a6cca1d-17d0-460f-a04b-570c55bd54c2 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:50:59.955531 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f', 'status': 'completed', 'code': 200} Oct 19 20:51:00.009997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-bad03544-41f9-4ed9-90e6-093e57526516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.011759 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-bad03544-41f9-4ed9-90e6-093e57526516 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5eddfc781a541f3a93a984792410ab4&device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 1095 time: 0.0472920 Oct 19 20:51:00.178647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-da619dea-2ef9-4600-986b-2c44e29e8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.180378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-da619dea-2ef9-4600-986b-2c44e29e8675 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b5eddfc781a541f3a93a984792410ab4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1612036 Oct 19 20:51:00.308075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:00.377415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-968187de-1898-4c9e-a844-d727838ffd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.379583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c4dda86-58af-44c3-bb74-8b1526c710de req-968187de-1898-4c9e-a844-d727838ffd6c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920252 Oct 19 20:51:00.470599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-a505ebb4-1e33-4ccf-af29-0c9db480217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.472221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-a505ebb4-1e33-4ccf-af29-0c9db480217d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5eddfc781a541f3a93a984792410ab4&device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 1095 time: 0.0461156 Oct 19 20:51:00.516914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-06ae9851-9f78-43a9-a82c-87758b085d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f HTTP/1.1" status: 200 len: 217 time: 0.0371494 Oct 19 20:51:00.581705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-9f9197f5-8140-4576-bd24-c6c1b7f5dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.584138 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-9f9197f5-8140-4576-bd24-c6c1b7f5dcb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=110a2ea1-23b3-40a5-9918-07cca4f7323f HTTP/1.1" status: 200 len: 852 time: 0.0596156 Oct 19 20:51:00.623042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-25205799-5688-4624-a986-027a60b78488 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fae3776-8730-471d-987e-8ba9392d3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308001 Oct 19 20:51:00.765507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe351485-11d8-46d2-96be-fa0b9bb2ffdd req-430c3a34-75d6-4a76-8c89-0337bfb1ed6d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:00.767934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe351485-11d8-46d2-96be-fa0b9bb2ffdd req-430c3a34-75d6-4a76-8c89-0337bfb1ed6d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 944 time: 0.1261170 Oct 19 20:51:00.793643 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-e77f87e8-e50c-49c5-a0b6-c6844cd991d3 service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614380 Oct 19 20:51:00.829075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fe351485-11d8-46d2-96be-fa0b9bb2ffdd req-173a2a92-0ab2-49fe-a3a7-b4f001f1fc97 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550146 Oct 19 20:51:00.906630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9f4092b7-c3da-4c9c-84cc-40864e7eed62 req-8c71ecd3-ffd0-4bcc-9eda-8cd26e639cfa service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052151 Oct 19 20:51:00.995946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:01.031680 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:51:01.962487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140128a-7085-47a4-939b-4f3605376332 req-011fd4a2-7e71-4ace-ad59-c8e7eb4dc40f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:01.963936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e140128a-7085-47a4-939b-4f3605376332 req-011fd4a2-7e71-4ace-ad59-c8e7eb4dc40f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 944 time: 0.0612407 Oct 19 20:51:02.004568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e140128a-7085-47a4-939b-4f3605376332 req-f3d34b6e-736b-45c0-95de-6bac8eda1118 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Oct 19 20:51:02.326910 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:03.120896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3fb2e-849e-4849-9745-f9d866598d58 req-534d37e9-5379-46ec-8a5b-c1313f6af4bb tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:03.122412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdb3fb2e-849e-4849-9745-f9d866598d58 req-534d37e9-5379-46ec-8a5b-c1313f6af4bb tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 944 time: 0.0493042 Oct 19 20:51:03.161852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdb3fb2e-849e-4849-9745-f9d866598d58 req-739851f6-8786-49bf-8b50-fbf3ae928149 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Oct 19 20:51:04.293661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbb6d5-8340-4ebc-9edc-75f1eb1ed5b4 req-8004979d-5f4f-4416-b8d2-d6fce591f822 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:04.296927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69dbb6d5-8340-4ebc-9edc-75f1eb1ed5b4 req-8004979d-5f4f-4416-b8d2-d6fce591f822 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 944 time: 0.0650783 Oct 19 20:51:04.337342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69dbb6d5-8340-4ebc-9edc-75f1eb1ed5b4 req-07d41ae3-a895-4155-bacd-b35b431133d7 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Oct 19 20:51:04.444291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f74941ec-8c6e-44e8-8c35-414cb7a52b8f details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:51:04.710985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,segment=NetworkSegment(ad999e83-8365-4cbe-b3b8-9c1915c182dd),segment_id=ad999e83-8365-4cbe-b3b8-9c1915c182dd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:04.722508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f', 'network_id': '3fae3776-8730-471d-987e-8ba9392d3e80', 'port_id': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f', 'mac_address': 'fa:16:3e:cd:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110a2ea1-23b3-40a5-9918-07cca4f7323f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:51:04.762039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:04.774966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74941ec-8c6e-44e8-8c35-414cb7a52b8f {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:51:04.796778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,segment=NetworkSegment(ad999e83-8365-4cbe-b3b8-9c1915c182dd),segment_id=ad999e83-8365-4cbe-b3b8-9c1915c182dd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:04.802258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:04.853744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:05.007068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f74941ec-8c6e-44e8-8c35-414cb7a52b8f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:51:05.460025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3984b22-73b5-405d-8c80-0de9dbbf4079 req-5d9f8faa-5c87-4776-a841-54896c022df7 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:05.461545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3984b22-73b5-405d-8c80-0de9dbbf4079 req-5d9f8faa-5c87-4776-a841-54896c022df7 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 945 time: 0.0536470 Oct 19 20:51:05.514790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d3984b22-73b5-405d-8c80-0de9dbbf4079 req-8ad280df-8d76-4d7b-b160-18a3fd2ef7e6 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Oct 19 20:51:06.406038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51402) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:06.455208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f74941ec-8c6e-44e8-8c35-414cb7a52b8f up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:06.521179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port f74941ec-8c6e-44e8-8c35-414cb7a52b8f completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:51:06.530679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port f74941ec-8c6e-44e8-8c35-414cb7a52b8f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:06.531220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.533039 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.642272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.649846 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.662556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.694349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:06.698444 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff1b342-5cfa-45f0-aa58-25f86617aec6" -d '{"events": [{"server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "name": "network-vif-plugged", "status": "completed", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:06.714751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2135f32bb8254746aa23ec653d0cbd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073311 Oct 19 20:51:06.714970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,segment=NetworkSegment(ad999e83-8365-4cbe-b3b8-9c1915c182dd),segment_id=ad999e83-8365-4cbe-b3b8-9c1915c182dd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:06.718033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51414) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:06.722869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.728273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf738-8809-4371-b54d-f9caea8db932 req-c8617640-8610-4a81-8edb-1951629c3b92 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:06.735614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85ddf738-8809-4371-b54d-f9caea8db932 req-c8617640-8610-4a81-8edb-1951629c3b92 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 945 time: 0.1228304 Oct 19 20:51:06.770602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cda762-a0bd-4aa1-baf8-d489c9a022d7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:06.797515 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241eb36f-3534-4dd2-9bc3-b5eaffc76ee6 x-openstack-request-id: req-241eb36f-3534-4dd2-9bc3-b5eaffc76ee6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:06.797741 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "name": "network-vif-plugged", "status": "completed", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:06.797982 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-241eb36f-3534-4dd2-9bc3-b5eaffc76ee6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:06.798389 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f', 'code': 200} Oct 19 20:51:06.799105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:06.799700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-85ddf738-8809-4371-b54d-f9caea8db932 req-5e8a3995-cabe-42b6-b7fd-4fe13cb5838c tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578034 Oct 19 20:51:06.812257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.850268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.871029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde4132-625c-4eb2-bab7-ff04e24eb9e1 req-a5675714-3953-41b3-8a14-efff9f0e8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:06.872773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdde4132-625c-4eb2-bab7-ff04e24eb9e1 req-a5675714-3953-41b3-8a14-efff9f0e8001 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 1097 time: 0.0447445 Oct 19 20:51:06.901956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.903353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.903907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.904555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.905252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.905814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.906312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.907049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.907531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.908510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.909044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.909543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a605cc-14b7-41ee-b4d0-c59898f3cbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:06.915820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.916002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdde4132-625c-4eb2-bab7-ff04e24eb9e1 req-7279f43e-92cb-469a-a6e5-158d57ac7945 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356088 Oct 19 20:51:06.919480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:06.923585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94cda762-a0bd-4aa1-baf8-d489c9a022d7 HTTP/1.1" status: 204 len: 168 time: 0.2014875 Oct 19 20:51:06.929529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cf85-df14-4368-a10f-065759092c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cda762-a0bd-4aa1-baf8-d489c9a022d7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:07.945377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28b6c-1c12-4fb6-868c-e3db2d27cecf req-c46e9b18-5dbd-45d0-a265-ece79f8cd837 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:07.953878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0d28b6c-1c12-4fb6-868c-e3db2d27cecf req-c46e9b18-5dbd-45d0-a265-ece79f8cd837 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0608428 Oct 19 20:51:07.990243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0d28b6c-1c12-4fb6-868c-e3db2d27cecf req-9cd403f1-9f0b-4f4e-a58a-a059b142b14f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Oct 19 20:51:09.124967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8468-0c21-4b3c-8ab6-008b20754bc1 req-6723d5ae-5961-4b01-9bd6-43f1a48e60fd tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:09.127233 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f64b8468-0c21-4b3c-8ab6-008b20754bc1 req-6723d5ae-5961-4b01-9bd6-43f1a48e60fd tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0576274 Oct 19 20:51:09.167751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f64b8468-0c21-4b3c-8ab6-008b20754bc1 req-5f2f3d78-0681-4c9f-adb0-9ea8cc44ff50 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Oct 19 20:51:09.301545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c409251-39a5-413d-ba10-4cbcac60d317 req-5b7ada8f-f4a2-4fa3-88f5-a067fff300b5 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:09.303066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c409251-39a5-413d-ba10-4cbcac60d317 req-5b7ada8f-f4a2-4fa3-88f5-a067fff300b5 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Oct 19 20:51:09.352504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c409251-39a5-413d-ba10-4cbcac60d317 req-8cfd20f2-42bb-4119-ba31-c1faee8e1b6a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Oct 19 20:51:09.591207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e11e-cae0-4988-83a9-6678dc788f97 req-b7f727cb-595a-47ce-aaf4-254c395bde98 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:09.593549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b57e11e-cae0-4988-83a9-6678dc788f97 req-b7f727cb-595a-47ce-aaf4-254c395bde98 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0548954 Oct 19 20:51:09.633956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b57e11e-cae0-4988-83a9-6678dc788f97 req-a3120239-f7dd-4f83-a8cb-8528cc2cf3ea tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Oct 19 20:51:10.819139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf017fa-e13c-471a-8f12-50c04453c0e6 req-60d08c10-7eb1-440e-a31c-43362474bd8d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:10.823054 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf017fa-e13c-471a-8f12-50c04453c0e6 req-60d08c10-7eb1-440e-a31c-43362474bd8d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0589116 Oct 19 20:51:10.884580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fbf017fa-e13c-471a-8f12-50c04453c0e6 req-baa319c4-7316-4962-9209-10cc431d1e8f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Oct 19 20:51:11.103406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d2c0-bb50-4658-88b7-8a49608e8199 req-98288e71-4072-4ebf-889c-80b61ec57e55 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:11.105042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b04d2c0-bb50-4658-88b7-8a49608e8199 req-98288e71-4072-4ebf-889c-80b61ec57e55 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0560718 Oct 19 20:51:11.122682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-e07c93d4-d0c5-47fa-b52a-64ae0f96ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:11.124283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-e07c93d4-d0c5-47fa-b52a-64ae0f96ce0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5eddfc781a541f3a93a984792410ab4&device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 1097 time: 0.0483193 Oct 19 20:51:11.145402 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b04d2c0-bb50-4658-88b7-8a49608e8199 req-6bbab411-b711-4edd-b518-c753bdbf3eba tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341237 Oct 19 20:51:11.225833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-078bf384-8055-442f-bc33-81fdc3a49740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:11.227368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-078bf384-8055-442f-bc33-81fdc3a49740 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fae3776-8730-471d-987e-8ba9392d3e80 HTTP/1.1" status: 200 len: 913 time: 0.0962052 Oct 19 20:51:11.268407 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-e037f422-1214-4761-82af-232e82fbc62d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f HTTP/1.1" status: 200 len: 217 time: 0.0342767 Oct 19 20:51:11.320716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-f68be768-3b20-4ed6-96b3-e931fca7b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:11.322245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-f68be768-3b20-4ed6-96b3-e931fca7b0fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=110a2ea1-23b3-40a5-9918-07cca4f7323f HTTP/1.1" status: 200 len: 852 time: 0.0472295 Oct 19 20:51:11.352997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-b938c6d3-ee4f-4a05-825c-b5ebadfd302b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fae3776-8730-471d-987e-8ba9392d3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237162 Oct 19 20:51:11.455395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-f68c022f-5ba5-48b1-b042-ccd85b226598 service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948145 Oct 19 20:51:11.557704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3425994-83c3-4940-b9c5-2b1d13d82b2a req-a071bde4-d3b4-4f49-ae3a-8ef0d80080b6 service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953894 Oct 19 20:51:12.278641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c64674-82f7-400e-aa23-8bc69a9cca3b req-1ef6720e-acc3-4b8d-bcc7-a1d2c5fdc67a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:12.280161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01c64674-82f7-400e-aa23-8bc69a9cca3b req-1ef6720e-acc3-4b8d-bcc7-a1d2c5fdc67a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0620656 Oct 19 20:51:12.322505 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-01c64674-82f7-400e-aa23-8bc69a9cca3b req-e80ce00a-6740-4204-b578-3222d563e77a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Oct 19 20:51:12.803351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:13.275616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:13.443165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a8714-3fcc-48ef-bd2f-2951cfb66bf7 req-04951692-e157-4ed2-bf6b-9e7ecb237023 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:13.444558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a2a8714-3fcc-48ef-bd2f-2951cfb66bf7 req-04951692-e157-4ed2-bf6b-9e7ecb237023 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0500045 Oct 19 20:51:13.483125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a2a8714-3fcc-48ef-bd2f-2951cfb66bf7 req-af56dde3-d338-4185-ac9b-13cc09f8304b tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Oct 19 20:51:13.709641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e397aad-bfab-42b2-bd00-cc9659434986 req-83948444-f493-4c19-a727-b955a79f1234 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:13.711332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e397aad-bfab-42b2-bd00-cc9659434986 req-83948444-f493-4c19-a727-b955a79f1234 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0521383 Oct 19 20:51:13.768244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e397aad-bfab-42b2-bd00-cc9659434986 req-0292084c-0c02-4d66-9128-600df2e75aa6 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Oct 19 20:51:14.916563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06347dd1-a547-4ede-a312-30aeda7fd6d7 req-6f0ddc86-9f5b-4818-8b51-5b153e8fbb8f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:14.919344 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06347dd1-a547-4ede-a312-30aeda7fd6d7 req-6f0ddc86-9f5b-4818-8b51-5b153e8fbb8f tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0570028 Oct 19 20:51:14.957054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06347dd1-a547-4ede-a312-30aeda7fd6d7 req-6817d061-530a-4663-b81c-2da2a013a088 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Oct 19 20:51:15.242955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec4e29-a241-4eb3-b14f-233e04523d01 req-703d2a29-b239-4275-84a1-4cccd0fa520e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.244602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ec4e29-a241-4eb3-b14f-233e04523d01 req-703d2a29-b239-4275-84a1-4cccd0fa520e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0944357 Oct 19 20:51:15.247658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-def4ceb2-902c-46a8-8316-2c7f43f24812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.249115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-def4ceb2-902c-46a8-8316-2c7f43f24812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5eddfc781a541f3a93a984792410ab4&device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 1097 time: 0.0680013 Oct 19 20:51:15.357996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ec4e29-a241-4eb3-b14f-233e04523d01 req-79033c5a-f275-4e3f-a59b-77e7767fad87 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054952 Oct 19 20:51:15.397243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-9dd8d0eb-b534-4db6-8cc7-c20d21b5ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.398612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-9dd8d0eb-b534-4db6-8cc7-c20d21b5ff8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fae3776-8730-471d-987e-8ba9392d3e80 HTTP/1.1" status: 200 len: 913 time: 0.1198230 Oct 19 20:51:15.441614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-af79bed9-ee71-4e06-a360-8053b4ffed39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f HTTP/1.1" status: 200 len: 217 time: 0.0351725 Oct 19 20:51:15.494101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-f76a7350-42ca-4b88-b4b8-10ef8462e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.496198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-f76a7350-42ca-4b88-b4b8-10ef8462e129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=110a2ea1-23b3-40a5-9918-07cca4f7323f HTTP/1.1" status: 200 len: 852 time: 0.0483861 Oct 19 20:51:15.527585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-f0bf6429-8044-4eff-af98-534c3ccf0a55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fae3776-8730-471d-987e-8ba9392d3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245190 Oct 19 20:51:15.655123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-1a04454a-68b5-4a0e-99c5-292ae954acd6 service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202421 Oct 19 20:51:15.735641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-e79fcfbd-85af-4f96-9b59-04744fd3a990 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195455 Oct 19 20:51:15.759813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3bfbb448-3a11-4bf1-a1f8-f42ec1c13225 req-effa8d18-74e0-4d8c-87c6-e531f9897036 service neutron] 10.222.0.11 "GET /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971155 Oct 19 20:51:15.831312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115191-ce70-458b-accd-20cd86bf0899 req-9cecda5f-11e1-4071-9a86-c7b899d6395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.833925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-9cecda5f-11e1-4071-9a86-c7b899d6395e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1097 time: 0.0476022 Oct 19 20:51:15.983961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115191-ce70-458b-accd-20cd86bf0899 req-9dcb31b9-4fe7-4074-b6ac-149e4dc22206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:15.985580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-9dcb31b9-4fe7-4074-b6ac-149e4dc22206 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1228254 Oct 19 20:51:16.068968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-e6271dfe-cfa8-46fe-8000-c584ff9401cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1002 time: 0.0755572 Oct 19 20:51:16.127985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115191-ce70-458b-accd-20cd86bf0899 req-381bd356-4cd9-46c3-a1ce-b9e7096766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:16.129560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-381bd356-4cd9-46c3-a1ce-b9e7096766eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0542269 Oct 19 20:51:16.179280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115191-ce70-458b-accd-20cd86bf0899 req-7ead851d-b64c-4474-af13-4820c5dd5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:16.180767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-7ead851d-b64c-4474-af13-4820c5dd5c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437007 Oct 19 20:51:16.321708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-64348250-2dae-4ff4-8200-73bff4088f60 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314669 Oct 19 20:51:16.449774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d115191-ce70-458b-accd-20cd86bf0899 req-1f19e5fc-a6f0-49c6-8a77-aabf796d7f1a service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212587 Oct 19 20:51:16.525721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a232-9aad-4126-a351-64e8a61fc989 req-61c78aa1-0945-4259-830b-a444ebb2894a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:16.527735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de53a232-9aad-4126-a351-64e8a61fc989 req-61c78aa1-0945-4259-830b-a444ebb2894a tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0575798 Oct 19 20:51:16.572309 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de53a232-9aad-4126-a351-64e8a61fc989 req-1ae4e82b-cb1d-4e8b-98c9-d9447e8f78bf tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378127 Oct 19 20:51:17.705770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc969c9-8f2d-460b-b2fa-a2429929c698 req-7cd5aaa9-9018-4a25-bf7b-57423d5d0f4d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:17.707282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ddc969c9-8f2d-460b-b2fa-a2429929c698 req-7cd5aaa9-9018-4a25-bf7b-57423d5d0f4d tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0517416 Oct 19 20:51:17.747065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ddc969c9-8f2d-460b-b2fa-a2429929c698 req-37ab37a1-80e2-4792-a753-f28f69857736 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Oct 19 20:51:18.032501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab6c8f-ef78-4b28-9925-adae45e29704 req-09aa087c-b7bf-4046-8c35-f25b53ef0b14 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:18.034307 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4ab6c8f-ef78-4b28-9925-adae45e29704 req-09aa087c-b7bf-4046-8c35-f25b53ef0b14 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0698135 Oct 19 20:51:18.082364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4ab6c8f-ef78-4b28-9925-adae45e29704 req-c26950af-8bc6-477f-b994-2b37a3a484df tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Oct 19 20:51:19.216308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3d228-a603-41d0-ba1a-f3a5a3b2cadc req-4585c77a-191a-44e5-8bff-f68d558128e9 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:19.217802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcd3d228-a603-41d0-ba1a-f3a5a3b2cadc req-4585c77a-191a-44e5-8bff-f68d558128e9 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0536480 Oct 19 20:51:19.276701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcd3d228-a603-41d0-ba1a-f3a5a3b2cadc req-23336aa5-c690-4956-aa12-901908f47945 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c8f6c4c-8814-4d14-84ed-31859e42ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Oct 19 20:51:19.806733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-6a55146a-28e6-4c2e-babe-287f8c9b9647 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:19.808910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-6a55146a-28e6-4c2e-babe-287f8c9b9647 tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 946 time: 0.0516918 Oct 19 20:51:19.903855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Deleting port f74941ec-8c6e-44e8-8c35-414cb7a52b8f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:51:19.904315 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:20.017630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] For port f74941ec-8c6e-44e8-8c35-414cb7a52b8f, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,segment=NetworkSegment(ad999e83-8365-4cbe-b3b8-9c1915c182dd),segment_id=ad999e83-8365-4cbe-b3b8-9c1915c182dd)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:20.017630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:20.029264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Calling delete_port for f74941ec-8c6e-44e8-8c35-414cb7a52b8f owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:51:20.171371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:20.184719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f74941ec-8c6e-44e8-8c35-414cb7a52b8f'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:51:20.212587 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Pushing event deleted for resources: {'Port': ['ID=f74941ec-8c6e-44e8-8c35-414cb7a52b8f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:20.262894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] No DVR routers for this DVR port f74941ec-8c6e-44e8-8c35-414cb7a52b8f on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:51:20.268941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:20.272331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ddbbc0-4a6f-4133-8794-a56f109788a1 req-63e942b8-d0c4-4322-b898-d589ef5e155e tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.11 "DELETE /v2.0/ports/f74941ec-8c6e-44e8-8c35-414cb7a52b8f HTTP/1.1" status: 204 len: 173 time: 0.4577949 Oct 19 20:51:20.273814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'name': 'network-vif-deleted', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:20.279520 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1a370-57cc-4820-a38d-4d8ee3dd5901" -d '{"events": [{"server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "name": "network-vif-deleted", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:20.341077 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa643571-01e4-4c86-b6c1-390be966c405 x-openstack-request-id: req-aa643571-01e4-4c86-b6c1-390be966c405 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:20.341363 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cf0da7-e353-49ca-a9a5-d6a347bb4896", "name": "network-vif-deleted", "tag": "f74941ec-8c6e-44e8-8c35-414cb7a52b8f", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:20.341595 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa643571-01e4-4c86-b6c1-390be966c405 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:20.342010 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cf0da7-e353-49ca-a9a5-d6a347bb4896', 'name': 'network-vif-deleted', 'tag': 'f74941ec-8c6e-44e8-8c35-414cb7a52b8f', 'status': 'completed', 'code': 200} Oct 19 20:51:20.450804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72f22ab4-c0c7-4958-b8f1-3af574af4067 req-0c97b0b9-90fb-4bd0-a1d6-0d04c642f7aa tempest-TestServerAdvancedOps-1538302806 tempest-TestServerAdvancedOps-1538302806-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cf0da7-e353-49ca-a9a5-d6a347bb4896 HTTP/1.1" status: 200 len: 210 time: 0.0497062 Oct 19 20:51:21.514738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51686) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:21.557046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Deleting subnet 110a2ea1-23b3-40a5-9918-07cca4f7323f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:51:21.559884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.598270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.639469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.691228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.718849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110a2ea1-23b3-40a5-9918-07cca4f7323f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:21.723868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.727088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf78c84a-d95e-4da0-b971-27a0e0d780af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/110a2ea1-23b3-40a5-9918-07cca4f7323f HTTP/1.1" status: 204 len: 168 time: 0.2131023 Oct 19 20:51:21.730196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51692) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:21.814031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.894469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.916974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fae3776-8730-471d-987e-8ba9392d3e80']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:21.926980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad999e83-8365-4cbe-b3b8-9c1915c182dd') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:21.927275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad999e83-8365-4cbe-b3b8-9c1915c182dd') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:21.936703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.951478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.957781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:51:21.958374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:51:21.960172 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:51:22.024162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.031097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.036894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fae3776-8730-471d-987e-8ba9392d3e80 HTTP/1.1" status: 204 len: 168 time: 0.3033485 Oct 19 20:51:22.037673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51700) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:22.047431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11af8-eea9-4134-93ea-695de7a36a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fae3776-8730-471d-987e-8ba9392d3e80,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:22.094544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Deleting subnet c1813802-e066-4e07-b19a-62eb3f368616 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:51:22.103388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.142317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.183345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.241725 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.259141 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.263435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c1813802-e066-4e07-b19a-62eb3f368616 HTTP/1.1" status: 204 len: 168 time: 0.2231264 Oct 19 20:51:22.265968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51708) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:22.291531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f8115-85bb-416f-a4fb-e757ece4909e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1813802-e066-4e07-b19a-62eb3f368616,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:22.369152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.763999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.783862 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852df449-157a-4f4b-959a-a968f202da47']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:22.793507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bc7510-7046-467c-b7cb-ac87e08108d1') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:22.793804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bc7510-7046-467c-b7cb-ac87e08108d1') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:22.802825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.817376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.823903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:51:22.824287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:51:22.826052 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:51:22.888715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.895466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:22.898298 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] 10.222.0.31 "DELETE /v2.0/networks/852df449-157a-4f4b-959a-a968f202da47 HTTP/1.1" status: 204 len: 168 time: 0.6313405 Oct 19 20:51:22.908498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a4a31-be78-4ce6-8011-890d0a1790ef admin admin] Pushing event deleted for resources: {'Network': ['ID=852df449-157a-4f4b-959a-a968f202da47,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:23.076219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:23.128030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7ca56b0d-150c-4b9d-ae29-10077d9cb456 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5eddfc781a541f3a93a984792410ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502806 Oct 19 20:51:23.130427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51728) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:23.187369 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.265142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.378776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.381676 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.383052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c8f6c4c-8814-4d14-84ed-31859e42ab60 HTTP/1.1" status: 204 len: 168 time: 0.2515259 Oct 19 20:51:23.396757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d421-ae5c-40bf-b88a-ae18e5e4c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8f6c4c-8814-4d14-84ed-31859e42ab60,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:23.711277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:23.751372 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd0937c5-9f9a-49b5-829f-3b11ecb10d58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95151922cd6c42cdb46a3dfb3162637e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389500 Oct 19 20:51:23.753772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51742) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:23.800857 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.821737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.875146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.875146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:23.875146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e2b43f5-fa81-42ef-b88e-bf477e0b559e HTTP/1.1" status: 204 len: 168 time: 0.1202915 Oct 19 20:51:23.893213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeb218-e2bf-4681-b649-1dc8baf6da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b43f5-fa81-42ef-b88e-bf477e0b559e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:24.568575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f74941ec-8c6e-44e8-8c35-414cb7a52b8f no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:51:24.595265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: f74941ec-8c6e-44e8-8c35-414cb7a52b8f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:51:24.595954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f74941ec-8c6e-44e8-8c35-414cb7a52b8f not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:51:24.644004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51782) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:24.748799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1555736676-network', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:24.774349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Made reservation on behalf of 0eae49ef39a64ea68923f01f571d3380 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:51:24.777355 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.785782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.859530 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.864354 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.876979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:51:24.895014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.895440 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Added segment 24cfbb5d-9a6f-4edd-abff-d99cbdea6168 of type vlan for network 91c39913-3dcf-4707-a1ec-e76d719a83ba Oct 19 20:51:24.931285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6af69-5715-4963-9b7e-d315cb966bd8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:24.948817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.976610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:24.977939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:24.978718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.016849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3678036 Oct 19 20:51:25.017075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:25.021555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Request body: {'subnet': {'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1555736676-subnet', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:25.051042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834a68d-79ff-441d-a629-53cddd97b029 admin admin] Pushing event updated for resources: {'Network': ['ID=91c39913-3dcf-4707-a1ec-e76d719a83ba,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:25.062596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:51:25.083942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Made reservation on behalf of 0eae49ef39a64ea68923f01f571d3380 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:51:25.087756 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.276700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.341612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3602c1bb-3883-4917-8f9f-00d630897de6,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:25.346258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Checking segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:25.346624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Network hostable DHCP agents. Network: 91c39913-3dcf-4707-a1ec-e76d719a83ba, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:51:25.364910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:51:25.375545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 91c39913-3dcf-4707-a1ec-e76d719a83ba) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:25.388448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:25.389101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.413582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b88d5-d803-49b9-ab3e-30868af5064e None None] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:51:25.442761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51798) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:25.443632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2e552113-c0a3-458b-b1eb-49ce1878df1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4267499 Oct 19 20:51:25.448858 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:25.480504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.481945 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.536473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.592688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-91c39913-3dcf-4707-a1ec-e76d719a83ba', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:51:25.593575 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.686128 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.753432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Allocated IP 172.20.0.2 (91c39913-3dcf-4707-a1ec-e76d719a83ba/3602c1bb-3883-4917-8f9f-00d630897de6/e27de467-f6f6-4cea-bf49-d963dddcce59) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:25.908481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.943532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.948861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:25.959904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.003142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:26.029645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Pushing event updated for resources: {'Port': ['ID=e27de467-f6f6-4cea-bf49-d963dddcce59,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:26.032849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:26.036540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:26.048151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.048865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.049490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.050033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.050568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.051115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.051666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.052211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.052738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.053263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.053814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.054350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:26.102499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Allocated IP 172.25.7.143 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:26.119071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Attempting to bind port e27de467-f6f6-4cea-bf49-d963dddcce59 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:26.119577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Attempting to bind port e27de467-f6f6-4cea-bf49-d963dddcce59 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:26.120248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Attempting to bind port e27de467-f6f6-4cea-bf49-d963dddcce59 on network 91c39913-3dcf-4707-a1ec-e76d719a83ba {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:26.127293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:26.127829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Checking segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:26.128325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.128890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Bound using segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:26.129673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Bound port: e27de467-f6f6-4cea-bf49-d963dddcce59, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:26.130302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.215039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] For port e27de467-f6f6-4cea-bf49-d963dddcce59, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:26.219118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] For port e27de467-f6f6-4cea-bf49-d963dddcce59, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e27de467-f6f6-4cea-bf49-d963dddcce59,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:26.225876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.267196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.305124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fd54d-6a1c-4048-a01d-13fc7883dfa8 None None] Pushing event updated for resources: {'Port': ['ID=e27de467-f6f6-4cea-bf49-d963dddcce59,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:26.332489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.418112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:26.421540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:26.436074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:26.442073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Pushing event updated for resources: {'Port': ['ID=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:26.472071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-621c069a-0e7f-459d-b462-2e081749ef51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:26.781952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:27.000468 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:27.183074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:51:27.309834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:51:27.327870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Sync routers for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:51:27.335994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:27.340050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d11f4a3d-de3e-42d8-9c84-f39a6908378a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8931201 Oct 19 20:51:27.340216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:27.340394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:27.340800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:50:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:27.504759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:27.665988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4db67-5811-4662-a102-d0bdf11fe831 None None] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:51:27.835982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] Provisioning complete for port e27de467-f6f6-4cea-bf49-d963dddcce59 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:27.836634 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:27.960448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:26Z', 'revision_number': 3, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:28.005704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Checking router: 2a41a3f7-4800-47b7-824f-cd864c3c6d0d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:51:28.006127 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Updating router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:51:28.083172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.085989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.124876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.310566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] For port e27de467-f6f6-4cea-bf49-d963dddcce59, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e27de467-f6f6-4cea-bf49-d963dddcce59,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:28.318896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.443757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Allocated IP 172.20.0.1 (91c39913-3dcf-4707-a1ec-e76d719a83ba/3602c1bb-3883-4917-8f9f-00d630897de6/77c56995-1b11-4102-a027-362019a25976) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:28.477221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa5080-838b-4aa5-8a61-47baf14f0056 None None] Pushing event updated for resources: {'Port': ['ID=e27de467-f6f6-4cea-bf49-d963dddcce59,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:28.487128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6e308422-c797-42ed-812a-299976436197 None None] Provisioning complete for port e27de467-f6f6-4cea-bf49-d963dddcce59 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:28.487556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6e308422-c797-42ed-812a-299976436197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.652397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.652656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e27de467-f6f6-4cea-bf49-d963dddcce59 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:28.704111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.767330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:28.770411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:28.774313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:28.800008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Pushing event updated for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:28.805676 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.820663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e27de467-f6f6-4cea-bf49-d963dddcce59 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:28.820663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.822534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.843881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.889793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476f8d-703e-40c7-9b13-56c534fe4054 None None] Pushing event updated for resources: {'Port': ['ID=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:28.919833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Attempting to bind port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:28.926175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Attempting to bind port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:28.926175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Attempting to bind port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:28.934461 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:28.934910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:28.935317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:28.939276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:28.939788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Bound port: bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:28.940147 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.025059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.094270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] For port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:29.110324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] For port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:29.119066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.178644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:29.179353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:50:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:29.343140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476f8d-703e-40c7-9b13-56c534fe4054 None None] Pushing event updated for resources: {'Port': ['ID=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:29.351770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1471945e-5b19-4db0-a3d8-544e6072d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.359078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.361427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3c7a16ab-fe26-4922-8cf3-848ad2c4bba9 None None] Provisioning complete for port 77c56995-1b11-4102-a027-362019a25976 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:29.362189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3c7a16ab-fe26-4922-8cf3-848ad2c4bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.372204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.527994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Pushing event updated for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:29.530883 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:29.671109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a16ab-fe26-4922-8cf3-848ad2c4bba9 None None] Port 77c56995-1b11-4102-a027-362019a25976 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:51:29.686563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:29.728922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:29.732299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:29.949704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:51:30.084243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 1, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:30.122755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:51:30.131096 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7187f596-838e-4a66-b453-71daeaa0db53 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a41a3f7-4800-47b7-824f-cd864c3c6d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891507 Oct 19 20:51:30.146131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301d35c-c257-4972-9ad1-df8c15faca33 None None] The sync data for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 is: [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 1, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:51:30.327525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:30.346446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c7b8ce70-6fc1-418f-b31d-d73a8cf3aad0 None None] Provisioning complete for port 77c56995-1b11-4102-a027-362019a25976 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:30.347041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ce70-6fc1-418f-b31d-d73a8cf3aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:30.426446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8ce70-6fc1-418f-b31d-d73a8cf3aad0 None None] Port 77c56995-1b11-4102-a027-362019a25976 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:51:30.567833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e27de467-f6f6-4cea-bf49-d963dddcce59 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:30.682577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e27de467-f6f6-4cea-bf49-d963dddcce59 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:30.686311 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.008811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.075924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:31.081002 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1790448065-network', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:31.123826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Made reservation on behalf of cad8f9e7f6f2470497cbd9a4ebe70394 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:51:31.126642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.139767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.318309 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.324853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.361027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:51:31.373184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e534fd0-b0ae-4232-a6a5-9bd80c9a7e2c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:31.383487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.383487 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Added segment 26bec57f-2bb1-4ac6-a06d-23585689339b of type vlan for network 8e1f668f-8c75-4631-9b42-f242342c76a3 Oct 19 20:51:31.496844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.528616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.530178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:31.530823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.584591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5025995 Oct 19 20:51:31.585192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 51918) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:31.591344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Request body: {'subnet': {'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1790448065-subnet', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:31.614930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749860d-3c58-477e-815b-9a58d66d58c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1f668f-8c75-4631-9b42-f242342c76a3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:31.628990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:51:31.658696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Made reservation on behalf of cad8f9e7f6f2470497cbd9a4ebe70394 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:51:31.661685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:31.929962 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.007819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8969c27-36ed-4802-ac28-20ba3af8a795,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:32.100937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Checking segment: {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:32.114802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Network hostable DHCP agents. Network: 8e1f668f-8c75-4631-9b42-f242342c76a3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:51:32.144222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:51:32.159725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8e1f668f-8c75-4631-9b42-f242342c76a3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:32.171118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25262e6d-1f3f-4d85-a123-c3d0ba75391e None None] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:51:32.184911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:32.185457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.222274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-417fba6a-3595-46b9-9277-ab3b2282df3f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6354866 Oct 19 20:51:32.222484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51932) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:32.226902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:32.286587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.289844 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.344159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.583113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8e1f668f-8c75-4631-9b42-f242342c76a3', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:51:32.583941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.678650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:32.792823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Allocated IP 172.20.0.2 (8e1f668f-8c75-4631-9b42-f242342c76a3/c8969c27-36ed-4802-ac28-20ba3af8a795/79c7ad50-0452-4e36-9a00-d6a772ecbde8) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:32.794883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:32.795463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:32.854975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.038797 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.047246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.060925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:33.066205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.217708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:33.232285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.248208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.331387 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:33.345222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:33.349041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:33.388504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Pushing event updated for resources: {'Port': ['ID=79c7ad50-0452-4e36-9a00-d6a772ecbde8,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:33.391938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.415144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.445796 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Sync routers for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:51:33.474619 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:33.477848 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:33.491034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Attempting to bind port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:33.491798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Attempting to bind port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:33.492723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Attempting to bind port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 on network 8e1f668f-8c75-4631-9b42-f242342c76a3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:33.503321 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:33.503634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Checking segment: {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:33.503949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.504343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Bound using segment: {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:33.504809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Bound port: 79c7ad50-0452-4e36-9a00-d6a772ecbde8, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:33.505986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.597585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Allocated IP 172.25.7.35 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/80fe2fa9-540c-41c7-b984-384790a8334e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:33.631594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] For port 79c7ad50-0452-4e36-9a00-d6a772ecbde8, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:33.638648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] For port 79c7ad50-0452-4e36-9a00-d6a772ecbde8, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=79c7ad50-0452-4e36-9a00-d6a772ecbde8,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:33.642832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:33.648351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:33.742146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871361-8217-4c91-8b5b-1814fd8bd811 None None] Pushing event updated for resources: {'Port': ['ID=79c7ad50-0452-4e36-9a00-d6a772ecbde8,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:33.842025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.002879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:29Z', 'revision_number': 2, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:34.006456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.062026 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Checking router: 2a41a3f7-4800-47b7-824f-cd864c3c6d0d for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:51:34.062452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Updating router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d port 77c56995-1b11-4102-a027-362019a25976 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:51:34.083151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:34.084621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:34.088322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:34.124902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=80fe2fa9-540c-41c7-b984-384790a8334e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:34.131337 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.476238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.517598 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.528484 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.621829 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Pushing event updated for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:34.647761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 79c7ad50-0452-4e36-9a00-d6a772ecbde8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:34.659663 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.659998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.660327 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.669435 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.669974 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.670324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.671207 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.671565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.671907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.672239 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.672570 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.672898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:51:34.737160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:34.737504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Attempting to bind port 77c56995-1b11-4102-a027-362019a25976 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:34.737880 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Attempting to bind port 77c56995-1b11-4102-a027-362019a25976 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:34.738242 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Attempting to bind port 77c56995-1b11-4102-a027-362019a25976 on network 91c39913-3dcf-4707-a1ec-e76d719a83ba {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:34.738376 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.752574 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:34.752983 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Checking segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:34.754472 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.754882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Bound using segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:34.755378 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Bound port: 77c56995-1b11-4102-a027-362019a25976, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:34.755762 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.823177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.883062 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] For port 77c56995-1b11-4102-a027-362019a25976, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:34.887734 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] For port 77c56995-1b11-4102-a027-362019a25976, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=77c56995-1b11-4102-a027-362019a25976,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:34.902522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.903842 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.948702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 79c7ad50-0452-4e36-9a00-d6a772ecbde8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=79c7ad50-0452-4e36-9a00-d6a772ecbde8,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:34.961119 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:34.962064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:34.989020 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ca68d-1a53-4c01-bd73-23c9af09f239 None None] Pushing event updated for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:35.002302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Router 79e957a2-c733-4a46-ba9f-b293d4194061 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:51:35.019624 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:35.020266 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:35.084013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] Provisioning complete for port 77c56995-1b11-4102-a027-362019a25976 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:35.084460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:35.220837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=79c7ad50-0452-4e36-9a00-d6a772ecbde8,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:35.237714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:51:35.265468 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:35.269580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0bdaafc6-6a36-4eee-af0a-9eef2832f8d3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0437315 Oct 19 20:51:35.270160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 51986) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:35.310955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641fd55-e505-4675-9acd-34075123016d None None] Sync routers for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:51:35.333186 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:35.336277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82692140-6e44-4a41-946c-1773309deb91 None None] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:51:35.511732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:35.537407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:35.538163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:35.540395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:35.540859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:35.665690 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:34Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:35.697978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] For port 77c56995-1b11-4102-a027-362019a25976, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=77c56995-1b11-4102-a027-362019a25976,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:35.701412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd01b07-5c28-46c4-93e7-afc4ae08e66a None None] The sync data for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 is: [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:34Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:51:35.707268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:35.996904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a758548-1bd5-4618-a463-1b7e9123085f None None] Pushing event updated for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:36.047107 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.164795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:36.255702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Allocated IP 172.20.0.1 (8e1f668f-8c75-4631-9b42-f242342c76a3/c8969c27-36ed-4802-ac28-20ba3af8a795/60c14ed1-d463-413e-a1d0-dbf6b72d3bf4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:36.286421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c9ab1923-8d67-49f2-b85e-eeb3e72fea16 None None] Provisioning complete for port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:36.286666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1923-8d67-49f2-b85e-eeb3e72fea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.425796 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.611329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.676853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:36.700743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 79c7ad50-0452-4e36-9a00-d6a772ecbde8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:36.701414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:36.703768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:36.706062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Pushing event updated for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:36.756920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:34Z', 'revision_number': 3, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:36.761963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c9ab1923-8d67-49f2-b85e-eeb3e72fea16 None None] Provisioning complete for port 77c56995-1b11-4102-a027-362019a25976 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:36.762331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1923-8d67-49f2-b85e-eeb3e72fea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.774079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.817837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641fd55-e505-4675-9acd-34075123016d None None] Checking router: 79e957a2-c733-4a46-ba9f-b293d4194061 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:51:36.818314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641fd55-e505-4675-9acd-34075123016d None None] Updating router 79e957a2-c733-4a46-ba9f-b293d4194061 port 80fe2fa9-540c-41c7-b984-384790a8334e binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:51:36.894850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:36.932661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:36.933033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.016168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.231898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 77c56995-1b11-4102-a027-362019a25976 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:37.238437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.246016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.322440 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-878466b1-735c-4e07-b2e0-40557a701d30 None None] Provisioning complete for port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:37.323664 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-878466b1-735c-4e07-b2e0-40557a701d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.363196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Pushing event updated for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:37.376231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.431725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 77c56995-1b11-4102-a027-362019a25976 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:37.432650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.452607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.486680 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.523418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:37.533679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:37.588486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f641fd55-e505-4675-9acd-34075123016d None None] Attempting to bind port 80fe2fa9-540c-41c7-b984-384790a8334e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:37.588867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f641fd55-e505-4675-9acd-34075123016d None None] Attempting to bind port 80fe2fa9-540c-41c7-b984-384790a8334e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:37.589231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641fd55-e505-4675-9acd-34075123016d None None] Attempting to bind port 80fe2fa9-540c-41c7-b984-384790a8334e on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:37.629495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e98d-3765-494b-b66a-6d890c63156c None None] Pushing event updated for resources: {'Port': ['ID=80fe2fa9-540c-41c7-b984-384790a8334e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:37.643450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641fd55-e505-4675-9acd-34075123016d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:37.643943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641fd55-e505-4675-9acd-34075123016d None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:37.644213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.644610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641fd55-e505-4675-9acd-34075123016d None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:37.649866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f641fd55-e505-4675-9acd-34075123016d None None] Bound port: 80fe2fa9-540c-41c7-b984-384790a8334e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:37.650949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.745069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Router 79e957a2-c733-4a46-ba9f-b293d4194061 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:51:37.851928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f641fd55-e505-4675-9acd-34075123016d None None] For port 80fe2fa9-540c-41c7-b984-384790a8334e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:37.867046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f641fd55-e505-4675-9acd-34075123016d None None] For port 80fe2fa9-540c-41c7-b984-384790a8334e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=80fe2fa9-540c-41c7-b984-384790a8334e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:37.868965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-878466b1-735c-4e07-b2e0-40557a701d30 None None] Provisioning complete for port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:37.870073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-878466b1-735c-4e07-b2e0-40557a701d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.902659 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f641fd55-e505-4675-9acd-34075123016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:37.912741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:51:37.929637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ce587378-279d-4dd0-859a-627513d86731 admin admin] 10.222.0.31 "PUT /v2.0/routers/79e957a2-c733-4a46-ba9f-b293d4194061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527779 Oct 19 20:51:37.967095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-878466b1-735c-4e07-b2e0-40557a701d30 None None] Port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:51:37.976593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:37.977474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:38.032003 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:51:38.034181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e98d-3765-494b-b66a-6d890c63156c None None] Pushing event updated for resources: {'Port': ['ID=80fe2fa9-540c-41c7-b984-384790a8334e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:38.122075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c01412ae-675d-49ad-b095-ee17513eb742 None None] Provisioning complete for port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:38.123173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c01412ae-675d-49ad-b095-ee17513eb742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:38.125968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:38.271371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c01412ae-675d-49ad-b095-ee17513eb742 None None] Port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:51:38.436044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f641fd55-e505-4675-9acd-34075123016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:36Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '60c14ed1-d463-413e-a1d0-dbf6b72d3bf4', 'name': '', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'mac_address': 'fa:16:3e:9b:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:36Z', 'updated_at': '2021-10-19T20:51:37Z', 'revision_number': 2, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'subnets': [{'id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:38.473662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641fd55-e505-4675-9acd-34075123016d None None] The sync data for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 is: [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:36Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '60c14ed1-d463-413e-a1d0-dbf6b72d3bf4', 'name': '', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'mac_address': 'fa:16:3e:9b:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:36Z', 'updated_at': '2021-10-19T20:51:37Z', 'revision_number': 2, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'subnets': [{'id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:51:38.955291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:38.960159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383707518', 'description': 'tempest-secgroup-smoke-383707518 description', 'project_id': '0eae49ef39a64ea68923f01f571d3380'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:39.006122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.128466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.137896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.205339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4144a78-a17c-4ae3-9670-cf5e7c43e41b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:39.222627 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.224266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-436ec4f1-9494-4c0d-b026-c2bfcb74a8e0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2677536 Oct 19 20:51:39.227355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52078) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:39.239071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:39.310795 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.413878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.423986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.466658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e813a30-1f90-4758-b950-02fd6f69659a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:39.480036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.485372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:39.491262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:39.496087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e30b0e07-0408-4d27-bfe3-8f4ac6db1d2a tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671342 Oct 19 20:51:39.539753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.636363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.651797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.687890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34ece6-91da-4e5a-b299-fe61008fffe9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:39.694817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.696036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-01b0a940-46aa-4e98-9ab6-dead5a1cbe11 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2090244 Oct 19 20:51:39.699260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52088) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:39.704143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:39.764379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.853416 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.865228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.902311 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:39.903918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035260 Oct 19 20:51:39.905569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca095676-e32e-4013-990d-dded921dffc0 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267973ca-ba05-45c8-9408-e68b1e10140d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:39.906677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:39.911164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:39.953524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.054747 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.059029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.079795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcccaaa2-4394-4db7-9be2-341593df404a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:40.091170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.095662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:40.096162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-abe1f0d3-51f6-4951-bcc1-234367a2e744 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880283 Oct 19 20:51:40.100295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:40.147198 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Project 0eae49ef39a64ea68923f01f571d3380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:51:40.152483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.252405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.260236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.285763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a376604c-160c-4351-8a14-1fc0d6efc284,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:40.290959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.297921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-376f2c23-27e4-4abc-9752-689e509bdf8e tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011118 Oct 19 20:51:40.300906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 52098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:40.305686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'security_group_rule': {'security_group_id': 'f4144a78-a17c-4ae3-9670-cf5e7c43e41b', 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:40.334721 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Project 0eae49ef39a64ea68923f01f571d3380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:51:40.341829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.517083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.528698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.580880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.590044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877960 Oct 19 20:51:40.601729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e73d0-5c9b-440a-8fc8-0b4201e7caf8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeaf03e-feae-4385-9435-f87f44ddb9d9,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:40.639345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 80fe2fa9-540c-41c7-b984-384790a8334e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:40.715652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 80fe2fa9-540c-41c7-b984-384790a8334e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:40.717916 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.804561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-f83005b2-a308-4e21-a058-735402ff5c92 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383707518&fields=id&tenant_id=0eae49ef39a64ea68923f01f571d3380 HTTP/1.1" status: 200 len: 267 time: 0.0609868 Oct 19 20:51:40.838201 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.865009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 80fe2fa9-540c-41c7-b984-384790a8334e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=80fe2fa9-540c-41c7-b984-384790a8334e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:40.871755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:40.934477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=80fe2fa9-540c-41c7-b984-384790a8334e,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:41.356163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-16d60f0c-4f8b-4620-af5b-c4072239c666 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:41.359493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-16d60f0c-4f8b-4620-af5b-c4072239c666 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 809 time: 0.5538650 Oct 19 20:51:41.373342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-2380d0da-bfc7-4706-ba04-9a5d5335efe9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/quotas/0eae49ef39a64ea68923f01f571d3380 HTTP/1.1" status: 200 len: 375 time: 0.0099771 Oct 19 20:51:41.454591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-b2ef851e-6c30-4c13-9f88-ecf4e723dc1d tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729501 Oct 19 20:51:41.460527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-cc45f943-d86b-4951-85d9-758e1eb682b8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:51:41.467459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-cc45f943-d86b-4951-85d9-758e1eb682b8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117331 Oct 19 20:51:41.582851 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-139de18e-7d49-4314-8733-c16ca9f20692 service neutron] 10.222.0.31 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118190 Oct 19 20:51:41.687876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-0b69a2e2-b385-480e-9d3d-b15df6f05bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990632 Oct 19 20:51:41.947063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69e2bda9-8fb1-4eba-a12a-28a1de48e18d req-17e49a2e-0f57-4d3e-a974-3b82c1d3b913 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 210 time: 0.0405800 Oct 19 20:51:42.405497 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Sync routers for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:51:42.414835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:42.415432 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:42.543948 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:42.581753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 80fe2fa9-540c-41c7-b984-384790a8334e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:42.686458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 80fe2fa9-540c-41c7-b984-384790a8334e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:42.688601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:42.849486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:42.924872 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:36Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '60c14ed1-d463-413e-a1d0-dbf6b72d3bf4', 'name': '', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'mac_address': 'fa:16:3e:9b:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:36Z', 'updated_at': '2021-10-19T20:51:37Z', 'revision_number': 2, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'subnets': [{'id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:42.954720 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Checking router: 79e957a2-c733-4a46-ba9f-b293d4194061 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:51:42.955312 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Updating router 79e957a2-c733-4a46-ba9f-b293d4194061 port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:51:42.955703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801df8-7b77-4655-ae55-b5401910382d req-913b8098-e5ac-4f48-8955-34a5f85df580 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:42.963887 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e801df8-7b77-4655-ae55-b5401910382d req-913b8098-e5ac-4f48-8955-34a5f85df580 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0618677 Oct 19 20:51:42.984024 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.010252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e801df8-7b77-4655-ae55-b5401910382d req-d73dbaf9-3e7a-4991-8526-9707f2a13a6e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Oct 19 20:51:43.061685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-440ddef6-0307-4746-b70f-68c6a68344d3 req-3d8a64fd-6db4-4145-a429-11ee1264d397 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 210 time: 0.0366056 Oct 19 20:51:43.317895 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.323411 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.325418 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.365978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-fabcd7b0-cf2a-43e3-ad04-33e850a1e104 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:43.367489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-fabcd7b0-cf2a-43e3-ad04-33e850a1e104 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 809 time: 0.2397809 Oct 19 20:51:43.424408 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80401bca-22a5-40e4-a59f-5356c0d7f710 None None] Pushing event updated for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:43.433102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-6abf2e7c-1a3d-4d36-be98-01dcb2fbd402 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eae49ef39a64ea68923f01f571d3380 HTTP/1.1" status: 200 len: 379 time: 0.0556071 Oct 19 20:51:43.446925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'port': {'device_id': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'admin_state_up': True, 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'security_groups': ['f4144a78-a17c-4ae3-9670-cf5e7c43e41b']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:43.478253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Attempting to bind port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:43.479460 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Attempting to bind port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:43.480063 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Attempting to bind port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 on network 8e1f668f-8c75-4631-9b42-f242342c76a3 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:43.486494 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:43.488802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Checking segment: {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:43.489737 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.490419 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Bound using segment: {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:43.492507 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Bound port: 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bec57f-2bb1-4ac6-a06d-23585689339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:43.493079 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.594496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Made reservation on behalf of 0eae49ef39a64ea68923f01f571d3380 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:51:43.599094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.620649 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] For port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:43.630286 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] For port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:43.640419 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.725224 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:43.726325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:43.737235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] Provisioning complete for port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:43.739691 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80401bca-22a5-40e4-a59f-5356c0d7f710 None None] Pushing event updated for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:43.740039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:43.872149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Allocated IP 172.20.0.12 (91c39913-3dcf-4707-a1ec-e76d719a83ba/3602c1bb-3883-4917-8f9f-00d630897de6/cf12cb31-3cce-4060-bae8-089410e17c25) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:43.930253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:43.940436 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.024352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] For port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:44.033623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.137142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.153406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9a76-b719-407e-9c10-2fce3ce24381 None None] Pushing event updated for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:44.184725 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b8cd023f-664c-4b36-b254-d1d571491b66 None None] Provisioning complete for port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:44.185092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b8cd023f-664c-4b36-b254-d1d571491b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.197258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01f52732-9fcb-4345-89e5-f0afa9c3c1ed req-ceaa4b9a-791a-4af9-b21e-49253e0c62ad tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 210 time: 0.0433550 Oct 19 20:51:44.229392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.270497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61dd8-f8b7-41a7-914f-3105c4a929b7 req-730171ca-1f24-460c-b115-06690ea9f267 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:44.278121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cc61dd8-f8b7-41a7-914f-3105c4a929b7 req-730171ca-1f24-460c-b115-06690ea9f267 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.1313450 Oct 19 20:51:44.324964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:44.328392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:44.333008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:44.358361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9cc61dd8-f8b7-41a7-914f-3105c4a929b7 req-e99c6cb5-7438-4693-9652-363fb5fb83d4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793412 Oct 19 20:51:44.388866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:44.405544 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:36Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '60c14ed1-d463-413e-a1d0-dbf6b72d3bf4', 'name': '', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'mac_address': 'fa:16:3e:9b:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:36Z', 'updated_at': '2021-10-19T20:51:43Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'subnets': [{'id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:44.437437 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cacbbd-a9dd-489f-b65e-5d28c565e83a None None] The sync data for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 is: [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:51:36Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '60c14ed1-d463-413e-a1d0-dbf6b72d3bf4', 'name': '', 'network_id': '8e1f668f-8c75-4631-9b42-f242342c76a3', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'mac_address': 'fa:16:3e:9b:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:36Z', 'updated_at': '2021-10-19T20:51:43Z', 'revision_number': 4, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'subnets': [{'id': 'c8969c27-36ed-4802-ac28-20ba3af8a795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:51:44.457772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:44.460618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.500183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4ad7120e-c9ba-4369-bc04-11e89f5f66a9 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577347 Oct 19 20:51:44.516063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Request body: {'port': {'device_id': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:44.642305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.662123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:44.759737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:44.760881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.853392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d7771d0f-7c9d-4189-8ea7-d13f43cbf186 None None] Provisioning complete for port cf12cb31-3cce-4060-bae8-089410e17c25 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:44.854518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7771d0f-7c9d-4189-8ea7-d13f43cbf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:44.923104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d7771d0f-7c9d-4189-8ea7-d13f43cbf186 None None] Port cf12cb31-3cce-4060-bae8-089410e17c25 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:51:45.049902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf12cb31-3cce-4060-bae8-089410e17c25 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:51:45.062322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.074273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52188) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:45.078947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Transition to ACTIVE for port object cf12cb31-3cce-4060-bae8-089410e17c25 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:51:45.085130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.169471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Pushing event updated for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:45.249154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Attempting to bind port cf12cb31-3cce-4060-bae8-089410e17c25 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:51:45.249532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Attempting to bind port cf12cb31-3cce-4060-bae8-089410e17c25 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:51:45.249869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Attempting to bind port cf12cb31-3cce-4060-bae8-089410e17c25 on network 91c39913-3dcf-4707-a1ec-e76d719a83ba {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:45.266470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Port cf12cb31-3cce-4060-bae8-089410e17c25 on network 91c39913-3dcf-4707-a1ec-e76d719a83ba not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:51:45.271435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Attempting to bind port cf12cb31-3cce-4060-bae8-089410e17c25 on network 91c39913-3dcf-4707-a1ec-e76d719a83ba {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:51:45.272936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:51:45.273283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Checking segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:51:45.273709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Bound using segment: {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:51:45.274316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Bound port: cf12cb31-3cce-4060-bae8-089410e17c25, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cfbb5d-9a6f-4edd-abff-d99cbdea6168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:51:45.275160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.293792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12018484-f6c0-4d1a-993b-faf05d8cc56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.482580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12018484-f6c0-4d1a-993b-faf05d8cc56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.507777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:51:45.510957 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12018484-f6c0-4d1a-993b-faf05d8cc56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.515039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cf12cb31-3cce-4060-bae8-089410e17c25,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:51:45.525009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac65513-de5b-43df-9d83-daa7fc04d206 req-f0cf6c32-9764-48f0-9164-2a2d51d0723f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.530084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bac65513-de5b-43df-9d83-daa7fc04d206 req-f0cf6c32-9764-48f0-9164-2a2d51d0723f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 944 time: 0.1993337 Oct 19 20:51:45.531810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.603631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.604262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.606924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] 10.222.0.11 "PUT /v2.0/ports/cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1092 time: 1.0987399 Oct 19 20:51:45.610256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:45.612832 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:45.654215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12018484-f6c0-4d1a-993b-faf05d8cc56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86750446-cdac-4bec-89e0-db747874c243,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:45.660675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bac65513-de5b-43df-9d83-daa7fc04d206 req-1a778584-6454-4a0f-8268-59637b617000 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264148 Oct 19 20:51:45.675877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75761-4f18-47d0-a1fa-add1912e137d service neutron] Pushing event updated for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:45.710395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-12018484-f6c0-4d1a-993b-faf05d8cc56f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d83872e7b9a499c91f3582708434dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347213 Oct 19 20:51:45.711036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52198) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:45.734710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-e1c2b2f0-a6c9-4100-a89f-16f5caa5d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.736557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-e1c2b2f0-a6c9-4100-a89f-16f5caa5d3b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1095 time: 0.0724561 Oct 19 20:51:45.794606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccb522-f9c2-4ea6-9b2e-ef3bfa201cc8 req-62fe3686-5c34-43d4-8be2-f8512a00b5e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.797023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53ccb522-f9c2-4ea6-9b2e-ef3bfa201cc8 req-62fe3686-5c34-43d4-8be2-f8512a00b5e9 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.3090882 Oct 19 20:51:45.830963 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa745c-9268-44fe-9692-cd5d75121fc0 x-openstack-request-id: req-b6fa745c-9268-44fe-9692-cd5d75121fc0 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:45.831410 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:45.831771 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6fa745c-9268-44fe-9692-cd5d75121fc0 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:45.832284 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'status': 'completed', 'code': 200} Oct 19 20:51:45.834989 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-47e703c2-98c2-4130-87f6-b83f2ff56127 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 217 time: 0.0886207 Oct 19 20:51:45.863684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.897117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-0fc280a2-7844-4d06-ab0f-cd300cd01e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.898943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-0fc280a2-7844-4d06-ab0f-cd300cd01e56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0565319 Oct 19 20:51:45.904319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53ccb522-f9c2-4ea6-9b2e-ef3bfa201cc8 req-4795ae17-4191-4fe3-ab43-d92da71ac9be tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839698 Oct 19 20:51:45.909684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.974544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.977230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:45.981600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86750446-cdac-4bec-89e0-db747874c243 HTTP/1.1" status: 204 len: 168 time: 0.2649665 Oct 19 20:51:45.988171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4dc2c7d7-b0c0-423b-8548-3f527cde0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:45.990036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4dc2c7d7-b0c0-423b-8548-3f527cde0ee8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828187 Oct 19 20:51:45.997154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fee0d4-a14f-4520-90b9-b6c6ca724e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86750446-cdac-4bec-89e0-db747874c243,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:46.109591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-4fae537f-0a49-430d-b4f2-73d753b89725 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095161 Oct 19 20:51:46.215918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f55d3a64-b2b8-4aa5-b45d-5a32538e5e54 req-f7e21146-3f16-4c9d-a85a-c7721b974962 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994754 Oct 19 20:51:46.308273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-ebbdf2ed-b801-4940-927d-b445b640c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:46.309887 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-ebbdf2ed-b801-4940-927d-b445b640c01c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1095 time: 0.0420232 Oct 19 20:51:46.409093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-74be35db-a33f-48b8-8369-b676214ccc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:46.410687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-74be35db-a33f-48b8-8369-b676214ccc78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.0937536 Oct 19 20:51:46.453405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-b9d00e5f-51b6-4cbf-b217-d10f2e35e4a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 217 time: 0.0348554 Oct 19 20:51:46.510031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-ec00d271-cb30-4a92-85ec-66aa22fbded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:46.511528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-ec00d271-cb30-4a92-85ec-66aa22fbded7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0506375 Oct 19 20:51:46.558628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-f9426d34-a29f-4be8-a6f5-637c693e2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:46.560133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-f9426d34-a29f-4be8-a6f5-637c693e2fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414767 Oct 19 20:51:46.658475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-ed3463a3-450d-4739-bc79-56d82af50d60 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903213 Oct 19 20:51:46.781836 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6df2d66-7188-4e5c-a6e4-7c9641d332ac req-667564fe-6e5d-4d37-b05a-886c590c32cf service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159921 Oct 19 20:51:46.802579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfdf47-b142-43f7-b83a-4c7b32561a6c req-1266a873-a790-4c1e-a82a-a325f0fde13c tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:46.804095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdcfdf47-b142-43f7-b83a-4c7b32561a6c req-1266a873-a790-4c1e-a82a-a325f0fde13c tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 944 time: 0.0610318 Oct 19 20:51:46.843896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bdcfdf47-b142-43f7-b83a-4c7b32561a6c req-76196bc1-77cf-4673-9124-a3dad39fcbce tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Oct 19 20:51:47.052729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef044a45-95e5-40b7-ad60-d03842ceec01 req-1239e082-406d-42d9-ad66-a0eead9b9754 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:47.054283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef044a45-95e5-40b7-ad60-d03842ceec01 req-1239e082-406d-42d9-ad66-a0eead9b9754 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0649784 Oct 19 20:51:47.099022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef044a45-95e5-40b7-ad60-d03842ceec01 req-a3f587e3-3219-43a8-b772-022e9569ceeb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Oct 19 20:51:47.961411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea13bf0-8645-425a-9a49-2d6568fe8ebd req-722447fa-7b10-4547-83cc-b55d1545a14b tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:47.963989 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ea13bf0-8645-425a-9a49-2d6568fe8ebd req-722447fa-7b10-4547-83cc-b55d1545a14b tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 944 time: 0.0513439 Oct 19 20:51:48.006308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ea13bf0-8645-425a-9a49-2d6568fe8ebd req-76574c40-bf9b-4ff4-864c-6ad658f36c81 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352731 Oct 19 20:51:48.230226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88dd05-0ec7-4068-a787-7968b4982f50 req-15779a8f-7a03-41b2-ab2b-192aaaadb78a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:48.231997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a88dd05-0ec7-4068-a787-7968b4982f50 req-15779a8f-7a03-41b2-ab2b-192aaaadb78a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Oct 19 20:51:48.271768 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a88dd05-0ec7-4068-a787-7968b4982f50 req-9a8df031-07a5-4884-a276-c435fdabf1ab tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340514 Oct 19 20:51:48.671142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cf12cb31-3cce-4060-bae8-089410e17c25 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:51:48.769627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cf12cb31-3cce-4060-bae8-089410e17c25,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:48.780963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'port_id': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'mac_address': 'fa:16:3e:94:a0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:51:48.818161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:48.834904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf12cb31-3cce-4060-bae8-089410e17c25 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:51:48.854912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cf12cb31-3cce-4060-bae8-089410e17c25,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:48.858970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:48.907346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:49.045835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['cf12cb31-3cce-4060-bae8-089410e17c25'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:51:49.140675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850a69b-8c38-4605-a7f4-6529c0c31451 req-44f363b5-9497-43b3-92c0-3047d87ffbaf tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:49.142177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5850a69b-8c38-4605-a7f4-6529c0c31451 req-44f363b5-9497-43b3-92c0-3047d87ffbaf tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 945 time: 0.0526271 Oct 19 20:51:49.193608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5850a69b-8c38-4605-a7f4-6529c0c31451 req-87672685-968e-4df7-ad91-0930fbf2f662 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Oct 19 20:51:49.398049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361158-b7c3-48a1-9c90-ffe926354837 req-a0acd832-3ae3-4be2-befa-a6444a73fc6a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:49.399548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db361158-b7c3-48a1-9c90-ffe926354837 req-a0acd832-3ae3-4be2-befa-a6444a73fc6a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0545270 Oct 19 20:51:49.441893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db361158-b7c3-48a1-9c90-ffe926354837 req-a2d61f15-39d3-4632-95d0-96714d8c7fa7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 Oct 19 20:51:50.312038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ce5e-3d64-4e7c-995d-e4ee991f8baa req-2855bc73-b36c-49a0-b76c-32719b535d3f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:50.317521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e12ce5e-3d64-4e7c-995d-e4ee991f8baa req-2855bc73-b36c-49a0-b76c-32719b535d3f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 945 time: 0.0491974 Oct 19 20:51:50.352475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e12ce5e-3d64-4e7c-995d-e4ee991f8baa req-c0a101ff-d3ec-4227-9f9f-e14bca27d190 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327649 Oct 19 20:51:50.562448 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afdc23-0c97-4239-8abc-697e337ede22 req-d0132675-1752-4869-ad9d-22143dc6437a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:50.563870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03afdc23-0c97-4239-8abc-697e337ede22 req-d0132675-1752-4869-ad9d-22143dc6437a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0512505 Oct 19 20:51:50.603070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-03afdc23-0c97-4239-8abc-697e337ede22 req-db64fd5d-6099-4a85-a86a-ebbc1e4c9fa7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326955 Oct 19 20:51:50.687531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cf12cb31-3cce-4060-bae8-089410e17c25 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:50.738153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port cf12cb31-3cce-4060-bae8-089410e17c25 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:51:50.742053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port cf12cb31-3cce-4060-bae8-089410e17c25 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:50.742422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:50.823345 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:50.847692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:50.850220 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4885ca-48f2-4fc7-ae5a-7514169921a4" -d '{"events": [{"server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "name": "network-vif-plugged", "status": "completed", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:50.864998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cf12cb31-3cce-4060-bae8-089410e17c25,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:50.870659 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:50.894657 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730b6f3-64e8-4c0b-9aa4-4ee43ae4caf8 x-openstack-request-id: req-e730b6f3-64e8-4c0b-9aa4-4ee43ae4caf8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:50.894948 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "name": "network-vif-plugged", "status": "completed", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:50.895194 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e730b6f3-64e8-4c0b-9aa4-4ee43ae4caf8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:50.895578 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'code': 200} Oct 19 20:51:50.924361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:50.992021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dbbe3-1ed8-4f2b-b6b8-a38f94bafe60 req-46eab615-cc95-472e-8d13-087e3cfb806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:50.993574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641dbbe3-1ed8-4f2b-b6b8-a38f94bafe60 req-46eab615-cc95-472e-8d13-087e3cfb806c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.0412991 Oct 19 20:51:51.030932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641dbbe3-1ed8-4f2b-b6b8-a38f94bafe60 req-967740b4-92c7-412b-bd7b-848d23f41dbf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300648 Oct 19 20:51:51.478007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac819f6-5845-4d08-a52e-ad607a70e490 req-543f08c7-201c-4d19-8d44-40390d80decc tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:51.479679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac819f6-5845-4d08-a52e-ad607a70e490 req-543f08c7-201c-4d19-8d44-40390d80decc tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0514579 Oct 19 20:51:51.518138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ac819f6-5845-4d08-a52e-ad607a70e490 req-23a0b403-2962-41aa-bead-abc163067877 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Oct 19 20:51:51.731667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511cccc-0a4c-47ca-aa9d-e6fe4f495a01 req-df85bd71-0924-4fce-a0a8-8020bc1ff8b8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:51.733156 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7511cccc-0a4c-47ca-aa9d-e6fe4f495a01 req-df85bd71-0924-4fce-a0a8-8020bc1ff8b8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0539172 Oct 19 20:51:51.773516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7511cccc-0a4c-47ca-aa9d-e6fe4f495a01 req-94a33eec-a052-4f5d-ace4-3b81a50efcd0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Oct 19 20:51:52.636337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854792b1-806f-45a4-b7a1-9b2577f3dd52 req-69f8b299-c03b-44d5-99ea-913f574e28e8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:52.637838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-854792b1-806f-45a4-b7a1-9b2577f3dd52 req-69f8b299-c03b-44d5-99ea-913f574e28e8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Oct 19 20:51:52.675294 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-854792b1-806f-45a4-b7a1-9b2577f3dd52 req-63909f6d-2266-42d5-a6bf-5f10915ae3e3 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Oct 19 20:51:52.789457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ad0d-55f3-41b9-b57e-638644123c77 req-e0fe7727-b955-41a2-b81a-1ee814e4caa1 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:52.790899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab28ad0d-55f3-41b9-b57e-638644123c77 req-e0fe7727-b955-41a2-b81a-1ee814e4caa1 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0490401 Oct 19 20:51:52.830177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab28ad0d-55f3-41b9-b57e-638644123c77 req-4a5ac397-1e25-476c-9a10-8b8950ee9eaf tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Oct 19 20:51:52.892285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb650f-a20f-47d6-96f2-3d5c404d7c2c req-73894437-57f9-4b40-a8f2-55a557880acc tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:52.893822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cdb650f-a20f-47d6-96f2-3d5c404d7c2c req-73894437-57f9-4b40-a8f2-55a557880acc tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0496106 Oct 19 20:51:52.935559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cdb650f-a20f-47d6-96f2-3d5c404d7c2c req-00ffdec2-7d83-4c2f-b076-368437fc9903 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Oct 19 20:51:52.946058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca8b84-3aaa-4b6e-b0b6-a494bf9d8e7b req-17b7e686-6f67-4bd6-8993-7a7f62891b04 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:52.948274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32ca8b84-3aaa-4b6e-b0b6-a494bf9d8e7b req-17b7e686-6f67-4bd6-8993-7a7f62891b04 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0499072 Oct 19 20:51:52.985622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-32ca8b84-3aaa-4b6e-b0b6-a494bf9d8e7b req-d076820a-eb77-46c8-9275-66e22a9d3ffa tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Oct 19 20:51:53.007901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52304) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:53.214034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e411463-592a-4992-aaf2-922784f11026 tempest-TestServerBasicOps-1986205996 tempest-TestServerBasicOps-1986205996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:53.218430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e411463-592a-4992-aaf2-922784f11026 tempest-TestServerBasicOps-1986205996 tempest-TestServerBasicOps-1986205996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1092 time: 0.2066896 Oct 19 20:51:53.218630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 52308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:51:53.224038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:51:53.246211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:53.353935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:53.465904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Allocated IP 172.25.7.134 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/cb803742-1cb3-4eff-b294-5a35f5261b0e) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:51:53.570090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:53.602189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:53.641027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:51:53.643818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:51:53.647259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:51:53.654696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'Port': ['ID=cb803742-1cb3-4eff-b294-5a35f5261b0e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:54.024033 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:54.099197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90ed76-fd2a-4f99-855a-6ec42a5e6445 req-001ca5df-7a7e-46c5-9a44-c7b9deca6e68 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:54.100743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c90ed76-fd2a-4f99-855a-6ec42a5e6445 req-001ca5df-7a7e-46c5-9a44-c7b9deca6e68 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0877287 Oct 19 20:51:54.138461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:54.180076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c90ed76-fd2a-4f99-855a-6ec42a5e6445 req-7cf9c898-39a7-465c-9506-e94821e331b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633523 Oct 19 20:51:54.307785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:54.312665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:54.378310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event updated for resources: {'Port': ['ID=cb803742-1cb3-4eff-b294-5a35f5261b0e,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:54.390229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:54.491066 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Floating IP 970fdfae-a708-4c0f-bb12-1d383aa0ae9f associated. External IP: 172.25.7.134, port: cf12cb31-3cce-4060-bae8-089410e17c25. Oct 19 20:51:55.028686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:51:55.032185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:51:55.139146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:55.151167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:51:55.171122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:55.202210 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a60291c-e435-4b3a-9ab1-cd99179ba405 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9822550 Oct 19 20:51:55.203077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:55.205865 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67e005d-3405-4bb7-b253-5e1548b5cee3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:55.263993 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd79f4-e54a-4f30-aa3d-2979fb5e34da x-openstack-request-id: req-e9cd79f4-e54a-4f30-aa3d-2979fb5e34da {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:55.263993 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:55.263993 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9cd79f4-e54a-4f30-aa3d-2979fb5e34da {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:55.263993 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'status': 'completed', 'code': 200} Oct 19 20:51:55.330844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de227d-879d-498c-b225-069514de32f1 None None] Sync routers for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:51:55.333414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:51:55.371907 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-fbf8b2be-d598-49fd-8368-55e32ad979a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:55.373555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:55.373828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-fbf8b2be-d598-49fd-8368-55e32ad979a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.0873454 Oct 19 20:51:55.374195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:55.397052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad73478-0e8f-4128-9927-0873077874a2 req-831c4544-b0f2-4499-9b0b-5da30a933abd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:55.398967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ad73478-0e8f-4128-9927-0873077874a2 req-831c4544-b0f2-4499-9b0b-5da30a933abd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0794823 Oct 19 20:51:55.498818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:55.532290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ad73478-0e8f-4128-9927-0873077874a2 req-0f4129f8-6621-4866-ba35-f45bb01685af tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592759 Oct 19 20:51:55.551223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:55.579200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-cb078c6d-4b72-473e-ad4a-1dea298f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:55.580810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-cb078c6d-4b72-473e-ad4a-1dea298f7424 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.1807654 Oct 19 20:51:55.584992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:51:55.652563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:55.661554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-fd4a570a-85d1-4a6f-8eb9-b1f58ac72d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1000 time: 0.0728619 Oct 19 20:51:55.664549 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:55.742931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-b39e8e5c-2bb8-4068-9524-371f12f4741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:55.745221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-b39e8e5c-2bb8-4068-9524-371f12f4741a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0767460 Oct 19 20:51:55.770666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2aed6861-59b9-4208-bd3a-1937ba105c89'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:51:55.808820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:55.809901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-eb80482c-bb00-4231-a7d2-dfcae7094fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:55.818594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-eb80482c-bb00-4231-a7d2-dfcae7094fde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633996 Oct 19 20:51:55.940074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-9c928e49-2ad0-44e5-b865-d6abe85a11c1 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144583 Oct 19 20:51:56.027365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '970fdfae-a708-4c0f-bb12-1d383aa0ae9f', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'port_id': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'mac_address': 'fa:16:3e:94:a0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:51:53Z', 'updated_at': '2021-10-19T20:51:53Z', 'revision_number': 0, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:56.066701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c67e005d-3405-4bb7-b253-5e1548b5cee3 req-7bccd4d2-6a38-43af-9a6b-dd453d93b9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199472 Oct 19 20:51:56.067114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de227d-879d-498c-b225-069514de32f1 None None] Checking router: 2a41a3f7-4800-47b7-824f-cd864c3c6d0d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:51:56.079826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:51:56.080473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:51:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:56.232016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:51:56.583132 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e3de938-61c4-46a0-8167-f58a12031b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:56.690941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-80de227d-879d-498c-b225-069514de32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '970fdfae-a708-4c0f-bb12-1d383aa0ae9f', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'port_id': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'mac_address': 'fa:16:3e:94:a0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:51:53Z', 'updated_at': '2021-10-19T20:51:53Z', 'revision_number': 0, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:51:56.692988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b351eb4-2d79-41f7-9219-eb2ad5f80c6e req-10d8bd7f-018f-438f-98f1-bc109b0729cc tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:56.701146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b351eb4-2d79-41f7-9219-eb2ad5f80c6e req-10d8bd7f-018f-438f-98f1-bc109b0729cc tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.0678358 Oct 19 20:51:56.720543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de227d-879d-498c-b225-069514de32f1 None None] The sync data for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 is: [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '970fdfae-a708-4c0f-bb12-1d383aa0ae9f', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'floating_ip_address': '172.25.7.134', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'port_id': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'mac_address': 'fa:16:3e:94:a0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:51:53Z', 'updated_at': '2021-10-19T20:51:53Z', 'revision_number': 0, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:51:56.755857 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b351eb4-2d79-41f7-9219-eb2ad5f80c6e req-db533d34-ab26-4903-8338-e60e61c41168 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536847 Oct 19 20:51:56.997917 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759beea-9f57-4cc2-a4a0-5db9be6343f2 None None] New status for floating IP 970fdfae-a708-4c0f-bb12-1d383aa0ae9f: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:51:57.057958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:51:57.136252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 2aed6861-59b9-4208-bd3a-1937ba105c89 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:51:57.136922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:57.260937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:57.291104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:51:57.293765 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172f098c-d86a-40ea-9b84-7187c9cba5c5" -d '{"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:51:57.312178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:51:57.318331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:57.383719 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10980aad-c6bc-49bd-9dbb-53c852aa19ce x-openstack-request-id: req-10980aad-c6bc-49bd-9dbb-53c852aa19ce {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:51:57.384061 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:51:57.384842 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10980aad-c6bc-49bd-9dbb-53c852aa19ce {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:51:57.385195 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'code': 200} Oct 19 20:51:57.385887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:51:57.904339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaac54b-a80f-4ffb-b853-295cb6aecbf9 req-67a15ad6-6262-422d-a510-2a41aa081b67 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:57.912757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfaac54b-a80f-4ffb-b853-295cb6aecbf9 req-67a15ad6-6262-422d-a510-2a41aa081b67 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0789230 Oct 19 20:51:57.971470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfaac54b-a80f-4ffb-b853-295cb6aecbf9 req-aec8d682-a825-46c3-8ead-d3fac97fa4ee tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574660 Oct 19 20:51:59.202797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406d393-33ce-4294-8070-b4eb17f1a567 req-954342ce-fb25-44d9-b884-246bc084ef79 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:51:59.205071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1406d393-33ce-4294-8070-b4eb17f1a567 req-954342ce-fb25-44d9-b884-246bc084ef79 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0706048 Oct 19 20:51:59.249919 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bd433a-0568-4feb-a733-9ab507a2f10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:51:59.304416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1406d393-33ce-4294-8070-b4eb17f1a567 req-dd9a5720-1170-4ebf-8a37-d5ec50c16832 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888577 Oct 19 20:52:00.296364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:00.466391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244ef84-2d3b-492a-9e7a-4de7fb193b83 req-2d37329a-9c2c-438e-98b1-07ffce510e3b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:00.477822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b244ef84-2d3b-492a-9e7a-4de7fb193b83 req-2d37329a-9c2c-438e-98b1-07ffce510e3b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0697682 Oct 19 20:52:00.528815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b244ef84-2d3b-492a-9e7a-4de7fb193b83 req-a46c229f-1e9a-49e5-a139-2d40b8d6b4b4 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479283 Oct 19 20:52:01.011443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:01.700143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997b87b-15b0-487a-a42e-ecf79ef99d91 req-baba4f18-a953-4d9b-a8cf-c6301696a86e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:01.709420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4997b87b-15b0-487a-a42e-ecf79ef99d91 req-baba4f18-a953-4d9b-a8cf-c6301696a86e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0880723 Oct 19 20:52:01.787566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4997b87b-15b0-487a-a42e-ecf79ef99d91 req-e78b3137-5943-4de2-bf8f-f004b9830131 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768995 Oct 19 20:52:02.336033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:02.996932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb676b01-4251-4baa-b976-c022828d9827 req-c371522b-d91f-4f9a-88de-72d7fb7ea1f2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:03.009614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb676b01-4251-4baa-b976-c022828d9827 req-c371522b-d91f-4f9a-88de-72d7fb7ea1f2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0894217 Oct 19 20:52:03.085539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb676b01-4251-4baa-b976-c022828d9827 req-6073e5a6-0045-4fa3-bd10-c973d6f5aa97 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559049 Oct 19 20:52:04.226376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f630-e7b9-4b89-a8e5-123aa108c308 req-d0723a2c-9db2-4ba7-890d-34604ab47b7e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:04.234609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f5f630-e7b9-4b89-a8e5-123aa108c308 req-d0723a2c-9db2-4ba7-890d-34604ab47b7e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0658956 Oct 19 20:52:04.309528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f5f630-e7b9-4b89-a8e5-123aa108c308 req-1f6d61e0-5807-41a7-a2c4-b76b1c779296 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734160 Oct 19 20:52:05.481569 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af632142-9afa-417a-8f9b-a15eb24baf13 req-50918e5d-cbd0-40fe-b2a7-3f9e87968e40 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:05.483181 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af632142-9afa-417a-8f9b-a15eb24baf13 req-50918e5d-cbd0-40fe-b2a7-3f9e87968e40 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0865238 Oct 19 20:52:05.587409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af632142-9afa-417a-8f9b-a15eb24baf13 req-64ff0835-a6d3-4d6c-8b9f-be915acbffd7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978458 Oct 19 20:52:06.724526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ab093-ca80-484e-83e4-583c552ba31d req-1d2eae0f-c35f-4090-a83a-6687cf161868 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:06.726075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324ab093-ca80-484e-83e4-583c552ba31d req-1d2eae0f-c35f-4090-a83a-6687cf161868 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0583549 Oct 19 20:52:06.778717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-324ab093-ca80-484e-83e4-583c552ba31d req-a25e750b-6152-4713-8d4d-94288a3617a5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339708 Oct 19 20:52:07.219268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-b6a70d84-18cc-4e6d-9380-b97d0381c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:07.220948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-b6a70d84-18cc-4e6d-9380-b97d0381c004 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1097 time: 0.0424490 Oct 19 20:52:07.324312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-02323134-a48b-443e-9dfc-0b9d5609fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:07.326119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-02323134-a48b-443e-9dfc-0b9d5609fb8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.0984049 Oct 19 20:52:07.394229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-112e27d5-8518-49ed-a01d-64af41b940cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1002 time: 0.0611236 Oct 19 20:52:07.458868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-cf2630b8-e321-4eb7-b67c-ffb75af41cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:07.460779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-cf2630b8-e321-4eb7-b67c-ffb75af41cfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0594726 Oct 19 20:52:07.509115 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-98f14c89-de93-4f64-ab24-14f8a7c96434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:07.510670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-98f14c89-de93-4f64-ab24-14f8a7c96434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420759 Oct 19 20:52:07.614281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-dfa18dff-a3f1-4fec-b1e7-e1d2eb1fbe17 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958807 Oct 19 20:52:07.723975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-15bb5135-7a4b-4884-929d-d6dd15c6f7c8 req-e902180f-6b42-435c-9318-09c5c39955f9 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015322 Oct 19 20:52:07.915714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a0c8e-4000-453c-98de-6edb2334150c req-77cc8c14-5794-4a34-9bb3-920ad9ef3231 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:07.923101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae6a0c8e-4000-453c-98de-6edb2334150c req-77cc8c14-5794-4a34-9bb3-920ad9ef3231 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0650778 Oct 19 20:52:07.962102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae6a0c8e-4000-453c-98de-6edb2334150c req-1babe107-57bd-464e-bdae-8a7c146497a8 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 Oct 19 20:52:09.092452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca04ce0-978e-4fe4-9b48-edcc35f383c8 req-044fb2ef-6f17-44d2-be4e-634ae509e4cd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:09.094172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ca04ce0-978e-4fe4-9b48-edcc35f383c8 req-044fb2ef-6f17-44d2-be4e-634ae509e4cd tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 946 time: 0.0589042 Oct 19 20:52:09.140303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:52:09.148758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ca04ce0-978e-4fe4-9b48-edcc35f383c8 req-3c80b12c-f3fd-4651-8b87-fd0c247729da tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484824 Oct 19 20:52:09.240940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:09.281114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:52:09.283407 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f08bc-269e-4b5c-bff4-46aa8cc71371" -d '{"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-unplugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:52:09.298132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:09.304445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:09.362076 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98e96d-64d2-4209-b728-21500b631f36 x-openstack-request-id: req-5e98e96d-64d2-4209-b728-21500b631f36 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:52:09.362608 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-unplugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:52:09.362869 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e98e96d-64d2-4209-b728-21500b631f36 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:52:09.363264 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'code': 200} Oct 19 20:52:09.364714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:10.293787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837684-4031-4348-a119-17623b8effe8 req-335e39fb-cf89-4bd0-bde8-6a49865e3be7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:10.295516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e837684-4031-4348-a119-17623b8effe8 req-335e39fb-cf89-4bd0-bde8-6a49865e3be7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0599790 Oct 19 20:52:10.351191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8e837684-4031-4348-a119-17623b8effe8 req-91519f14-ccc0-4ddd-bd26-5ba7345e5040 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489783 Oct 19 20:52:11.427629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace332a-6896-422a-886c-ae78f3885d28 req-be84c126-0d41-4104-bff4-fdeec0ec1291 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:11.429190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ace332a-6896-422a-886c-ae78f3885d28 req-be84c126-0d41-4104-bff4-fdeec0ec1291 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0539417 Oct 19 20:52:11.474534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ace332a-6896-422a-886c-ae78f3885d28 req-3a963c63-0e34-4592-ad7d-545c42330945 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Oct 19 20:52:11.733517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-33090406-8602-49ff-a197-a6e7512e30df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147435 Oct 19 20:52:11.747383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-52c6fd32-fd80-40f2-8e32-c1710d42061a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:52:11.748430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-52c6fd32-fd80-40f2-8e32-c1710d42061a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061777 Oct 19 20:52:12.643636 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decd8ac-a2f9-43ee-8aa6-7eb79d1336fa req-565ed60a-98c2-4424-9c6f-1ffd8ffe9857 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:12.645207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5decd8ac-a2f9-43ee-8aa6-7eb79d1336fa req-565ed60a-98c2-4424-9c6f-1ffd8ffe9857 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0804062 Oct 19 20:52:12.690148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5decd8ac-a2f9-43ee-8aa6-7eb79d1336fa req-0c283fad-a4f4-49c3-bc5a-7c5ebb0ac771 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383809 Oct 19 20:52:12.799054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:12.902865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-7adfd8fc-667b-4500-b9b1-d525b00ecaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:12.905115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-7adfd8fc-667b-4500-b9b1-d525b00ecaf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017&tenant_id=cf185929368e44e79e7f7f32ba49f6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0470922 Oct 19 20:52:12.980411 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-c49278ac-a6f7-425c-8f0e-bc9e1a431d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:12.982030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-c49278ac-a6f7-425c-8f0e-bc9e1a431d5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1095 time: 0.0535104 Oct 19 20:52:13.097901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-8e86bb49-86d2-4a8b-80f4-d8e3c9b207f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:13.099389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-8e86bb49-86d2-4a8b-80f4-d8e3c9b207f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.1097958 Oct 19 20:52:13.171532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:52:13.213819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-df5a9177-456b-4605-a56e-801d1d4e673e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1000 time: 0.1002510 Oct 19 20:52:13.288482 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:13.295568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-ec143f60-519e-4581-a48e-68651fd6fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:13.297575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-ec143f60-519e-4581-a48e-68651fd6fdfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0766497 Oct 19 20:52:13.356893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-29932da0-8126-4f03-81b6-3a889d7bc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:13.358983 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-29932da0-8126-4f03-81b6-3a889d7bc17b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533776 Oct 19 20:52:13.471673 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-68b75467-760c-4a5a-950e-9e5881cd3a5b service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041677 Oct 19 20:52:13.575822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c0eaae-483f-44c3-ac16-6a863af4db5e req-2b989f14-8633-47d5-957f-ef4fc557e564 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961838 Oct 19 20:52:13.822141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e1f90-7380-4c3d-9b8f-06e6e00c73a8 req-c6c46f97-ffbe-4e14-813e-a0a36e9b131b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:13.823677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-965e1f90-7380-4c3d-9b8f-06e6e00c73a8 req-c6c46f97-ffbe-4e14-813e-a0a36e9b131b tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0557210 Oct 19 20:52:13.869212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-965e1f90-7380-4c3d-9b8f-06e6e00c73a8 req-e0ad0d1e-61d9-4546-94b9-6b0ccb69b368 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Oct 19 20:52:15.025720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdfcf2-1f2a-4239-8d9d-f0bfe34af97f req-b31b4f89-35f6-48ab-9c77-d4614cd67c7d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:15.027430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bfdfcf2-1f2a-4239-8d9d-f0bfe34af97f req-b31b4f89-35f6-48ab-9c77-d4614cd67c7d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0702779 Oct 19 20:52:15.042408 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:52:15.101001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0bfdfcf2-1f2a-4239-8d9d-f0bfe34af97f req-a9634c49-b85a-4b64-b2b4-195d5ae12040 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614522 Oct 19 20:52:16.307238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f37c7-5643-4f7b-86a2-6b509c404f5c req-cea0ae4d-f064-4192-b9ef-1135358bd557 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:16.315911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-448f37c7-5643-4f7b-86a2-6b509c404f5c req-cea0ae4d-f064-4192-b9ef-1135358bd557 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.1016679 Oct 19 20:52:16.379629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-448f37c7-5643-4f7b-86a2-6b509c404f5c req-be5950f4-7db5-4ff5-b822-22c00f8450e5 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466177 Oct 19 20:52:17.540622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e79f-8e16-48be-91db-07d1f2b90066 req-0ba4728c-f83e-4007-9774-68d1d442c250 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:17.543289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cde5e79f-8e16-48be-91db-07d1f2b90066 req-0ba4728c-f83e-4007-9774-68d1d442c250 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0813346 Oct 19 20:52:17.586155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cde5e79f-8e16-48be-91db-07d1f2b90066 req-6058bf9b-258b-4ae0-9be4-f86ca7cc08fa tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367439 Oct 19 20:52:18.788671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a1240-bc6e-4488-8a5f-063039db5d98 req-c1028c79-9b26-4db3-90c4-6844e222d78c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:18.811159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-558a1240-bc6e-4488-8a5f-063039db5d98 req-c1028c79-9b26-4db3-90c4-6844e222d78c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.1013165 Oct 19 20:52:18.907114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-558a1240-bc6e-4488-8a5f-063039db5d98 req-e3cc76d7-fe8e-4e6a-9676-b967b3fcb88f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946283 Oct 19 20:52:20.091074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fecf44-0c0c-4f5a-aef1-e38a922166b7 req-6d81c757-0aa9-48b7-a302-579143d2cd0f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:20.093855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96fecf44-0c0c-4f5a-aef1-e38a922166b7 req-6d81c757-0aa9-48b7-a302-579143d2cd0f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0816009 Oct 19 20:52:20.155694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96fecf44-0c0c-4f5a-aef1-e38a922166b7 req-74e38135-ce3d-4603-9f58-e8f418911102 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539534 Oct 19 20:52:21.364830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a46f2-eed9-4a0c-8a8e-0ed9b04c0500 req-038b31c5-dad3-458e-9da7-005795ca363c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:21.366352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e95a46f2-eed9-4a0c-8a8e-0ed9b04c0500 req-038b31c5-dad3-458e-9da7-005795ca363c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0851715 Oct 19 20:52:21.437838 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e95a46f2-eed9-4a0c-8a8e-0ed9b04c0500 req-fb55bf78-df1e-4a94-89e1-a814921133e7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639157 Oct 19 20:52:22.600869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefcec8-0ea0-446d-87db-479cac5168aa req-42bcfeb0-502a-4958-8bea-481de3375886 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:22.602974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfefcec8-0ea0-446d-87db-479cac5168aa req-42bcfeb0-502a-4958-8bea-481de3375886 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0531621 Oct 19 20:52:22.677769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfefcec8-0ea0-446d-87db-479cac5168aa req-e4ca9282-f7df-4851-82ca-47f408547849 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657413 Oct 19 20:52:23.822966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4eff-2521-4ebf-85a4-4e49941b471c req-6962f072-e257-4aff-89af-c86d81d2393a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:23.829952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbfa4eff-2521-4ebf-85a4-4e49941b471c req-6962f072-e257-4aff-89af-c86d81d2393a tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0629184 Oct 19 20:52:23.882155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bbfa4eff-2521-4ebf-85a4-4e49941b471c req-8ce5b41a-b2fd-458b-aba8-e15eabeecd15 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513284 Oct 19 20:52:24.273612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-3817ab37-c0c8-48e2-89aa-6ee73f339db1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430667 Oct 19 20:52:24.417466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f172-e734-448a-9347-29d604aa3cbc req-5b1654a3-9ab8-492b-9573-374d016cf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:24.419166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-5b1654a3-9ab8-492b-9573-374d016cf15a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.0934212 Oct 19 20:52:24.603019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f172-e734-448a-9347-29d604aa3cbc req-565dae02-6159-47b6-89c6-06b178d680eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:24.604526 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-565dae02-6159-47b6-89c6-06b178d680eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.1625102 Oct 19 20:52:24.736017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-52164fff-8ad9-40ab-bcf5-b2536a04e96b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1002 time: 0.1245561 Oct 19 20:52:24.797191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f172-e734-448a-9347-29d604aa3cbc req-1c825e59-83c8-432d-b55b-0ba23f559e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:24.798912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-1c825e59-83c8-432d-b55b-0ba23f559e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0559621 Oct 19 20:52:24.893916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f172-e734-448a-9347-29d604aa3cbc req-4788c101-4adc-42a1-9e43-368613789371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:24.896186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-4788c101-4adc-42a1-9e43-368613789371 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837276 Oct 19 20:52:25.089424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-35f2cbc6-eb47-4cdd-89b5-a62571433a6a service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837058 Oct 19 20:52:25.116614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b34d9-5bae-4e8d-a8b2-cd8444fbc492 req-51b0685f-a6b6-43d5-aed3-0976145e8318 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:25.119383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c48b34d9-5bae-4e8d-a8b2-cd8444fbc492 req-51b0685f-a6b6-43d5-aed3-0976145e8318 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0926070 Oct 19 20:52:25.228175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c48b34d9-5bae-4e8d-a8b2-cd8444fbc492 req-2d33d2d6-0c83-48c5-9a74-c78091fd3a55 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002922 Oct 19 20:52:25.254666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-be97f172-e734-448a-9347-29d604aa3cbc req-bf82135d-e26d-4cbd-a331-c65fb6373c10 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566186 Oct 19 20:52:25.862043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-872c6706-d633-4078-b614-afbfb5dd1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:25.863932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-872c6706-d633-4078-b614-afbfb5dd1476 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1095 time: 0.0450265 Oct 19 20:52:25.982735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-019e2c51-15d3-4ee0-9142-135f6adebb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:25.984333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-019e2c51-15d3-4ee0-9142-135f6adebb0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 200 len: 918 time: 0.0939913 Oct 19 20:52:26.062014 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-4f9ce40a-a783-404e-93f0-17f8868730b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 200 len: 1000 time: 0.0700047 Oct 19 20:52:26.136773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-f56a1c9a-bb77-4130-a3ab-bbc3a08dc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:26.139103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-f56a1c9a-bb77-4130-a3ab-bbc3a08dc9bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 200 len: 856 time: 0.0697308 Oct 19 20:52:26.189546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-faa39eb9-5178-4d57-8b3e-31fa74f1d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:26.191091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-faa39eb9-5178-4d57-8b3e-31fa74f1d8dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449021 Oct 19 20:52:26.469511 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e687d9cf-72ca-4be6-8ca8-3f0a7cb7df9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:26.696075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-2fabb027-a357-433e-bc76-df22f65a0c97 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961760 Oct 19 20:52:26.704304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51973041-d78f-481d-a825-b7c6bcbd19f1 req-01d15a4d-3a9b-45df-afd5-aedbafb7c9df tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:26.705624 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51973041-d78f-481d-a825-b7c6bcbd19f1 req-01d15a4d-3a9b-45df-afd5-aedbafb7c9df tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0792189 Oct 19 20:52:26.803095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51973041-d78f-481d-a825-b7c6bcbd19f1 req-17d08789-795f-4184-a729-6d7983c9e423 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887299 Oct 19 20:52:26.831556 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ece24152-7bc5-40b7-92b5-d723a630dcbf req-2f49fb3f-59a4-4dc1-aaf3-c0de3eef99c6 service neutron] 10.222.0.37 "GET /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249330 Oct 19 20:52:27.942134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea329c-855c-4a4e-a566-9e8ba1cb1264 req-cd53a5c7-16b4-4af9-ada8-cd13875c8ab0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:27.943655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebea329c-855c-4a4e-a566-9e8ba1cb1264 req-cd53a5c7-16b4-4af9-ada8-cd13875c8ab0 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0626349 Oct 19 20:52:27.981481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ebea329c-855c-4a4e-a566-9e8ba1cb1264 req-4fab3efc-7f6f-4096-a669-5105b96b6989 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Oct 19 20:52:29.105174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78194b7d-3ac0-4335-b980-5347c1fb4a79 req-3c7f9c11-f698-4a04-86c8-f8410bf965d2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:29.106818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78194b7d-3ac0-4335-b980-5347c1fb4a79 req-3c7f9c11-f698-4a04-86c8-f8410bf965d2 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 944 time: 0.0524116 Oct 19 20:52:29.152692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78194b7d-3ac0-4335-b980-5347c1fb4a79 req-f9fb07ed-2cd0-409e-af08-2f3dde79303d tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 Oct 19 20:52:29.228235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:52:29.286319 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b9dd46d-e2fc-4753-b90a-1cb257e38c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:29.357580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:29.369616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'port_id': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'mac_address': 'fa:16:3e:dc:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:52:29.411561 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:29.425817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:52:29.447540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:29.455083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:29.506184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:29.513761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.514167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.514571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.514972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.515401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.515868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.516255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.516642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.517034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.517453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.517839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.518225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:29.696625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['2aed6861-59b9-4208-bd3a-1937ba105c89'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:52:30.284891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c39e94-e3e7-4768-974f-191280026359 req-8a69e327-ebb4-432c-9eec-563211e9036e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:30.288387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34c39e94-e3e7-4768-974f-191280026359 req-8a69e327-ebb4-432c-9eec-563211e9036e tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.0582397 Oct 19 20:52:30.292429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:30.334291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-34c39e94-e3e7-4768-974f-191280026359 req-2b93fe60-4dd2-4a2b-b057-00581330cf52 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363564 Oct 19 20:52:30.486386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 53720) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:30.602110 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a842ef-f8a9-41bf-bc19-26241a616d6b req-ca840de6-76ef-4622-a252-7c75799d75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:30.604138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13a842ef-f8a9-41bf-bc19-26241a616d6b req-ca840de6-76ef-4622-a252-7c75799d75a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.1164534 Oct 19 20:52:30.661880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13a842ef-f8a9-41bf-bc19-26241a616d6b req-26395d79-dd57-431f-8e75-c8df0626b4d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Oct 19 20:52:31.003344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:31.249161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:31.313657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 2aed6861-59b9-4208-bd3a-1937ba105c89 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:31.314415 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:31.436485 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:31.466635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:52:31.469748 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f820f550-665b-4fee-961a-3ea70db4fbb0" -d '{"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:52:31.495837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:31.528635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3aa4b-55a3-4c22-af39-3825d73d49a0 req-6f9acb6b-5bb9-4e03-8df6-980aef2e37c6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:31.530772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb3aa4b-55a3-4c22-af39-3825d73d49a0 req-6f9acb6b-5bb9-4e03-8df6-980aef2e37c6 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 945 time: 0.0778260 Oct 19 20:52:31.538615 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3d8aa6-11b5-4e0b-add3-dfa614acb5f0 x-openstack-request-id: req-1f3d8aa6-11b5-4e0b-add3-dfa614acb5f0 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:52:31.538912 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-plugged", "status": "completed", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:52:31.539341 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f3d8aa6-11b5-4e0b-add3-dfa614acb5f0 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:52:31.539767 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'code': 200} Oct 19 20:52:31.541724 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:31.595029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bb3aa4b-55a3-4c22-af39-3825d73d49a0 req-47e53210-a4e1-44bd-9847-29ee392bf153 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Oct 19 20:52:31.631803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=10']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:31.722123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa249fc-a218-4070-a3a7-6c01ca2dd8f3 req-45814ebe-281f-46be-b4c7-787543379f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:31.723867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efa249fc-a218-4070-a3a7-6c01ca2dd8f3 req-45814ebe-281f-46be-b4c7-787543379f84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 1098 time: 0.0453990 Oct 19 20:52:31.784969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efa249fc-a218-4070-a3a7-6c01ca2dd8f3 req-981f05c4-1c6f-42a2-a265-eceba2159259 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 Oct 19 20:52:32.334379 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:32.726727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763234-211e-488c-b762-4933836992f5 req-f1e0653e-667b-4446-a876-b8ad78a740c3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:32.730151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62763234-211e-488c-b762-4933836992f5 req-f1e0653e-667b-4446-a876-b8ad78a740c3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 947 time: 0.0686040 Oct 19 20:52:32.782494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62763234-211e-488c-b762-4933836992f5 req-e6a69b45-2e93-4598-90bd-01cda040a0af tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463789 Oct 19 20:52:33.909565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef4f0-3c9d-48db-b503-a227e7675046 req-3e314f9b-eaf8-4f9a-9611-c7513974cabb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:33.911161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-031ef4f0-3c9d-48db-b503-a227e7675046 req-3e314f9b-eaf8-4f9a-9611-c7513974cabb tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 947 time: 0.0524297 Oct 19 20:52:33.952214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-031ef4f0-3c9d-48db-b503-a227e7675046 req-402e52c8-d7f7-44f5-a989-0cc56c16535f tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Oct 19 20:52:42.804570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:43.294046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:46.795832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54522) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:46.914246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.003481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.008373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.045982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a951735-e7db-4e59-839f-044a9ad191bd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:47.053264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2aa364decfa48cd932e50c0d81ef88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539210 Oct 19 20:52:47.053663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54530) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:47.057113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.057615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.057965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.058307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.058646 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.060978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b9bf5-3539-462f-9375-a0f5d5104385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.113119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.136226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.190371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.194985 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:47.199277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a951735-e7db-4e59-839f-044a9ad191bd HTTP/1.1" status: 204 len: 168 time: 0.1423545 Oct 19 20:52:47.205640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a951735-e7db-4e59-839f-044a9ad191bd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:47.214249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.214600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.215105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.215868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.216476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.217687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.218042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.218376 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.218710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.219038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.219368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:47.219688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178416d5-49c1-435f-89c2-8467fc1e0992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:48.291343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54586) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:48.402625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc0dd-7cb3-4c8d-98f0-d24a95c786f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.478035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc0dd-7cb3-4c8d-98f0-d24a95c786f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.481791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b9dbc0dd-7cb3-4c8d-98f0-d24a95c786f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.524116 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b9dbc0dd-7cb3-4c8d-98f0-d24a95c786f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea93ae2097b94edbb2a094669cb451c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315919 Oct 19 20:52:48.524978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbc0dd-7cb3-4c8d-98f0-d24a95c786f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f97e94-5b25-43dc-a5bb-e64e40b3e4f7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:48.526786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54594) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:48.579866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.611403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.661965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.664766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:48.666117 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85f97e94-5b25-43dc-a5bb-e64e40b3e4f7 HTTP/1.1" status: 204 len: 168 time: 0.1382756 Oct 19 20:52:48.674649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a60ff0-0719-49a3-ac05-8b4bdcef1484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f97e94-5b25-43dc-a5bb-e64e40b3e4f7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:49.289906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54626) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:49.393832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-348933979-network', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:49.416070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:52:49.418649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.426948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.501220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.504901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.525586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:52:49.539605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98ccec-3998-4d2a-998f-55e77878e1b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:49.545109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.545665 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Added segment b1f0d132-39ca-4a84-9ee2-48eebb5ce924 of type vlan for network ff5b04f3-29ba-4bb2-a599-329dea62e121 Oct 19 20:52:49.586690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.612694 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.613980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:49.614559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.651627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3607643 Oct 19 20:52:49.654423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:49.659632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Request body: {'subnet': {'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-348933979-subnet', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:49.681971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:52:49.683748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43a9ad-ec47-4dfa-83ac-9f24734260e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5b04f3-29ba-4bb2-a599-329dea62e121,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:49.684450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.693901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:52:49.860833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.920781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b3a0eb-e0ad-4b22-9f04-02790e66a90b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:49.929498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:49.929853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Network hostable DHCP agents. Network: ff5b04f3-29ba-4bb2-a599-329dea62e121, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:52:49.946551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:52:49.959283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ff5b04f3-29ba-4bb2-a599-329dea62e121) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:49.971172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a35be-ce25-4097-bbbe-611224116f06 None None] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:52:49.972141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:49.972732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:49.989272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2802fa44-6878-49c4-938e-1e724100628f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3336637 Oct 19 20:52:49.993001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:49.997488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:50.019644 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.020823 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.080055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.130063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-ff5b04f3-29ba-4bb2-a599-329dea62e121', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:52:50.131187 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.239997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.294497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Allocated IP 172.20.0.2 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/bdb9e7e9-da8d-4064-a19f-a003778436e0) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:50.450469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.456489 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.475792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.495059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:50.497953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.499267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:50.505627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:50.508674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Pushing event updated for resources: {'Port': ['ID=bdb9e7e9-da8d-4064-a19f-a003778436e0,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:50.561449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Attempting to bind port bdb9e7e9-da8d-4064-a19f-a003778436e0 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:52:50.561870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Attempting to bind port bdb9e7e9-da8d-4064-a19f-a003778436e0 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:52:50.562191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Attempting to bind port bdb9e7e9-da8d-4064-a19f-a003778436e0 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:52:50.568819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:52:50.569049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:50.569448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.569836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:52:50.570325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Bound port: bdb9e7e9-da8d-4064-a19f-a003778436e0, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:52:50.570697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.609705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Allocated IP 172.25.7.161 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/efddb436-14bd-40df-840c-8df3a1a9ba03) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:50.640277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] For port bdb9e7e9-da8d-4064-a19f-a003778436e0, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:52:50.644145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] For port bdb9e7e9-da8d-4064-a19f-a003778436e0, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bdb9e7e9-da8d-4064-a19f-a003778436e0,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:52:50.648513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.720361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac4a27-e641-4a4d-bc69-f61ea43ea8b3 None None] Pushing event updated for resources: {'Port': ['ID=bdb9e7e9-da8d-4064-a19f-a003778436e0,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:50.738518 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.775449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:50.815217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:50.819488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:50.826608 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:50.829654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=efddb436-14bd-40df-840c-8df3a1a9ba03,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:51.106995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:51.308382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:51.442122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Router 4b24eacb-3282-44bb-9721-067824006647 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:52:51.559320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:52:51.571087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:52:51.578652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:51.581489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b191272-ed6b-4385-a384-a197e02da3d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5860422 Oct 19 20:52:51.582561 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:51.582827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54674) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:51.583179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:51.846427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7592a13-d555-4ee2-a65e-5ee7a3ed649d None None] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:52:51.928907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:51.987520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] Provisioning complete for port bdb9e7e9-da8d-4064-a19f-a003778436e0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:51.987847 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.033898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:52:52.082744 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.243630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.276674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Allocated IP 172.20.0.1 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/bb75d701-aae1-4ff8-a52d-4a0284a31056) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:52.288140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] For port bdb9e7e9-da8d-4064-a19f-a003778436e0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bdb9e7e9-da8d-4064-a19f-a003778436e0,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:52.297695 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.325282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:50Z', 'revision_number': 3, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:52.366340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:52:52.366823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Updating router 4b24eacb-3282-44bb-9721-067824006647 port efddb436-14bd-40df-840c-8df3a1a9ba03 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:52:52.411995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be3525-25a5-42dd-879c-7f6100da50fd None None] Pushing event updated for resources: {'Port': ['ID=bdb9e7e9-da8d-4064-a19f-a003778436e0,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:52.422150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.422777 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.467618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.529068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:52.539494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:52.541044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:52.543427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:52.592199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.663242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5264ce3d-da61-4b34-b561-ffd2e4d59246 None None] Provisioning complete for port bdb9e7e9-da8d-4064-a19f-a003778436e0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:52.663700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5264ce3d-da61-4b34-b561-ffd2e4d59246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.699244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bdb9e7e9-da8d-4064-a19f-a003778436e0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:52.813674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.886350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bdb9e7e9-da8d-4064-a19f-a003778436e0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:52.886947 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.889666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.914732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:52.989426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Attempting to bind port efddb436-14bd-40df-840c-8df3a1a9ba03 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:52:52.989808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Attempting to bind port efddb436-14bd-40df-840c-8df3a1a9ba03 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:52:52.990167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Attempting to bind port efddb436-14bd-40df-840c-8df3a1a9ba03 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:52:52.993633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d42b9-09a1-4320-ac67-def463df7a16 None None] Pushing event updated for resources: {'Port': ['ID=efddb436-14bd-40df-840c-8df3a1a9ba03,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:53.005493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:52:53.005876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:53.006279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.006673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:52:53.007153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Bound port: efddb436-14bd-40df-840c-8df3a1a9ba03, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:52:53.007531 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.011938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.015934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.085838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b3badd70-e30b-41da-88fe-a0d964ec2cfc None None] Provisioning complete for port bb75d701-aae1-4ff8-a52d-4a0284a31056 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:53.086205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3badd70-e30b-41da-88fe-a0d964ec2cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.089953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:53.099021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.143930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b3badd70-e30b-41da-88fe-a0d964ec2cfc None None] Port bb75d701-aae1-4ff8-a52d-4a0284a31056 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:52:53.147804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] For port efddb436-14bd-40df-840c-8df3a1a9ba03, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:52:53.151102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] For port efddb436-14bd-40df-840c-8df3a1a9ba03, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=efddb436-14bd-40df-840c-8df3a1a9ba03,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:52:53.155437 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.203339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:53.205333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:53.222011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:53.222716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:53.283056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d42b9-09a1-4320-ac67-def463df7a16 None None] Pushing event updated for resources: {'Port': ['ID=efddb436-14bd-40df-840c-8df3a1a9ba03,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:53.356980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:53.364511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:52:53.504066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:52:53.509038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-170001eb-fde5-4089-bbac-455c69f40ea4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b24eacb-3282-44bb-9721-067824006647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252179 Oct 19 20:52:53.578633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-702a0d60-87be-42b9-b5be-0c62c1e0c7d1 None None] Provisioning complete for port bb75d701-aae1-4ff8-a52d-4a0284a31056 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:53.579170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-702a0d60-87be-42b9-b5be-0c62c1e0c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:53.622167 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 2, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:53.624089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-702a0d60-87be-42b9-b5be-0c62c1e0c7d1 None None] Port bb75d701-aae1-4ff8-a52d-4a0284a31056 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:52:53.654346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b3225-7531-4fba-9321-53cd2519e1a2 None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 2, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:52:54.067592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54726) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:54.072964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1471644721-network', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:54.105373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Made reservation on behalf of f4d783a1533b4f82bcb1907b68c0f6d6 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:52:54.108141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.117524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.208196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.214519 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.237004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:52:54.255933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ef3c8-c1a6-4b16-a16c-12e194d3867f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:54.260552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.261247 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Added segment 3d963279-684e-473a-8a80-fe131b9fe46a of type vlan for network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 Oct 19 20:52:54.313855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.341259 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.342353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:54.343059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.393732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54736) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:54.398229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3266141 Oct 19 20:52:54.404603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Request body: {'subnet': {'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1471644721-subnet', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:54.439628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Made reservation on behalf of f4d783a1533b4f82bcb1907b68c0f6d6 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:52:54.442743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.449439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda56b-9873-443b-918e-2dba6ebc00b4 admin admin] Pushing event updated for resources: {'Network': ['ID=22a3d59a-bcc5-4efb-956f-8bf737f2f127,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:54.468786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:52:54.657064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device efddb436-14bd-40df-840c-8df3a1a9ba03 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:54.713798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port efddb436-14bd-40df-840c-8df3a1a9ba03 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:54.714171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.735160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.814017 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.821025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7948f6-5fe4-48d7-a148-4d10ad3ba241,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:54.828143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Checking segment: {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:54.829395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Network hostable DHCP agents. Network: 22a3d59a-bcc5-4efb-956f-8bf737f2f127, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:52:54.845350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port efddb436-14bd-40df-840c-8df3a1a9ba03, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=efddb436-14bd-40df-840c-8df3a1a9ba03,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:54.853162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:52:54.855977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.872398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 22a3d59a-bcc5-4efb-956f-8bf737f2f127) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:54.877668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:52:54.878467 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.893027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ff909-75ec-4245-9af6-1c86a80afb48 None None] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:52:54.895280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f334f9be-d77c-4f9a-9b22-b4c90c268327 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4998126 Oct 19 20:52:54.897894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 54746) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:54.903769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:52:54.926645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.927992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:54.972005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=efddb436-14bd-40df-840c-8df3a1a9ba03,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:54.998181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.101088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'fixed_ips': [{'subnet_id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:52:55.102692 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.189092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.454390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.486252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.514958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Allocated IP 172.20.0.2 (22a3d59a-bcc5-4efb-956f-8bf737f2f127/5f7948f6-5fe4-48d7-a148-4d10ad3ba241/9f0d0f33-7806-4059-bf07-8f8bc3cd9339) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:55.634764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Allocated IP 172.25.7.2 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ee27a17b-506d-49ba-a388-961ec25a8307) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:55.684221 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.691438 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.732497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:55.736821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:55.739469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:55.756224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Pushing event updated for resources: {'Port': ['ID=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:55.781979 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.810094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Attempting to bind port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:52:55.810477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Attempting to bind port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:52:55.810842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Attempting to bind port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 on network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:52:55.815851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:52:55.816231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Checking segment: {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:55.816637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.817087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Bound using segment: {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:52:55.817580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Bound port: 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:52:55.818004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.818287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.857424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:55.861697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:55.864407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:55.891026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] For port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:52:55.895435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Pushing event updated for resources: {'Port': ['ID=ee27a17b-506d-49ba-a388-961ec25a8307,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:55.896092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] For port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:52:55.905653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:55.986535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2dd9-92e4-45af-8e06-f100e1ea293f None None] Pushing event updated for resources: {'Port': ['ID=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:56.177806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.375175 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:52:56.384646 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:56.385253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:56.411799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.463487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08a2dda1-a750-4a01-b1c0-8170f6625dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.501257 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:56.570878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Router ccc0ac58-184f-4933-b359-33c153a94878 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:52:56.710215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:52:56.725454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device efddb436-14bd-40df-840c-8df3a1a9ba03 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:56.728056 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 2, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:56.728692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Sync routers for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:52:56.737785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.742532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 54778) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:52:56.743084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-605f9a5f-1990-4ec0-8eb4-eb2e488c3f23 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8435588 Oct 19 20:52:56.761655 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:52:56.761989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Updating router 4b24eacb-3282-44bb-9721-067824006647 port bb75d701-aae1-4ff8-a52d-4a0284a31056 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:52:56.772118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:56.772979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:56.790650 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.899767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port efddb436-14bd-40df-840c-8df3a1a9ba03 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:56.900499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:56.946207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:57.179916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:57.310169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:57.310542 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.371623 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.381030 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.392522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:56Z', 'revision_number': 3, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:57.427381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Checking router: ccc0ac58-184f-4933-b359-33c153a94878 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:52:57.428506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Updating router ccc0ac58-184f-4933-b359-33c153a94878 port ee27a17b-506d-49ba-a388-961ec25a8307 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:52:57.468796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.498324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Pushing event updated for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:57.508964 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.509360 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.509799 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.510272 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.510722 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.511164 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.511771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.512005 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.512476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.512902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.513556 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.514467 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:52:57.554051 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Attempting to bind port bb75d701-aae1-4ff8-a52d-4a0284a31056 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:52:57.555084 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Attempting to bind port bb75d701-aae1-4ff8-a52d-4a0284a31056 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:52:57.555536 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Attempting to bind port bb75d701-aae1-4ff8-a52d-4a0284a31056 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:52:57.563043 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:52:57.563576 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:57.564071 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.564558 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:52:57.565116 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Bound port: bb75d701-aae1-4ff8-a52d-4a0284a31056, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:52:57.565627 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.626152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d386f5-f1e6-4dc4-b9a8-0ffa06a44c21 None None] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:52:57.679903 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] For port bb75d701-aae1-4ff8-a52d-4a0284a31056, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:52:57.684939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] For port bb75d701-aae1-4ff8-a52d-4a0284a31056, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb75d701-aae1-4ff8-a52d-4a0284a31056,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:52:57.695934 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.794663 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:57.795403 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:57.841574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.842470 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.889754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-adc62279-e2ab-4dd3-8319-534983eeca0a None None] Provisioning complete for port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:57.890118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-adc62279-e2ab-4dd3-8319-534983eeca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:57.935589 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:57.996113 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51f31-088d-47c6-b54b-e1d2d32761da None None] Pushing event updated for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:58.042405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Allocated IP 172.20.0.1 (22a3d59a-bcc5-4efb-956f-8bf737f2f127/5f7948f6-5fe4-48d7-a148-4d10ad3ba241/bf4445ba-d4a3-434d-bb2e-6453a7517565) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:52:58.056629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:58.064533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.088727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.094504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.184041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Attempting to bind port ee27a17b-506d-49ba-a388-961ec25a8307 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:52:58.184884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Attempting to bind port ee27a17b-506d-49ba-a388-961ec25a8307 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:52:58.184884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Attempting to bind port ee27a17b-506d-49ba-a388-961ec25a8307 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:52:58.190516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.230230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:52:58.230563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:52:58.230735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.231134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:52:58.231571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Bound port: ee27a17b-506d-49ba-a388-961ec25a8307, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:52:58.232001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.240870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:58.241436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.272861 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:57Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:58.287026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:58.292219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:58.296216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:52:58.305986 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99e76b-5f82-4a75-aab4-aa836db2ea65 None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:57Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:52:58.353196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.356697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545468-ed67-4e43-be7f-2d90b4afe250 None None] Pushing event updated for resources: {'Port': ['ID=ee27a17b-506d-49ba-a388-961ec25a8307,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:58.385199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] For port ee27a17b-506d-49ba-a388-961ec25a8307, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:52:58.389199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] For port ee27a17b-506d-49ba-a388-961ec25a8307, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee27a17b-506d-49ba-a388-961ec25a8307,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:52:58.397334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.413918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:58.486007 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:52:58.487065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:58.566669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545468-ed67-4e43-be7f-2d90b4afe250 None None] Pushing event updated for resources: {'Port': ['ID=ee27a17b-506d-49ba-a388-961ec25a8307,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:58.574684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] Provisioning complete for port bb75d701-aae1-4ff8-a52d-4a0284a31056 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:58.574684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.647891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.949831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:58.967984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:58.969577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.032427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:52:59.046904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:59.068677 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.180754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:52:59.182647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:52:59.190575 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.213208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:59.213592 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.317958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] For port bb75d701-aae1-4ff8-a52d-4a0284a31056, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb75d701-aae1-4ff8-a52d-4a0284a31056,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:52:59.324238 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5f7a731-196a-4c55-ade6-4b4aafd26efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.346390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Router ccc0ac58-184f-4933-b359-33c153a94878 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:52:59.353765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.424403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26b21-e221-4cfb-a26f-3d50eb555f9c None None] Pushing event updated for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:52:59.507532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f0c61b31-8ad1-4533-ace3-8e66ecea7226 None None] Provisioning complete for port bf4445ba-d4a3-434d-bb2e-6453a7517565 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:59.508066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0c61b31-8ad1-4533-ace3-8e66ecea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.536321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:52:59.541683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb75d701-aae1-4ff8-a52d-4a0284a31056 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:52:59.545797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:56Z', 'revision_number': 3, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:52:59.555584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5a97e1c-a09d-4de0-8ed6-ccf05104eb76 admin admin] 10.222.0.31 "PUT /v2.0/routers/ccc0ac58-184f-4933-b359-33c153a94878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8076589 Oct 19 20:52:59.596507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa59816-c6cd-4db1-9179-e2012bd9af08 None None] The sync data for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 is: [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:56Z', 'revision_number': 3, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:52:59.613328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0c61b31-8ad1-4533-ace3-8e66ecea7226 None None] Port bf4445ba-d4a3-434d-bb2e-6453a7517565 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:52:59.637816 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f0c61b31-8ad1-4533-ace3-8e66ecea7226 None None] Provisioning complete for port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:59.645793 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0c61b31-8ad1-4533-ace3-8e66ecea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.686422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bb75d701-aae1-4ff8-a52d-4a0284a31056 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:59.687116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:52:59.964644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-865e6aa2-16b4-47cb-950d-82e919155b92 None None] Provisioning complete for port bf4445ba-d4a3-434d-bb2e-6453a7517565 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:52:59.965219 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-865e6aa2-16b4-47cb-950d-82e919155b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:00.015585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-865e6aa2-16b4-47cb-950d-82e919155b92 None None] Port bf4445ba-d4a3-434d-bb2e-6453a7517565 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:53:00.305640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:00.743312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee27a17b-506d-49ba-a388-961ec25a8307 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:00.805181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ee27a17b-506d-49ba-a388-961ec25a8307 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:00.805574 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:00.887513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:00.912302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port ee27a17b-506d-49ba-a388-961ec25a8307, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee27a17b-506d-49ba-a388-961ec25a8307,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:00.916479 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:00.917313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb75d701-aae1-4ff8-a52d-4a0284a31056 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:01.014104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=ee27a17b-506d-49ba-a388-961ec25a8307,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:01.020993 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:01.038883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bb75d701-aae1-4ff8-a52d-4a0284a31056 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:01.039251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:01.631449 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Sync routers for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:01.640547 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:01.641147 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:01.707578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-434da05c-c641-4e5d-85f4-0a9a5cc45e25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:01.709017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-434da05c-c641-4e5d-85f4-0a9a5cc45e25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1164763 Oct 19 20:53:01.726584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-2df1e697-bde7-4e85-a360-8727088b46b2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0097103 Oct 19 20:53:01.753756 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:01.789914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-a2aa1ef2-9dbb-46c8-adb1-e0639cb59a1c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571992 Oct 19 20:53:01.900988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-a62c8b97-b729-4e6d-931f-cc6c50846805 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989323 Oct 19 20:53:01.983928 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 4, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bf4445ba-d4a3-434d-bb2e-6453a7517565', 'name': '', 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'mac_address': 'fa:16:3e:7c:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:57Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 2, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'subnets': [{'id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:01.995702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-b0cb6aba-bfc8-4d78-b38e-cc168cef9564 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882549 Oct 19 20:53:02.011132 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Checking router: ccc0ac58-184f-4933-b359-33c153a94878 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:02.011486 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Updating router ccc0ac58-184f-4933-b359-33c153a94878 port bf4445ba-d4a3-434d-bb2e-6453a7517565 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:53:02.041586 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.326993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f76f423-3ac2-48e4-a494-b2ed190602f0 req-c6153a69-608e-4fb8-87f7-294428bc2f32 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0286443 Oct 19 20:53:02.342242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.384348 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.391748 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.442982 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7cfa7-cdd5-4392-90a2-e25399c68c7d None None] Pushing event updated for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:02.509347 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Attempting to bind port bf4445ba-d4a3-434d-bb2e-6453a7517565 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:02.509716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Attempting to bind port bf4445ba-d4a3-434d-bb2e-6453a7517565 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:02.510105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Attempting to bind port bf4445ba-d4a3-434d-bb2e-6453a7517565 on network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:02.516459 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:02.516862 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Checking segment: {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:02.517440 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.517661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Bound using segment: {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:02.518151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Bound port: bf4445ba-d4a3-434d-bb2e-6453a7517565, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d963279-684e-473a-8a80-fe131b9fe46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:02.518530 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.603091 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] For port bf4445ba-d4a3-434d-bb2e-6453a7517565, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:02.606891 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] For port bf4445ba-d4a3-434d-bb2e-6453a7517565, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf4445ba-d4a3-434d-bb2e-6453a7517565,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:02.612010 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.637923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee27a17b-506d-49ba-a388-961ec25a8307 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:02.688974 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:02.689713 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:02.712475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ee27a17b-506d-49ba-a388-961ec25a8307 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:02.713154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.757137 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7cfa7-cdd5-4392-90a2-e25399c68c7d None None] Pushing event updated for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:02.788869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] Provisioning complete for port bf4445ba-d4a3-434d-bb2e-6453a7517565 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:02.790647 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.841143 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:02.930339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:02.979704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] For port bf4445ba-d4a3-434d-bb2e-6453a7517565, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf4445ba-d4a3-434d-bb2e-6453a7517565,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:02.985205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:03.054763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c631db-8c01-4236-bc47-df30a7c30815 None None] Pushing event updated for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:03.211055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ea77b168-a19a-4cb6-97dd-f19e9aad51b6 None None] Provisioning complete for port bf4445ba-d4a3-434d-bb2e-6453a7517565 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:03.211532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea77b168-a19a-4cb6-97dd-f19e9aad51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:03.213325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 4, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bf4445ba-d4a3-434d-bb2e-6453a7517565', 'name': '', 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'mac_address': 'fa:16:3e:7c:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:57Z', 'updated_at': '2021-10-19T20:53:02Z', 'revision_number': 4, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'subnets': [{'id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:03.240104 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc07269-2461-43e3-831c-ae6f0b7b8267 None None] The sync data for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 is: [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T20:52:58Z', 'revision_number': 4, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bf4445ba-d4a3-434d-bb2e-6453a7517565', 'name': '', 'network_id': '22a3d59a-bcc5-4efb-956f-8bf737f2f127', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'mac_address': 'fa:16:3e:7c:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:57Z', 'updated_at': '2021-10-19T20:53:02Z', 'revision_number': 4, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'subnets': [{'id': '5f7948f6-5fe4-48d7-a148-4d10ad3ba241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:03.456640 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ffd79f1-68dc-4810-baa8-9454d3a8c7e6 req-8abecab7-cc38-44ff-a011-69bccf7030d9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Oct 19 20:53:03.636981 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-cf9ab629-a707-4a01-93a6-9787f4a1b901 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:03.639229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-cf9ab629-a707-4a01-93a6-9787f4a1b901 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1554625 Oct 19 20:53:03.654624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:03.796631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:53:03.802052 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:03.954700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.12 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/d22e50b2-eabc-4546-a52b-d0891534945d) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:04.127879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.164151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.208689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:04.212393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:04.214802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:04.271837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:04.302552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:04.303217 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.324451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-822641d3-7d78-4bd5-bf16-130564aab372 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751533 Oct 19 20:53:04.339483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Request body: {'port': {'device_id': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:04.409897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.565020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-46443e43-696d-4183-8a56-bc6ce2dc2291 None None] Provisioning complete for port d22e50b2-eabc-4546-a52b-d0891534945d triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:04.569236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46443e43-696d-4183-8a56-bc6ce2dc2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.588028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe6b50-158e-4f05-b841-e3b324de2899 req-bde14766-0cd8-4016-a1c8-241fb10e6089 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:04.599398 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85fe6b50-158e-4f05-b841-e3b324de2899 req-bde14766-0cd8-4016-a1c8-241fb10e6089 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 932 time: 0.0685244 Oct 19 20:53:04.683140 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85fe6b50-158e-4f05-b841-e3b324de2899 req-80e540c2-0955-42a0-a130-0f413c3b7ed0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826066 Oct 19 20:53:04.690271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46443e43-696d-4183-8a56-bc6ce2dc2291 None None] Port d22e50b2-eabc-4546-a52b-d0891534945d cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:53:04.740189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf4445ba-d4a3-434d-bb2e-6453a7517565 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:04.821943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port bf4445ba-d4a3-434d-bb2e-6453a7517565 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:04.823510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.838154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22e50b2-eabc-4546-a52b-d0891534945d {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:53:04.846611 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.860362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Transition to ACTIVE for port object d22e50b2-eabc-4546-a52b-d0891534945d will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:53:04.865613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:04.926291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Pushing event updated for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:05.047820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Attempting to bind port d22e50b2-eabc-4546-a52b-d0891534945d on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:05.049413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Attempting to bind port d22e50b2-eabc-4546-a52b-d0891534945d by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:05.049811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Attempting to bind port d22e50b2-eabc-4546-a52b-d0891534945d on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:05.054940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Port d22e50b2-eabc-4546-a52b-d0891534945d on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:53:05.055332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Attempting to bind port d22e50b2-eabc-4546-a52b-d0891534945d on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:05.060748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:05.061321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:05.061735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:05.062267 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Bound port: d22e50b2-eabc-4546-a52b-d0891534945d, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:05.062737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:05.139230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:05.142885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22e50b2-eabc-4546-a52b-d0891534945d,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:05.149191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:05.195455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:05.196196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:05.197805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] 10.222.0.37 "PUT /v2.0/ports/d22e50b2-eabc-4546-a52b-d0891534945d HTTP/1.1" status: 200 len: 1092 time: 0.8641875 Oct 19 20:53:05.198572 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:05.201246 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b504fe-fce1-4577-b6ee-449d9ab62f61" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:05.234989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99942-655a-46d4-a53e-93885d8cef5f service neutron] Pushing event updated for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:05.341626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-55d87996-74c0-4682-8d4b-3bd5a1e44665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:05.343290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-55d87996-74c0-4682-8d4b-3bd5a1e44665 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0782022 Oct 19 20:53:05.413088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-eed25648-5747-417c-b5f2-60806265e2a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22e50b2-eabc-4546-a52b-d0891534945d HTTP/1.1" status: 200 len: 217 time: 0.0589535 Oct 19 20:53:05.497578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-b789dc0b-4ae0-4fe6-a1e7-c7e19613508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:05.505752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-b789dc0b-4ae0-4fe6-a1e7-c7e19613508d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0763140 Oct 19 20:53:05.507825 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7962c6d9-633b-4ac8-87c8-4a9d8281356c x-openstack-request-id: req-7962c6d9-633b-4ac8-87c8-4a9d8281356c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:05.508221 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:05.508715 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7962c6d9-633b-4ac8-87c8-4a9d8281356c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:05.509598 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d', 'status': 'completed', 'code': 200} Oct 19 20:53:05.577180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-cf56dd96-7bd1-4e1e-84d8-99a9d295d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:05.579735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-cf56dd96-7bd1-4e1e-84d8-99a9d295d369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692315 Oct 19 20:53:05.806928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-fe4cbc22-d2d4-4d9c-b6bb-a8f26d0896e1 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180173 Oct 19 20:53:05.853701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6da1-7485-405f-8326-d1409080c8eb req-60a1fd02-dab8-4548-9360-570be9ae81d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:05.861409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26ac6da1-7485-405f-8326-d1409080c8eb req-60a1fd02-dab8-4548-9360-570be9ae81d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0748372 Oct 19 20:53:05.912621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26ac6da1-7485-405f-8326-d1409080c8eb req-226b15dc-9719-4176-a630-51f0ce4db61d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Oct 19 20:53:05.946118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b15dcb5-6776-4f59-84e5-cefba75c913c req-d7192a5f-295b-464a-84f1-65d0db1af372 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306639 Oct 19 20:53:06.086041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e7c51-dc16-493f-bf91-58f2b2372be2 req-7f00cc42-d636-4f48-ba6a-2e4b22d11d00 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:06.087652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e60e7c51-dc16-493f-bf91-58f2b2372be2 req-7f00cc42-d636-4f48-ba6a-2e4b22d11d00 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 947 time: 0.1593747 Oct 19 20:53:06.117084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-868da22c-1f5e-4de8-9392-3860dce22270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:06.118629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-868da22c-1f5e-4de8-9392-3860dce22270 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1127868 Oct 19 20:53:06.155384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e60e7c51-dc16-493f-bf91-58f2b2372be2 req-c4d676cb-d5fb-4aa7-b1f5-85a5bb063538 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592864 Oct 19 20:53:06.226243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-c28e98be-fec5-4fea-b1b0-c82fec5c5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:06.228006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-c28e98be-fec5-4fea-b1b0-c82fec5c5741 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0979629 Oct 19 20:53:06.284034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-008e7235-9875-4e1a-8c90-2110fb8c2aed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22e50b2-eabc-4546-a52b-d0891534945d HTTP/1.1" status: 200 len: 217 time: 0.0470855 Oct 19 20:53:06.337192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-d2a7a6e4-336d-448a-bf34-7d54a2890d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:06.338711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-d2a7a6e4-336d-448a-bf34-7d54a2890d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0468392 Oct 19 20:53:06.386380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-a416336c-e241-46e8-9625-a02856a2f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:06.387919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-a416336c-e241-46e8-9625-a02856a2f53a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412869 Oct 19 20:53:06.486842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-28545612-b408-4255-be1d-0953a69caa6e service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913556 Oct 19 20:53:06.591778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7b504fe-fce1-4577-b6ee-449d9ab62f61 req-006d8483-7e23-41d9-bfbd-21396efbac25 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970037 Oct 19 20:53:07.044915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132090a-1997-4e25-ae27-f498e7462178 req-89431c37-bc23-46ed-9ee4-adccfc73bafd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:07.047607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e132090a-1997-4e25-ae27-f498e7462178 req-89431c37-bc23-46ed-9ee4-adccfc73bafd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0617437 Oct 19 20:53:07.098177 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e132090a-1997-4e25-ae27-f498e7462178 req-965b6922-b230-45eb-9606-da3716890428 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Oct 19 20:53:07.225027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-143d0388-4ed7-4782-bcb4-417f155f86e7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:07.227557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-143d0388-4ed7-4782-bcb4-417f155f86e7 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 947 time: 0.0767586 Oct 19 20:53:07.354422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825de7a-9014-4f63-9272-a0d600d3aece req-80ae945a-00fc-4bcf-a57c-0882bb11ed1c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:07.355937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0825de7a-9014-4f63-9272-a0d600d3aece req-80ae945a-00fc-4bcf-a57c-0882bb11ed1c tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 947 time: 0.0959258 Oct 19 20:53:07.404883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Deleting port 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:07.405220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:07.411987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0825de7a-9014-4f63-9272-a0d600d3aece req-7d7504bf-bbf8-4e2c-a05d-6b2f859962d3 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b50f83-808d-4d2b-89d3-951edfad54e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489705 Oct 19 20:53:07.515737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] For port 2aed6861-59b9-4208-bd3a-1937ba105c89, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=2aed6861-59b9-4208-bd3a-1937ba105c89,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:07.516101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:07.721656 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:07.722016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:07.722346 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Floating IP ef9caf85-2368-4926-ab21-2e992910305c disassociated. External IP: 172.25.7.108, port: 2aed6861-59b9-4208-bd3a-1937ba105c89. Oct 19 20:53:07.722714 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Calling delete_port for 2aed6861-59b9-4208-bd3a-1937ba105c89 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:07.853728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:07.879634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'Port': ['ID=2aed6861-59b9-4208-bd3a-1937ba105c89,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:08.003754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:53:08.111015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:08.125990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:08.136188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:08.136837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:08.161339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] No DVR routers for this DVR port 2aed6861-59b9-4208-bd3a-1937ba105c89 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:53:08.164087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:08.167581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16cb3c29-39bb-427c-b7dd-8ddb7d6457ae req-6979a3b8-651c-48db-856d-dfe36eb005b1 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.37 "DELETE /v2.0/ports/2aed6861-59b9-4208-bd3a-1937ba105c89 HTTP/1.1" status: 204 len: 173 time: 0.9330733 Oct 19 20:53:08.168030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-deleted', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:08.170299 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075c71e0-d40a-448b-a479-454e41894270" -d '{"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-deleted", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:08.233856 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1d554-7df3-4bc9-aba6-15529e691042 x-openstack-request-id: req-5eb1d554-7df3-4bc9-aba6-15529e691042 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:08.234536 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c799e2-ea76-4cce-b24d-443cdcadb017", "name": "network-vif-deleted", "tag": "2aed6861-59b9-4208-bd3a-1937ba105c89", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:08.235331 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5eb1d554-7df3-4bc9-aba6-15529e691042 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:08.235670 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c799e2-ea76-4cce-b24d-443cdcadb017', 'name': 'network-vif-deleted', 'tag': '2aed6861-59b9-4208-bd3a-1937ba105c89', 'status': 'completed', 'code': 200} Oct 19 20:53:08.294056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4f675-1bde-4b41-a2bf-4ec46517cb99 req-1b42e6bf-d687-4b91-8744-c539b9199824 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:08.298395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6c4f675-1bde-4b41-a2bf-4ec46517cb99 req-1b42e6bf-d687-4b91-8744-c539b9199824 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.1099896 Oct 19 20:53:08.324905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:08.364197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6c4f675-1bde-4b41-a2bf-4ec46517cb99 req-409007b8-dfac-4aeb-a040-0dcc6a472e21 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597088 Oct 19 20:53:08.588596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f0b80ee-7a8b-4fd4-b395-608a7c044ea0 req-763ab93c-95e9-4316-8a4f-4e1815c7f136 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2c799e2-ea76-4cce-b24d-443cdcadb017 HTTP/1.1" status: 200 len: 210 time: 0.0337727 Oct 19 20:53:08.594934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:08.624102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:08.632907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:08.633614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:08.740915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:08.939966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:08.966847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83eff5-d5df-4b00-b9d1-14768db4266e None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:45:41Z', 'revision_number': 4, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '806c67cf-939a-4422-ae07-849b22268173', 'name': '', 'network_id': 'bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'mac_address': 'fa:16:3e:a9:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:39Z', 'updated_at': '2021-10-19T20:45:47Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'subnets': [{'id': 'fb4d15bb-5571-4be3-8bee-09d1db0ab8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:09.201353 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3244e7-a603-41c1-9da9-7763ba6725ae None None] New status for floating IP ef9caf85-2368-4926-ab21-2e992910305c: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:53:09.424540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:53:09.446192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 2aed6861-59b9-4208-bd3a-1937ba105c89 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:53:09.446595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 2aed6861-59b9-4208-bd3a-1937ba105c89 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:53:09.481723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932120b-0e52-4e74-96d3-b5cfb94437b2 req-e15a2d29-c706-4963-b93a-d2a075670749 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:09.483421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c932120b-0e52-4e74-96d3-b5cfb94437b2 req-e15a2d29-c706-4963-b93a-d2a075670749 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0529165 Oct 19 20:53:09.523836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c932120b-0e52-4e74-96d3-b5cfb94437b2 req-edaf1ba2-b71d-4198-83f6-1b887a98fdeb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Oct 19 20:53:09.666704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55022) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:09.721183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:09.744504 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:09.790373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:09.792958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:09.794139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3b50f83-808d-4d2b-89d3-951edfad54e7 HTTP/1.1" status: 204 len: 168 time: 0.1263127 Oct 19 20:53:09.797014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55024) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:09.803124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713f83f-c48c-42b3-82d4-f6a994669182 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b50f83-808d-4d2b-89d3-951edfad54e7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:09.815581 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-0947845c-e9ba-4848-bff0-58f290685690 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] show failed (client error): The resource could not be found. Oct 19 20:53:09.816950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0947845c-e9ba-4848-bff0-58f290685690 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "GET /v2.0/security-groups/b3b50f83-808d-4d2b-89d3-951edfad54e7 HTTP/1.1" status: 404 len: 347 time: 0.0186822 Oct 19 20:53:09.820763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55026) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:09.945473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Deleting port 5931aac5-136b-4fce-9ca1-feb1590afd42 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:09.945808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.025512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.025828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.037617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Calling delete_port for 5931aac5-136b-4fce-9ca1-feb1590afd42 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:10.173322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.201601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Pushing event deleted for resources: {'Port': ['ID=5931aac5-136b-4fce-9ca1-feb1590afd42,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:10.267663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.270421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:10.271626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56051c8d-1049-4661-a730-2952a2f48b45 tempest-AttachVolumeShelveTestJSON-351267394 tempest-AttachVolumeShelveTestJSON-351267394-project] 10.222.0.31 "DELETE /v2.0/floatingips/ef9caf85-2368-4926-ab21-2e992910305c HTTP/1.1" status: 204 len: 168 time: 0.4498270 Oct 19 20:53:10.653471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d584dd3-d8de-4989-b76a-8b3e22e1e4a6 req-8b666856-038d-405e-bdf0-acfcb2a7d67b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:10.655136 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d584dd3-d8de-4989-b76a-8b3e22e1e4a6 req-8b666856-038d-405e-bdf0-acfcb2a7d67b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0555654 Oct 19 20:53:10.693324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d584dd3-d8de-4989-b76a-8b3e22e1e4a6 req-56985b99-a1c2-499d-815d-d1d2fb146819 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Oct 19 20:53:11.817813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508333af-57e7-4c00-8bd3-358d5f9e23fd req-faf31db6-d39e-4bdf-b005-e27bca6435f6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:11.819292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-508333af-57e7-4c00-8bd3-358d5f9e23fd req-faf31db6-d39e-4bdf-b005-e27bca6435f6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0517101 Oct 19 20:53:11.860574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-508333af-57e7-4c00-8bd3-358d5f9e23fd req-f8801cc3-08ac-4e4d-bc33-e318ec6fcba5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Oct 19 20:53:12.813646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:12.978221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcde30-332e-4e91-b232-b0d0faa1f460 req-04da5b11-4da4-42fc-8eea-7b311b50bef2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:12.980553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2fcde30-332e-4e91-b232-b0d0faa1f460 req-04da5b11-4da4-42fc-8eea-7b311b50bef2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Oct 19 20:53:13.019163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c2fcde30-332e-4e91-b232-b0d0faa1f460 req-fc5989ab-709f-4062-9922-ae49c6c83fed tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Oct 19 20:53:13.301378 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:14.137325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a1f9-fee9-4951-8633-dfdd61d2b430 req-c7f4a15e-a3c5-41d0-963f-7723a0b23077 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:14.139073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a415a1f9-fee9-4951-8633-dfdd61d2b430 req-c7f4a15e-a3c5-41d0-963f-7723a0b23077 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0547071 Oct 19 20:53:14.177555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a415a1f9-fee9-4951-8633-dfdd61d2b430 req-a0b50dea-e3c2-4cc6-b15d-f2bb89d18662 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Oct 19 20:53:15.298695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36ac95-db4c-4b81-84b0-21f7dc306644 req-6b53ac74-7f84-448f-9ecb-7b67876bfb01 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:15.307106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf36ac95-db4c-4b81-84b0-21f7dc306644 req-6b53ac74-7f84-448f-9ecb-7b67876bfb01 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0621717 Oct 19 20:53:15.341774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf36ac95-db4c-4b81-84b0-21f7dc306644 req-405590e1-48ac-4e7f-a003-7bf720da4fae tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Oct 19 20:53:16.464392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffc76d-3577-4689-b8a3-7ac410d751ae req-4ad14d0d-4d20-436e-a89f-3d08d3002305 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:16.465900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abffc76d-3577-4689-b8a3-7ac410d751ae req-4ad14d0d-4d20-436e-a89f-3d08d3002305 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0540018 Oct 19 20:53:16.508786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abffc76d-3577-4689-b8a3-7ac410d751ae req-26f6f0f5-5e79-4b47-b532-2553cac6d1c2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Oct 19 20:53:16.944081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:17.518202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:17.701917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fdef7-a530-4c40-a9cc-6770340eb416 req-71d2363a-bf62-41d8-aa5f-556c2e788118 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:17.703394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a9fdef7-a530-4c40-a9cc-6770340eb416 req-71d2363a-bf62-41d8-aa5f-556c2e788118 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0945446 Oct 19 20:53:18.125868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9a9fdef7-a530-4c40-a9cc-6770340eb416 req-7864c5db-0f06-41fb-912b-701e3daf0284 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Oct 19 20:53:18.221651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Deleting port 806c67cf-939a-4422-ae07-849b22268173 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:18.222132 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:18.310620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] For port 806c67cf-939a-4422-ae07-849b22268173, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=806c67cf-939a-4422-ae07-849b22268173,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:18.311133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:18.324590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Calling delete_port for 806c67cf-939a-4422-ae07-849b22268173 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:18.505643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:18.534685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Pushing event deleted for resources: {'Port': ['ID=806c67cf-939a-4422-ae07-849b22268173,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:18.729980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:18.964646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Router 2a16ddf2-73fe-409d-8724-a50dab7b95ec has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:53:19.078448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:19.084062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9345445c-4091-4913-97b3-10efa5af387b admin admin] 10.222.0.31 "PUT /v2.0/routers/2a16ddf2-73fe-409d-8724-a50dab7b95ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1377873 Oct 19 20:53:19.086504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:19.089262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Sync routers for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:19.100294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:19.101446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:19.203509 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.291343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a7df-8180-4eed-b283-6d0ee5795061 req-304d00dd-532b-48d3-8292-18e3cabea921 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:19.293594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2eb3a7df-8180-4eed-b283-6d0ee5795061 req-304d00dd-532b-48d3-8292-18e3cabea921 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 944 time: 0.0639668 Oct 19 20:53:19.338515 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.382827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2eb3a7df-8180-4eed-b283-6d0ee5795061 req-0cde338c-157a-4038-9929-47a6b1109441 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Oct 19 20:53:19.409855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Deleting port 9372587d-b70c-43dc-8902-28770a852bfe {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:19.410380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.440205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:19.477548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22e50b2-eabc-4546-a52b-d0891534945d details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:53:19.510447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] For port 9372587d-b70c-43dc-8902-28770a852bfe, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9372587d-b70c-43dc-8902-28770a852bfe,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:19.511080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.528049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Calling delete_port for 9372587d-b70c-43dc-8902-28770a852bfe owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:19.693756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22e50b2-eabc-4546-a52b-d0891534945d,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:19.704516 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.711982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd22e50b2-eabc-4546-a52b-d0891534945d', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': 'd22e50b2-eabc-4546-a52b-d0891534945d', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:53:19.732791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Pushing event deleted for resources: {'Port': ['ID=9372587d-b70c-43dc-8902-28770a852bfe,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:19.761575 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.774870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22e50b2-eabc-4546-a52b-d0891534945d {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:53:19.797528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '9372587d-b70c-43dc-8902-28770a852bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:53:18Z', 'revision_number': 5, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port': {'id': '9372587d-b70c-43dc-8902-28770a852bfe', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:45:35Z', 'updated_at': '2021-10-19T20:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:19.800439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22e50b2-eabc-4546-a52b-d0891534945d,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:19.805854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.829676 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.834247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Checking router: 2a16ddf2-73fe-409d-8724-a50dab7b95ec for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:19.871411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Routers {'2a16ddf2-73fe-409d-8724-a50dab7b95ec'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:19.872150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:19.934567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.938450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.954546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] Set router 2a16ddf2-73fe-409d-8724-a50dab7b95ec gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:19.990330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:19.990982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a16ddf2-73fe-409d-8724-a50dab7b95ec {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:53:19.997000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.000789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1067c56d-afd1-4d40-aaab-a78686f26054 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a16ddf2-73fe-409d-8724-a50dab7b95ec HTTP/1.1" status: 204 len: 168 time: 0.9132504 Oct 19 20:53:20.000917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:20.023133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d22e50b2-eabc-4546-a52b-d0891534945d'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:53:20.026124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:53:19Z', 'revision_number': 7, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:20.059179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Deleting subnet fb4d15bb-5571-4be3-8bee-09d1db0ab8ad {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:53:20.062764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.087237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825e6ea-3d73-4062-8de3-ac59858c65cb None None] The sync data for ids ['2a16ddf2-73fe-409d-8724-a50dab7b95ec'] in n-d-805649-9 is: [{'id': '2a16ddf2-73fe-409d-8724-a50dab7b95ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1913693403-router', 'tenant_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:45:34Z', 'updated_at': '2021-10-19T20:53:19Z', 'revision_number': 7, 'project_id': 'cf185929368e44e79e7f7f32ba49f6f2', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:20.090454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:20.102508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.201165 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.261455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.293001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4d15bb-5571-4be3-8bee-09d1db0ab8ad,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:20.297700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.301334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7978c0e8-5e52-4808-b4ac-798bb25f9587 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb4d15bb-5571-4be3-8bee-09d1db0ab8ad HTTP/1.1" status: 204 len: 168 time: 0.2990572 Oct 19 20:53:20.303567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55116) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:20.307077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21658312-d062-4341-95db-ad17bdc60968 None None] Network bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:53:20.375688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.442346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Deleting port 706e9eef-3b36-4e26-a058-4b5678329581 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:20.442825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.522991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4ef0-26ef-462e-90da-aab4b9768ed3 req-7f0414b7-6c57-4b01-8dd4-49a319df5df7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:20.532574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-145c4ef0-26ef-462e-90da-aab4b9768ed3 req-7f0414b7-6c57-4b01-8dd4-49a319df5df7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 945 time: 0.0800300 Oct 19 20:53:20.546679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] DHCP port deletion for bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:53:20.579745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] For port 706e9eef-3b36-4e26-a058-4b5678329581, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=706e9eef-3b36-4e26-a058-4b5678329581,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:20.580121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.613133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Calling delete_port for 706e9eef-3b36-4e26-a058-4b5678329581 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:20.619492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-145c4ef0-26ef-462e-90da-aab4b9768ed3 req-56412754-0a61-4d1e-840b-f842d589528f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Oct 19 20:53:20.644205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Deleting port 706e9eef-3b36-4e26-a058-4b5678329581 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:20.644589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.717197 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.723482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] For port 706e9eef-3b36-4e26-a058-4b5678329581, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=706e9eef-3b36-4e26-a058-4b5678329581,segment=NetworkSegment(15751d35-9d63-4169-b69a-588b96307239),segment_id=15751d35-9d63-4169-b69a-588b96307239)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:20.723882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.742310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Calling delete_port for 706e9eef-3b36-4e26-a058-4b5678329581 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:20.743427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=706e9eef-3b36-4e26-a058-4b5678329581,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:20.747271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] No DVR routers for this DVR port 706e9eef-3b36-4e26-a058-4b5678329581 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:53:20.819598 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.821604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.844696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:20.848488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] Pushing event deleted for resources: {'Port': ['ID=706e9eef-3b36-4e26-a058-4b5678329581,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:20.858222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15751d35-9d63-4169-b69a-588b96307239') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:20.858772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15751d35-9d63-4169-b69a-588b96307239') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:20.860204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d7ace-4191-49c3-9dd4-390d314da2e4 None None] No DVR routers for this DVR port 706e9eef-3b36-4e26-a058-4b5678329581 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:53:20.875659 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.890439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.898116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:53:20.898557 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:53:20.900530 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:53:20.965761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.970723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:20.977146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6 HTTP/1.1" status: 204 len: 168 time: 0.6686304 Oct 19 20:53:21.002591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f393-dcca-4876-b5bc-101740d841d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddc5a3d-43a7-42ac-a762-0d2f36a0aaa6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:21.034787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 706e9eef-3b36-4e26-a058-4b5678329581 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:53:21.057977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 706e9eef-3b36-4e26-a058-4b5678329581 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:53:21.058405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 706e9eef-3b36-4e26-a058-4b5678329581 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:53:21.059087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806c67cf-939a-4422-ae07-849b22268173 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:53:21.082330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 806c67cf-939a-4422-ae07-849b22268173 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:53:21.082760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 806c67cf-939a-4422-ae07-849b22268173 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:53:21.138259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55126) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:21.187423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9633b7e3-321f-4cbc-8d27-01b2871f4db6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf185929368e44e79e7f7f32ba49f6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477912 Oct 19 20:53:21.190048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:21.249506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.274679 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.338906 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.340179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.341912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e645beb-eb1f-4b97-bdf1-d7fa439552f4 HTTP/1.1" status: 204 len: 168 time: 0.1508386 Oct 19 20:53:21.350495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd20b-053f-48b7-90d8-dc72e0e3c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e645beb-eb1f-4b97-bdf1-d7fa439552f4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:21.457513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22e50b2-eabc-4546-a52b-d0891534945d up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:21.513171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d22e50b2-eabc-4546-a52b-d0891534945d completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:53:21.517190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d22e50b2-eabc-4546-a52b-d0891534945d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:21.517604 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.595940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.618646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:21.620893 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f56733-e94a-49d0-8206-06bc6ef2f855" -d '{"events": [{"server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:21.638621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22e50b2-eabc-4546-a52b-d0891534945d,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:21.650350 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:21.675799 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3667d966-c182-49c4-967c-69cd76dd4192 x-openstack-request-id: req-3667d966-c182-49c4-967c-69cd76dd4192 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:21.676089 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:21.676513 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3667d966-c182-49c4-967c-69cd76dd4192 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:21.677074 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d', 'code': 200} Oct 19 20:53:21.708870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:21.794666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed78fba-abc8-4ee2-b0f1-8141095c811f req-47ab1d0d-4ea2-4423-ba86-78399a182fe2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:21.796155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aed78fba-abc8-4ee2-b0f1-8141095c811f req-47ab1d0d-4ea2-4423-ba86-78399a182fe2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0802708 Oct 19 20:53:21.801326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17d831-c6d7-4cbd-9233-25e3d7899898 req-6427a962-97f4-4d36-a4b6-d90458b89994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:21.802813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e17d831-c6d7-4cbd-9233-25e3d7899898 req-6427a962-97f4-4d36-a4b6-d90458b89994 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0758739 Oct 19 20:53:21.857220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e17d831-c6d7-4cbd-9233-25e3d7899898 req-be54cd8b-70fe-419b-8dbf-fbf595b57898 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Oct 19 20:53:21.860182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aed78fba-abc8-4ee2-b0f1-8141095c811f req-7530d9f8-fc83-4a9f-8318-288f004b7a4f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565047 Oct 19 20:53:22.039260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55158) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:22.134389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-399231553-network', 'tenant_id': 'c61449b907c0439893799243fef26f4f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:22.155378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Made reservation on behalf of c61449b907c0439893799243fef26f4f for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:53:22.157812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.169364 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.249908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.253703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.283622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36bf13-c36a-4acb-a22d-33699e96730d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:22.286884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:53:22.298386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.298783 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Added segment 5e7bdf88-c0ca-4aba-b172-59bf0208112c of type vlan for network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 Oct 19 20:53:22.339814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.363987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.364868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:22.365585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.399165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3587809 Oct 19 20:53:22.402281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:22.409063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Request body: {'subnet': {'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-399231553-subnet', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:22.432772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca81b-48c0-48f8-9ac0-cf9fee6bf8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8721d446-9806-4c2f-95ce-a7cc3d7f30e0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:22.434625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Made reservation on behalf of c61449b907c0439893799243fef26f4f for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:53:22.437937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.443714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:53:22.558954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9372587d-b70c-43dc-8902-28770a852bfe no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:53:22.585691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9372587d-b70c-43dc-8902-28770a852bfe {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:53:22.586276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9372587d-b70c-43dc-8902-28770a852bfe not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:53:22.615830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.680853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=447a3b72-0e26-4a24-b074-8237ea34f67d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:22.688273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Checking segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:22.688634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Network hostable DHCP agents. Network: 8721d446-9806-4c2f-95ce-a7cc3d7f30e0, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:53:22.705640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:53:22.714987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8721d446-9806-4c2f-95ce-a7cc3d7f30e0) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:22.719947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:22.720705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.729223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe58f3-8c97-47aa-8b89-36755237164a None None] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:53:22.745877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bae847cd-71d4-4a5c-8a3c-559bf3cc7dfd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3420954 Oct 19 20:53:22.746143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:22.751022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:22.775937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.777341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:22.932114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.044597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:53:23.044597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.057717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.133346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f58a6d-fa46-4077-b225-643b834ea7d4 req-8d2aa928-c866-4b59-a9b1-34a444a70fa7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:23.134925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24f58a6d-fa46-4077-b225-643b834ea7d4 req-8d2aa928-c866-4b59-a9b1-34a444a70fa7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0800903 Oct 19 20:53:23.154827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Allocated IP 172.20.0.2 (8721d446-9806-4c2f-95ce-a7cc3d7f30e0/447a3b72-0e26-4a24-b074-8237ea34f67d/f07207ca-1057-4137-b6e1-27e886abdca7) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:23.213680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24f58a6d-fa46-4077-b225-643b834ea7d4 req-22f206e3-0256-4973-aaba-919fd067a147 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483129 Oct 19 20:53:23.340749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.349344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.366415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.390469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.391898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:23.396234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:23.403853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:23.407398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Pushing event updated for resources: {'Port': ['ID=f07207ca-1057-4137-b6e1-27e886abdca7,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:23.475850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Attempting to bind port f07207ca-1057-4137-b6e1-27e886abdca7 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:23.476758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Attempting to bind port f07207ca-1057-4137-b6e1-27e886abdca7 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:23.477373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Attempting to bind port f07207ca-1057-4137-b6e1-27e886abdca7 on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:23.484153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:23.484448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Checking segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:23.484822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.485676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Bound using segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:23.486380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Bound port: f07207ca-1057-4137-b6e1-27e886abdca7, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:23.486951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.506504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Allocated IP 172.25.7.146 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/11e99e73-bcd9-41f2-8510-7f64fcbdeeb5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:23.556903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] For port f07207ca-1057-4137-b6e1-27e886abdca7, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:23.560775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] For port f07207ca-1057-4137-b6e1-27e886abdca7, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f07207ca-1057-4137-b6e1-27e886abdca7,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:23.566294 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:23.636533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b817b3-58c1-4d7b-91eb-98610242beb2 None None] Pushing event updated for resources: {'Port': ['ID=f07207ca-1057-4137-b6e1-27e886abdca7,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:23.970327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.007980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.044090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:24.047223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:24.050897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:24.085355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Pushing event updated for resources: {'Port': ['ID=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:24.363461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.377086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c8b9-649a-4fea-80ea-ae6353209168 req-78631d3c-b775-4d30-be9f-515ebc8f4b7c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:24.378661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc82c8b9-649a-4fea-80ea-ae6353209168 req-78631d3c-b775-4d30-be9f-515ebc8f4b7c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0764060 Oct 19 20:53:24.425581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc82c8b9-649a-4fea-80ea-ae6353209168 req-60f291aa-e273-4db3-91cd-b5ca68ad6170 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Oct 19 20:53:24.637082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0994dc1-634a-428e-8656-7b4c0948351b req-4122e0c2-fb35-4208-81c5-7464a9bddf63 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:24.639257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0994dc1-634a-428e-8656-7b4c0948351b req-4122e0c2-fb35-4208-81c5-7464a9bddf63 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.1384680 Oct 19 20:53:24.669619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.691110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f07207ca-1057-4137-b6e1-27e886abdca7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:24.734780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0994dc1-634a-428e-8656-7b4c0948351b req-cfe2d818-a5ce-4a73-87cf-21b9be819ec4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Oct 19 20:53:24.772045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f07207ca-1057-4137-b6e1-27e886abdca7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:24.773597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.830747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d44e8-a95a-45a5-8f3f-316cb40462ff None None] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:53:24.842484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:53:24.901697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079333e-e8dc-48c2-85e4-4207f9bb9f2a req-378b4551-65cd-4369-83c3-06be1f92a2c0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:24.904705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b079333e-e8dc-48c2-85e4-4207f9bb9f2a req-378b4551-65cd-4369-83c3-06be1f92a2c0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0841429 Oct 19 20:53:24.922275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-379f3b00-4ad1-43c7-ab94-1e050ac81747 None None] Provisioning complete for port f07207ca-1057-4137-b6e1-27e886abdca7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:24.922653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-379f3b00-4ad1-43c7-ab94-1e050ac81747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:24.973741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:24.987034 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:24.989186 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b079333e-e8dc-48c2-85e4-4207f9bb9f2a req-1860e6d7-6734-450e-ba2d-5945a65c933f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766516 Oct 19 20:53:25.013264 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:25.014388 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:25.026708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.032192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d5c7339a-3705-45b8-8fc9-fd99bcaa9b5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2822633 Oct 19 20:53:25.032941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 55228) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:25.055491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.153087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f07207ca-1057-4137-b6e1-27e886abdca7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f07207ca-1057-4137-b6e1-27e886abdca7,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:25.159550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-379f3b00-4ad1-43c7-ab94-1e050ac81747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.170746 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.248858 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:25.290425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f07207ca-1057-4137-b6e1-27e886abdca7,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:25.297097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-3f132ede-6ca4-4dc2-a123-a9ba69c736ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861683 Oct 19 20:53:25.334160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-379f3b00-4ad1-43c7-ab94-1e050ac81747 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 20:53:25.334530 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-379f3b00-4ad1-43c7-ab94-1e050ac81747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 20:53:25.515202 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:24Z', 'revision_number': 3, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:25.532375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4f7a-4ea6-4df8-83a0-b1f7f54ed332 req-f5772300-2507-4868-8ea8-8ce4328233e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:25.539818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-307e4f7a-4ea6-4df8-83a0-b1f7f54ed332 req-f5772300-2507-4868-8ea8-8ce4328233e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.1415014 Oct 19 20:53:25.544117 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:25.545002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Updating router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:53:25.551771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-ed63190c-1278-47dd-909c-50b5e6120a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:25.553263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-ed63190c-1278-47dd-909c-50b5e6120a45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.1648147 Oct 19 20:53:25.576012 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.651923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-307e4f7a-4ea6-4df8-83a0-b1f7f54ed332 req-cb4d55f6-d202-44f3-ab1f-21005a6be32e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112239 Oct 19 20:53:25.761465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-e86bb214-270e-402a-8d09-c223807103ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:25.763083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-e86bb214-270e-402a-8d09-c223807103ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.1793776 Oct 19 20:53:25.872926 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.881627 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.887361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-6afe6986-3ea7-44ce-9f3b-e90d1069d40a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1002 time: 0.0771661 Oct 19 20:53:25.947905 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602cdee-de91-417f-a135-ac978d0ee45a None None] Pushing event updated for resources: {'Port': ['ID=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:25.950813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Attempting to bind port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:25.951200 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Attempting to bind port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:25.951898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Attempting to bind port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:25.958680 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:25.959591 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:25.960826 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.961226 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:25.961764 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Bound port: 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:25.962136 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:25.988084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-de905f1a-8f6c-4107-9484-bd21a8a9e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:25.990086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-de905f1a-8f6c-4107-9484-bd21a8a9e462 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0925498 Oct 19 20:53:25.992009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.001310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9458210a-edb9-4110-87a1-a3e78b73729a None None] Provisioning complete for port f07207ca-1057-4137-b6e1-27e886abdca7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:26.001925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9458210a-edb9-4110-87a1-a3e78b73729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.041801 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] For port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:26.050552 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] For port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:26.063369 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.113850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:26.114469 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:26.132800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-5fa89284-7477-4096-bd3d-c7c381280273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:26.135132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-5fa89284-7477-4096-bd3d-c7c381280273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342046 Oct 19 20:53:26.178647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602cdee-de91-417f-a135-ac978d0ee45a None None] Pushing event updated for resources: {'Port': ['ID=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:26.283395 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:26.367415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-76a2a4c2-e777-4dc5-a76b-9f6c30fb86a7 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097085 Oct 19 20:53:26.388604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Allocated IP 172.20.0.1 (8721d446-9806-4c2f-95ce-a7cc3d7f30e0/447a3b72-0e26-4a24-b074-8237ea34f67d/5c34d86f-3fb7-4cd0-bc35-be1750629045) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:26.467281 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a4654aa-db76-4c2c-b8cc-dbad3835d5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.531598 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:24Z', 'revision_number': 3, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:26.537570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47af23e2-101b-44ea-b45d-6d2030e4c0fa req-7bbbf00f-d9cc-4d2c-a0ad-b76e1a50223f service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597807 Oct 19 20:53:26.562674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e4277-d1fd-494f-9ccf-de73af52e7eb None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:24Z', 'revision_number': 3, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:26.569939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.609066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.653619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:26.659761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f07207ca-1057-4137-b6e1-27e886abdca7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:26.659976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:26.662214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:26.669493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:26.711645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.760014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f07207ca-1057-4137-b6e1-27e886abdca7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:26.761067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:26.865028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f0035-7eac-4c2f-b4fc-98f221ebeb76 req-1bb3c1c6-a5bc-42b2-8413-bb4b4df33d84 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:26.867952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-674f0035-7eac-4c2f-b4fc-98f221ebeb76 req-1bb3c1c6-a5bc-42b2-8413-bb4b4df33d84 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0907950 Oct 19 20:53:27.003926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-674f0035-7eac-4c2f-b4fc-98f221ebeb76 req-d8ee34ae-8a44-491b-a4a8-23a87700ef12 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286612 Oct 19 20:53:27.146413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bd4e26fc-c40d-4b41-8074-86c2f308579f None None] Provisioning complete for port 5c34d86f-3fb7-4cd0-bc35-be1750629045 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:27.147359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bd4e26fc-c40d-4b41-8074-86c2f308579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.193539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e26fc-c40d-4b41-8074-86c2f308579f None None] Port 5c34d86f-3fb7-4cd0-bc35-be1750629045 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:53:27.295234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-0ee837e1-076b-40d7-85fa-291940a5c6dd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:27.296841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-0ee837e1-076b-40d7-85fa-291940a5c6dd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 946 time: 0.0982559 Oct 19 20:53:27.407114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.478025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port d22e50b2-eabc-4546-a52b-d0891534945d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:53:27.478366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.635482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port d22e50b2-eabc-4546-a52b-d0891534945d, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d22e50b2-eabc-4546-a52b-d0891534945d,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:27.636115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.662866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for d22e50b2-eabc-4546-a52b-d0891534945d owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:53:27.723553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.731204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.817377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:27.829508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.949889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:27.995755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=d22e50b2-eabc-4546-a52b-d0891534945d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:28.025430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:28.028025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:28.050756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port d22e50b2-eabc-4546-a52b-d0891534945d on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:53:28.054740 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:28.058161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64dd07e6-9cb7-481a-9335-0a852b2c80ce req-ff08d5b7-70a6-4207-b0e1-f4efd5a1ff91 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "DELETE /v2.0/ports/d22e50b2-eabc-4546-a52b-d0891534945d HTTP/1.1" status: 204 len: 173 time: 0.7537477 Oct 19 20:53:28.058607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'name': 'network-vif-deleted', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:28.061483 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2bf61b-2668-4be7-9502-d721152ff4ec" -d '{"events": [{"server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "name": "network-vif-deleted", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:28.221043 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889adfe0-71fd-4d0a-bc33-d5c697129330 x-openstack-request-id: req-889adfe0-71fd-4d0a-bc33-d5c697129330 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:28.221676 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5041a8-1aee-4dbd-ae60-b874e5d38ed7", "name": "network-vif-deleted", "tag": "d22e50b2-eabc-4546-a52b-d0891534945d", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:28.221938 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-889adfe0-71fd-4d0a-bc33-d5c697129330 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:28.222353 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5041a8-1aee-4dbd-ae60-b874e5d38ed7', 'name': 'network-vif-deleted', 'tag': 'd22e50b2-eabc-4546-a52b-d0891534945d', 'status': 'completed', 'code': 200} Oct 19 20:53:28.301903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7dee8876-4ea6-437f-a58d-3615c6d0eefc req-c51a0d5a-2a51-4ba6-b31b-09cf31cb1f28 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0933559 Oct 19 20:53:28.307194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:53:28.457403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-edc108c8-bc0b-4b84-8d26-99a2514d944c None None] Provisioning complete for port 5c34d86f-3fb7-4cd0-bc35-be1750629045 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:28.457882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edc108c8-bc0b-4b84-8d26-99a2514d944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:28.470499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:28.476678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-28329823-c408-4ba2-b9e0-cb92e5dba5b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/d42f2d23-58f5-43f2-ae16-6a547f10f9d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4423127 Oct 19 20:53:28.518912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-edc108c8-bc0b-4b84-8d26-99a2514d944c None None] Port 5c34d86f-3fb7-4cd0-bc35-be1750629045 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:53:28.684627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:28.757442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:28.758005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:28.823311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:28.841673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:28.842686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:52:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:28.921548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:28.989803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:28.994765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.031155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:29.037971 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:53:29.124548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:29.201887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55316) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:29.206572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941425711', 'description': 'tempest-description--1161110698'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:29.248355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.255629 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b2ad895-f4c9-4437-9d73-831e0977d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.319916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 2, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:29.361642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.364946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:29.365528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Updating router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 port 5c34d86f-3fb7-4cd0-bc35-be1750629045 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:53:29.367990 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.411812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.413343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2103639 Oct 19 20:53:29.416671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55324) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:29.422236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group_rule': {'security_group_id': '618bdfab-e415-4a16-ae42-19fe2a39b463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:29.429818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c70933-e80d-4543-92ad-d1ede26708e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618bdfab-e415-4a16-ae42-19fe2a39b463,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:29.438977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.463724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b163c483-9586-4fa6-adaa-f52e2db70b3c req-cef3ff43-1002-41f3-8735-cd2b1e2c9856 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0843062 Oct 19 20:53:29.490272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.504204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22e50b2-eabc-4546-a52b-d0891534945d no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:53:29.535093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: d22e50b2-eabc-4546-a52b-d0891534945d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:53:29.535439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d22e50b2-eabc-4546-a52b-d0891534945d not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:53:29.571975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.581549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.604794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca830cf2-30d4-4e86-8aa3-e0271ac2d54a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:29.621574 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.623472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5da9b642-f7bb-4d8a-9781-652bea0da003 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049961 Oct 19 20:53:29.626684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55330) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:29.631779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group_rule': {'security_group_id': '618bdfab-e415-4a16-ae42-19fe2a39b463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:29.661583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.744652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.749987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.767261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5117c9-d293-4790-9ba0-182536ab5a60,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:29.782469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.789199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-458cbcb9-b99d-4441-af4f-a0ae723fff01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561821 Oct 19 20:53:29.789879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:29.795070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:29.844379 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.845380 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.852177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:29.984079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.018772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Pushing event updated for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:30.054762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.055140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.058954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.062319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.063844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.064200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.064549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.066009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.066372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.066711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.067049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.067378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:30.081649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Attempting to bind port 5c34d86f-3fb7-4cd0-bc35-be1750629045 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:30.082031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Attempting to bind port 5c34d86f-3fb7-4cd0-bc35-be1750629045 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:30.082443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Attempting to bind port 5c34d86f-3fb7-4cd0-bc35-be1750629045 on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:30.091309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:30.091689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Checking segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:30.092089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.092479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Bound using segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:30.092947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Bound port: 5c34d86f-3fb7-4cd0-bc35-be1750629045, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:30.093351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.123663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Allocated IP 172.25.7.4 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e5b4f310-57d3-4b8f-8495-381cbc4ccc14) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:30.182116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] For port 5c34d86f-3fb7-4cd0-bc35-be1750629045, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:30.196844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] For port 5c34d86f-3fb7-4cd0-bc35-be1750629045, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c34d86f-3fb7-4cd0-bc35-be1750629045,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:30.208855 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.305566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.326808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] Provisioning complete for port 5c34d86f-3fb7-4cd0-bc35-be1750629045 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:30.327180 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.331375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.334277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a084e-a522-4530-8cca-0fbd788379b4 None None] Pushing event updated for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:30.367577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:30.368237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:30.374180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.428490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:30.434221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:30.437544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:30.535034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=e5b4f310-57d3-4b8f-8495-381cbc4ccc14,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:30.602124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.609627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05301a92-b076-4154-969d-d5b5f02a83df req-46a5b3cf-81f7-4a3e-982b-6f220cacd635 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0519371 Oct 19 20:53:30.634899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:30.680441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:30.716455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.746009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] For port 5c34d86f-3fb7-4cd0-bc35-be1750629045, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c34d86f-3fb7-4cd0-bc35-be1750629045,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:30.775437 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.795261 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.855654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ac77e-17f8-4fc9-9af4-53c25aaa7cae None None] Pushing event updated for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:30.898920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:30.899285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.986902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.988656 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-948a0176-b857-4b1c-89f2-7107812d5f79 None None] Provisioning complete for port 5c34d86f-3fb7-4cd0-bc35-be1750629045 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:30.989035 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-948a0176-b857-4b1c-89f2-7107812d5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:30.994758 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:31.051986 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:31.074020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=e5b4f310-57d3-4b8f-8495-381cbc4ccc14,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:31.090744 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:31.114786 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:31.116931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c1df970-e90d-412f-99f4-f324b9ff1450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3257532 Oct 19 20:53:31.210589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:31.250197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b7b3-8299-4609-8b70-feaddbd9e648 None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:31.430152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-feb3cdfa-787d-4a78-81c3-0c97eb56e013 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1941425711&fields=id&tenant_id=c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 267 time: 0.0607197 Oct 19 20:53:31.559805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-6c8ab892-02a1-4242-9e02-bdf7ed757c5f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:31.561348 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-6c8ab892-02a1-4242-9e02-bdf7ed757c5f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 810 time: 0.1241791 Oct 19 20:53:31.578361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-046e1c07-f75e-4e2e-a30f-4d77e2302136 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/quotas/c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 375 time: 0.0102689 Oct 19 20:53:31.681652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-f6a6e68f-2b20-4d8d-ac00-a6c15614db24 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969996 Oct 19 20:53:31.735001 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d0e5209-b74d-4960-a1ef-8753184f8bcd req-a6cde806-5e16-47c9-9f5a-d36c25c1024c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0338180 Oct 19 20:53:31.805231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-1ea96bd4-e876-463b-89e0-37efde0a342a service neutron] 10.222.0.31 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221890 Oct 19 20:53:31.929613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-81b0034a-839c-4699-b233-a132fa26f6bb service neutron] 10.222.0.31 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173813 Oct 19 20:53:32.181846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e10636d-c00a-48e3-8118-e017e86f821e req-937e35ac-b3b9-4553-9e00-238fb1e60f1d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 210 time: 0.0535467 Oct 19 20:53:32.338443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:32.672614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c34d86f-3fb7-4cd0-bc35-be1750629045 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:32.916809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-963a2b5d-6e98-478f-afbb-cded719644fc req-7ddb78cc-965c-4b54-9783-ca86e5e866fb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0384705 Oct 19 20:53:32.958170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5c34d86f-3fb7-4cd0-bc35-be1750629045 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:32.958767 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:33.309269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e458e85d-475b-4048-be24-1277280e2c59 req-4ef0a564-4f59-4c56-8071-e686c944743a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 210 time: 0.0493515 Oct 19 20:53:33.480678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-bb8b9082-3140-4c8e-a427-3c4e1b0da086 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:33.482568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-bb8b9082-3140-4c8e-a427-3c4e1b0da086 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 810 time: 0.1421366 Oct 19 20:53:33.538969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-9646b86e-9719-4a2d-bed4-c90bc774cf9d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 380 time: 0.0450823 Oct 19 20:53:33.548963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'port': {'device_id': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'admin_state_up': True, 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'security_groups': ['618bdfab-e415-4a16-ae42-19fe2a39b463']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:33.678976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Made reservation on behalf of c61449b907c0439893799243fef26f4f for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:53:33.682842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:33.834042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Allocated IP 172.20.0.3 (8721d446-9806-4c2f-95ce-a7cc3d7f30e0/447a3b72-0e26-4a24-b074-8237ea34f67d/c7dc7999-41fc-439e-9495-fcdf41db369b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:34.006842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.065763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a3487cd-dfc4-49c2-a68f-5382409ea7f7 req-835af613-5499-4b28-8850-c03ce7d9030c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd5041a8-1aee-4dbd-ae60-b874e5d38ed7 HTTP/1.1" status: 200 len: 210 time: 0.0314810 Oct 19 20:53:34.068331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.110583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:34.114159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:34.118475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:34.158699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:34.183803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:34.184694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.202486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-b2411e61-17a4-49df-8efb-92a81203dd13 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6577086 Oct 19 20:53:34.216174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Request body: {'port': {'device_id': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:34.299119 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.460000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-aee80b74-c125-46e8-9d51-cfbfe429f357 None None] Provisioning complete for port c7dc7999-41fc-439e-9495-fcdf41db369b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:34.461533 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aee80b74-c125-46e8-9d51-cfbfe429f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.499899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7c8f4-2116-40c9-b17d-d7ee0b90faaf req-9440c6ee-9278-4325-9448-50df3b4ae31e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:34.502611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2d7c8f4-2116-40c9-b17d-d7ee0b90faaf req-9440c6ee-9278-4325-9448-50df3b4ae31e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 931 time: 0.0769765 Oct 19 20:53:34.530184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-aee80b74-c125-46e8-9d51-cfbfe429f357 None None] Port c7dc7999-41fc-439e-9495-fcdf41db369b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:53:34.557801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2d7c8f4-2116-40c9-b17d-d7ee0b90faaf req-eabbf627-d7c8-4ea6-814c-342dd38b96d9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Oct 19 20:53:34.670878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dc7999-41fc-439e-9495-fcdf41db369b {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:53:34.678442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.690707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Transition to ACTIVE for port object c7dc7999-41fc-439e-9495-fcdf41db369b will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:53:34.694931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.760012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:34.828432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Attempting to bind port c7dc7999-41fc-439e-9495-fcdf41db369b on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:53:34.828797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Attempting to bind port c7dc7999-41fc-439e-9495-fcdf41db369b by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:53:34.829099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Attempting to bind port c7dc7999-41fc-439e-9495-fcdf41db369b on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:34.834530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Port c7dc7999-41fc-439e-9495-fcdf41db369b on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:53:34.835564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Attempting to bind port c7dc7999-41fc-439e-9495-fcdf41db369b on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:53:34.842160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:53:34.842535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Checking segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:53:34.842922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Bound using segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:53:34.843357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Bound port: c7dc7999-41fc-439e-9495-fcdf41db369b, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:53:34.843705 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.921537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:53:34.925582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c7dc7999-41fc-439e-9495-fcdf41db369b,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:53:34.940053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.975476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:34.976026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:34.977461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 1091 time: 0.7657161 Oct 19 20:53:34.977905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:34.980421 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fcad20-7567-45da-84c3-2517f3cd874b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:35.041356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50603f1-9113-4d15-8c21-0a4445020bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:35.060843 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0fa223-9cb0-49f2-b255-5a7635f1b20c x-openstack-request-id: req-2f0fa223-9cb0-49f2-b255-5a7635f1b20c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:35.061199 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:35.061644 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f0fa223-9cb0-49f2-b255-5a7635f1b20c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:35.062241 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'status': 'completed', 'code': 200} Oct 19 20:53:35.081871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c195f624-5c64-482c-86bc-6edba5196716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.083536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-c195f624-5c64-482c-86bc-6edba5196716 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1094 time: 0.0652895 Oct 19 20:53:35.138682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-2d023bb4-25df-466b-9bc7-c0f7e484ff14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 217 time: 0.0458517 Oct 19 20:53:35.215554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-8cb86585-620e-4fff-bcbf-8ee50147206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.216857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-8cb86585-620e-4fff-bcbf-8ee50147206f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0711420 Oct 19 20:53:35.299870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-51743697-3316-4a12-b001-239379ec8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.301610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-51743697-3316-4a12-b001-239379ec8952 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772071 Oct 19 20:53:35.426347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-5cc6ffad-6736-4ff8-91c1-13c339fd3513 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164596 Oct 19 20:53:35.558120 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-26a2cb8b-3f26-4019-99b3-24e3c92092ac req-9e68d54e-3633-48bd-ba25-ee61116aed39 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229362 Oct 19 20:53:35.697321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-b1569696-9f94-444d-b181-299e3da751a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.699168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-b1569696-9f94-444d-b181-299e3da751a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1094 time: 0.0917058 Oct 19 20:53:35.708006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23304719-ec35-414c-a4ef-55bbbc90d62b req-7e642009-0502-417d-84a2-04415ae95fa3 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.710164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23304719-ec35-414c-a4ef-55bbbc90d62b req-7e642009-0502-417d-84a2-04415ae95fa3 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 943 time: 0.0717704 Oct 19 20:53:35.843471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23304719-ec35-414c-a4ef-55bbbc90d62b req-1aa80e83-dd3b-4fc8-9b50-1252380f4bbf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245577 Oct 19 20:53:35.854806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-0f31833e-77e4-4690-931c-20f47d9de7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.856258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-0f31833e-77e4-4690-931c-20f47d9de7f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1451185 Oct 19 20:53:35.902837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-25e87312-59c4-4113-8b40-8a28c3f5bb08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 217 time: 0.0388064 Oct 19 20:53:35.954329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-005aa80d-75cc-439f-a6aa-b5a8b75c5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:35.956171 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-005aa80d-75cc-439f-a6aa-b5a8b75c5661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0447819 Oct 19 20:53:36.140199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-b0e9f311-3ee2-411d-ab9f-620e27326a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:36.142826 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-b0e9f311-3ee2-411d-ab9f-620e27326a4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475750 Oct 19 20:53:36.243735 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-1e8f8e61-6854-4581-8041-64c9d1f51c25 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924869 Oct 19 20:53:36.352225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2fcad20-7567-45da-84c3-2517f3cd874b req-f6996b58-4f14-4b8a-b895-d1bd00c05dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011312 Oct 19 20:53:36.968125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26036c48-8376-4f27-9491-f72e570d86c7 req-a8aec2df-4cd6-4efb-849d-4de1a3211d58 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:36.969758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26036c48-8376-4f27-9491-f72e570d86c7 req-a8aec2df-4cd6-4efb-849d-4de1a3211d58 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 943 time: 0.0545611 Oct 19 20:53:37.011607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26036c48-8376-4f27-9491-f72e570d86c7 req-b95d5f40-388b-4c8c-b6e6-6a8e801104cd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Oct 19 20:53:38.134164 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93465113-6262-40ea-a3c3-2b21dc3f30b4 req-5a56c60a-e030-48c6-8b37-8e0ea72d280f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:38.135698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93465113-6262-40ea-a3c3-2b21dc3f30b4 req-5a56c60a-e030-48c6-8b37-8e0ea72d280f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 943 time: 0.0533698 Oct 19 20:53:38.180224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-93465113-6262-40ea-a3c3-2b21dc3f30b4 req-111a8469-0e08-4ab0-969a-662124f244cd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Oct 19 20:53:39.217070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c7dc7999-41fc-439e-9495-fcdf41db369b details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:53:39.354424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c7dc7999-41fc-439e-9495-fcdf41db369b,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:39.356490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ef46f-cf12-481a-abcc-9d908e2810aa req-b9db949c-1730-49c3-b907-40094c34fb01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:39.358639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821ef46f-cf12-481a-abcc-9d908e2810aa req-b9db949c-1730-49c3-b907-40094c34fb01 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 943 time: 0.0711677 Oct 19 20:53:39.373277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'port_id': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'mac_address': 'fa:16:3e:56:09:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:53:39.411951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821ef46f-cf12-481a-abcc-9d908e2810aa req-e632a438-7fae-4612-b2ae-e2f738af064c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468705 Oct 19 20:53:39.427899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:39.442080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dc7999-41fc-439e-9495-fcdf41db369b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:53:39.467149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c7dc7999-41fc-439e-9495-fcdf41db369b,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:39.473649 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:39.540203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:39.689916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['c7dc7999-41fc-439e-9495-fcdf41db369b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:53:40.556874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0048e2-d5e6-480e-bc12-56f1ccbf5805 req-12703939-fbcd-4787-ae0d-b6a4a54144fc tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:40.564675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca0048e2-d5e6-480e-bc12-56f1ccbf5805 req-12703939-fbcd-4787-ae0d-b6a4a54144fc tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 944 time: 0.0699952 Oct 19 20:53:40.602290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca0048e2-d5e6-480e-bc12-56f1ccbf5805 req-66250840-037e-4e0e-bd41-6a65ef770595 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Oct 19 20:53:41.215100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c7dc7999-41fc-439e-9495-fcdf41db369b up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:53:41.266434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port c7dc7999-41fc-439e-9495-fcdf41db369b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:53:41.270752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port c7dc7999-41fc-439e-9495-fcdf41db369b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:53:41.271115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:41.347721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:41.372416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:41.374891 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8d0cb-7b9b-4552-b14f-f3e20259664d" -d '{"events": [{"server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:41.388748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c7dc7999-41fc-439e-9495-fcdf41db369b,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:53:41.393126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:41.423116 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68a4f11-6fff-4737-a9a9-5781224a47ef x-openstack-request-id: req-e68a4f11-6fff-4737-a9a9-5781224a47ef {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:41.423403 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:41.423664 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e68a4f11-6fff-4737-a9a9-5781224a47ef {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:41.424051 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'code': 200} Oct 19 20:53:41.452051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:41.529612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55d1b7-80b1-46d1-9f5b-94301e908448 req-d5e3a0f2-3c6c-48b2-b973-a2c4f555ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:41.531141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc55d1b7-80b1-46d1-9f5b-94301e908448 req-d5e3a0f2-3c6c-48b2-b973-a2c4f555ed30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1096 time: 0.0487623 Oct 19 20:53:41.567927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc55d1b7-80b1-46d1-9f5b-94301e908448 req-d34ac376-1f71-4ba2-bf2c-643223f45006 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293493 Oct 19 20:53:41.746994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d332bce-39af-4fb3-85d2-0a1b54ee8439 req-f6eeb1be-e3c0-4c04-9510-47c209eca883 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:41.748688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d332bce-39af-4fb3-85d2-0a1b54ee8439 req-f6eeb1be-e3c0-4c04-9510-47c209eca883 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0637474 Oct 19 20:53:41.792876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d332bce-39af-4fb3-85d2-0a1b54ee8439 req-5b51e561-42ca-4337-8098-a3579500fa17 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379963 Oct 19 20:53:42.818431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:42.921457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eb889-9b1a-47bb-a7ac-1ae5b9257487 req-f6fbc23f-344c-49c9-87f4-ba016782d29d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:42.923373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c29eb889-9b1a-47bb-a7ac-1ae5b9257487 req-f6fbc23f-344c-49c9-87f4-ba016782d29d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0533490 Oct 19 20:53:42.969834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c29eb889-9b1a-47bb-a7ac-1ae5b9257487 req-1f84455f-61f9-44aa-98bb-b807c6c5d0b9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381658 Oct 19 20:53:43.084884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d3b3d-d5e2-4b76-84f3-5fabff3201d5 req-033f0219-0965-4216-9bda-da07152beaf5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:43.086462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e83d3b3d-d5e2-4b76-84f3-5fabff3201d5 req-033f0219-0965-4216-9bda-da07152beaf5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0555935 Oct 19 20:53:43.095057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 55616) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:43.099707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'floatingip': {'port_id': 'c7dc7999-41fc-439e-9495-fcdf41db369b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:43.149550 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:43.312597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:43.627085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:43.632282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:43.742276 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Floating IP 9d222857-ada5-4210-b986-d88db80e29a1 associated. External IP: 172.25.7.4, port: c7dc7999-41fc-439e-9495-fcdf41db369b. Oct 19 20:53:43.972510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:53:44.089681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:44.094399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:44.104608 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:44.117168 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:44.117812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:44.123627 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-39a54a1f-052f-4c80-8ded-24c93d2d7787 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "PUT /v2.0/floatingips/9d222857-ada5-4210-b986-d88db80e29a1 HTTP/1.1" status: 200 len: 989 time: 1.0274267 Oct 19 20:53:44.124320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:53:44.126721 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b54b3d-1760-4c9b-b452-47e425b00fba" -d '{"events": [{"name": "network-changed", "server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:53:44.204149 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c72f1-5f30-4dca-9b9d-21c9fe9e1172 x-openstack-request-id: req-bf4c72f1-5f30-4dca-9b9d-21c9fe9e1172 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:53:44.204444 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:53:44.204718 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf4c72f1-5f30-4dca-9b9d-21c9fe9e1172 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:53:44.207290 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'status': 'completed', 'code': 200} Oct 19 20:53:44.316947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-8fc8d854-ef72-45e0-b311-7ec9ccf98fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:44.319121 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-8fc8d854-ef72-45e0-b311-7ec9ccf98fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1096 time: 0.0931654 Oct 19 20:53:44.335527 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:44.446967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-805cbc90-e4ee-4696-894b-d3e889ed607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:44.448476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-805cbc90-e4ee-4696-894b-d3e889ed607e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1228027 Oct 19 20:53:44.528840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-cf800b31-3191-4520-bc61-4bce1bbc265e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 997 time: 0.0733900 Oct 19 20:53:44.602753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-117714a6-a58e-4b3d-bd3b-9f609174314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:44.605114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-117714a6-a58e-4b3d-bd3b-9f609174314f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0695777 Oct 19 20:53:44.616516 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9d222857-ada5-4210-b986-d88db80e29a1', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:56:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:53:30Z', 'updated_at': '2021-10-19T20:53:43Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:44.656645 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-8de4ea58-00da-4c68-843c-2844ad2f7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:44.658281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-8de4ea58-00da-4c68-843c-2844ad2f7608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471101 Oct 19 20:53:44.743677 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:53:44.752711 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:44.753424 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:44.769110 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-d842880a-d73c-4278-93a3-ac217c07b4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036355 Oct 19 20:53:44.889667 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:53:44.890532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5b54b3d-1760-4c9b-b452-47e425b00fba req-fe57b0be-d787-44cb-bc3b-961dfd0c554e service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142097 Oct 19 20:53:45.158875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-cf42a52e-f256-4166-81e7-731622018953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9d222857-ada5-4210-b986-d88db80e29a1', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:56:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:53:30Z', 'updated_at': '2021-10-19T20:53:43Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:45.192050 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42a52e-f256-4166-81e7-731622018953 None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9d222857-ada5-4210-b986-d88db80e29a1', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:56:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:53:30Z', 'updated_at': '2021-10-19T20:53:43Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:53:45.563008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba5c7a-1aa7-4a10-870e-402cf8ce29e6 None None] New status for floating IP 9d222857-ada5-4210-b986-d88db80e29a1: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:53:54.858738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56166) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:55.018037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d40ee48e-a1f5-4e95-9c79-9ab07b7eeed5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=260119d0d4d34553b8397d0497f60d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580901 Oct 19 20:53:55.020629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56172) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:55.070773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:55.092477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:55.143938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:55.147357 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:55.151193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1c18f4e-93ba-42fb-bc90-5bb1dcb45165 HTTP/1.1" status: 204 len: 168 time: 0.1295373 Oct 19 20:53:55.159116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c18f4e-93ba-42fb-bc90-5bb1dcb45165,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:55.166704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.167059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.167400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.167739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.168074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.168409 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.168736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.169068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.169430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.169760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.170088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:55.170414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bae07-282e-478a-aeb2-4e333d06ded8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:56.471957 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16cc94bb-eb19-4853-8dc8-0a2d33c395ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:56.814851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56224) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:56.820377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759377205', 'description': 'tempest-secgroup-smoke-1759377205 description', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:56.842319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:56.850195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:56.925406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:56.929730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:56.967131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd71c6-4971-494a-a595-7740ae6713d7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.008298 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.012127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.041035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.042201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2262993 Oct 19 20:53:57.044186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b709a47-3342-43e1-9a01-f373e15c8133 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e637d581-a20b-423e-92df-8d7d8d755e06,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.045420 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56226) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.050313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.079393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.141771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.145134 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.164591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80d256f-e205-46d0-b8a1-8e674b1c541d,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.173414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.173771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.174117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.174623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.174786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.175123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.175453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.175793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.176107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.176439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.176766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.177116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:53:57.182249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.186203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56232) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.186359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5a17df1-8542-4214-84d3-e554cd02b1a5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397030 Oct 19 20:53:57.192185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.220400 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.278605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.282406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.303616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94592be-4baa-4cbf-8cc5-4d365974e70e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.308306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.309533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3879eb84-93d5-4c00-9494-dcdfc9ec713d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214757 Oct 19 20:53:57.312634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56234) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.317194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.347488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.411361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.415304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.448054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.449786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360552 Oct 19 20:53:57.450960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029441-a9fc-452b-a088-7cb910871f47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff7c8bd-8724-4827-aa8e-819a2a5f7454,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.452752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56236) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.473616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.535989 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.596799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.602111 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.622759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18efe45a-73ea-498e-895f-8fd3fad6c55a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.632601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.634083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-93ba58c8-2209-44ff-a5f3-424d662dba7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802740 Oct 19 20:53:57.637374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56238) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.642177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.667833 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:53:57.673101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.732494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.735921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.752775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2650b8-8666-4d3b-b7f2-a51c2ed6cb65,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.760274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.761477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56724790-fd6f-40df-935a-054803596d99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230311 Oct 19 20:53:57.764213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56240) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.768390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e637d581-a20b-423e-92df-8d7d8d755e06', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.789987 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:53:57.794892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.853207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.856628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.879277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bf8a3c-8970-4ee5-b7fd-0ee28328e81f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:57.885017 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.886062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4610c92c-0c89-4f83-ad2c-8a9f835c829e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209409 Oct 19 20:53:57.889252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56242) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:57.894061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'network': {'name': 'tempest-network-smoke--1561375341', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:57.914233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:53:57.917648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.939695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:53:57.948926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:57.949260 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Added segment 09f67967-4db9-4925-ba9f-2e61a93f2cbf of type vlan for network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 Oct 19 20:53:57.989403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.013156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.018792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:58.019378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.053410 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1631172 Oct 19 20:53:58.056480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56244) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:58.061082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'admin_state_up': True, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:58.084803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.085871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.086910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4162f2a-ee09-485c-9e8e-2eee3c140321 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Network': ['ID=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:58.097653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:53:58.140071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.279603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.474346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.493217 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.526418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-2f6e48b7-2a00-49b1-97dc-ee475bf9f5d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:58.528173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-2f6e48b7-2a00-49b1-97dc-ee475bf9f5d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1044719 Oct 19 20:53:58.543031 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-c2945f67-855a-4ff7-ad09-b958c61b656e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0088794 Oct 19 20:53:58.594978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-5731fa0b-1f1b-403d-9180-772c9dce60fa tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467079 Oct 19 20:53:58.596161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.30 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/6f9235e4-fb10-47d8-a69a-0518839e31bd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:53:58.693654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-6be8dacd-a45c-40f6-8727-6925e3196b8a service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909038 Oct 19 20:53:58.702283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.736142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:58.774386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:53:58.778693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:53:58.784386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-8c9e40d0-4106-4b5d-a015-2771fe60c922 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845625 Oct 19 20:53:58.786734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:53:58.790342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=6f9235e4-fb10-47d8-a69a-0518839e31bd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:53:59.009595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a645178b-9690-41e6-b9ed-cf034208577e req-23ce7be9-42d7-488e-a65f-53943013deed tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0339754 Oct 19 20:53:59.252577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2c0f-da46-4fc0-bfa8-1c28c6efb67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:59.393224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:59.594076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:59.716148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router 3fde4220-08bd-4630-a819-2cf1fe607399 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:53:59.834469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:53:59.846508 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Sync routers for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:53:59.858447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:53:59.859691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6e3f2a03-c6c3-4ca8-a612-262f1680c05f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8021693 Oct 19 20:53:59.864133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56274) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:53:59.866446 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:53:59.867246 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:53:59.900049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-4e8ccbc1-1879-4d9c-9d64-a647d205f76a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:53:59.901901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-4e8ccbc1-1879-4d9c-9d64-a647d205f76a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1265123 Oct 19 20:53:59.914684 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:53:59.988409 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:00.043846 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a530ba77-ba01-47e0-87ad-8c1086cd889c tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6b34d4f81a7b4e93bf7e2e252528cf1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1748888 Oct 19 20:54:00.044041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56280) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:00.108188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:54:00.112458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.155569 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1e864eee-9560-4437-8401-79e7f27e176a req-fa521985-d1e5-4d76-a1f2-aa6038578033 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0419226 Oct 19 20:54:00.191792 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:53:58Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:00.223234 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Checking router: 3fde4220-08bd-4630-a819-2cf1fe607399 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:54:00.223581 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Updating router 3fde4220-08bd-4630-a819-2cf1fe607399 port 6f9235e4-fb10-47d8-a69a-0518839e31bd binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:54:00.291658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a07d5-b1c0-4ab4-acc8-352ffc5d8d40 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:00.293549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-042a07d5-b1c0-4ab4-acc8-352ffc5d8d40 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485116 Oct 19 20:54:00.296511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:00.302452 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.305820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.335654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.4 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:54:00.354361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e43b56c4-c81a-4b28-813b-c1fb8a759f69 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563335 Oct 19 20:54:00.356981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56288) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:00.366076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722239709', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:54:00.494485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:54:00.500919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.655954 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.663330 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.711027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.720800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Attempting to bind port 6f9235e4-fb10-47d8-a69a-0518839e31bd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:54:00.721494 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Attempting to bind port 6f9235e4-fb10-47d8-a69a-0518839e31bd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:54:00.722216 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Attempting to bind port 6f9235e4-fb10-47d8-a69a-0518839e31bd on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:00.734971 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:54:00.735508 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:00.736094 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.736573 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:54:00.737681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Bound port: 6f9235e4-fb10-47d8-a69a-0518839e31bd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:54:00.738281 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.767730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Subnet': ['ID=1ec3e078-4467-44a1-8d67-a21891948f51,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:00.801034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Checking segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:00.801471 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Pushing event updated for resources: {'Port': ['ID=6f9235e4-fb10-47d8-a69a-0518839e31bd,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:00.801622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network hostable DHCP agents. Network: 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:54:00.816812 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.817476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.817907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.819099 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.819724 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.820265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.820607 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.821128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.821582 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.822044 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.822418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.822810 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:54:00.823371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:54:00.833774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:00.839473 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] For port 6f9235e4-fb10-47d8-a69a-0518839e31bd, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:54:00.846230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed90f08-21fe-4cda-92d5-992efdb6eca4 None None] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:54:00.849172 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:00.850200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.862425 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] For port 6f9235e4-fb10-47d8-a69a-0518839e31bd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6f9235e4-fb10-47d8-a69a-0518839e31bd,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:54:00.870411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5472b27e-2337-4763-9159-9b5314e6ccac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5117612 Oct 19 20:54:00.871015 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.873071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56292) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:00.887238 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.923214 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:00.974304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:00.978099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:00.993593 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:54:00.995438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:54:01.000208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:01.042615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:01.068630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:01.069580 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.088766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-ba26f99a-3107-405e-99fb-922773a34bd0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1780477 Oct 19 20:54:01.103129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Request body: {'port': {'device_id': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:54:01.109601 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557790-dd73-4319-af9e-2e5045fccee3 None None] Pushing event updated for resources: {'Port': ['ID=6f9235e4-fb10-47d8-a69a-0518839e31bd,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:01.132563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.184358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:54:01.185212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.194552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.253878 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:01.455058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6dfa7384-118a-4fb7-93d5-ae9cc34d3a78 None None] Provisioning complete for port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:01.455673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6dfa7384-118a-4fb7-93d5-ae9cc34d3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.459708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27860b0-366f-45f3-bee1-fa5d4d91d159 req-94dde71a-18e4-4ce7-b2b0-a04a0ede6341 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:01.476014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f27860b0-366f-45f3-bee1-fa5d4d91d159 req-94dde71a-18e4-4ce7-b2b0-a04a0ede6341 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 931 time: 0.1773674 Oct 19 20:54:01.511918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa7384-118a-4fb7-93d5-ae9cc34d3a78 None None] Port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:54:01.548166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Allocated IP 172.20.0.2 (39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70/1ec3e078-4467-44a1-8d67-a21891948f51/52af23d9-d737-417c-9a0b-2665547903dd) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:54:01.567203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f27860b0-366f-45f3-bee1-fa5d4d91d159 req-ef816aba-a89b-480b-bc9a-4f11e355f3ec tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Oct 19 20:54:01.603360 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-fece3069-2c4b-4767-88ae-994013654161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:53:58Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:01.689825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.701191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:54:01.709442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.722630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Transition to ACTIVE for port object eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:54:01.728121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.747523 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece3069-2c4b-4767-88ae-994013654161 None None] The sync data for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 is: [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:53:58Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:54:01.811631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:01.825897 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.833544 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:01.888915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:01.892965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:01.898931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:54:01.924235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Attempting to bind port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:54:01.924799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Attempting to bind port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:54:01.924935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Attempting to bind port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:01.936315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:54:01.936642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Attempting to bind port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:01.944542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Pushing event updated for resources: {'Port': ['ID=52af23d9-d737-417c-9a0b-2665547903dd,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:01.946032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:54:01.946393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:01.946762 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:54:01.947193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Bound port: eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:54:01.947557 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.003361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Attempting to bind port 52af23d9-d737-417c-9a0b-2665547903dd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:54:02.003728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Attempting to bind port 52af23d9-d737-417c-9a0b-2665547903dd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:54:02.004094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Attempting to bind port 52af23d9-d737-417c-9a0b-2665547903dd on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:02.014904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:54:02.015283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Checking segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:02.015685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.016162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Bound using segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:54:02.016638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Bound port: 52af23d9-d737-417c-9a0b-2665547903dd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:54:02.017025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.039779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:54:02.048920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:54:02.056045 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.129916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:02.129916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.132983 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 HTTP/1.1" status: 200 len: 1091 time: 1.0352421 Oct 19 20:54:02.141956 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:02.149231 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:02.157987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] For port 52af23d9-d737-417c-9a0b-2665547903dd, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:54:02.161636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] For port 52af23d9-d737-417c-9a0b-2665547903dd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52af23d9-d737-417c-9a0b-2665547903dd,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:54:02.172086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.253074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42402d-e417-4d3b-bc9a-7fe4fa101876 None None] Pushing event updated for resources: {'Port': ['ID=52af23d9-d737-417c-9a0b-2665547903dd,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:02.287384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.1 (39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70/1ec3e078-4467-44a1-8d67-a21891948f51/2c00b208-3b12-4a6d-b891-0d5bc5462c87) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:54:02.289420 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4e07c-b34f-49c4-b148-5d21e333959c x-openstack-request-id: req-a7c4e07c-b34f-49c4-b148-5d21e333959c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:02.289858 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:02.290261 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7c4e07c-b34f-49c4-b148-5d21e333959c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:02.290987 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30', 'status': 'completed', 'code': 200} Oct 19 20:54:02.335923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802da167-9092-4cab-92f2-9082cbc392b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:02.353461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.368808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-f776cccc-7559-4a7f-8950-1573c6765caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:02.371910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-f776cccc-7559-4a7f-8950-1573c6765caa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 1094 time: 0.1713748 Oct 19 20:54:02.462266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-8f36e095-38b8-4f85-b440-87ce6fb9d86d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 HTTP/1.1" status: 200 len: 217 time: 0.0798986 Oct 19 20:54:02.504273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.562857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-d4cddc41-19d0-4eb3-af63-194be3a71c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:02.564255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-d4cddc41-19d0-4eb3-af63-194be3a71c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0955107 Oct 19 20:54:02.589107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.684303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:02.710476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:02.714121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-29465105-b1ff-449f-93b1-22ef4323956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:02.718832 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-29465105-b1ff-449f-93b1-22ef4323956f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436319 Oct 19 20:54:02.731065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:54:02.735551 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:02.828774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6f9235e4-fb10-47d8-a69a-0518839e31bd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:02.843089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:02.907605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-6d0d576f-2e03-4487-b26b-feeec4134972 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846464 Oct 19 20:54:02.943423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6f9235e4-fb10-47d8-a69a-0518839e31bd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:02.944030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.029595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b3431-3c90-4229-adee-f29f2ff5870a req-fefd51e7-dfd6-4747-bfac-50aa728d58b9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:03.031214 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d9b3431-3c90-4229-adee-f29f2ff5870a req-fefd51e7-dfd6-4747-bfac-50aa728d58b9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.2670946 Oct 19 20:54:03.038383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.089833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cbea5ee4-81dd-4ea0-a2ee-a194fbfaa34f req-6fd76e3a-d7a7-4b46-89f1-9c00a1e27d2a service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667953 Oct 19 20:54:03.095875 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.121612 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d9b3431-3c90-4229-adee-f29f2ff5870a req-06940c9b-1f53-4144-9ecb-4eb314ff2b5b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829477 Oct 19 20:54:03.134678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 6f9235e4-fb10-47d8-a69a-0518839e31bd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6f9235e4-fb10-47d8-a69a-0518839e31bd,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:03.149597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.197883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-ca481bac-a200-4e0a-9f8c-82b9a01770e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:03.200312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-ca481bac-a200-4e0a-9f8c-82b9a01770e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 1094 time: 0.0495224 Oct 19 20:54:03.218312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=6f9235e4-fb10-47d8-a69a-0518839e31bd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:03.343522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-1da4dac7-d91c-45f1-b373-eb18725e409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:03.347183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-1da4dac7-d91c-45f1-b373-eb18725e409e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1384556 Oct 19 20:54:03.394772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-0e30fe73-2f3a-4763-9849-8e63c892b839 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 HTTP/1.1" status: 200 len: 217 time: 0.0414875 Oct 19 20:54:03.464996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-80f251a9-b27f-4002-bb04-edd9515d21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:03.466952 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-80f251a9-b27f-4002-bb04-edd9515d21a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0657816 Oct 19 20:54:03.516638 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.524229 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.541784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-25c2790f-701c-4dab-a014-104c0246fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:03.543434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-25c2790f-701c-4dab-a014-104c0246fe8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638041 Oct 19 20:54:03.623602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.631625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:03.651153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-262330e4-cda1-419f-ba3a-bc2b32d35a79 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000583 Oct 19 20:54:03.753086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:03.755511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:03.785038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b157a1c2-eb05-4c54-9a9e-73cf296ba92a req-430201b7-f484-4991-806d-39e4d848c54d service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254697 Oct 19 20:54:03.820643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82294653-f48f-4a2e-8771-0aae29fae708 None None] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:54:03.899305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] Provisioning complete for port 52af23d9-d737-417c-9a0b-2665547903dd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:03.899978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:03.908578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router 3fde4220-08bd-4630-a819-2cf1fe607399 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:54:04.022333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:54:04.030606 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61f42c7e-0d3e-4677-b49d-ff92990fb596 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/3fde4220-08bd-4630-a819-2cf1fe607399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554625 Oct 19 20:54:04.055982 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:04.112898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] For port 52af23d9-d737-417c-9a0b-2665547903dd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52af23d9-d737-417c-9a0b-2665547903dd,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:04.119539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:04.185280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370238-7c7c-450f-b3fa-fff0255b0601 None None] Pushing event updated for resources: {'Port': ['ID=52af23d9-d737-417c-9a0b-2665547903dd,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:04.307388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Sync routers for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:54:04.316504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:54:04.317439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:04.385231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faf753-a31a-4289-a5b0-5c1b1ac987fa req-c31708ae-3824-4f99-8600-ff45cd31a68e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:04.394437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0faf753-a31a-4289-a5b0-5c1b1ac987fa req-c31708ae-3824-4f99-8600-ff45cd31a68e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.1645241 Oct 19 20:54:04.443247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0faf753-a31a-4289-a5b0-5c1b1ac987fa req-d54f3ea6-cc0e-4851-aa33-58aae6680fa4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Oct 19 20:54:04.480014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-6b03dd9e-fd3b-45b6-8f7d-50b4e7260264 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759377205&fields=id&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 267 time: 0.0778353 Oct 19 20:54:04.485287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:04.609089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a919c767-46b4-4c35-a222-1262f78f1b21 None None] Provisioning complete for port 52af23d9-d737-417c-9a0b-2665547903dd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:04.609534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a919c767-46b4-4c35-a222-1262f78f1b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:04.637596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-835db639-1e2f-4988-8586-3c2216531b0a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:04.639517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-835db639-1e2f-4988-8586-3c2216531b0a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 797 time: 0.1493962 Oct 19 20:54:04.659320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-296dc3f9-2a08-40ee-878c-f1ef7103b97c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/quotas/6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 375 time: 0.0102379 Oct 19 20:54:04.739794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-35d589a1-322b-42a7-bdf0-70b173fe1fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741663 Oct 19 20:54:04.806131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52af23d9-d737-417c-9a0b-2665547903dd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:04.854807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-8a3bb055-7911-45ac-9bae-16fae347022e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:54:04.863260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-8a3bb055-7911-45ac-9bae-16fae347022e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1194711 Oct 19 20:54:05.025891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-59a69c77-4dbc-462b-bc97-ee51b655627e service neutron] 10.222.0.31 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616991 Oct 19 20:54:05.098369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 52af23d9-d737-417c-9a0b-2665547903dd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:05.098851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.129936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a919c767-46b4-4c35-a222-1262f78f1b21 None None] Provisioning complete for port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:05.131138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a919c767-46b4-4c35-a222-1262f78f1b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.156212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 2, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:05.173595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-0fffbada-98ec-421f-a547-c4eb07a6b851 service neutron] 10.222.0.31 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407263 Oct 19 20:54:05.195636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Checking router: 3fde4220-08bd-4630-a819-2cf1fe607399 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:54:05.195996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Updating router 3fde4220-08bd-4630-a819-2cf1fe607399 port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:54:05.233703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a919c767-46b4-4c35-a222-1262f78f1b21 None None] Port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:54:05.247258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.328990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6f9235e4-fb10-47d8-a69a-0518839e31bd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:05.457659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5943acfb-0ed2-476c-acda-8cd6075407df req-612a62f4-6f9f-4f65-a8b4-25e5397e35e1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 210 time: 0.0394509 Oct 19 20:54:05.469640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-0a7e7c62-0186-43bc-a00f-b0a4b5f37b27 None None] Provisioning complete for port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:05.469640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7c62-0186-43bc-a00f-b0a4b5f37b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.527358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 6f9235e4-fb10-47d8-a69a-0518839e31bd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:05.527358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.584885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e7c62-0186-43bc-a00f-b0a4b5f37b27 None None] Port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:54:05.777268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb816d9a-347a-454d-8fec-0927c0db53dc req-eef07ff3-7555-49d2-825b-08bbe4fc400f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:05.779286 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb816d9a-347a-454d-8fec-0927c0db53dc req-eef07ff3-7555-49d2-825b-08bbe4fc400f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.1734455 Oct 19 20:54:05.779518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.803988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.834668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb816d9a-347a-454d-8fec-0927c0db53dc req-f288d7e6-20bb-4e86-a75a-0257f43a6b84 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Oct 19 20:54:05.908364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b3540-de31-47c1-b714-3edcf0170b77 None None] Pushing event updated for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:05.970590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Attempting to bind port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:54:05.971726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Attempting to bind port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:54:05.972248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Attempting to bind port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:05.984961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:54:05.985489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Checking segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:05.987383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:05.989450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Bound using segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:54:05.990643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Bound port: 2c00b208-3b12-4a6d-b891-0d5bc5462c87, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:54:05.991328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.042985 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:54:06.165103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] For port 2c00b208-3b12-4a6d-b891-0d5bc5462c87, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:54:06.171424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] For port 2c00b208-3b12-4a6d-b891-0d5bc5462c87, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2c00b208-3b12-4a6d-b891-0d5bc5462c87,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:54:06.184677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.255163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] Provisioning complete for port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:06.256025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.297139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:54:06.297917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:06.348974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b3540-de31-47c1-b714-3edcf0170b77 None None] Pushing event updated for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:06.474266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:06.547989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.647237 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] For port 2c00b208-3b12-4a6d-b891-0d5bc5462c87, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2c00b208-3b12-4a6d-b891-0d5bc5462c87,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:06.650574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80298518-e2ad-40f4-ae32-13c2d23b2d9f req-b74f0056-4c5f-4e9f-a818-96d36eeb0b23 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 210 time: 0.0426860 Oct 19 20:54:06.680700 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.757150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2994d0d-01ce-41a1-a3aa-ee6a8875b4ed None None] Pushing event updated for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:06.820457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-237befe3-a924-4ac0-8413-244b2bfd2d21 None None] Provisioning complete for port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:06.820798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-237befe3-a924-4ac0-8413-244b2bfd2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:06.859253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:06.893067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7b426-bf63-4b22-8a0b-ce6b40e45630 None None] The sync data for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 is: [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:54:07.257635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b5db-0305-4fc1-947a-ec477e06e6f5 req-deb25394-b727-4e16-8463-e6e80febddf0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:07.265898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1697b5db-0305-4fc1-947a-ec477e06e6f5 req-deb25394-b727-4e16-8463-e6e80febddf0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.2768466 Oct 19 20:54:07.288264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-f45629c8-7c02-4f61-a9cb-0060fdea5392 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:07.289913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-f45629c8-7c02-4f61-a9cb-0060fdea5392 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 797 time: 0.3397412 Oct 19 20:54:07.365908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1697b5db-0305-4fc1-947a-ec477e06e6f5 req-fa21563d-9e0d-4dda-a267-8429ae2b62a1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938482 Oct 19 20:54:07.389274 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-306017d8-ce30-4882-b459-0e7489f0075e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 380 time: 0.0815229 Oct 19 20:54:07.403398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'port': {'device_id': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'admin_state_up': True, 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'security_groups': ['e637d581-a20b-423e-92df-8d7d8d755e06']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:54:07.593088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:54:07.603302 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:07.801717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2746642a-c971-4f7a-b9f4-df85b7c17482 req-f7f7dcda-db64-474e-a143-6237b7a13128 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 210 time: 0.0457277 Oct 19 20:54:07.861877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.4 (39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70/1ec3e078-4467-44a1-8d67-a21891948f51/7ed1c285-6728-40f2-a120-e852a2f712b8) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:54:08.040683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:08.080824 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:08.142240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:08.143704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:08.148750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:54:08.201879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:08.266383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:08.279156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:08.317665 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-46e1ac7d-a6a5-4613-bedf-b5ea3c3c2308 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9186828 Oct 19 20:54:08.330183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Request body: {'port': {'device_id': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:54:08.448591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:08.502727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-557a4147-fe8e-4846-bed2-1872da1b7c9e None None] Provisioning complete for port 7ed1c285-6728-40f2-a120-e852a2f712b8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:08.502727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-557a4147-fe8e-4846-bed2-1872da1b7c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:08.567492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941b523-9943-4233-a19f-94bdfd1c75d6 req-0285bda8-f065-4db2-9e48-17540a63360b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:08.576032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c941b523-9943-4233-a19f-94bdfd1c75d6 req-0285bda8-f065-4db2-9e48-17540a63360b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0938363 Oct 19 20:54:08.594536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-557a4147-fe8e-4846-bed2-1872da1b7c9e None None] Port 7ed1c285-6728-40f2-a120-e852a2f712b8 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:54:08.668874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c941b523-9943-4233-a19f-94bdfd1c75d6 req-7c5c52a7-6ffb-4c04-b152-eb6ea82594dc tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879767 Oct 19 20:54:08.888096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2c00b208-3b12-4a6d-b891-0d5bc5462c87 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:08.973281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:08.974053 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.017393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8162b70-2f8c-431f-a2d0-b4ab6de1a5c1 req-bf8bfefa-65a7-4a1f-b6e5-84adcf842480 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.022494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8162b70-2f8c-431f-a2d0-b4ab6de1a5c1 req-bf8bfefa-65a7-4a1f-b6e5-84adcf842480 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 931 time: 0.1128793 Oct 19 20:54:09.045765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed1c285-6728-40f2-a120-e852a2f712b8 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:54:09.069361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.098448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Transition to ACTIVE for port object 7ed1c285-6728-40f2-a120-e852a2f712b8 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:54:09.103207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c8162b70-2f8c-431f-a2d0-b4ab6de1a5c1 req-fd70eaf9-05be-42d9-a141-a68e3279ec56 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713406 Oct 19 20:54:09.104897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.214510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:09.246260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:54:09.246590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:54:09.246909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:09.254091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:54:09.255883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:54:09.264676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:54:09.265025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Checking segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:54:09.265464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Bound using segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:54:09.265929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Bound port: 7ed1c285-6728-40f2-a120-e852a2f712b8, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:54:09.267864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.366556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:54:09.369902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:54:09.374143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.407752 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.408423 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:09.409977 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 1091 time: 1.0850611 Oct 19 20:54:09.410478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:09.413848 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede6017-0b53-452a-8ae2-53abee8130f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:09.455984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43bf2c-6c14-41d8-b9f8-73517361e784 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:09.518603 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433df47a-c7cb-4f28-93b7-515825bc2503 x-openstack-request-id: req-433df47a-c7cb-4f28-93b7-515825bc2503 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:09.519027 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:09.519450 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-433df47a-c7cb-4f28-93b7-515825bc2503 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:09.520067 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'status': 'completed', 'code': 200} Oct 19 20:54:09.538957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-1fe869ac-3f9b-4c63-8319-a50e5ddad7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.540553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-1fe869ac-3f9b-4c63-8319-a50e5ddad7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0651677 Oct 19 20:54:09.585769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-58a93d1b-1985-4cf7-b53e-b5f5f9013267 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 217 time: 0.0374269 Oct 19 20:54:09.649199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-968bda47-4d32-4c52-852f-f5d1bf094ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.650841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-968bda47-4d32-4c52-852f-f5d1bf094ca7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0584760 Oct 19 20:54:09.708271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-6c75319d-ec51-4f39-a9e4-82984438ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.710725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-6c75319d-ec51-4f39-a9e4-82984438ca1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517285 Oct 19 20:54:09.812947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-d2764ae4-f13e-4476-bb3e-bc95904dd1ce service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951564 Oct 19 20:54:09.830221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888979d3-b4a7-434d-9987-f32a707e36b5 req-b23c36a6-fa25-46d3-93b4-f075a2f16e30 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:09.840086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-888979d3-b4a7-434d-9987-f32a707e36b5 req-b23c36a6-fa25-46d3-93b4-f075a2f16e30 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0704577 Oct 19 20:54:09.881468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-888979d3-b4a7-434d-9987-f32a707e36b5 req-69f94441-0b05-45d3-aae4-356a1087d13f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Oct 19 20:54:09.924288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70e98c2c-bb55-4b43-a814-11cc4f8397bb req-11dcaf21-1336-461e-b266-9a0ed780fc15 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038871 Oct 19 20:54:10.008231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-9d63ae08-ff12-4227-9139-dee6ecb2664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.009632 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-9d63ae08-ff12-4227-9139-dee6ecb2664d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0404675 Oct 19 20:54:10.104676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-6593df2f-74be-453e-9eb4-9ee8fa3e072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.108279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-6593df2f-74be-453e-9eb4-9ee8fa3e072d service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0919681 Oct 19 20:54:10.151902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-52165299-6d09-4eab-b67b-2846cae8bd94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 217 time: 0.0360999 Oct 19 20:54:10.242250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-dfa15e18-f840-49cb-9785-1c3b64356694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.244923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-dfa15e18-f840-49cb-9785-1c3b64356694 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0850887 Oct 19 20:54:10.263930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372eca1-4cf6-469b-ada0-dfe54ff89e31 req-a35f5809-dffc-4491-87a5-9f0a2127412c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.264996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3372eca1-4cf6-469b-ada0-dfe54ff89e31 req-a35f5809-dffc-4491-87a5-9f0a2127412c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0698173 Oct 19 20:54:10.330092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3372eca1-4cf6-469b-ada0-dfe54ff89e31 req-53a1a804-94f1-4724-8078-d36dd6069bf9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576360 Oct 19 20:54:10.335039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-8b4b1688-8f2e-4a40-b4fb-3b2bb0de56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.336869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-8b4b1688-8f2e-4a40-b4fb-3b2bb0de56bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820072 Oct 19 20:54:10.445634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-06ccc8d6-6ad4-44c2-99a4-e57c66b626e4 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006107 Oct 19 20:54:10.539573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ede6017-0b53-452a-8ae2-53abee8130f0 req-0181b0b0-ded4-4432-aad4-1ba2919a5d3c service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Oct 19 20:54:10.995532 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499696bb-19b2-47c0-a2dc-dc88d326897f req-176e81da-631a-4bbf-b0b9-473b2a5033b6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:10.996898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-499696bb-19b2-47c0-a2dc-dc88d326897f req-176e81da-631a-4bbf-b0b9-473b2a5033b6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0483401 Oct 19 20:54:11.036864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-499696bb-19b2-47c0-a2dc-dc88d326897f req-b38499ed-8df6-4dbc-9db8-948b9b3adb3e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341058 Oct 19 20:54:11.456913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314cc6b-8b1d-4c42-8bb7-5551189b953a req-fd0cee8b-c969-4648-b777-12dbe17434ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:11.458444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a314cc6b-8b1d-4c42-8bb7-5551189b953a req-fd0cee8b-c969-4648-b777-12dbe17434ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0514517 Oct 19 20:54:11.499652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a314cc6b-8b1d-4c42-8bb7-5551189b953a req-56023081-c017-408e-9796-c5c433d7c966 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Oct 19 20:54:12.153425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5b606-90ac-48bb-bd85-1148121db6d6 req-f9dd9ea8-81dd-4051-8bb3-3d37c4e1db47 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:12.154901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3b5b606-90ac-48bb-bd85-1148121db6d6 req-f9dd9ea8-81dd-4051-8bb3-3d37c4e1db47 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0488253 Oct 19 20:54:12.191297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e3b5b606-90ac-48bb-bd85-1148121db6d6 req-450b065e-c55e-4029-a7d7-042f1c5e8b7a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Oct 19 20:54:12.613126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658423c4-128e-4612-b0e4-6eac123af6da req-0d619ef4-ba50-427a-b65a-c46d4092f942 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:12.615144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-658423c4-128e-4612-b0e4-6eac123af6da req-0d619ef4-ba50-427a-b65a-c46d4092f942 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0506322 Oct 19 20:54:12.652316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-658423c4-128e-4612-b0e4-6eac123af6da req-0e08f0bf-4493-4f27-8b28-89070208dfdb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Oct 19 20:54:12.819112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:13.313836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:13.315280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73ec4-e662-484c-a6a7-beda9f1b5f22 req-ae38b922-c567-4463-96eb-1af42c4555ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:13.316818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fb73ec4-e662-484c-a6a7-beda9f1b5f22 req-ae38b922-c567-4463-96eb-1af42c4555ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0537243 Oct 19 20:54:13.355683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fb73ec4-e662-484c-a6a7-beda9f1b5f22 req-8cb6c601-0597-4b24-8c74-9cb6e3daf00d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325534 Oct 19 20:54:13.683145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:54:13.776424 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56d76-9f67-4a6f-bbd0-fa46edbd0e29 req-745c74c3-4c99-4f02-a481-7b1522c6aa9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:13.778069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aae56d76-9f67-4a6f-bbd0-fa46edbd0e29 req-745c74c3-4c99-4f02-a481-7b1522c6aa9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0572467 Oct 19 20:54:13.791925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:13.803936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'mac_address': 'fa:16:3e:76:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:54:13.843363 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:13.857277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed1c285-6728-40f2-a120-e852a2f712b8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:54:13.878840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:13.883924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:13.940054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:14.081929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7ed1c285-6728-40f2-a120-e852a2f712b8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:54:14.135407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aae56d76-9f67-4a6f-bbd0-fa46edbd0e29 req-05caf52d-d98c-4b8a-9f23-4971bd546871 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511808 Oct 19 20:54:14.472218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038265b-7d61-49d1-b32f-c87d8a9f26b7 req-a8ee61a6-3c79-4e42-9c80-bc500325f7c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:14.473720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d038265b-7d61-49d1-b32f-c87d8a9f26b7 req-a8ee61a6-3c79-4e42-9c80-bc500325f7c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0482440 Oct 19 20:54:14.516053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d038265b-7d61-49d1-b32f-c87d8a9f26b7 req-5048164f-32ca-4285-bd54-a6d5ace31716 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Oct 19 20:54:15.255914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ba20-e647-47be-827e-d4b813a875aa req-8acac874-16b5-4732-ab6f-a44387bfe3e3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:15.263095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bce9ba20-e647-47be-827e-d4b813a875aa req-8acac874-16b5-4732-ab6f-a44387bfe3e3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 944 time: 0.0503457 Oct 19 20:54:15.295644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bce9ba20-e647-47be-827e-d4b813a875aa req-2765c2e4-f96c-4a01-862c-cc9233b7c74b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321906 Oct 19 20:54:15.631453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2353d-b107-4b2d-b805-dede4a283add req-af80b533-6932-491a-98c9-db33c3db76db tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:15.632931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96d2353d-b107-4b2d-b805-dede4a283add req-af80b533-6932-491a-98c9-db33c3db76db tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0488651 Oct 19 20:54:15.669617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96d2353d-b107-4b2d-b805-dede4a283add req-67738297-f19e-427e-b105-d1a3f6f89fef tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Oct 19 20:54:15.682003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:15.731879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 7ed1c285-6728-40f2-a120-e852a2f712b8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:54:15.735565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7ed1c285-6728-40f2-a120-e852a2f712b8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:15.735932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:15.814917 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:15.837201 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:15.839455 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d0a621-6700-414f-bb9a-7f5c78f644cc" -d '{"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:15.852523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:15.857093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:15.887536 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c47b2c-10f1-471d-a78a-e513c25b913b x-openstack-request-id: req-f0c47b2c-10f1-471d-a78a-e513c25b913b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:15.887833 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:15.888088 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0c47b2c-10f1-471d-a78a-e513c25b913b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:15.888479 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'code': 200} Oct 19 20:54:15.919107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:15.984826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940315b4-9d6c-4628-9cdf-8619acbc2a20 req-38ce5d51-9fb0-4d61-9b0c-4eccc04e447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:15.986399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-940315b4-9d6c-4628-9cdf-8619acbc2a20 req-38ce5d51-9fb0-4d61-9b0c-4eccc04e447a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0416985 Oct 19 20:54:16.023205 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-940315b4-9d6c-4628-9cdf-8619acbc2a20 req-49f35ff6-cd1a-4566-b204-c980fe7c7aff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296271 Oct 19 20:54:16.410323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c833b5d-0276-4029-b50c-56f9e7252c3e req-e91bf842-463d-4f67-95aa-d7d2ffe21eda tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:16.413111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c833b5d-0276-4029-b50c-56f9e7252c3e req-e91bf842-463d-4f67-95aa-d7d2ffe21eda tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0491042 Oct 19 20:54:16.453466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3c833b5d-0276-4029-b50c-56f9e7252c3e req-6d998071-955e-44fc-acf4-5d99e0339bc6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345206 Oct 19 20:54:16.792033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551eecc-ae97-4b2a-ac39-107592feb92c req-137c64ab-a197-4611-8c56-915e7e4866c2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:16.793747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1551eecc-ae97-4b2a-ac39-107592feb92c req-137c64ab-a197-4611-8c56-915e7e4866c2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0542898 Oct 19 20:54:16.838923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1551eecc-ae97-4b2a-ac39-107592feb92c req-24ee498e-62a2-4f20-9bdc-d2660c79288e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Oct 19 20:54:17.032023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-529df947-bbf6-4356-bde4-4013b4b1de4d req-7dc1756c-d91e-495e-b5e7-bd04bd0736d9 service neutron] (100734) timed out ('10.222.0.11', 49805) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:54:17.570051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d25ee-6ce2-436d-8f5f-2014dd682246 req-fe3791eb-8389-4e22-ba00-3e167817ddfd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:17.571748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac4d25ee-6ce2-436d-8f5f-2014dd682246 req-fe3791eb-8389-4e22-ba00-3e167817ddfd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0501029 Oct 19 20:54:17.610703 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ac4d25ee-6ce2-436d-8f5f-2014dd682246 req-b315f16d-d07b-4ee7-a9f0-70238232ff3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Oct 19 20:54:17.734524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5345bd-d5a0-4f4e-9df1-9fd2d02938f4 req-8a4ca0da-76b8-427a-84d5-d81948c2d12e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:17.736007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a5345bd-d5a0-4f4e-9df1-9fd2d02938f4 req-8a4ca0da-76b8-427a-84d5-d81948c2d12e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0523846 Oct 19 20:54:17.775729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a5345bd-d5a0-4f4e-9df1-9fd2d02938f4 req-7b119486-20b4-4fac-ad1f-ca80c6460a27 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Oct 19 20:54:17.799343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56408) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:17.841387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cdae4-31a1-4da7-8964-3248b0985449 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:17.843180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-866cdae4-31a1-4da7-8964-3248b0985449 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1091 time: 0.0428414 Oct 19 20:54:17.846287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 56412) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:17.851379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:54:17.878154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.008307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e22a3-8af7-49ac-bd8b-347ef5a31eb7 req-324d8ca2-a84c-4104-8dda-4d2cf052e16e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:18.009697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-824e22a3-8af7-49ac-bd8b-347ef5a31eb7 req-324d8ca2-a84c-4104-8dda-4d2cf052e16e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0602107 Oct 19 20:54:18.035232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.087888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-824e22a3-8af7-49ac-bd8b-347ef5a31eb7 req-ee971b35-3a26-460e-9406-40cbd4b0c6a1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712018 Oct 19 20:54:18.158591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.77 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/58c3a5d1-6869-4d7b-be08-5a821842f0e3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:54:18.264743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.299427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.337650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:54:18.340591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:54:18.343958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:54:18.352907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=58c3a5d1-6869-4d7b-be08-5a821842f0e3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:18.713971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.782921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.932329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:18.936651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:19.014134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=58c3a5d1-6869-4d7b-be08-5a821842f0e3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:19.026869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:19.132902 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 00508081-7341-4296-aa2c-5a6a9d3b4a4b associated. External IP: 172.25.7.77, port: 7ed1c285-6728-40f2-a120-e852a2f712b8. Oct 19 20:54:19.262852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb55f9-b3df-4f9e-ac70-a3914300a01f req-4bec08c1-d782-4e04-bb7c-3cbe33e51d2f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:19.264531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3fb55f9-b3df-4f9e-ac70-a3914300a01f req-4bec08c1-d782-4e04-bb7c-3cbe33e51d2f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0960929 Oct 19 20:54:19.352077 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3fb55f9-b3df-4f9e-ac70-a3914300a01f req-a4249130-2dbb-469e-a1ae-dde0e13cae87 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803564 Oct 19 20:54:19.417639 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router 3fde4220-08bd-4630-a819-2cf1fe607399 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:54:19.524187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:54:19.534074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Sync routers for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:54:19.541355 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:19.544219 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:54:19.544814 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:19.568637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5fb07d80-ead8-470c-9e78-8f7e22ff22e4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7213550 Oct 19 20:54:19.569312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:19.571658 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e9437-4435-4d0b-a297-8a6101b3af0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:19.611133 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d14672-b63f-4db0-ba0c-f3aeec714798 x-openstack-request-id: req-c2d14672-b63f-4db0-ba0c-f3aeec714798 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:19.611484 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:19.613891 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d14672-b63f-4db0-ba0c-f3aeec714798 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:19.613891 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'status': 'completed', 'code': 200} Oct 19 20:54:19.669012 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:19.700295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8aa12-f137-42ef-85b2-c2b3305934d0 req-0ba5a83c-ff73-4d71-8b65-077de9e0bee2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:19.701339 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62d8aa12-f137-42ef-85b2-c2b3305934d0 req-0ba5a83c-ff73-4d71-8b65-077de9e0bee2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0793741 Oct 19 20:54:19.703905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-265fbe85-975c-40e9-96b6-f3e808ad0c22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800226 Oct 19 20:54:19.716199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-a4bc8bde-5c33-4fa1-9957-024ff0745db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:19.717817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-a4bc8bde-5c33-4fa1-9957-024ff0745db4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0776448 Oct 19 20:54:19.743581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-62d8aa12-f137-42ef-85b2-c2b3305934d0 req-d48757ee-712a-4a51-b4fc-f2918f944bb7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359688 Oct 19 20:54:19.766668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56426) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:19.828245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6eed9e8e-fd56-4c4e-ac3f-adc2dcf7a357 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/00508081-7341-4296-aa2c-5a6a9d3b4a4b HTTP/1.1" status: 200 len: 990 time: 0.0584824 Oct 19 20:54:19.868694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-984cb068-ab89-4c7a-9df8-6ff6eb1e0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:19.870188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-984cb068-ab89-4c7a-9df8-6ff6eb1e0468 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.1447902 Oct 19 20:54:19.898337 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '00508081-7341-4296-aa2c-5a6a9d3b4a4b', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'mac_address': 'fa:16:3e:76:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:54:18Z', 'updated_at': '2021-10-19T20:54:18Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:19.938149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Checking router: 3fde4220-08bd-4630-a819-2cf1fe607399 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:54:19.948003 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:54:19.948615 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:53:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:19.996835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-f3070db4-e1ab-4ca8-9f36-cf606d0809c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.1191576 Oct 19 20:54:20.053950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-19463870-729e-4757-bf62-edb189715ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.055435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-19463870-729e-4757-bf62-edb189715ba2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0522356 Oct 19 20:54:20.056248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:54:20.132076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-34b8a3b9-8db8-4ae9-88a2-44470a420ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.133603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-34b8a3b9-8db8-4ae9-88a2-44470a420ca9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708947 Oct 19 20:54:20.227067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-902906ae-5ab1-47ca-84db-3292bd740c48 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864015 Oct 19 20:54:20.273313 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '00508081-7341-4296-aa2c-5a6a9d3b4a4b', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'mac_address': 'fa:16:3e:76:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:54:18Z', 'updated_at': '2021-10-19T20:54:18Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:54:20.300237 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d8414c-4d09-4fdb-8099-fbd4340be01b None None] The sync data for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 is: [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '00508081-7341-4296-aa2c-5a6a9d3b4a4b', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'mac_address': 'fa:16:3e:76:c8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:54:18Z', 'updated_at': '2021-10-19T20:54:18Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:54:20.326815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9e9437-4435-4d0b-a297-8a6101b3af0b req-84532b46-8288-4f81-a6cd-bb739fbff482 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927596 Oct 19 20:54:20.442309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-af59a270-43bc-48ea-ae1a-a7e9be7ec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.444420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-af59a270-43bc-48ea-ae1a-a7e9be7ec73b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0429010 Oct 19 20:54:20.479860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277a6a5-1416-4cb4-9e9e-fb625cca97ef req-c9142112-fe7e-47da-bd6d-8aca249bc722 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.481444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9277a6a5-1416-4cb4-9e9e-fb625cca97ef req-c9142112-fe7e-47da-bd6d-8aca249bc722 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0596960 Oct 19 20:54:20.525697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9277a6a5-1416-4cb4-9e9e-fb625cca97ef req-a0d68e08-7845-402f-9c80-2a2f9a7a8bc0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Oct 19 20:54:20.531704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4995c3-e6de-4270-bbf1-9b79d7d2fc11 None None] New status for floating IP 00508081-7341-4296-aa2c-5a6a9d3b4a4b: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:54:20.561200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-b23cee6f-9036-4b58-b320-19f13856aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.562715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-b23cee6f-9036-4b58-b320-19f13856aa27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0987816 Oct 19 20:54:20.642316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-43ac5c19-8dbe-4678-9054-136a60dfa073 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.0710475 Oct 19 20:54:20.705503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-e94eb71c-3b43-4dc2-9177-fcfd6088e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.706997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-e94eb71c-3b43-4dc2-9177-fcfd6088e028 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0577848 Oct 19 20:54:20.752746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-61be8c46-a1c3-4d4a-acf5-852c96631d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:20.754250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-61be8c46-a1c3-4d4a-acf5-852c96631d3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400910 Oct 19 20:54:20.830519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56432) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:20.844460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-65427ab5-79ac-4fef-9c8e-f48d43293965 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Oct 19 20:54:20.898597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6f0b9318-bc91-4771-b883-77be4734b436 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/00508081-7341-4296-aa2c-5a6a9d3b4a4b HTTP/1.1" status: 200 len: 992 time: 0.0613077 Oct 19 20:54:20.935030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-52a52e25-cb47-48f1-a298-5aaf510bd81c service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834131 Oct 19 20:54:21.651464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bf400-6553-4beb-bdbb-a4207603143b req-a3113502-b815-4144-bf5d-319e42587b45 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:21.652928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-184bf400-6553-4beb-bdbb-a4207603143b req-a3113502-b815-4144-bf5d-319e42587b45 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0478973 Oct 19 20:54:21.690306 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-184bf400-6553-4beb-bdbb-a4207603143b req-5ccd86cf-d92c-47db-9d5b-7d837973993d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Oct 19 20:54:22.800727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a53f-b409-4c53-bf66-1e4be3e272b6 req-75869d58-582c-4670-8a78-a647f4e5ea93 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:22.802175 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4736a53f-b409-4c53-bf66-1e4be3e272b6 req-75869d58-582c-4670-8a78-a647f4e5ea93 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0474174 Oct 19 20:54:22.842409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4736a53f-b409-4c53-bf66-1e4be3e272b6 req-e1c95c16-cf05-4556-91b6-69f6ca620616 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Oct 19 20:54:23.954387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc920eb8-7103-4ba2-bdd2-d7dc6ca5a107 req-f6488943-acc9-4ed1-8c14-5a01edbda305 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:23.955852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc920eb8-7103-4ba2-bdd2-d7dc6ca5a107 req-f6488943-acc9-4ed1-8c14-5a01edbda305 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0489912 Oct 19 20:54:23.993124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cc920eb8-7103-4ba2-bdd2-d7dc6ca5a107 req-68fbbd1a-402d-46b1-8a46-470c933b3b2e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Oct 19 20:54:25.104216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2e247-1a1e-48ee-abd1-1a25c63663fa req-7b369008-cf41-46f2-8eee-df3c2c841532 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:25.105691 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3f2e247-1a1e-48ee-abd1-1a25c63663fa req-7b369008-cf41-46f2-8eee-df3c2c841532 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 943 time: 0.0472159 Oct 19 20:54:25.142114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3f2e247-1a1e-48ee-abd1-1a25c63663fa req-1090ba08-7918-43b7-a6d9-6984838e0d36 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Oct 19 20:54:25.746111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:54:25.794383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-75980393-81a3-409f-ae92-cdf478b7a8a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410640 Oct 19 20:54:25.850306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:25.862021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30', 'mac_address': 'fa:16:3e:3b:82:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:54:25.875807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-d0ab3125-07de-4727-87dc-b9d9ac03a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:25.877283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-d0ab3125-07de-4727-87dc-b9d9ac03a248 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.0428691 Oct 19 20:54:25.900758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:25.913267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:54:25.932460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:25.936520 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:25.983100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-ba55c5ff-1c62-40b8-83a5-e69a1ce4c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:25.983893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:25.984671 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-ba55c5ff-1c62-40b8-83a5-e69a1ce4c467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.0877180 Oct 19 20:54:26.054176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-7793bfd2-e8a4-408d-a27c-2ff1531b470a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1002 time: 0.0610368 Oct 19 20:54:26.102023 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-1eebc80b-bcf0-422a-bc3b-2531ec9d5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:26.103458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-1eebc80b-bcf0-422a-bc3b-2531ec9d5aa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0431602 Oct 19 20:54:26.148994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-e55df22d-5171-4479-844d-ca234cbc414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:26.149795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:54:26.150489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-e55df22d-5171-4479-844d-ca234cbc414c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400965 Oct 19 20:54:26.281421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-256c6558-b622-487a-b8ae-8caebede47bd service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238384 Oct 19 20:54:26.291764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8baee-0333-44ab-a322-f7031d429ae9 req-905671b2-b892-418f-a1d8-678426100bca tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:26.293790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88c8baee-0333-44ab-a322-f7031d429ae9 req-905671b2-b892-418f-a1d8-678426100bca tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 944 time: 0.0761580 Oct 19 20:54:26.387997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-88c8baee-0333-44ab-a322-f7031d429ae9 req-caa556f5-917c-4e1b-8a9d-125e5786dbf0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860255 Oct 19 20:54:26.413803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0ba9a5a2-7327-4212-bb53-b921437a786a req-50e804eb-24b6-4e4a-bc61-a03615617070 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189499 Oct 19 20:54:26.470858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c673f3ad-cfe0-4f37-a08e-dbd0c92f0ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:27.501994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a846aaa-14b4-43c9-9cf7-cf58d4cf9400 req-ec4f5c62-4f2f-4468-ba53-356d8e5fca39 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:27.503448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a846aaa-14b4-43c9-9cf7-cf58d4cf9400 req-ec4f5c62-4f2f-4468-ba53-356d8e5fca39 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 944 time: 0.0489628 Oct 19 20:54:27.541023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a846aaa-14b4-43c9-9cf7-cf58d4cf9400 req-c51807ae-cf05-464b-8689-91dff85c0608 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307662 Oct 19 20:54:27.759519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:54:27.806578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:54:27.810334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:54:27.810699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:27.887886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:27.909169 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:27.911933 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ef04d-1ba4-439c-a744-0bb86dfac192" -d '{"events": [{"server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "name": "network-vif-plugged", "status": "completed", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:27.924624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:27.930479 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:27.953472 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae587fe6-0fe9-4fd6-a6da-91566eb5cfa7 x-openstack-request-id: req-ae587fe6-0fe9-4fd6-a6da-91566eb5cfa7 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:27.953769 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "name": "network-vif-plugged", "status": "completed", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:27.954030 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae587fe6-0fe9-4fd6-a6da-91566eb5cfa7 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:27.954442 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30', 'code': 200} Oct 19 20:54:27.982116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:28.056957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6a48-663e-44e4-87b6-27b23f127129 req-f2432a12-8bdd-4046-85c9-1ddd4125d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:28.058991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-578f6a48-663e-44e4-87b6-27b23f127129 req-f2432a12-8bdd-4046-85c9-1ddd4125d0fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 1096 time: 0.0519595 Oct 19 20:54:28.093043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-578f6a48-663e-44e4-87b6-27b23f127129 req-5c163740-b5e1-476a-80b5-ef517ca591eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267022 Oct 19 20:54:28.657444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c178-a354-49ca-a046-b2993e713d41 req-f64f0ca5-a1e9-4793-8c4c-f7c877345d5b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:28.658895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1f1c178-a354-49ca-a046-b2993e713d41 req-f64f0ca5-a1e9-4793-8c4c-f7c877345d5b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0514975 Oct 19 20:54:28.700680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1f1c178-a354-49ca-a046-b2993e713d41 req-efadf593-36ab-4f14-8f26-beb86d517d18 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Oct 19 20:54:29.244457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-33e98aa0-17bf-4090-b545-7b5e7d0063be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:29.815898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c732-60e4-42b5-86cd-431261e67cc6 req-07e6057f-d18c-4ad4-a0c3-071a9b124984 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:29.817283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fb5c732-60e4-42b5-86cd-431261e67cc6 req-07e6057f-d18c-4ad4-a0c3-071a9b124984 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Oct 19 20:54:29.854426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fb5c732-60e4-42b5-86cd-431261e67cc6 req-0a798dc3-783c-4d93-894e-8af481f77fd4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Oct 19 20:54:29.968789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f9308-af1e-4826-9dba-487bf40c640e req-a0251352-217c-414e-a0a9-21637a189979 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:29.970308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7f9308-af1e-4826-9dba-487bf40c640e req-a0251352-217c-414e-a0a9-21637a189979 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0474503 Oct 19 20:54:30.007447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7f9308-af1e-4826-9dba-487bf40c640e req-24d01b32-cf87-4bfd-8e9c-535a5a7b1fd7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304775 Oct 19 20:54:30.116263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7254-40da-4e49-b9df-92ae6a14463c req-a2b1ff5c-5fae-4430-a628-d7e13383cb2f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:30.117721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e0eb7254-40da-4e49-b9df-92ae6a14463c req-a2b1ff5c-5fae-4430-a628-d7e13383cb2f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Oct 19 20:54:30.154710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e0eb7254-40da-4e49-b9df-92ae6a14463c req-aaf5c0a4-2038-4d99-81a8-daba9e4f9ece tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Oct 19 20:54:30.290354 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:30.447355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbebd3c-b0b8-4cf3-9e7c-b3c60ae71a3b req-ce03efc5-2620-4bc6-8a7f-a59677e6f331 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:30.448745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbebd3c-b0b8-4cf3-9e7c-b3c60ae71a3b req-ce03efc5-2620-4bc6-8a7f-a59677e6f331 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0578220 Oct 19 20:54:30.485451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7fbebd3c-b0b8-4cf3-9e7c-b3c60ae71a3b req-0b5990b4-a34d-4ab9-96c7-c20aeed33749 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Oct 19 20:54:31.015051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:31.596995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6374-0a54-418d-b631-9b0ce412c8f7 req-834ddde2-5aae-4967-a6b0-dcbeb0244958 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:31.599726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0fb6374-0a54-418d-b631-9b0ce412c8f7 req-834ddde2-5aae-4967-a6b0-dcbeb0244958 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Oct 19 20:54:31.637378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0fb6374-0a54-418d-b631-9b0ce412c8f7 req-30258afe-f39e-43ab-b5ea-843c957f7c2a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Oct 19 20:54:32.061382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-04d9f6dd-15c7-4ab7-92cc-fd111a8fa5bb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:32.062738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-04d9f6dd-15c7-4ab7-92cc-fd111a8fa5bb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Oct 19 20:54:32.155850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:54:32.156188 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:32.241963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:54:32.242322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:32.258754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:54:32.333027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:32.385486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:32.397002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:54:32.412231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:32.460608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:54:32.463287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:32.466573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e50c5b61-6d35-407e-ab95-fc94bf93076e req-e5119efe-3b36-4402-ae55-4e75e3d017d2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "DELETE /v2.0/ports/eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 HTTP/1.1" status: 204 len: 173 time: 0.3971188 Oct 19 20:54:32.467037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'name': 'network-vif-deleted', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:54:32.469285 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb69e66b-4cd6-4494-8f15-223967ec33ec" -d '{"events": [{"server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "name": "network-vif-deleted", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:54:32.507382 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91758de0-ec5e-4ae4-a790-9ec5699f591f x-openstack-request-id: req-91758de0-ec5e-4ae4-a790-9ec5699f591f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:54:32.507670 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4c5af4-4529-424a-9ca0-cade71e01a96", "name": "network-vif-deleted", "tag": "eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:54:32.507918 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91758de0-ec5e-4ae4-a790-9ec5699f591f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:54:32.508308 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4c5af4-4529-424a-9ca0-cade71e01a96', 'name': 'network-vif-deleted', 'tag': 'eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30', 'status': 'completed', 'code': 200} Oct 19 20:54:32.736150 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eabc301a-9544-4eb5-acc5-7ecd86c8823a req-7504bdb3-0b55-456b-931f-0bae501d651b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0303836 Oct 19 20:54:33.832344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37d40b9b-6374-4a8c-96ac-58162f0e4649 req-64275463-7292-4d31-8989-71c6e8097ab8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Oct 19 20:54:34.931620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b486e4c1-2881-4b3f-94a9-11c8ea4904a3 req-02500509-cb13-4c7b-96de-713369678c69 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0277987 Oct 19 20:54:35.787955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:54:35.810045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:54:35.810045 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device eb690b1e-3a6a-40ff-ae0e-8d36fcf5fd30 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:54:36.026767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8bc58b5d-cc8d-4b64-9aed-6322cd98ded1 req-f13d5c10-1579-49c0-8452-7f787bb59038 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0294511 Oct 19 20:54:37.148574 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-841e8b91-85cd-435b-ab93-0a255eb445e6 req-e307efbe-e1f1-43e7-81d3-4a6727aa5456 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad4c5af4-4529-424a-9ca0-cade71e01a96 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Oct 19 20:54:42.820456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:43.043359 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:54:43.338340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:54.243779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-9faac35e-02a9-4afb-9f81-067927afa6d1 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:54.245188 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-9faac35e-02a9-4afb-9f81-067927afa6d1 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0403547 Oct 19 20:54:54.263132 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-8e479e5a-c542-4e12-be10-460392d007ea tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:54.336549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-8e479e5a-c542-4e12-be10-460392d007ea tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:54.341060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-8e479e5a-c542-4e12-be10-460392d007ea tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:54.368865 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b08f45b4-77a2-4642-8e68-6fedb73676c2 req-8e479e5a-c542-4e12-be10-460392d007ea tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176851 Oct 19 20:54:54.373270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e479e5a-c542-4e12-be10-460392d007ea tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d475b0-8833-49bf-bfd4-e298350150c2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:54:54.491198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d1b0-be07-45e0-8ef3-1ef02f4625a7 req-2651d180-e2db-4087-8d8c-d5d20ffb4d09 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:54.492671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e99d1b0-be07-45e0-8ef3-1ef02f4625a7 req-2651d180-e2db-4087-8d8c-d5d20ffb4d09 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0551579 Oct 19 20:54:54.531273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e99d1b0-be07-45e0-8ef3-1ef02f4625a7 req-9f0b7bf3-0ec9-43b6-9bc1-d7dc16bdae8c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Oct 19 20:54:54.554031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 56692) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:54:54.619817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4747856f-0302-47ef-8fd1-5604213b6095 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/00508081-7341-4296-aa2c-5a6a9d3b4a4b HTTP/1.1" status: 200 len: 992 time: 0.0646420 Oct 19 20:54:54.926403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-638afb16-0b02-4cf1-842e-d879bd9ab23e req-acec12c3-c150-485d-a2f5-eaa1581c4137 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:54:54.927517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-638afb16-0b02-4cf1-842e-d879bd9ab23e req-acec12c3-c150-485d-a2f5-eaa1581c4137 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054383 Oct 19 20:54:55.283085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552989a0-faef-497c-95fd-22233adf5e4d req-57de8544-9934-42ec-ba15-52e7b88a119a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:55.284786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-552989a0-faef-497c-95fd-22233adf5e4d req-57de8544-9934-42ec-ba15-52e7b88a119a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0629849 Oct 19 20:54:55.348580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-552989a0-faef-497c-95fd-22233adf5e4d req-9f3a110b-0e6c-459f-86c8-d747b3449f44 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574696 Oct 19 20:54:55.357255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-957f068e-ad1e-4a8a-b183-66fdeb2cdc06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413617 Oct 19 20:54:56.475199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-66cc22f5-402d-43c6-8774-9cbba9970df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:56.484927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a893343-5cec-4e1f-a1ee-7059fa26504f req-21e79904-c03b-4e1a-bb46-6ea865e1f05d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:56.486855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a893343-5cec-4e1f-a1ee-7059fa26504f req-21e79904-c03b-4e1a-bb46-6ea865e1f05d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0603700 Oct 19 20:54:56.528432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-1fdb085c-9fb6-4987-8d86-b2216ae87918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:56.530030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-1fdb085c-9fb6-4987-8d86-b2216ae87918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.1086464 Oct 19 20:54:56.530360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0a893343-5cec-4e1f-a1ee-7059fa26504f req-65849557-67fc-4d91-9178-62120bd64de8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360448 Oct 19 20:54:56.633476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-aaa64c0a-771b-4ab5-881c-bb0e97284350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:56.634962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-aaa64c0a-771b-4ab5-881c-bb0e97284350 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0963156 Oct 19 20:54:57.028360 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-bc17eeff-99f2-4512-95c6-98561535df38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 1000 time: 0.3860252 Oct 19 20:54:57.078680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-62cfc8db-3d6d-4c81-9729-637be51c4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:57.080124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-62cfc8db-3d6d-4c81-9729-637be51c4e96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0442729 Oct 19 20:54:57.129370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-1d895279-745a-4c7f-a8fb-ba4bcd4ad45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:57.130793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-1d895279-745a-4c7f-a8fb-ba4bcd4ad45e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426567 Oct 19 20:54:57.236690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-9ca2c9db-e2cd-42b4-a132-feb4b54d263b service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986743 Oct 19 20:54:57.353320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-425bc3c5-6c79-4ea8-a2ad-4207488e20c6 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099725 Oct 19 20:54:57.661660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8d188-3b14-4aae-9a90-3e45ea1c3627 req-61b2b248-c806-4b03-a888-eabb6ca71b5a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:57.663848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8d188-3b14-4aae-9a90-3e45ea1c3627 req-61b2b248-c806-4b03-a888-eabb6ca71b5a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0580378 Oct 19 20:54:57.704191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-acf8d188-3b14-4aae-9a90-3e45ea1c3627 req-5c858bf1-9f9e-4919-a303-271fd638d9f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335572 Oct 19 20:54:58.819277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf89f-adb2-42e7-b99b-316daed7074b req-ff36660b-721e-43f7-b7d5-0319662a65a3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:58.820639 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e6aaf89f-adb2-42e7-b99b-316daed7074b req-ff36660b-721e-43f7-b7d5-0319662a65a3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0480864 Oct 19 20:54:58.856841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e6aaf89f-adb2-42e7-b99b-316daed7074b req-90e47cf5-7710-48a4-8352-e9ad2a763b17 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303731 Oct 19 20:54:59.218688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-57ef9840-7ee3-4a9f-bd84-e4d60c557423 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:59.220154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-57ef9840-7ee3-4a9f-bd84-e4d60c557423 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.0991113 Oct 19 20:54:59.235782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-da082b6e-9ccc-4270-bfc2-a79c2030484c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0091591 Oct 19 20:54:59.244331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a4c9-58e4-4407-ad53-76e707476001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:54:59.295119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-1c18f971-c4bc-4f80-bf34-532184ea6d8c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534868 Oct 19 20:54:59.387708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-605ad6b6-0a53-45c2-a964-f5ec11794a0d service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Oct 19 20:54:59.479635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-d339ffd0-9cbe-440f-b125-2faf5d429764 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859239 Oct 19 20:54:59.762467 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-44c7c4a0-cce2-479d-8734-4eaa9ccefbe8 req-400a9464-7a01-4ed3-af1c-215d4356c8cf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Oct 19 20:54:59.976211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ef61e-3c65-4977-b76c-bd383c528ed8 req-0107c0a2-90eb-49f2-b46f-9219556418b4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:54:59.977833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-506ef61e-3c65-4977-b76c-bd383c528ed8 req-0107c0a2-90eb-49f2-b46f-9219556418b4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0523036 Oct 19 20:55:00.018743 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-506ef61e-3c65-4977-b76c-bd383c528ed8 req-be46c360-05f7-400d-878e-46c99040b520 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Oct 19 20:55:00.292529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:00.672283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-3363fc9c-3bcf-4ed5-be70-ace86b321969 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:00.673755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-3363fc9c-3bcf-4ed5-be70-ace86b321969 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1058540 Oct 19 20:55:00.686334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:55:00.801448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:55:00.805037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:00.861058 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5cd4c6a3-9468-481e-beee-f12bac6c0efc req-0ab0704c-ae9e-4224-9ccf-e8fe0a21b2df tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0321212 Oct 19 20:55:00.935322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.11 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/2a5baae0-8f51-473e-af26-03ebfda751c8) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:55:01.018425 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.084237 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.157690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1595b6-5638-4ee1-bc4f-23cb943f0546 req-8b4497a7-352f-4f0a-8fef-fe7328ea481f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:01.159179 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba1595b6-5638-4ee1-bc4f-23cb943f0546 req-8b4497a7-352f-4f0a-8fef-fe7328ea481f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0689449 Oct 19 20:55:01.160577 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.225984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:55:01.229566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:01.233560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:55:01.244809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:55:01.251383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.251743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.252056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.252392 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.252717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.253041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.253386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.253707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.254024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.254342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.254662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.254979 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:01.282993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba1595b6-5638-4ee1-bc4f-23cb943f0546 req-67e0299e-5e49-40bb-bfe1-981cd9f01566 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138139 Oct 19 20:55:01.308533 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:01.309164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.325844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-97689b1e-8aa3-4b10-89d0-e38afadcef2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6431136 Oct 19 20:55:01.339106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Request body: {'port': {'device_id': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:55:01.402931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.536096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-39aa4644-9117-4121-8391-bd96c3f08c25 None None] Provisioning complete for port 2a5baae0-8f51-473e-af26-03ebfda751c8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:55:01.536697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-39aa4644-9117-4121-8391-bd96c3f08c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:01.571641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-39aa4644-9117-4121-8391-bd96c3f08c25 None None] Port 2a5baae0-8f51-473e-af26-03ebfda751c8 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:55:02.024049 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb33f08-b5d4-4011-a7e4-7ccd1cfc99b6 req-58c6971b-0106-4cbe-b642-2784a5809985 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.025558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feb33f08-b5d4-4011-a7e4-7ccd1cfc99b6 req-58c6971b-0106-4cbe-b642-2784a5809985 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 932 time: 0.0930305 Oct 19 20:55:02.032838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5baae0-8f51-473e-af26-03ebfda751c8 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:55:02.042076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.070384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Transition to ACTIVE for port object 2a5baae0-8f51-473e-af26-03ebfda751c8 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:55:02.078952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.091594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-feb33f08-b5d4-4011-a7e4-7ccd1cfc99b6 req-8387b7a4-4722-4e4c-a4ad-a1a970a0a8e1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543056 Oct 19 20:55:02.135281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Pushing event updated for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:02.243270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Attempting to bind port 2a5baae0-8f51-473e-af26-03ebfda751c8 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:55:02.243972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Attempting to bind port 2a5baae0-8f51-473e-af26-03ebfda751c8 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:55:02.244396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Attempting to bind port 2a5baae0-8f51-473e-af26-03ebfda751c8 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:02.249812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Port 2a5baae0-8f51-473e-af26-03ebfda751c8 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:55:02.250264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Attempting to bind port 2a5baae0-8f51-473e-af26-03ebfda751c8 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:02.262011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:55:02.262322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:55:02.262936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:55:02.263208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Bound port: 2a5baae0-8f51-473e-af26-03ebfda751c8, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:55:02.263576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.333977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.358247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:55:02.363535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a5baae0-8f51-473e-af26-03ebfda751c8,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:55:02.369937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.413157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.413879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:02.415325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] 10.222.0.11 "PUT /v2.0/ports/2a5baae0-8f51-473e-af26-03ebfda751c8 HTTP/1.1" status: 200 len: 1092 time: 1.0808969 Oct 19 20:55:02.415852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:02.419552 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:02.466491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27f7f-554a-474b-9505-ba34ed67bc0e req-c3096975-85e5-41ef-852a-e89e02b5a522 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.469681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8c27f7f-554a-474b-9505-ba34ed67bc0e req-c3096975-85e5-41ef-852a-e89e02b5a522 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0961351 Oct 19 20:55:02.489622 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea86176a-7c5a-4e1f-96fc-29a392a438b1 x-openstack-request-id: req-ea86176a-7c5a-4e1f-96fc-29a392a438b1 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:02.490517 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:02.490731 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea86176a-7c5a-4e1f-96fc-29a392a438b1 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:02.491183 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8', 'status': 'completed', 'code': 200} Oct 19 20:55:02.491739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9e149-a649-4c0d-9ec8-bd870ccfae3b service neutron] Pushing event updated for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:02.530449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-2015a601-133c-4d0b-a965-61831fe17d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.532170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-2015a601-133c-4d0b-a965-61831fe17d89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0757177 Oct 19 20:55:02.541366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8c27f7f-554a-474b-9505-ba34ed67bc0e req-93c2718c-b086-4072-b3e3-775b602856e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603533 Oct 19 20:55:02.588512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-99c5a270-970c-45c3-bff0-5317342ab0fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5baae0-8f51-473e-af26-03ebfda751c8 HTTP/1.1" status: 200 len: 217 time: 0.0476036 Oct 19 20:55:02.652367 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-4e25ce2b-0c40-4244-8e97-e501bed60d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.653972 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-4e25ce2b-0c40-4244-8e97-e501bed60d11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0570230 Oct 19 20:55:02.709757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71511419-0594-45cf-bc02-d24e27048752 req-d2501362-5013-4487-a6f6-6c7d3dc2f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:02.711465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-d2501362-5013-4487-a6f6-6c7d3dc2f5ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506694 Oct 19 20:55:02.813235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-c1a416d6-7c24-4889-83ce-0e1135e2c07e service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944204 Oct 19 20:55:02.910490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71511419-0594-45cf-bc02-d24e27048752 req-b91b91a8-1736-4767-bfab-45ee94f4f8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898879 Oct 19 20:55:03.006604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-da77c5f4-d5ff-4f65-866d-c5f09c786597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.008063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-da77c5f4-d5ff-4f65-866d-c5f09c786597 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0478606 Oct 19 20:55:03.101604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-efc14ac5-e6b3-4875-ad7f-3815511a4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.103084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-efc14ac5-e6b3-4875-ad7f-3815511a4f73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0882363 Oct 19 20:55:03.155065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-11e79ee1-d4db-4e5a-b816-f248612af927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5baae0-8f51-473e-af26-03ebfda751c8 HTTP/1.1" status: 200 len: 217 time: 0.0451419 Oct 19 20:55:03.211356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-681d64c9-34e5-4716-9bef-b083d925232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.212869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-681d64c9-34e5-4716-9bef-b083d925232f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0501990 Oct 19 20:55:03.225734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4fbc-2e07-4362-bad8-a92b3ac9d4c9 req-1cf8b97b-49ab-4563-9677-1fa78b8cd084 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.229812 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-823d4fbc-2e07-4362-bad8-a92b3ac9d4c9 req-1cf8b97b-49ab-4563-9677-1fa78b8cd084 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0596163 Oct 19 20:55:03.281073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-1b5adec5-acbc-4828-939d-3fe037287254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.282796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-1b5adec5-acbc-4828-939d-3fe037287254 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626557 Oct 19 20:55:03.286519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-823d4fbc-2e07-4362-bad8-a92b3ac9d4c9 req-fbbfd2e4-4b24-4c65-99af-54669b0cf7e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Oct 19 20:55:03.378442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-a6db16c2-a543-4675-b9a8-f9134f26eaad service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882692 Oct 19 20:55:03.469928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-247cb94a-cbb8-4242-bd6c-35d571eb0a3f req-bdf25d70-19b7-4135-8c69-d2789b4c5b1f service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842283 Oct 19 20:55:03.651252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9633d3-9b71-4e7d-81dc-615cd619d5d2 req-5ef06c5d-8a34-425e-bb66-d27e64a082e8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:03.652764 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e9633d3-9b71-4e7d-81dc-615cd619d5d2 req-5ef06c5d-8a34-425e-bb66-d27e64a082e8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0519726 Oct 19 20:55:03.697718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e9633d3-9b71-4e7d-81dc-615cd619d5d2 req-a9e20cab-1a1f-444b-bdd5-bac66a09a05c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Oct 19 20:55:04.414863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a6f1-e0bd-4e13-849e-688967f6a631 req-1703f139-ca28-4c96-963a-afe694792475 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:04.416392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83b5a6f1-e0bd-4e13-849e-688967f6a631 req-1703f139-ca28-4c96-963a-afe694792475 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0500824 Oct 19 20:55:04.455259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83b5a6f1-e0bd-4e13-849e-688967f6a631 req-720e518f-a57d-48ed-ad30-eb8887875a71 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Oct 19 20:55:04.821117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d11620-24a4-4df4-ac3a-2adc41a40dcf req-fc609d57-d28f-48c5-91cc-0efe6efccc97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:04.822700 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53d11620-24a4-4df4-ac3a-2adc41a40dcf req-fc609d57-d28f-48c5-91cc-0efe6efccc97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0560057 Oct 19 20:55:04.863647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53d11620-24a4-4df4-ac3a-2adc41a40dcf req-07826c0f-db0c-4e42-9bd6-65c1c21d5740 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Oct 19 20:55:05.572076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea9e1e-1359-4fa6-9e92-935f0f07408a req-1edbd0b4-2a22-42e9-9acd-fc152343b6a8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:05.573491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00ea9e1e-1359-4fa6-9e92-935f0f07408a req-1edbd0b4-2a22-42e9-9acd-fc152343b6a8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0489774 Oct 19 20:55:05.611875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00ea9e1e-1359-4fa6-9e92-935f0f07408a req-4aa27729-6a65-4816-a4e4-83273e0aa297 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Oct 19 20:55:05.981580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0148d63-59fa-4d4d-aafb-eb965ebfe48f req-ae38559e-481d-4400-816f-ce3ef5fec840 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:05.982974 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0148d63-59fa-4d4d-aafb-eb965ebfe48f req-ae38559e-481d-4400-816f-ce3ef5fec840 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0497742 Oct 19 20:55:06.019278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0148d63-59fa-4d4d-aafb-eb965ebfe48f req-ccbd6c57-bb30-49d5-ad7a-a75901e84c71 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Oct 19 20:55:06.732972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755baf11-e990-4ff3-8420-5186c91a01c2 req-47e2f55f-2f5e-40ab-af0c-cb6eb705550b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:06.734471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-755baf11-e990-4ff3-8420-5186c91a01c2 req-47e2f55f-2f5e-40ab-af0c-cb6eb705550b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0485361 Oct 19 20:55:06.771809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-755baf11-e990-4ff3-8420-5186c91a01c2 req-d6e813d3-5797-46dc-b4db-60721e03f203 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Oct 19 20:55:07.132473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736be9d-23e8-44f2-8bc8-1f678431d1e3 req-56f0b30e-b27e-4772-901d-ba2161486340 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:07.133851 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e736be9d-23e8-44f2-8bc8-1f678431d1e3 req-56f0b30e-b27e-4772-901d-ba2161486340 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0478354 Oct 19 20:55:07.170868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e736be9d-23e8-44f2-8bc8-1f678431d1e3 req-e6c66832-7ce8-4be2-84d5-4f60cbe992f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Oct 19 20:55:07.887365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e7582-5f80-4935-b114-f00bd407547e req-e1053954-916f-4446-8df5-5a969a05d47a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:07.888885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c11e7582-5f80-4935-b114-f00bd407547e req-e1053954-916f-4446-8df5-5a969a05d47a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0495331 Oct 19 20:55:07.931880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c11e7582-5f80-4935-b114-f00bd407547e req-ee240704-657a-49f4-a0e1-826019555224 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370686 Oct 19 20:55:08.292091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319b25-40bb-4489-8aab-4a27a715fe3d req-3a6b09d6-fb3c-4cac-ba7a-32026653bf51 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:08.293645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77319b25-40bb-4489-8aab-4a27a715fe3d req-3a6b09d6-fb3c-4cac-ba7a-32026653bf51 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0541818 Oct 19 20:55:08.330359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77319b25-40bb-4489-8aab-4a27a715fe3d req-e3711c15-9078-4a76-9f5d-504755db375f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Oct 19 20:55:09.048586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c510926-b883-40cd-93ff-7286d4bb15eb req-ac31c905-b405-4e69-9770-9369d44fe574 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:09.050104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c510926-b883-40cd-93ff-7286d4bb15eb req-ac31c905-b405-4e69-9770-9369d44fe574 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Oct 19 20:55:09.086820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c510926-b883-40cd-93ff-7286d4bb15eb req-bbea50e8-afca-4337-9a08-63f84800e66b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302713 Oct 19 20:55:09.450725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b8adf-146e-4616-9fbb-16e22aa458a8 req-5cad55d8-a953-40fb-99bb-47c4d3acc1b5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:09.452193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a54b8adf-146e-4616-9fbb-16e22aa458a8 req-5cad55d8-a953-40fb-99bb-47c4d3acc1b5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0486844 Oct 19 20:55:09.489820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a54b8adf-146e-4616-9fbb-16e22aa458a8 req-0d37b292-af5f-44f7-8896-941da0e4c51b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Oct 19 20:55:10.199663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48d3ab-0ee1-4c0d-bd2a-9c352dae7e74 req-d41d5743-b03c-408e-87f5-a29d93583bdf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:10.201105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc48d3ab-0ee1-4c0d-bd2a-9c352dae7e74 req-d41d5743-b03c-408e-87f5-a29d93583bdf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0482035 Oct 19 20:55:10.237404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc48d3ab-0ee1-4c0d-bd2a-9c352dae7e74 req-76d3343e-172a-4d04-b4da-3ee8563421e9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303714 Oct 19 20:55:10.604728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084d50d-b99a-43b6-bb60-de7f42b71e6e req-105cbb0d-8ded-4fcd-b889-f98c05fb2e12 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:10.606019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5084d50d-b99a-43b6-bb60-de7f42b71e6e req-105cbb0d-8ded-4fcd-b889-f98c05fb2e12 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0478399 Oct 19 20:55:10.643940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5084d50d-b99a-43b6-bb60-de7f42b71e6e req-3f497860-5960-4f66-90e5-be33803b45f4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Oct 19 20:55:11.355749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073ee71-9351-41c2-bbfb-3d87fde59441 req-b3ea204d-67d0-4aa8-9be4-943f157059c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:11.357235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e073ee71-9351-41c2-bbfb-3d87fde59441 req-b3ea204d-67d0-4aa8-9be4-943f157059c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0549040 Oct 19 20:55:11.394445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e073ee71-9351-41c2-bbfb-3d87fde59441 req-85734fb7-b1a0-4b3c-b7cf-1b08e53b1902 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Oct 19 20:55:11.759991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d380b-507e-4430-88a6-44e421ad5945 req-7e918a29-a0b9-4f05-9b65-142b0df6b427 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:11.761454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d44d380b-507e-4430-88a6-44e421ad5945 req-7e918a29-a0b9-4f05-9b65-142b0df6b427 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0477521 Oct 19 20:55:11.802362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d44d380b-507e-4430-88a6-44e421ad5945 req-e22e43b4-f246-4bb2-9722-d4df16b14383 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350931 Oct 19 20:55:12.505917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27450d-cc78-439d-b5d1-d91978963af8 req-38844418-785d-479a-9f04-0a190d9b3b61 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:12.507352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a27450d-cc78-439d-b5d1-d91978963af8 req-38844418-785d-479a-9f04-0a190d9b3b61 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0485816 Oct 19 20:55:12.546938 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a27450d-cc78-439d-b5d1-d91978963af8 req-94c4c677-829a-4455-9adc-a62b70091e25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Oct 19 20:55:12.836447 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:12.933177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263a58-5a9c-46f7-8625-bfbccde5ab23 req-8ae88a4e-11bd-48ea-86d1-295b508a1280 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:12.934703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4263a58-5a9c-46f7-8625-bfbccde5ab23 req-8ae88a4e-11bd-48ea-86d1-295b508a1280 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0491686 Oct 19 20:55:12.973790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a4263a58-5a9c-46f7-8625-bfbccde5ab23 req-23ea988d-f96b-4145-94d5-f290a812f255 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330677 Oct 19 20:55:13.327112 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:13.636209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a5baae0-8f51-473e-af26-03ebfda751c8 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:55:13.658596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8105f-d456-4e66-9dc5-e5fb4a51fb95 req-10c7d633-97dc-48a7-9eb4-dfe0d8dfe375 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:13.660075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcf8105f-d456-4e66-9dc5-e5fb4a51fb95 req-10c7d633-97dc-48a7-9eb4-dfe0d8dfe375 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 944 time: 0.0496712 Oct 19 20:55:13.697718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcf8105f-d456-4e66-9dc5-e5fb4a51fb95 req-01585ded-c945-4846-9c2b-1d06c0944601 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Oct 19 20:55:13.728253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a5baae0-8f51-473e-af26-03ebfda751c8,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:13.739217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '2a5baae0-8f51-473e-af26-03ebfda751c8', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': '2a5baae0-8f51-473e-af26-03ebfda751c8', 'mac_address': 'fa:16:3e:4e:b8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:55:13.778077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:13.790643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5baae0-8f51-473e-af26-03ebfda751c8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:55:13.809669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a5baae0-8f51-473e-af26-03ebfda751c8,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:13.813658 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:13.859555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:13.867552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.867893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.868231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.868565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.868894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.869219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.869583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.869893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.870211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.870529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.870861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:13.871163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:14.040375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2a5baae0-8f51-473e-af26-03ebfda751c8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:14.088617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ea657-2353-4994-9eb4-33c596e79977 req-23a5a2d5-4eb8-4345-b23c-706bcb6e1254 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:14.090119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e86ea657-2353-4994-9eb4-33c596e79977 req-23a5a2d5-4eb8-4345-b23c-706bcb6e1254 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0478871 Oct 19 20:55:14.128211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e86ea657-2353-4994-9eb4-33c596e79977 req-3af10190-4b6c-4e21-ba53-59c86ddcf681 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Oct 19 20:55:14.195684 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-13ffbf17-c86a-4cf7-a955-d57427266d29 service neutron] show failed (client error): The resource could not be found. Oct 19 20:55:14.196976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-13ffbf17-c86a-4cf7-a955-d57427266d29 service neutron] 10.222.0.37 "GET /v2.0/ports/7ed1c285-6728-40f2-a120-e852a2f712b8/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0595484 Oct 19 20:55:14.405241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-43a3dd73-5ba4-4043-99d5-e2391bff4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:14.406879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-43a3dd73-5ba4-4043-99d5-e2391bff4d03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0407796 Oct 19 20:55:14.418924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:55:14.474666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:14.680702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:14.714166 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:55:14.754190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:14.757231 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78256299-96e2-4b4b-a7e6-81b9162bb1b4" -d '{"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:14.761161 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:14.801691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Transition to ACTIVE for port object 7ed1c285-6728-40f2-a120-e852a2f712b8 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:55:14.807231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:14.809983 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b36dd3-a774-418f-b785-4aa32ac2e02b x-openstack-request-id: req-34b36dd3-a774-418f-b785-4aa32ac2e02b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:14.810276 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:14.810558 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34b36dd3-a774-418f-b785-4aa32ac2e02b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:14.810982 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'code': 200} Oct 19 20:55:14.863155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624b54-2f78-4e2e-8c1c-45b696cf0a71 req-87228901-c8d1-408d-b454-e82f2f60b997 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:14.864723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33624b54-2f78-4e2e-8c1c-45b696cf0a71 req-87228901-c8d1-408d-b454-e82f2f60b997 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 945 time: 0.1008036 Oct 19 20:55:14.914870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7b807-469a-488e-a159-513663ae355d service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:14.956567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33624b54-2f78-4e2e-8c1c-45b696cf0a71 req-aa0a1ad4-f256-466b-8321-abb8e6bd869d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600789 Oct 19 20:55:14.981031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] No DVR routers for this DVR port 7ed1c285-6728-40f2-a120-e852a2f712b8 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:55:15.128894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:55:15.129648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:55:15.129648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:15.133670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:55:15.133988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Attempting to bind port 7ed1c285-6728-40f2-a120-e852a2f712b8 on network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:15.138754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:55:15.139093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Checking segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:55:15.139471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Bound using segment: {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:55:15.139891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Bound port: 7ed1c285-6728-40f2-a120-e852a2f712b8, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f67967-4db9-4925-ba9f-2e61a93f2cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:55:15.140234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.202414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:55:15.205856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:55:15.210566 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.244280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.244889 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.247687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-82c7b807-469a-488e-a159-513663ae355d service neutron] 10.222.0.11 "PUT /v2.0/ports/7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 1091 time: 0.8330719 Oct 19 20:55:15.248513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcda71-d9b9-4ffc-ad09-5a40c3afca8f req-b63ff15a-8779-4949-bc7c-c0f3931c5da6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.250118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-befcda71-d9b9-4ffc-ad09-5a40c3afca8f req-b63ff15a-8779-4949-bc7c-c0f3931c5da6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0534036 Oct 19 20:55:15.302314 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-befcda71-d9b9-4ffc-ad09-5a40c3afca8f req-e5bda141-3def-44cc-8ae3-3990b5e857b5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Oct 19 20:55:15.305155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7b807-469a-488e-a159-513663ae355d service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:15.325912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-388eba73-3305-48f3-9607-dee1efbe7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.327736 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-388eba73-3305-48f3-9607-dee1efbe7051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0557163 Oct 19 20:55:15.430901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-854a5a0a-7a00-4714-ad33-9f0c20e3a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.432406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-854a5a0a-7a00-4714-ad33-9f0c20e3a821 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0970945 Oct 19 20:55:15.502238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-f54cb4c8-379f-47fb-b8a6-eb2b13695265 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.0623255 Oct 19 20:55:15.550170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-3d663d3a-2005-4a0c-a49a-7558123eee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.551471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-3d663d3a-2005-4a0c-a49a-7558123eee83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0426710 Oct 19 20:55:15.595299 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-5b111f57-edd8-455e-975c-5f5aaa85f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:15.596710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-5b111f57-edd8-455e-975c-5f5aaa85f722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380201 Oct 19 20:55:15.636848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a5baae0-8f51-473e-af26-03ebfda751c8 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:55:15.686349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 2a5baae0-8f51-473e-af26-03ebfda751c8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:55:15.689566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-e276ddfa-32a5-4371-8766-97504a64a6e9 service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846751 Oct 19 20:55:15.689950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 2a5baae0-8f51-473e-af26-03ebfda751c8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:55:15.690323 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.765897 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.779315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-989826ad-57d0-42bd-aed8-cc6a62603923 req-30ac5ccf-92eb-424c-b56d-f2e3b2b04699 service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827272 Oct 19 20:55:15.792537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:15.795025 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dd878-ba15-48a7-8f6b-ee613a020b0e" -d '{"events": [{"server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "name": "network-vif-plugged", "status": "completed", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:15.808790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a5baae0-8f51-473e-af26-03ebfda751c8,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:15.813469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:15.872546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:15.915779 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4deed4c-c65d-47e2-a35d-45e8d5f4acd8 x-openstack-request-id: req-e4deed4c-c65d-47e2-a35d-45e8d5f4acd8 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:15.916070 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "name": "network-vif-plugged", "status": "completed", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:15.916320 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4deed4c-c65d-47e2-a35d-45e8d5f4acd8 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:15.916717 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8', 'code': 200} Oct 19 20:55:16.009697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb260837-b149-4c3d-a8aa-94900920558e req-0a64ce93-23bc-4c99-8a37-adda8f440ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:16.011195 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb260837-b149-4c3d-a8aa-94900920558e req-0a64ce93-23bc-4c99-8a37-adda8f440ecb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0401433 Oct 19 20:55:16.072947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb260837-b149-4c3d-a8aa-94900920558e req-c43f055f-b17e-4c03-b218-98a63b40a356 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Oct 19 20:55:16.092705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892bc3b-3fae-43a7-acad-5f15f5139fe5 req-ef7b85eb-839e-448e-8aac-30a4a6471201 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:16.094196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2892bc3b-3fae-43a7-acad-5f15f5139fe5 req-ef7b85eb-839e-448e-8aac-30a4a6471201 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.0595467 Oct 19 20:55:16.132534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2892bc3b-3fae-43a7-acad-5f15f5139fe5 req-3a81a7e7-0aee-47ce-a6d4-bdef97d8fc07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Oct 19 20:55:16.435344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebfcc1-630b-4081-b847-8f16512028ac req-155f3630-6afb-4a4b-8d20-cc03aa750b11 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:16.436840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ebfcc1-630b-4081-b847-8f16512028ac req-155f3630-6afb-4a4b-8d20-cc03aa750b11 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0492291 Oct 19 20:55:16.474363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82ebfcc1-630b-4081-b847-8f16512028ac req-e7db57ab-efdc-430b-ae08-6922fc208c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Oct 19 20:55:16.812454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:16.814880 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2277b0-f213-420a-8a87-30258e4ab454" -d '{"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:16.863356 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5890e399-fa35-4bae-bf1d-202cc685a202 x-openstack-request-id: req-5890e399-fa35-4bae-bf1d-202cc685a202 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:16.863640 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:16.863888 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5890e399-fa35-4bae-bf1d-202cc685a202 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:16.864361 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'status': 'completed', 'code': 200} Oct 19 20:55:16.920827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-024e6fd8-547e-424f-97b7-292fa34ad4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:16.922357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-024e6fd8-547e-424f-97b7-292fa34ad4b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0414498 Oct 19 20:55:16.927161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f3eeaa90-c7f9-46c8-aebd-b86603236d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:16.929213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f3eeaa90-c7f9-46c8-aebd-b86603236d0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0405185 Oct 19 20:55:17.018473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f6e03660-97c7-4381-90c0-37605928e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.019942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f6e03660-97c7-4381-90c0-37605928e2d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0909977 Oct 19 20:55:17.027507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f70d5433-da3b-49d0-99aa-9ad3c2d0fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.028982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-f70d5433-da3b-49d0-99aa-9ad3c2d0fe6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.0893145 Oct 19 20:55:17.093254 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-2253a44d-f283-492f-80e4-0589189194dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.0648906 Oct 19 20:55:17.103858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-0faca5d0-e540-413b-9af8-41518f5ce1cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.0635090 Oct 19 20:55:17.146010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-e83b771b-5211-4c79-90e0-bd7ded7299dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.147409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-e83b771b-5211-4c79-90e0-bd7ded7299dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0472400 Oct 19 20:55:17.158330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-548e0d69-9097-4e9c-9204-bd481cb96bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.159790 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-548e0d69-9097-4e9c-9204-bd481cb96bd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0468745 Oct 19 20:55:17.196370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-01f9eca5-dd11-4286-9bf6-191028f93162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.197942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-01f9eca5-dd11-4286-9bf6-191028f93162 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437362 Oct 19 20:55:17.211974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-04b2dc29-4b78-462f-a10b-9d78669e4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.213487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-04b2dc29-4b78-462f-a10b-9d78669e4cbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459974 Oct 19 20:55:17.313247 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-c62ab00f-62b7-493a-9a52-d411512e0864 service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Oct 19 20:55:17.316253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060491c-c562-4ea5-8ced-813d163d7b99 req-1084c7a0-5f72-422d-b6ee-743d337ce28c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.317764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a060491c-c562-4ea5-8ced-813d163d7b99 req-1084c7a0-5f72-422d-b6ee-743d337ce28c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.1135745 Oct 19 20:55:17.346911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-28f0fce4-4784-491b-9245-00bd963d1fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414428 Oct 19 20:55:17.385490 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a060491c-c562-4ea5-8ced-813d163d7b99 req-67c8173b-576a-4898-aa83-f280fe1da360 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596273 Oct 19 20:55:17.424319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-78b848a0-d1a5-4b35-8691-ce73d60f177f service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021254 Oct 19 20:55:17.459596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5d2277b0-f213-420a-8a87-30258e4ab454 req-2625f895-c874-4d1d-8375-dffe25014ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044111 Oct 19 20:55:17.553420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b731c6-85d1-40fc-9fb8-af2743968181 req-a1f50c6c-7696-4740-ac49-fcfbe61a382b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.556762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3b731c6-85d1-40fc-9fb8-af2743968181 req-a1f50c6c-7696-4740-ac49-fcfbe61a382b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.0526440 Oct 19 20:55:17.599017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c3b731c6-85d1-40fc-9fb8-af2743968181 req-3affe374-1003-43e4-9754-a6aa61fbbdde tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Oct 19 20:55:17.653363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d502023-a1c9-4ede-a60e-2355174f5561 req-ac793ee8-d72c-4927-ac35-e4192a7d5330 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:17.661323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d502023-a1c9-4ede-a60e-2355174f5561 req-ac793ee8-d72c-4927-ac35-e4192a7d5330 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0822480 Oct 19 20:55:17.717253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d502023-a1c9-4ede-a60e-2355174f5561 req-0d40ff6c-dac6-40f4-94f3-62fb88a5de65 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458124 Oct 19 20:55:18.011231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:55:18.058294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:55:18.860175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06295203-4548-486b-b0ef-41eab3ce1616 req-eddc3a5a-ba52-4b51-aaa8-dd25f1ed2d2d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:18.862335 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06295203-4548-486b-b0ef-41eab3ce1616 req-eddc3a5a-ba52-4b51-aaa8-dd25f1ed2d2d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.0577090 Oct 19 20:55:18.904307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06295203-4548-486b-b0ef-41eab3ce1616 req-4b2825ea-279f-408a-b1fb-2754b488a099 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Oct 19 20:55:19.166938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73102-700a-425b-942a-49f3dbc74d94 req-ca0409e7-dc0a-4cea-9ca0-bcf9d8704f2b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.168794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39b73102-700a-425b-942a-49f3dbc74d94 req-ca0409e7-dc0a-4cea-9ca0-bcf9d8704f2b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 943 time: 0.1049507 Oct 19 20:55:19.250863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-992dae00-c106-47e5-8a13-9609afd00437 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.252366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-992dae00-c106-47e5-8a13-9609afd00437 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.1407394 Oct 19 20:55:19.257834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-39b73102-700a-425b-942a-49f3dbc74d94 req-5e25d977-fe66-45c5-8eb6-aaa36fe1ff82 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596004 Oct 19 20:55:19.319879 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-300e646a-f0a2-4dd5-8b7a-ea57eb4cbfa6 service neutron] delete failed (client error): The resource could not be found. Oct 19 20:55:19.320969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-300e646a-f0a2-4dd5-8b7a-ea57eb4cbfa6 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7ed1c285-6728-40f2-a120-e852a2f712b8/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0606232 Oct 19 20:55:19.416297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-7a1e5a09-78ac-4bbf-b9ae-523fc03c19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.420138 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-7a1e5a09-78ac-4bbf-b9ae-523fc03c19d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1094 time: 0.0481346 Oct 19 20:55:19.563890 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-da3abcad-9618-4bde-bbb8-514166b6442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.565415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-da3abcad-9618-4bde-bbb8-514166b6442b service neutron] 10.222.0.37 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.1409509 Oct 19 20:55:19.644361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-158750b1-5351-4319-bdf4-81d0b34ad379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 998 time: 0.0720067 Oct 19 20:55:19.668888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:55:19.696354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-6b7b2ecc-2664-436b-a6dc-7b373b2069f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.698065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-6b7b2ecc-2664-436b-a6dc-7b373b2069f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0471067 Oct 19 20:55:19.748822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-7173c45b-63c1-44d3-914f-600a88e8d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:19.750356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-7173c45b-63c1-44d3-914f-600a88e8d2dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458887 Oct 19 20:55:19.771937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:19.783332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'port_id': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'mac_address': 'fa:16:3e:76:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:55:19.821329 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:19.833825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed1c285-6728-40f2-a120-e852a2f712b8 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:55:19.842963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-1f832292-22e0-4ba5-8923-86fa4de683b0 service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Oct 19 20:55:19.853825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:19.857836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:19.909881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:19.940093 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32f1a3e8-3dbf-43e4-b924-a9acabec5ae6 req-1bab4732-f746-47a2-a961-c444ae7b149f service neutron] 10.222.0.37 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893950 Oct 19 20:55:20.042978 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:55:20.114435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['7ed1c285-6728-40f2-a120-e852a2f712b8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:20.139680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-55f3057c-ea9e-4e3e-aa91-89c728852377 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:20.141135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-55f3057c-ea9e-4e3e-aa91-89c728852377 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1070597 Oct 19 20:55:20.155854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-a2156cb9-5850-40e5-8b29-61c7ecac0478 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0089130 Oct 19 20:55:20.208653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-a4c65bae-2dd0-4af4-9329-945d4fe217e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473397 Oct 19 20:55:20.317945 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-5d06ab0d-b085-4785-94eb-0c612363cf3a service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020274 Oct 19 20:55:20.399787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889029-7c94-42d9-96d4-57b84e8c68f3 req-595e3cc7-5318-4897-8079-82e96b799848 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:20.401324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1889029-7c94-42d9-96d4-57b84e8c68f3 req-595e3cc7-5318-4897-8079-82e96b799848 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 944 time: 0.0562379 Oct 19 20:55:20.420223 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-d0a0fc4d-15a3-4a9f-9551-b06a142723f6 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949526 Oct 19 20:55:20.455446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1889029-7c94-42d9-96d4-57b84e8c68f3 req-613d9829-d048-44d8-9143-e076dae5d3d5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461905 Oct 19 20:55:20.611351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2be948e7-850e-4a9d-9622-44cafe015c83 req-019cecab-addd-4c5a-9542-b0d16669086f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0273232 Oct 19 20:55:21.515278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-eb3467b2-a80a-4e62-846e-b48e1028aebb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:21.516881 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-eb3467b2-a80a-4e62-846e-b48e1028aebb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1101198 Oct 19 20:55:21.530800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': '9569aad4-ab53-4891-9399-2417e1683015', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:55:21.574349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60ee9-5a65-40ac-ad0d-8aafb9ddb381 req-e7d5a147-b44b-4d58-a74a-dacbccc7dc84 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:21.575859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ea60ee9-5a65-40ac-ad0d-8aafb9ddb381 req-e7d5a147-b44b-4d58-a74a-dacbccc7dc84 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 944 time: 0.0540862 Oct 19 20:55:21.621867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ea60ee9-5a65-40ac-ad0d-8aafb9ddb381 req-17c41bd7-6280-45f8-af09-2b6c034af66f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Oct 19 20:55:21.639018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57010) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:21.654340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:55:21.658554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:21.673564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:55:21.721977 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-655858d9-e7fb-4fbd-b53f-854cc6e87def tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/00508081-7341-4296-aa2c-5a6a9d3b4a4b HTTP/1.1" status: 200 len: 991 time: 0.0790477 Oct 19 20:55:21.782511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b32191d-ad4c-4871-bd99-b1ad84518b25 req-087570b8-4e86-460a-9687-08aed3e3f021 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Oct 19 20:55:21.794341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 7ed1c285-6728-40f2-a120-e852a2f712b8 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:55:21.804289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 7ed1c285-6728-40f2-a120-e852a2f712b8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:55:21.804735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:21.863794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.6 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/421bdba7-2a7a-47ca-b5b9-ce391ca8b12b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:55:21.907770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:21.933254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:21.935777 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfcdb05-f067-471e-8d40-923a3888ddbd" -d '{"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:21.969678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:21.974641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.019098 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a895c6-3232-49cf-9707-93fbbac790a3 x-openstack-request-id: req-e6a895c6-3232-49cf-9707-93fbbac790a3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:22.019395 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:22.019648 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6a895c6-3232-49cf-9707-93fbbac790a3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:22.020054 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'code': 200} Oct 19 20:55:22.050564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:22.078264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.117593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.130496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2a5baae0-8f51-473e-af26-03ebfda751c8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:22.165234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:55:22.168121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:55:22.170645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:55:22.202924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.223819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.225488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:55:22.254032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:22.254774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.279395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-1410af29-d0eb-42c1-b15b-9396a87e6751 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530811 Oct 19 20:55:22.306038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Request body: {'port': {'device_id': '9569aad4-ab53-4891-9399-2417e1683015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:55:22.370044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.431987 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a26c3a91-cdaf-451a-bc92-7e09cd817341 None None] Provisioning complete for port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:55:22.432349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a26c3a91-cdaf-451a-bc92-7e09cd817341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.467384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a26c3a91-cdaf-451a-bc92-7e09cd817341 None None] Port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:55:22.689702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:55:22.698464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.715480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Transition to ACTIVE for port object 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:55:22.718475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.790647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Pushing event updated for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:22.869243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Attempting to bind port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:55:22.869605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Attempting to bind port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:55:22.870108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Attempting to bind port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:22.878847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:55:22.879246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Attempting to bind port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:55:22.887128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:55:22.888140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:55:22.888746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:55:22.889464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Bound port: 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:55:22.890020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:22.992833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834d7fc-cfc7-4ff6-b2b3-202496fdc868 req-e0e2248b-0cd1-4851-84d3-a4f7092605a4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:22.994433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5834d7fc-cfc7-4ff6-b2b3-202496fdc868 req-e0e2248b-0cd1-4851-84d3-a4f7092605a4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0867870 Oct 19 20:55:23.034929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:55:23.064301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:55:23.072281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5834d7fc-cfc7-4ff6-b2b3-202496fdc868 req-f93c8cd6-13ff-4914-9037-2e4380980b4e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630057 Oct 19 20:55:23.076542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:23.117365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.117836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:23.119495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-7878adea-a955-4fde-b559-59389ee8465f service neutron] 10.222.0.37 "PUT /v2.0/ports/421bdba7-2a7a-47ca-b5b9-ce391ca8b12b HTTP/1.1" status: 200 len: 1091 time: 0.8291149 Oct 19 20:55:23.119777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:23.122215 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefac6b6-cba9-487b-9c6a-d70bc64444c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:23.177457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878adea-a955-4fde-b559-59389ee8465f service neutron] Pushing event updated for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:23.223896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-03b8cc89-a626-4e4e-8869-de32a116095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.226098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-03b8cc89-a626-4e4e-8869-de32a116095a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 1094 time: 0.0651486 Oct 19 20:55:23.302639 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cacac48-f49a-425c-a7f9-b66843d7befb x-openstack-request-id: req-8cacac48-f49a-425c-a7f9-b66843d7befb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:23.302931 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:23.303234 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cacac48-f49a-425c-a7f9-b66843d7befb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:23.303640 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b', 'status': 'completed', 'code': 200} Oct 19 20:55:23.305536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-66b007f1-25e5-48b4-8cbf-eb7794f782fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b HTTP/1.1" status: 200 len: 217 time: 0.0717509 Oct 19 20:55:23.366095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-b495f688-ce3e-41b3-be0c-bf059dcb61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.367790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-b495f688-ce3e-41b3-be0c-bf059dcb61ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0557983 Oct 19 20:55:23.425112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-42afe04c-1ea2-44c0-8960-5b6467889d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.427111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-42afe04c-1ea2-44c0-8960-5b6467889d6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518756 Oct 19 20:55:23.524079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-b7e0071b-52e0-4f61-ae74-b3d05406d373 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895734 Oct 19 20:55:23.619089 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca619c7-5ef9-423e-97ef-c6da52ce82cb req-70e89540-7888-40bc-b0af-47adefd2feff service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883930 Oct 19 20:55:23.706144 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-49f98d91-420f-40e7-bb3c-9d62d3769eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.707946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-49f98d91-420f-40e7-bb3c-9d62d3769eab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 1094 time: 0.0430222 Oct 19 20:55:23.804003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-70fc5356-98d7-4fab-939b-d12bf0b34b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.805798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-70fc5356-98d7-4fab-939b-d12bf0b34b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0907729 Oct 19 20:55:23.847635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-5a0996cf-76ff-4856-b110-a561a41b1c37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b HTTP/1.1" status: 200 len: 217 time: 0.0353265 Oct 19 20:55:23.899610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-299b5606-4f13-4fbe-abc6-2e7f0074854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.901425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-299b5606-4f13-4fbe-abc6-2e7f0074854f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0467086 Oct 19 20:55:23.954030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-1b309d47-c61a-4482-93a1-2869c0635e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:23.955589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-1b309d47-c61a-4482-93a1-2869c0635e3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477555 Oct 19 20:55:24.060300 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-62fb79c1-e0c4-43d6-b09c-0d70a80ec46d service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Oct 19 20:55:24.554746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cefac6b6-cba9-487b-9c6a-d70bc64444c5 req-bc36edc4-08dd-4fdd-beb8-8c5bdb6de0b5 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877384 Oct 19 20:55:24.575208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15744-f26e-406f-9590-4d39ac5442f4 req-daaa3c17-216e-4b32-aa79-94556c9c2ca4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:24.576985 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0c15744-f26e-406f-9590-4d39ac5442f4 req-daaa3c17-216e-4b32-aa79-94556c9c2ca4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0822031 Oct 19 20:55:24.628498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f0c15744-f26e-406f-9590-4d39ac5442f4 req-66f578f8-d2b3-49b7-a930-d54aafdc96d3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Oct 19 20:55:25.811521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183496c-6979-4a80-84c8-9939d08259a0 req-5e270651-68db-4671-be8b-7adc2f1dd5a3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:25.813853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6183496c-6979-4a80-84c8-9939d08259a0 req-5e270651-68db-4671-be8b-7adc2f1dd5a3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0572643 Oct 19 20:55:25.902863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6183496c-6979-4a80-84c8-9939d08259a0 req-1ed78f7b-4f81-427c-bcc4-012d45904d44 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Oct 19 20:55:25.925280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-d01f8af8-12b8-4704-8a9b-1eacd78949b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609236 Oct 19 20:55:26.002259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6302-01b9-428f-a736-fd719c05b187 req-ae8ba7df-6c99-4959-bdfe-852190f975a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:26.003768 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-ae8ba7df-6c99-4959-bdfe-852190f975a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1096 time: 0.0493736 Oct 19 20:55:26.201473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6302-01b9-428f-a736-fd719c05b187 req-773012fc-1a64-42c8-9190-73a6e45743c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:26.202942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-773012fc-1a64-42c8-9190-73a6e45743c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1782575 Oct 19 20:55:26.288399 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-ea16fa32-8e08-4b70-b165-10f255976697 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 999 time: 0.0787621 Oct 19 20:55:26.366743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6302-01b9-428f-a736-fd719c05b187 req-63279d0c-d155-4ed6-9341-ae48e3b35c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:26.368999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-63279d0c-d155-4ed6-9341-ae48e3b35c80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0739906 Oct 19 20:55:26.426784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6302-01b9-428f-a736-fd719c05b187 req-ff1d398a-5c7c-4e6b-8cad-27c369114ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:26.428576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-ff1d398a-5c7c-4e6b-8cad-27c369114ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536807 Oct 19 20:55:26.483027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1346024b-9161-4f7d-96b6-5d97f2c542e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:26.565456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-89852642-2613-4ea9-a148-e5d0df78da9c service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287858 Oct 19 20:55:26.706531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75ff6302-01b9-428f-a736-fd719c05b187 req-616fbaf8-4fba-454d-bd19-f5cf54d669e3 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296914 Oct 19 20:55:27.073536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e247ad-668b-47c4-b50d-f98729ea7a7d req-390e36e1-9a6b-4e5d-a77f-3cd40bc3795f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:27.075764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2e247ad-668b-47c4-b50d-f98729ea7a7d req-390e36e1-9a6b-4e5d-a77f-3cd40bc3795f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0675821 Oct 19 20:55:27.127765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2e247ad-668b-47c4-b50d-f98729ea7a7d req-7c1d6588-ed8b-44cd-8ba9-fc3f515345f5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Oct 19 20:55:28.289386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6e67-1f67-4d27-90bb-b3e8762536db req-848472cb-28e4-4c9d-b362-a7590b8cae09 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:28.291142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6ec6e67-1f67-4d27-90bb-b3e8762536db req-848472cb-28e4-4c9d-b362-a7590b8cae09 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0686245 Oct 19 20:55:28.353103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c6ec6e67-1f67-4d27-90bb-b3e8762536db req-4344fb34-75db-4c1b-a302-11ee35b0e382 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Oct 19 20:55:29.250318 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b1c66435-8960-4453-8f85-b23a72b11c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:29.502683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170255-c15d-468d-ab2b-0d00f274ea0b req-739bc133-c1dd-446b-96fc-f0aea2892d4a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:29.510013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02170255-c15d-468d-ab2b-0d00f274ea0b req-739bc133-c1dd-446b-96fc-f0aea2892d4a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0757201 Oct 19 20:55:29.563639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-02170255-c15d-468d-ab2b-0d00f274ea0b req-83e4091b-046e-4c1b-b567-c5c144eafd0f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Oct 19 20:55:30.299921 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:30.678819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaffbf-a702-4980-a737-2bbdd10c6c57 req-6b98fe4d-64be-4759-8da3-e3627a648ade tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:30.680318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccaaffbf-a702-4980-a737-2bbdd10c6c57 req-6b98fe4d-64be-4759-8da3-e3627a648ade tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0561173 Oct 19 20:55:30.717709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccaaffbf-a702-4980-a737-2bbdd10c6c57 req-72a1af0f-c5d1-4b3c-9d48-ee71d297c02d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Oct 19 20:55:31.019762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:31.831776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527f2a4-def6-4710-8455-63f4103ee5b3 req-fad001a8-452a-42c5-952b-a7a5c195a0db tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:31.833234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0527f2a4-def6-4710-8455-63f4103ee5b3 req-fad001a8-452a-42c5-952b-a7a5c195a0db tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0497382 Oct 19 20:55:31.870863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0527f2a4-def6-4710-8455-63f4103ee5b3 req-5b0ccb5a-bb81-40f4-b3ff-be0c8cb73344 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Oct 19 20:55:32.334414 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:32.989229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748a3b-0df0-44a3-9cc2-20071beec212 req-39daadfe-1890-4d51-8e42-12d9e7cef904 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:32.991251 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4748a3b-0df0-44a3-9cc2-20071beec212 req-39daadfe-1890-4d51-8e42-12d9e7cef904 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0539019 Oct 19 20:55:33.028960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e4748a3b-0df0-44a3-9cc2-20071beec212 req-01eac148-6d3f-464f-97c6-2b2e1a66f37d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Oct 19 20:55:34.142767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721971f8-7b34-4a53-ac31-7687ce3901cf req-7571dd75-1de6-403c-a4bc-2fed00c028f2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:34.144251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-721971f8-7b34-4a53-ac31-7687ce3901cf req-7571dd75-1de6-403c-a4bc-2fed00c028f2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0481622 Oct 19 20:55:34.184188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-721971f8-7b34-4a53-ac31-7687ce3901cf req-a22c261f-f577-4c14-bbbc-0faf2b4a80d3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Oct 19 20:55:35.308535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0139c-0f1e-492e-ac34-6cec2c87bac8 req-70093d24-6c26-4d09-a8cf-d7199883f051 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:35.310163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fa0139c-0f1e-492e-ac34-6cec2c87bac8 req-70093d24-6c26-4d09-a8cf-d7199883f051 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0542562 Oct 19 20:55:35.349381 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fa0139c-0f1e-492e-ac34-6cec2c87bac8 req-119f3190-06a7-4fec-9ee3-82dc93d95ae5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Oct 19 20:55:36.471491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d86e-cf0e-462e-a657-fc21bb139b28 req-7aad38be-da5b-4ed4-ab86-05c70fe18e1f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:36.472778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8723d86e-cf0e-462e-a657-fc21bb139b28 req-7aad38be-da5b-4ed4-ab86-05c70fe18e1f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0551863 Oct 19 20:55:36.513770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8723d86e-cf0e-462e-a657-fc21bb139b28 req-be4486de-7abc-4bee-b107-9bafd7d7c070 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Oct 19 20:55:36.576126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c700-5bf4-4185-9c07-62c63bc6ddec req-1ca288f0-676b-411f-b6b5-21d257a11dac tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:36.577597 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4da8c700-5bf4-4185-9c07-62c63bc6ddec req-1ca288f0-676b-411f-b6b5-21d257a11dac tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0527096 Oct 19 20:55:36.614677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4da8c700-5bf4-4185-9c07-62c63bc6ddec req-2ed6eac5-10a9-4040-aea2-7ff482ff46dc tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311990 Oct 19 20:55:37.631719 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421b438-aa15-4fbe-a0ad-6ff580228b53 req-db556433-bfb2-4d6a-8efe-2829e4f84198 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:37.633591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8421b438-aa15-4fbe-a0ad-6ff580228b53 req-db556433-bfb2-4d6a-8efe-2829e4f84198 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0530536 Oct 19 20:55:37.672820 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8421b438-aa15-4fbe-a0ad-6ff580228b53 req-0f65e3d9-cdb0-4933-ac6f-341aabf097ed tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Oct 19 20:55:37.730244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba5ae-893c-4014-ba28-c6360ce642b8 req-8b9e948a-61db-4191-8856-5d83525c3f9f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:37.731714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c0ba5ae-893c-4014-ba28-c6360ce642b8 req-8b9e948a-61db-4191-8856-5d83525c3f9f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0488679 Oct 19 20:55:37.768940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c0ba5ae-893c-4014-ba28-c6360ce642b8 req-c2bbbe84-4654-450a-b909-23abbcc136ec tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Oct 19 20:55:38.788686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d241b-8535-4d79-8db3-9dbb67eabaaf req-2db4c768-43a5-407e-8a11-ab627abd3885 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:38.790188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9d241b-8535-4d79-8db3-9dbb67eabaaf req-2db4c768-43a5-407e-8a11-ab627abd3885 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0482502 Oct 19 20:55:38.830299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b9d241b-8535-4d79-8db3-9dbb67eabaaf req-c71363b0-0061-4a2b-8fa3-848ee0246d2b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Oct 19 20:55:38.886474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16197a9-e5dd-4299-b0e8-2147b9feb1a5 req-f390538c-7e91-4a5c-99e0-84725a25661f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:38.887852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c16197a9-e5dd-4299-b0e8-2147b9feb1a5 req-f390538c-7e91-4a5c-99e0-84725a25661f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0491364 Oct 19 20:55:38.924809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c16197a9-e5dd-4299-b0e8-2147b9feb1a5 req-ad5865da-a83d-4169-88fe-d00623768fca tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308614 Oct 19 20:55:39.957983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd24a51-64b4-4941-aefc-e7822df12ca4 req-5625e2f3-6ab0-427d-b205-921f7859d23f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:39.960079 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cd24a51-64b4-4941-aefc-e7822df12ca4 req-5625e2f3-6ab0-427d-b205-921f7859d23f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0561249 Oct 19 20:55:39.998297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cd24a51-64b4-4941-aefc-e7822df12ca4 req-a2acab7f-436f-406f-864b-93866705cd16 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Oct 19 20:55:40.047101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf1c6-46d7-41b9-9de2-49d6b9a4e82e req-1fc49938-9fc1-434e-9087-36d6ba0e007e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:40.048858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60fcf1c6-46d7-41b9-9de2-49d6b9a4e82e req-1fc49938-9fc1-434e-9087-36d6ba0e007e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0558259 Oct 19 20:55:40.091177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60fcf1c6-46d7-41b9-9de2-49d6b9a4e82e req-8675a57b-314a-4613-bdb8-cc4b36e73d2a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361195 Oct 19 20:55:41.118910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f66e8-04c9-4425-9fde-43fdac05a278 req-e2dcf05c-4a2f-432d-bb6d-959dd4ebcc67 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:41.120637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f41f66e8-04c9-4425-9fde-43fdac05a278 req-e2dcf05c-4a2f-432d-bb6d-959dd4ebcc67 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0519235 Oct 19 20:55:41.160271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f41f66e8-04c9-4425-9fde-43fdac05a278 req-fdabc57d-647b-43de-a37e-f9cbab16cdbc tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Oct 19 20:55:41.208963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78810614-0f2b-4d17-a8f2-bb348c5cf2ad req-6ed3e90f-df00-478c-bca3-29e208237665 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:41.210465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78810614-0f2b-4d17-a8f2-bb348c5cf2ad req-6ed3e90f-df00-478c-bca3-29e208237665 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0497608 Oct 19 20:55:41.250694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-78810614-0f2b-4d17-a8f2-bb348c5cf2ad req-69f35602-46c4-4222-9fe7-6946161a47be tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341563 Oct 19 20:55:42.276863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e938-6a52-4ce0-bd33-0543a264c344 req-b6ee85b9-866b-446c-9f39-9c05f240064d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:42.278491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fc2e938-6a52-4ce0-bd33-0543a264c344 req-b6ee85b9-866b-446c-9f39-9c05f240064d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0482700 Oct 19 20:55:42.323998 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2fc2e938-6a52-4ce0-bd33-0543a264c344 req-61d92740-dff3-4b2f-a7f4-92a2c5090ad4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Oct 19 20:55:42.389102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae81cd-9f53-4fcb-8dec-f12a366572fc req-cab5e29f-332e-445e-b5ca-fc3ce25e187c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:42.390740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06ae81cd-9f53-4fcb-8dec-f12a366572fc req-cab5e29f-332e-445e-b5ca-fc3ce25e187c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0570409 Oct 19 20:55:42.429783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-06ae81cd-9f53-4fcb-8dec-f12a366572fc req-1fdf2ba6-7574-41a4-a1df-0433b8d455d2 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Oct 19 20:55:42.835765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:43.337976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:43.457080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f92430-6d0b-4c2c-9506-c08942c117c4 req-0eb4851f-1fb2-4c25-b825-f5ef68707674 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:43.459302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71f92430-6d0b-4c2c-9506-c08942c117c4 req-0eb4851f-1fb2-4c25-b825-f5ef68707674 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 943 time: 0.0646422 Oct 19 20:55:43.501174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71f92430-6d0b-4c2c-9506-c08942c117c4 req-2e4cc281-d013-4854-bc07-895bd633b5af tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Oct 19 20:55:43.559637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c43908-e5fd-4e86-8ff2-58b5af752371 req-5a325844-3fbe-4b6e-a142-193d2ba17bdc tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:43.561091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83c43908-e5fd-4e86-8ff2-58b5af752371 req-5a325844-3fbe-4b6e-a142-193d2ba17bdc tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0567718 Oct 19 20:55:43.600620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83c43908-e5fd-4e86-8ff2-58b5af752371 req-03b44a4d-8c8f-40b1-9b1c-81282c01d0c4 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332637 Oct 19 20:55:44.082502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:55:44.174839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:44.186306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b', 'mac_address': 'fa:16:3e:2d:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:55:44.221751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:44.237494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:55:44.258509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:44.263023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:44.311934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:44.469062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['421bdba7-2a7a-47ca-b5b9-ce391ca8b12b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:44.621792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9cc2-b844-42be-b362-e53830a71f8f req-65cde263-ee66-4b51-be24-5078129904da tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:44.623281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ebe9cc2-b844-42be-b362-e53830a71f8f req-65cde263-ee66-4b51-be24-5078129904da tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 944 time: 0.0507133 Oct 19 20:55:44.661895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ebe9cc2-b844-42be-b362-e53830a71f8f req-e0e4595b-549e-48f5-93fc-02bd949ca3ad tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Oct 19 20:55:44.715777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b45b9-1637-4d6c-9896-39c8cabf3c14 req-2c8024ca-c76a-44bd-bbff-0f64c63cfd7d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:44.717249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af6b45b9-1637-4d6c-9896-39c8cabf3c14 req-2c8024ca-c76a-44bd-bbff-0f64c63cfd7d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0483718 Oct 19 20:55:44.757524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af6b45b9-1637-4d6c-9896-39c8cabf3c14 req-ef744865-bfde-49c1-838b-7a55804aba4b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Oct 19 20:55:45.776029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0de234-9152-40d3-a45b-34565b41e264 req-68c1ba76-ca1d-4b29-a795-ab56098199e9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:45.777535 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be0de234-9152-40d3-a45b-34565b41e264 req-68c1ba76-ca1d-4b29-a795-ab56098199e9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 944 time: 0.0495107 Oct 19 20:55:45.816274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be0de234-9152-40d3-a45b-34565b41e264 req-d3c6d2ed-2cf7-436e-b1ce-01aacf221be7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Oct 19 20:55:45.885871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b631e-7a3a-43dd-868b-b6ec577e2c9f req-faa64a78-4a48-412c-81ef-97790f7cbfba tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:45.887358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f08b631e-7a3a-43dd-868b-b6ec577e2c9f req-faa64a78-4a48-412c-81ef-97790f7cbfba tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0613797 Oct 19 20:55:45.931315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f08b631e-7a3a-43dd-868b-b6ec577e2c9f req-c8b1aa0c-3aeb-4730-b5d2-3e0214975c0a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368707 Oct 19 20:55:46.073346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:55:46.124963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:55:46.128511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:55:46.128879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:46.205560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:46.229864 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:46.232322 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e39fe-b228-45b8-a0fe-8ac2126bb02d" -d '{"events": [{"server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "name": "network-vif-plugged", "status": "completed", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:46.245443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:46.249904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:46.279982 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8aed2b-d5b9-4142-a6f1-9b62ed83f4f6 x-openstack-request-id: req-2e8aed2b-d5b9-4142-a6f1-9b62ed83f4f6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:46.280278 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "name": "network-vif-plugged", "status": "completed", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:46.280613 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8aed2b-d5b9-4142-a6f1-9b62ed83f4f6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:46.281075 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b', 'code': 200} Oct 19 20:55:46.310328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:46.391549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5ce98-c2af-437d-b5f2-9869b8e93d30 req-626b916f-73cc-48ff-80d8-350d953f8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:46.393358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05c5ce98-c2af-437d-b5f2-9869b8e93d30 req-626b916f-73cc-48ff-80d8-350d953f8e34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 1096 time: 0.0547750 Oct 19 20:55:46.430258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05c5ce98-c2af-437d-b5f2-9869b8e93d30 req-f2270e98-0ce2-4b89-95ad-689b112666bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300455 Oct 19 20:55:46.938323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bc45-c477-43b7-885d-5284c1205ee3 req-4f76454f-3b0a-49a0-b56c-6f8eadb22713 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:46.939778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc38bc45-c477-43b7-885d-5284c1205ee3 req-4f76454f-3b0a-49a0-b56c-6f8eadb22713 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Oct 19 20:55:46.978570 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fc38bc45-c477-43b7-885d-5284c1205ee3 req-2787cb94-aaf4-47d0-ada1-0752ddd691f7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Oct 19 20:55:47.077504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7160f-c104-4356-8ffe-798dacba2721 req-29db2d87-dadf-4e65-bddd-ec324fa34b82 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.079161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5a7160f-c104-4356-8ffe-798dacba2721 req-29db2d87-dadf-4e65-bddd-ec324fa34b82 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0550315 Oct 19 20:55:47.119208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c5a7160f-c104-4356-8ffe-798dacba2721 req-55e52218-1ee8-4ab8-91e2-cec7727c986f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Oct 19 20:55:47.330987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb6631-e5fe-41fb-8cc7-6988dbeefd82 req-8284098e-9ae7-4c07-9cc2-8a4f123d985b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.332560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61eb6631-e5fe-41fb-8cc7-6988dbeefd82 req-8284098e-9ae7-4c07-9cc2-8a4f123d985b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0671260 Oct 19 20:55:47.355017 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-84a7bf2a-b468-44c8-aece-776c348227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.356520 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-84a7bf2a-b468-44c8-aece-776c348227cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1096 time: 0.0494525 Oct 19 20:55:47.373955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-61eb6631-e5fe-41fb-8cc7-6988dbeefd82 req-11aad311-116b-4383-8489-25cde281d2bb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Oct 19 20:55:47.468304 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-2fc60f2d-8caf-43b2-826e-002265860cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.469727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-2fc60f2d-8caf-43b2-826e-002265860cc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1042869 Oct 19 20:55:47.537067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-e5047aba-aec5-4a79-a239-5154d2a9f410 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 999 time: 0.0587633 Oct 19 20:55:47.588644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-242d11eb-6a27-4bf1-9531-7b178ca09b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.590158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-242d11eb-6a27-4bf1-9531-7b178ca09b4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0440280 Oct 19 20:55:47.640234 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-234205e2-f813-4033-8c35-f304b872aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:47.641755 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-234205e2-f813-4033-8c35-f304b872aab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440595 Oct 19 20:55:47.735035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-f9c94e51-ae73-4dd0-92f4-c1df0c61ae81 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Oct 19 20:55:47.831989 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d6dc47c-6174-49ad-8493-69af1bb726fb req-4278e81a-c7e9-49a0-b5f2-f44501f335cd service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896742 Oct 19 20:55:48.112758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd40844-333c-498e-b4f4-ca4547e4c447 req-374e0b2e-4a94-4701-ba5d-4a3a8ee54774 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:48.114751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fd40844-333c-498e-b4f4-ca4547e4c447 req-374e0b2e-4a94-4701-ba5d-4a3a8ee54774 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0597827 Oct 19 20:55:48.153530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fd40844-333c-498e-b4f4-ca4547e4c447 req-cc79d92b-b1ea-4228-be09-389a389d067f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Oct 19 20:55:48.276405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9babd-d11b-4609-9ed5-634761676e00 req-a97d1446-25d3-4ff7-b571-79a5035c1397 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:48.278000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea9babd-d11b-4609-9ed5-634761676e00 req-a97d1446-25d3-4ff7-b571-79a5035c1397 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0590260 Oct 19 20:55:48.318889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ea9babd-d11b-4609-9ed5-634761676e00 req-e25498eb-a40a-4991-b772-6df689c6993e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Oct 19 20:55:48.500215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2687-368e-407d-94e0-bb8c66197ada req-ac296aad-93cc-4f6c-badd-30afe252a17d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:48.502268 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6b2687-368e-407d-94e0-bb8c66197ada req-ac296aad-93cc-4f6c-badd-30afe252a17d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0546095 Oct 19 20:55:48.562817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f6b2687-368e-407d-94e0-bb8c66197ada req-f22078c3-8913-45d0-aac7-1959efd2d96a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Oct 19 20:55:48.669467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e195d4c-07c1-4df3-a3a2-56a782b9016f req-4065b206-21b3-4369-bdc5-09b464c7b0eb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:48.670996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e195d4c-07c1-4df3-a3a2-56a782b9016f req-4065b206-21b3-4369-bdc5-09b464c7b0eb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Oct 19 20:55:48.711928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e195d4c-07c1-4df3-a3a2-56a782b9016f req-18bae05c-dde9-4082-ae68-2818ba8bf2f6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Oct 19 20:55:49.697202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9c7f-e95e-4d4b-8edc-4677704e2a65 req-7809c4dd-fd62-4a61-b261-17153c187a10 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:49.698708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03db9c7f-e95e-4d4b-8edc-4677704e2a65 req-7809c4dd-fd62-4a61-b261-17153c187a10 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0523179 Oct 19 20:55:49.743227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03db9c7f-e95e-4d4b-8edc-4677704e2a65 req-3fcdbf4e-4c9a-4b2b-b7b6-f1771d4486f5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Oct 19 20:55:49.827212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4119da-0c8e-4956-b17c-110205f6b02e req-46258c81-0638-436d-b288-c73499152831 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:49.828671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df4119da-0c8e-4956-b17c-110205f6b02e req-46258c81-0638-436d-b288-c73499152831 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0478961 Oct 19 20:55:49.865883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df4119da-0c8e-4956-b17c-110205f6b02e req-0883f84c-5f8b-450d-b72b-af3b1a8f6042 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Oct 19 20:55:50.077372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-863d9597-59d3-4631-8bbd-40b1b1b13bad tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:50.078799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-863d9597-59d3-4631-8bbd-40b1b1b13bad tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 945 time: 0.0511837 Oct 19 20:55:50.173912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:50.174156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:50.265207 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:50.265620 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:50.277449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:50.401050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:50.414263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['421bdba7-2a7a-47ca-b5b9-ce391ca8b12b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:50.417175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2a5baae0-8f51-473e-af26-03ebfda751c8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:55:50.434676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=421bdba7-2a7a-47ca-b5b9-ce391ca8b12b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:50.483304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:55:50.486945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:50.492347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e285afd-bad4-4c76-afc6-4871389d4bcf req-4a2ad011-918f-484d-bb98-73067ae3374d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "DELETE /v2.0/ports/421bdba7-2a7a-47ca-b5b9-ce391ca8b12b HTTP/1.1" status: 204 len: 173 time: 0.4073193 Oct 19 20:55:50.492906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'name': 'network-vif-deleted', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:50.496596 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55387ef-316a-4fef-a1ed-0ea774dfb41d" -d '{"events": [{"server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "name": "network-vif-deleted", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:50.546175 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b71d06-7933-4956-b875-4522f8d4f828 x-openstack-request-id: req-55b71d06-7933-4956-b875-4522f8d4f828 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:50.546642 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9569aad4-ab53-4891-9399-2417e1683015", "name": "network-vif-deleted", "tag": "421bdba7-2a7a-47ca-b5b9-ce391ca8b12b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:50.548447 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55b71d06-7933-4956-b875-4522f8d4f828 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:50.549081 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569aad4-ab53-4891-9399-2417e1683015', 'name': 'network-vif-deleted', 'tag': '421bdba7-2a7a-47ca-b5b9-ce391ca8b12b', 'status': 'completed', 'code': 200} Oct 19 20:55:50.956648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3d2f099-67a6-4cce-883c-e86191e98998 req-bbd5474b-5e77-47c8-a98a-e1aa9f6b441c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Oct 19 20:55:52.052457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3d82dd76-ae45-4fdf-b31c-ab9978c2cab3 req-40b71ba3-bd4c-4375-aa08-0ebd71a989bc tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Oct 19 20:55:52.224011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca01047-86bb-4c6f-84fd-722a84af82ec req-fe6fb2eb-909c-44d8-8958-a0542c7b8a82 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:52.225573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ca01047-86bb-4c6f-84fd-722a84af82ec req-fe6fb2eb-909c-44d8-8958-a0542c7b8a82 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0419402 Oct 19 20:55:52.262879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ca01047-86bb-4c6f-84fd-722a84af82ec req-4b41257a-08c8-4adb-b21d-fb9758bbefc2 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Oct 19 20:55:52.286061 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57182) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:52.450485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 58c3a5d1-6869-4d7b-be08-5a821842f0e3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:52.450819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:52.530378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:52.530602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:52.543324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 58c3a5d1-6869-4d7b-be08-5a821842f0e3 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:52.693314 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:52.723283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=58c3a5d1-6869-4d7b-be08-5a821842f0e3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:52.785804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:52.786139 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 00508081-7341-4296-aa2c-5a6a9d3b4a4b disassociated (deleted). External IP: 172.25.7.77, port: 7ed1c285-6728-40f2-a120-e852a2f712b8. Oct 19 20:55:53.226343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c581f2af-0eef-4e0f-a8e1-be9165774feb req-2381866a-9e5a-4280-a44d-886bd2cb33d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0330193 Oct 19 20:55:53.345139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router 3fde4220-08bd-4630-a819-2cf1fe607399 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:55:53.455697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:55:53.461116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:53.466651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Sync routers for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:55:53.476929 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:55:53.477570 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:53.492155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6daa6e1e-32a6-47e5-a470-9495d5e6e019 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/floatingips/00508081-7341-4296-aa2c-5a6a9d3b4a4b HTTP/1.1" status: 204 len: 168 time: 1.2018683 Oct 19 20:55:53.492155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:53.493079 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:53.537449 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cbd58-963a-497a-a1f8-3b86f8122869 x-openstack-request-id: req-f56cbd58-963a-497a-a1f8-3b86f8122869 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:53.537942 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:53.538276 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f56cbd58-963a-497a-a1f8-3b86f8122869 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:53.538874 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'status': 'completed', 'code': 200} Oct 19 20:55:53.599932 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:55:53.627972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-7c7c86dd-0d3f-455a-a983-cdd72c91b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:53.630617 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-7c7c86dd-0d3f-455a-a983-cdd72c91b4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 1096 time: 0.0596652 Oct 19 20:55:53.755810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-e104544a-ec4f-425b-9124-cd4705804656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:53.757475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-e104544a-ec4f-425b-9124-cd4705804656 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 200 len: 898 time: 0.1128891 Oct 19 20:55:53.820438 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-2a1b61d9-801e-4184-98da-d4f29c056c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 200 len: 217 time: 0.0535376 Oct 19 20:55:53.826826 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:53.852555 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Checking router: 3fde4220-08bd-4630-a819-2cf1fe607399 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:55:53.861422 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:55:53.862009 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:53.875182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99925c47-09a0-4640-902a-04e8913f7e69 req-24ff9d1c-ed02-4fac-ac43-75866eb7e8ed tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:53.876779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99925c47-09a0-4640-902a-04e8913f7e69 req-24ff9d1c-ed02-4fac-ac43-75866eb7e8ed tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.1183288 Oct 19 20:55:53.886406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-9bc034bb-41cc-4c09-a6fd-71f31fdd6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:53.887750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-9bc034bb-41cc-4c09-a6fd-71f31fdd6638 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 200 len: 834 time: 0.0577879 Oct 19 20:55:53.947412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99925c47-09a0-4640-902a-04e8913f7e69 req-93e586e2-b61d-411e-8027-2e4017005dc7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633461 Oct 19 20:55:53.960623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-ca1ba86e-0693-4138-b9ee-57ded19344e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:53.962453 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-ca1ba86e-0693-4138-b9ee-57ded19344e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626273 Oct 19 20:55:53.971092 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:55:54.064452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-253c028b-b24b-4da1-8e62-318a4c342fab service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930510 Oct 19 20:55:54.104445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:55:54.130129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:55:54.130762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 421bdba7-2a7a-47ca-b5b9-ce391ca8b12b not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:55:54.178143 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-96fd8abe-6410-49cb-a78a-b5fc6418e5ad req-db8b1e3a-3248-46ed-a731-7ac06d9674bf service neutron] 10.222.0.11 "GET /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057508 Oct 19 20:55:54.287113 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:54.314355 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504b815-4727-4b19-b27f-8b31198be6e8 None None] The sync data for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 is: [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:02Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2c00b208-3b12-4a6d-b891-0d5bc5462c87', 'name': '', 'network_id': '39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:fe:e6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:54:01Z', 'updated_at': '2021-10-19T20:54:06Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '1ec3e078-4467-44a1-8d67-a21891948f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:55:54.330350 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e86507a2-30d7-4a2e-9058-c5d48950307a req-f026c8c4-1967-4e29-b5a9-c3d28c0c3fa0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Oct 19 20:55:54.549195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bf713-8d76-42c7-8546-db0e242dfd89 None None] New status for floating IP 00508081-7341-4296-aa2c-5a6a9d3b4a4b: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:55:55.136233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81bb3e-ef12-4a55-8149-87a409e12353 req-9d06a720-d4c1-4740-b7f7-3fdcab7ca51e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:55.137674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d81bb3e-ef12-4a55-8149-87a409e12353 req-9d06a720-d4c1-4740-b7f7-3fdcab7ca51e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0838170 Oct 19 20:55:55.147212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-087e1ae3-e322-40c3-8e93-7622175abc99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:55:55.148621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-087e1ae3-e322-40c3-8e93-7622175abc99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.11 "GET /v2.0/ports?device_id=7947531c-e0a7-40c9-82df-03ea4f9ac50c HTTP/1.1" status: 200 len: 945 time: 0.0831549 Oct 19 20:55:55.210529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d81bb3e-ef12-4a55-8149-87a409e12353 req-5d0fb4ea-ee9b-4c7b-a951-824ca7f5825b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e637d581-a20b-423e-92df-8d7d8d755e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608604 Oct 19 20:55:55.266030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 7ed1c285-6728-40f2-a120-e852a2f712b8 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:55.266360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:55.386697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 7ed1c285-6728-40f2-a120-e852a2f712b8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=7ed1c285-6728-40f2-a120-e852a2f712b8,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:55.386697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:55.403075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 7ed1c285-6728-40f2-a120-e852a2f712b8 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:55.454155 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-31c90b42-0140-4de3-bafc-f4e9d93e5d31 req-17415f7f-d654-41e6-b618-92d620e6259b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=9569aad4-ab53-4891-9399-2417e1683015 HTTP/1.1" status: 200 len: 210 time: 0.0304661 Oct 19 20:55:55.559969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:55.593526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=7ed1c285-6728-40f2-a120-e852a2f712b8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:55.636109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] No DVR routers for this DVR port 7ed1c285-6728-40f2-a120-e852a2f712b8 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:55:55.639318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:55.642781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc943244-3f77-43f5-9428-ac0f6a27210b req-e62cc6ef-ea0f-4d29-ab7d-8d96a5b761ad tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.11 "DELETE /v2.0/ports/7ed1c285-6728-40f2-a120-e852a2f712b8 HTTP/1.1" status: 204 len: 173 time: 0.4805503 Oct 19 20:55:55.643233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-deleted', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:55:55.646615 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426758de-a853-4931-b9fa-ea99f2a6bac8" -d '{"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-deleted", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:55:55.685105 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637026a-94ca-4d51-9776-c089e88ecae9 x-openstack-request-id: req-6637026a-94ca-4d51-9776-c089e88ecae9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:55:55.685555 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7947531c-e0a7-40c9-82df-03ea4f9ac50c", "name": "network-vif-deleted", "tag": "7ed1c285-6728-40f2-a120-e852a2f712b8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:55:55.685678 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6637026a-94ca-4d51-9776-c089e88ecae9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:55:55.686076 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7947531c-e0a7-40c9-82df-03ea4f9ac50c', 'name': 'network-vif-deleted', 'tag': '7ed1c285-6728-40f2-a120-e852a2f712b8', 'status': 'completed', 'code': 200} Oct 19 20:55:56.266628 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57204) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:56.478305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cc91e3e-8304-4b7f-91e0-5f640f7cd3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:56.737765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:57.043412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:55:57.070477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 2c00b208-3b12-4a6d-b891-0d5bc5462c87 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:57.070825 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:57.162584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 2c00b208-3b12-4a6d-b891-0d5bc5462c87, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2c00b208-3b12-4a6d-b891-0d5bc5462c87,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:57.162950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:57.177006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 2c00b208-3b12-4a6d-b891-0d5bc5462c87 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:57.373532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:57.404072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=2c00b208-3b12-4a6d-b891-0d5bc5462c87,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:57.594874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.082357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router 3fde4220-08bd-4630-a819-2cf1fe607399 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:55:58.191429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:55:58.199659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57212) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:58.201560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-012d8854-7c2d-49c9-b0b6-93aebe4b1752 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/3fde4220-08bd-4630-a819-2cf1fe607399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317760 Oct 19 20:55:58.202374 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Sync routers for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:55:58.212695 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:55:58.213576 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:58.264101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting subnet 1ec3e078-4467-44a1-8d67-a21891948f51 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:55:58.273016 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.314587 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.333804 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:55:58.408090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.472295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.502971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec3e078-4467-44a1-8d67-a21891948f51,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:58.507460 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.511924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5b205a4-9ed5-405f-b702-b9887cd80c34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/subnets/1ec3e078-4467-44a1-8d67-a21891948f51 HTTP/1.1" status: 204 len: 168 time: 0.3108346 Oct 19 20:55:58.513417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9813ac-18f9-424c-a849-c3db785b624e None None] Network 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:55:58.514752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57214) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:58.538732 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:55:57Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:58.568128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Checking router: 3fde4220-08bd-4630-a819-2cf1fe607399 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:55:58.578021 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Routers {'3fde4220-08bd-4630-a819-2cf1fe607399'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:55:58.578645 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['3fde4220-08bd-4630-a819-2cf1fe607399'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:58.672883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.804051 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] Set router 3fde4220-08bd-4630-a819-2cf1fe607399 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:55:58.822443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] DHCP port deletion for 39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:55:58.907398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Deleting port 52af23d9-d737-417c-9a0b-2665547903dd {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:58.907769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:58.997024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.059724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] For port 52af23d9-d737-417c-9a0b-2665547903dd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=52af23d9-d737-417c-9a0b-2665547903dd,segment=NetworkSegment(09f67967-4db9-4925-ba9f-2e61a93f2cbf),segment_id=09f67967-4db9-4925-ba9f-2e61a93f2cbf)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:59.061852 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.093986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Calling delete_port for 52af23d9-d737-417c-9a0b-2665547903dd owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:59.111247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 6f9235e4-fb10-47d8-a69a-0518839e31bd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:55:59.113685 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.192546 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:55:57Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:55:59.247194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 6f9235e4-fb10-47d8-a69a-0518839e31bd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6f9235e4-fb10-47d8-a69a-0518839e31bd,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:55:59.249273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.272367 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e13bd-a1bb-41f4-bc4f-9f77c5421f45 None None] The sync data for ids ['3fde4220-08bd-4630-a819-2cf1fe607399'] in n-d-805649-9 is: [{'id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1471519843', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:55:57Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '6f9235e4-fb10-47d8-a69a-0518839e31bd', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:40:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde4220-08bd-4630-a819-2cf1fe607399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:58Z', 'updated_at': '2021-10-19T20:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:55:59.292848 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f60f42e-fc40-4473-8c95-ba745d71d992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.297469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 6f9235e4-fb10-47d8-a69a-0518839e31bd owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:55:59.334102 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.365985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] Pushing event deleted for resources: {'Port': ['ID=52af23d9-d737-417c-9a0b-2665547903dd,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:59.377923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4febcd9-d062-4d3a-bd8f-88d142b3e25c None None] No DVR routers for this DVR port 52af23d9-d737-417c-9a0b-2665547903dd on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:55:59.554905 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.585848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=6f9235e4-fb10-47d8-a69a-0518839e31bd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:55:59.660822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.785146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.788007 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.856723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:55:59.865796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.866490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Fanout notify agent at l3_agent the message router_deleted on router 3fde4220-08bd-4630-a819-2cf1fe607399 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:55:59.874798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:55:59.876034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c5ec4604-9d97-40f3-bf0c-15b7c3749f34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/routers/3fde4220-08bd-4630-a819-2cf1fe607399 HTTP/1.1" status: 204 len: 168 time: 1.3599644 Oct 19 20:55:59.879137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57224) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:55:59.884039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 7ed1c285-6728-40f2-a120-e852a2f712b8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:55:59.884039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 7ed1c285-6728-40f2-a120-e852a2f712b8 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:55:59.995465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.105344 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.131704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:00.141629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f67967-4db9-4925-ba9f-2e61a93f2cbf') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:00.142176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f67967-4db9-4925-ba9f-2e61a93f2cbf') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:00.155123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.170888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.180123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:56:00.180528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:56:00.183635 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:56:00.249514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.256632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.259840 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/networks/39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70 HTTP/1.1" status: 204 len: 168 time: 0.3783636 Oct 19 20:56:00.263382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57226) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:00.282214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0745cda-d13d-44ac-8fd2-16ccb6c848fc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Network': ['ID=39d5282c-fedd-4a4a-bd4e-b4db2c7f9a70,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:00.303482 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.334207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.363380 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.445129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.448048 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.449621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/security-groups/e637d581-a20b-423e-92df-8d7d8d755e06 HTTP/1.1" status: 204 len: 168 time: 0.1848066 Oct 19 20:56:00.459715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da9478-1eee-42c0-9e6b-e207e99c306f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637d581-a20b-423e-92df-8d7d8d755e06,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:00.695050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57232) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:00.700174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391422314', 'description': 'tempest-secgroup-smoke-1391422314 description', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:00.709506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52af23d9-d737-417c-9a0b-2665547903dd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:00.726702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.730630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 52af23d9-d737-417c-9a0b-2665547903dd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:00.730973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 52af23d9-d737-417c-9a0b-2665547903dd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:00.731384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6f9235e4-fb10-47d8-a69a-0518839e31bd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:00.752790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 6f9235e4-fb10-47d8-a69a-0518839e31bd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:00.753123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 6f9235e4-fb10-47d8-a69a-0518839e31bd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:00.753559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2c00b208-3b12-4a6d-b891-0d5bc5462c87 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:00.772509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2c00b208-3b12-4a6d-b891-0d5bc5462c87 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:00.772509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2c00b208-3b12-4a6d-b891-0d5bc5462c87 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:00.792756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.796347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.823473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.824661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285882 Oct 19 20:56:00.827780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57234) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:00.828677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5070e7-88b5-419f-9842-0526189e4f90 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae455f9-607a-4273-ac8d-d914f5c17eea,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:00.833912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:00.859445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.908728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.912464 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.930635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd775bd2-60e9-4048-a4eb-09a47baad115,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:00.943382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:00.944624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e1846e3b-1cda-41ae-8d07-0835dd66d8be tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158149 Oct 19 20:56:00.947389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57240) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:00.951837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:00.978872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.022235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.050998 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.055597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.076679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebf2be0-081f-4267-9d78-82d10fb9a967,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.085436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.086630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-99c94614-531d-4169-ab98-488ab0aad568 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382859 Oct 19 20:56:01.089564 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57244) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.094181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.149261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.171197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcc3bb-3ddb-4e97-8c3e-c695ce076974 req-67fea761-127f-43fb-a6d6-0bb02f34cc54 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:01.172562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bdcc3bb-3ddb-4e97-8c3e-c695ce076974 req-67fea761-127f-43fb-a6d6-0bb02f34cc54 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.0735631 Oct 19 20:56:01.235068 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bdcc3bb-3ddb-4e97-8c3e-c695ce076974 req-8bcd28a6-8f02-46df-a929-2cf23ad38c36 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Oct 19 20:56:01.247431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.251901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.267903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13088aa5-b213-4a36-93bd-6cbb8bf14a1c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.278494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.278842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.279182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.279515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.279891 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.280298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.280625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.280952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.281276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.281620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.281940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.282258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:01.287761 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.288926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-529edd51-870c-49fc-8f81-8472dc1681a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983690 Oct 19 20:56:01.291697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57246) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.296132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.321861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.380559 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.384097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.402010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548cb533-a801-4690-bc5d-0b8b92f6d6aa,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.406671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.410531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7343f048-dd4f-4e60-a134-8896328b7322 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151903 Oct 19 20:56:01.410531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57248) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.415321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.436321 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:56:01.440810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.498086 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.501270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.517686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfca77f-6a21-48da-899a-a0730349347d,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.526407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.527600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-54409394-bb65-4415-8149-f3fc174cd686 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156240 Oct 19 20:56:01.530421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57250) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.535072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'aae455f9-607a-4273-ac8d-d914f5c17eea', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.556446 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:56:01.561079 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.623261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.626484 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.644003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a23c616-290e-452c-88e4-c0b425458cd7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.652097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.653314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7a783c15-808b-4d70-88cc-b9c352dd520b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219053 Oct 19 20:56:01.656121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.660959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'network': {'name': 'tempest-network-smoke--1132156200', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.680410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:56:01.683753 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.707396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:56:01.718337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.718676 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Added segment 60b3577c-9fb0-423f-b0a5-24117affda0d of type vlan for network 726b2d8e-24f7-4f63-98f8-c308a607cf05 Oct 19 20:56:01.763719 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.787974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.793527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:01.794111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.823692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1665931 Oct 19 20:56:01.826600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57254) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:01.831350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'admin_state_up': True, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:01.855018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.856145 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:01.869206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a201f38-33de-49c2-ac51-ab675090c648 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Network': ['ID=726b2d8e-24f7-4f63-98f8-c308a607cf05,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:01.880556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:56:01.909035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.052191 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.240018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.263553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.345588 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.395895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed5306-33a7-4809-9cbb-02ee730716b8 req-d5f850af-e924-4167-a43a-654ea38ba47d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:02.397383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4bed5306-33a7-4809-9cbb-02ee730716b8 req-d5f850af-e924-4167-a43a-654ea38ba47d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.0884926 Oct 19 20:56:02.415080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.217 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/edd8a771-29ef-4ab1-81bd-89bf2024676f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:02.469191 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4bed5306-33a7-4809-9cbb-02ee730716b8 req-753888b3-855d-451e-83d8-81e5601c0bd9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b98ccec-3998-4d2a-998f-55e77878e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653095 Oct 19 20:56:02.544549 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.577153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.613219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:02.616067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:02.620343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:02.653378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=edd8a771-29ef-4ab1-81bd-89bf2024676f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:02.685068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-4d8af5ce-bfca-410f-9a81-e0735c5fac92 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:02.686552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-4d8af5ce-bfca-410f-9a81-e0735c5fac92 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 946 time: 0.0493689 Oct 19 20:56:02.780817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port 2a5baae0-8f51-473e-af26-03ebfda751c8 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:02.781159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.874884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port 2a5baae0-8f51-473e-af26-03ebfda751c8, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=2a5baae0-8f51-473e-af26-03ebfda751c8,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:02.875135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.880476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:02.888729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for 2a5baae0-8f51-473e-af26-03ebfda751c8 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:03.018697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:03.030152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['2a5baae0-8f51-473e-af26-03ebfda751c8'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:56:03.048342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=2a5baae0-8f51-473e-af26-03ebfda751c8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:03.085260 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:03.094890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port 2a5baae0-8f51-473e-af26-03ebfda751c8 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:56:03.097479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:03.100899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16684b4d-2d16-4171-8f7b-d9653c645577 req-8875ad2c-b609-4b3b-a097-e5d150ccf187 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "DELETE /v2.0/ports/2a5baae0-8f51-473e-af26-03ebfda751c8 HTTP/1.1" status: 204 len: 173 time: 0.4074140 Oct 19 20:56:03.101357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'name': 'network-vif-deleted', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:03.103618 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1012bea-3f6c-41d4-a0e3-96fa53263072" -d '{"events": [{"server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "name": "network-vif-deleted", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:03.142513 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ee5f1-3dab-4a93-ae6d-bfd98af503b1 x-openstack-request-id: req-6a7ee5f1-3dab-4a93-ae6d-bfd98af503b1 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:03.142965 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e1645c-f6f1-4b27-823d-a0c8a3e98bb0", "name": "network-vif-deleted", "tag": "2a5baae0-8f51-473e-af26-03ebfda751c8", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:03.143421 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a7ee5f1-3dab-4a93-ae6d-bfd98af503b1 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:03.143827 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e1645c-f6f1-4b27-823d-a0c8a3e98bb0', 'name': 'network-vif-deleted', 'tag': '2a5baae0-8f51-473e-af26-03ebfda751c8', 'status': 'completed', 'code': 200} Oct 19 20:56:03.225722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router d51cf650-c051-4c1f-8c9f-1965ab26b9bf is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:56:03.332260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:03.346643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Sync routers for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:03.354415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:03.357639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:03.357972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7bc616b0-ace9-4a4c-b68d-cc0fa76d1d75 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5301957 Oct 19 20:56:03.358783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57260) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:03.359210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:03.398611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dd67ef7c-eb9b-4a60-9a0e-16eba6699c98 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6b34d4f81a7b4e93bf7e2e252528cf1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387323 Oct 19 20:56:03.401197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57262) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:03.485774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:03.716954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be429bcd-9694-4934-a25b-2536962b183f req-1ba7e24a-e69a-48ed-b73c-2048546b6a22 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0365291 Oct 19 20:56:03.744752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:02Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:03.771491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Checking router: d51cf650-c051-4c1f-8c9f-1965ab26b9bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:03.771923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Updating router d51cf650-c051-4c1f-8c9f-1965ab26b9bf port edd8a771-29ef-4ab1-81bd-89bf2024676f binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:56:03.774583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19419c-e19e-46f4-b95b-030a0e50c916 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:03.778663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe19419c-e19e-46f4-b95b-030a0e50c916 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3739674 Oct 19 20:56:03.778901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:03.797638 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:03.808996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1969e6ec-e04e-4499-8d33-8f07665679df tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266535 Oct 19 20:56:03.809204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57268) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:03.813765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860714454', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:03.905977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:56:03.909719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.116354 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.186774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Subnet': ['ID=fec36433-47a2-42e0-b7b0-5b57263c0cb4,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:04.191318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:04.191676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network hostable DHCP agents. Network: 726b2d8e-24f7-4f63-98f8-c308a607cf05, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:56:04.210004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:56:04.219003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 726b2d8e-24f7-4f63-98f8-c308a607cf05) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:04.224326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:04.224621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.235219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a95485-334c-45cc-8d45-9cb2641c2cb4 None None] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:56:04.242417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-162df52b-76f1-4a32-88af-0bd92d1c9d9c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4322546 Oct 19 20:56:04.243546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.245109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57270) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:04.262245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.365222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Attempting to bind port edd8a771-29ef-4ab1-81bd-89bf2024676f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:56:04.365975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Attempting to bind port edd8a771-29ef-4ab1-81bd-89bf2024676f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:56:04.365975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Attempting to bind port edd8a771-29ef-4ab1-81bd-89bf2024676f on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:04.370155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e91c8-f3b5-419e-92fb-8e0f5f9134ab None None] Pushing event updated for resources: {'Port': ['ID=edd8a771-29ef-4ab1-81bd-89bf2024676f,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:04.379938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:56:04.380315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:04.380713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.381100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:56:04.381594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Bound port: edd8a771-29ef-4ab1-81bd-89bf2024676f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:56:04.381968 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.467589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] For port edd8a771-29ef-4ab1-81bd-89bf2024676f, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:56:04.472418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] For port edd8a771-29ef-4ab1-81bd-89bf2024676f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=edd8a771-29ef-4ab1-81bd-89bf2024676f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:56:04.476675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.526658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-726b2d8e-24f7-4f63-98f8-c308a607cf05', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:56:04.527510 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.575091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:04.575633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:04.665747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e91c8-f3b5-419e-92fb-8e0f5f9134ab None None] Pushing event updated for resources: {'Port': ['ID=edd8a771-29ef-4ab1-81bd-89bf2024676f,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:04.722776 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:04.782498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:04.853146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d6126fb4-6cde-446d-af91-84c63d43b30e req-1b82f5ae-de36-4010-b0a6-a0f65bfe013e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0435426 Oct 19 20:56:04.861211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Allocated IP 172.20.0.2 (726b2d8e-24f7-4f63-98f8-c308a607cf05/fec36433-47a2-42e0-b7b0-5b57263c0cb4/87dc7dad-718e-43be-a53f-d7355a4a7767) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:05.127869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.138580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.151177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:02Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:05.184455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.1 (726b2d8e-24f7-4f63-98f8-c308a607cf05/fec36433-47a2-42e0-b7b0-5b57263c0cb4/b4d573e9-299c-4bf1-8728-9eda79178992) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:05.212668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb93a-b538-4bee-8f22-ec29a13441f4 None None] The sync data for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 is: [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:02Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:05.223115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:05.230528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:05.233521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:05.251507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=87dc7dad-718e-43be-a53f-d7355a4a7767,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:05.326214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.335225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Attempting to bind port 87dc7dad-718e-43be-a53f-d7355a4a7767 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:56:05.335590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Attempting to bind port 87dc7dad-718e-43be-a53f-d7355a4a7767 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:56:05.335949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Attempting to bind port 87dc7dad-718e-43be-a53f-d7355a4a7767 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:05.341625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:56:05.342002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:05.342434 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.342793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Bound using segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:56:05.343259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Bound port: 87dc7dad-718e-43be-a53f-d7355a4a7767, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:56:05.343632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.377613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.424500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] For port 87dc7dad-718e-43be-a53f-d7355a4a7767, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:56:05.426493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:05.429184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] For port 87dc7dad-718e-43be-a53f-d7355a4a7767, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87dc7dad-718e-43be-a53f-d7355a4a7767,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:56:05.433485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:05.434665 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.442652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:05.446896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:05.492002 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.530395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdee05-4626-44eb-b6e6-316510c3b6e7 None None] Pushing event updated for resources: {'Port': ['ID=87dc7dad-718e-43be-a53f-d7355a4a7767,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:05.690463 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:05.888652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a5baae0-8f51-473e-af26-03ebfda751c8 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:05.927110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 2a5baae0-8f51-473e-af26-03ebfda751c8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:05.927715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 2a5baae0-8f51-473e-af26-03ebfda751c8 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:06.018942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fe473523-b044-4444-bbed-d6262a60334f req-57bd49af-87d1-4e54-9fa2-3b77c247a7a0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0412114 Oct 19 20:56:06.126798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:06.134158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:06.213266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:06.215084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:06.314743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:06.316346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:06.445994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router d51cf650-c051-4c1f-8c9f-1965ab26b9bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:06.567488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:06.577966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-dad34f52-7daf-40f3-b306-0d04d4179f95 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/d51cf650-c051-4c1f-8c9f-1965ab26b9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3316650 Oct 19 20:56:06.728003 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-83d2d216-6741-4965-b89c-817dd8b86c45 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391422314&fields=id&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 267 time: 0.0406678 Oct 19 20:56:06.788959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3f707-24bd-4174-8505-c19a1f1c6230 None None] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:56:06.827173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device edd8a771-29ef-4ab1-81bd-89bf2024676f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:06.861733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-1c89d206-53cb-4b7c-9055-2e3ef71e442e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:06.869820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-1c89d206-53cb-4b7c-9055-2e3ef71e442e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 797 time: 0.1298654 Oct 19 20:56:06.887593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-ac98d4f3-82c5-4a07-b72d-d4433ed1fe82 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/quotas/6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 375 time: 0.0163484 Oct 19 20:56:06.908137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] Provisioning complete for port 87dc7dad-718e-43be-a53f-d7355a4a7767 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:06.908499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:06.949902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-79aa6722-5909-4b26-a793-2938f56018fd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611343 Oct 19 20:56:07.016256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port edd8a771-29ef-4ab1-81bd-89bf2024676f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:07.016559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.120161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.148771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d188f82e-086e-45ee-9ea3-7ebe1c67b2cc req-ccea02cf-eacf-4d4c-8391-56172948a407 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0382454 Oct 19 20:56:07.162901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-51559c3a-4ea4-4d17-acc6-7220c2227f1c service neutron] 10.222.0.31 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961532 Oct 19 20:56:07.204672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] For port 87dc7dad-718e-43be-a53f-d7355a4a7767, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87dc7dad-718e-43be-a53f-d7355a4a7767,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:07.212460 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.214328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.277908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port edd8a771-29ef-4ab1-81bd-89bf2024676f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=edd8a771-29ef-4ab1-81bd-89bf2024676f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:07.284120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.285143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87dc7dad-718e-43be-a53f-d7355a4a7767 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:07.303295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-05d73747-d9e4-4824-82b9-a2c2957f8c1a service neutron] 10.222.0.31 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362860 Oct 19 20:56:07.337514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20366c-eded-4bf8-a466-bfe194038263 None None] Pushing event updated for resources: {'Port': ['ID=87dc7dad-718e-43be-a53f-d7355a4a7767,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:07.415272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 87dc7dad-718e-43be-a53f-d7355a4a7767 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:07.415787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.418516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=edd8a771-29ef-4ab1-81bd-89bf2024676f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:07.433034 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81525963-a857-4b46-816b-f080697299fb None None] Sync routers for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:07.452182 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81525963-a857-4b46-816b-f080697299fb None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:07.452807 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-81525963-a857-4b46-816b-f080697299fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:07.573727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef070fd0-5043-4e03-9d08-af078be824f1 req-3d8ed86b-c7b1-435a-83bf-a2cb0da73ca6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 210 time: 0.0323794 Oct 19 20:56:07.637944 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-81525963-a857-4b46-816b-f080697299fb None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:07.647385 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e1b67f7e-9f78-4d9b-a9f1-3969a6fe6dde None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:07.648053 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f7e-9f78-4d9b-a9f1-3969a6fe6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.692647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e1b67f7e-9f78-4d9b-a9f1-3969a6fe6dde None None] Port b4d573e9-299c-4bf1-8728-9eda79178992 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:56:07.703113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e1b67f7e-9f78-4d9b-a9f1-3969a6fe6dde None None] Provisioning complete for port 87dc7dad-718e-43be-a53f-d7355a4a7767 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:07.703609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f7e-9f78-4d9b-a9f1-3969a6fe6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:07.951710 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-81525963-a857-4b46-816b-f080697299fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 2, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:07.986348 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81525963-a857-4b46-816b-f080697299fb None None] Checking router: d51cf650-c051-4c1f-8c9f-1965ab26b9bf for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:07.987250 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81525963-a857-4b46-816b-f080697299fb None None] Updating router d51cf650-c051-4c1f-8c9f-1965ab26b9bf port b4d573e9-299c-4bf1-8728-9eda79178992 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:56:08.019910 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.101640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-cf70fb7e-9f11-4838-b7a2-28340410e73f None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:08.102213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cf70fb7e-9f11-4838-b7a2-28340410e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.157349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cf70fb7e-9f11-4838-b7a2-28340410e73f None None] Port b4d573e9-299c-4bf1-8728-9eda79178992 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:56:08.258067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d45c667c-fd9b-4b8c-a867-1636492b8f70 req-902587e3-4467-442e-9963-da091756b6aa tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=28e1645c-f6f1-4b27-823d-a0c8a3e98bb0 HTTP/1.1" status: 200 len: 210 time: 0.0422928 Oct 19 20:56:08.291957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-75e3f4e2-a211-4fc9-b105-21800bff1e81 None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:08.292364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75e3f4e2-a211-4fc9-b105-21800bff1e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.336730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-75e3f4e2-a211-4fc9-b105-21800bff1e81 None None] Port b4d573e9-299c-4bf1-8728-9eda79178992 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:56:08.481111 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.486922 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.540446 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Pushing event updated for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:08.562386 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.562639 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.563178 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.563522 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.563849 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.564172 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.564495 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.564816 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.565133 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.565480 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.565799 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.566112 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:08.597851 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-81525963-a857-4b46-816b-f080697299fb None None] Attempting to bind port b4d573e9-299c-4bf1-8728-9eda79178992 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:56:08.598750 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-81525963-a857-4b46-816b-f080697299fb None None] Attempting to bind port b4d573e9-299c-4bf1-8728-9eda79178992 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:56:08.599098 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81525963-a857-4b46-816b-f080697299fb None None] Attempting to bind port b4d573e9-299c-4bf1-8728-9eda79178992 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:08.605765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81525963-a857-4b46-816b-f080697299fb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:56:08.606372 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81525963-a857-4b46-816b-f080697299fb None None] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:08.606955 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.607512 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81525963-a857-4b46-816b-f080697299fb None None] Bound using segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:56:08.608190 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-81525963-a857-4b46-816b-f080697299fb None None] Bound port: b4d573e9-299c-4bf1-8728-9eda79178992, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:56:08.608522 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.707215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e854e97a-fb49-4ea4-9ffb-f343db980db2 req-fd0699b9-e747-42bf-914f-4f2ecec97584 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 210 time: 0.0472698 Oct 19 20:56:08.731915 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-81525963-a857-4b46-816b-f080697299fb None None] For port b4d573e9-299c-4bf1-8728-9eda79178992, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:56:08.735605 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-81525963-a857-4b46-816b-f080697299fb None None] For port b4d573e9-299c-4bf1-8728-9eda79178992, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4d573e9-299c-4bf1-8728-9eda79178992,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:56:08.740876 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-81525963-a857-4b46-816b-f080697299fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:08.830169 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81525963-a857-4b46-816b-f080697299fb None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:08.831235 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-81525963-a857-4b46-816b-f080697299fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:08.846660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87dc7dad-718e-43be-a53f-d7355a4a7767 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:08.913695 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4be4d-3c70-40af-88ba-4c674bcd0648 None None] Pushing event updated for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:08.982278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 87dc7dad-718e-43be-a53f-d7355a4a7767 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:08.992550 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.033248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-81525963-a857-4b46-816b-f080697299fb None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:09.039933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-82a64e41-db03-4294-947f-3a544759581e None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:09.040375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82a64e41-db03-4294-947f-3a544759581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.079361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-83f7eb96-01c8-49b7-82a9-e80df8a2939e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:09.081711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-83f7eb96-01c8-49b7-82a9-e80df8a2939e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 797 time: 0.2333999 Oct 19 20:56:09.146634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-e1df4733-1d6a-47f9-92bc-61a929db5fe1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 380 time: 0.0532360 Oct 19 20:56:09.160257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device edd8a771-29ef-4ab1-81bd-89bf2024676f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:09.161934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'port': {'device_id': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'admin_state_up': True, 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'security_groups': ['aae455f9-607a-4273-ac8d-d914f5c17eea']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:09.228774 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82a64e41-db03-4294-947f-3a544759581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.271834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-82a64e41-db03-4294-947f-3a544759581e None None] For port b4d573e9-299c-4bf1-8728-9eda79178992, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4d573e9-299c-4bf1-8728-9eda79178992,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:09.279017 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82a64e41-db03-4294-947f-3a544759581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.282406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port edd8a771-29ef-4ab1-81bd-89bf2024676f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:09.282765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.315921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:56:09.320202 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.364914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a64e41-db03-4294-947f-3a544759581e None None] Pushing event updated for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:09.408318 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-81525963-a857-4b46-816b-f080697299fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:09.418152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8a264ce2-238b-4980-b445-c5d6b38eabe3 None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:09.418522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8a264ce2-238b-4980-b445-c5d6b38eabe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.452587 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81525963-a857-4b46-816b-f080697299fb None None] The sync data for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 is: [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:09.542779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.8 (726b2d8e-24f7-4f63-98f8-c308a607cf05/fec36433-47a2-42e0-b7b0-5b57263c0cb4/ed1fab00-4394-4101-acf8-691e2773a534) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:09.707358 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.744965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.793289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:09.796758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:09.800553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:09.810919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:09.892062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:09.892705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:09.918321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-d0b1759e-5038-424f-9787-5ce49feed28a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659078 Oct 19 20:56:09.929025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96d2a1-f5a1-4ff8-8aa0-9693fb453903 req-0a205886-f868-4bd5-b394-6e81823ae56e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:09.930871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d96d2a1-f5a1-4ff8-8aa0-9693fb453903 req-0a205886-f868-4bd5-b394-6e81823ae56e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 931 time: 0.0920255 Oct 19 20:56:09.936595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Request body: {'port': {'device_id': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:10.023883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d96d2a1-f5a1-4ff8-8aa0-9693fb453903 req-d35e8610-b111-4370-bd6e-860175ee303f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833840 Oct 19 20:56:10.032822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.177559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-895eed69-a9f5-4b9b-adeb-808c25d43ec3 None None] Provisioning complete for port ed1fab00-4394-4101-acf8-691e2773a534 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:10.178183 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-895eed69-a9f5-4b9b-adeb-808c25d43ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.219393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-895eed69-a9f5-4b9b-adeb-808c25d43ec3 None None] Port ed1fab00-4394-4101-acf8-691e2773a534 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:56:10.588332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:56:10.595980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.609864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Transition to ACTIVE for port object ed1fab00-4394-4101-acf8-691e2773a534 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:56:10.615782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.668919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:10.761407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:56:10.762474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:56:10.763124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:10.768791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:56:10.769439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:10.777386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:56:10.777959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:10.778632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Bound using segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:56:10.779368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Bound port: ed1fab00-4394-4101-acf8-691e2773a534, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:56:10.779912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.807492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4d573e9-299c-4bf1-8728-9eda79178992 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:10.868338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b4d573e9-299c-4bf1-8728-9eda79178992 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:10.868861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.877330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:56:10.881813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:56:10.887737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.916618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:10.917259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:10.919249 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 1091 time: 0.9873800 Oct 19 20:56:10.921611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:10.926519 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6792234-dcde-4fd7-8bee-a35c1fad90b4" -d '{"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:11.021410 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7cf44-ed6a-43fa-ae90-52f28f3b005f x-openstack-request-id: req-79f7cf44-ed6a-43fa-ae90-52f28f3b005f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:11.021700 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:11.021955 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79f7cf44-ed6a-43fa-ae90-52f28f3b005f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:11.022356 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:56:11.071600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-4a78bf20-3df8-4940-9db2-75565a2f7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.073326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-4a78bf20-3df8-4940-9db2-75565a2f7fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1094 time: 0.1056082 Oct 19 20:56:11.074149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25878e33-6fe3-411f-a23f-410eb16bc8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:11.130526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-8784b6b0-152d-4747-b19d-d9fb32e67b93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 217 time: 0.0484195 Oct 19 20:56:11.207565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-bb02cc39-c6a4-4b03-b609-50642c1afbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.209029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-bb02cc39-c6a4-4b03-b609-50642c1afbab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0623879 Oct 19 20:56:11.216461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01dbda-46b0-4b03-aeb3-6b8fabad5209 req-903a6bcd-0b59-45ef-863f-79790b76b26f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.217832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f01dbda-46b0-4b03-aeb3-6b8fabad5209 req-903a6bcd-0b59-45ef-863f-79790b76b26f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0989113 Oct 19 20:56:11.283529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-6acc86ac-846e-4f93-8c84-d4a9795bf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.285026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-6acc86ac-846e-4f93-8c84-d4a9795bf830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663610 Oct 19 20:56:11.288750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f01dbda-46b0-4b03-aeb3-6b8fabad5209 req-fa7e4ba5-2a37-4d92-969b-4d1c7d1f5efe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626850 Oct 19 20:56:11.381276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-6a22b909-475f-4ada-8163-62f15f0c7245 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Oct 19 20:56:11.474637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-531d1f61-dd46-4725-bc08-a1ce19a9ebd6 req-0bbd8906-f78f-4ac2-8fb1-713b7d89cd9a service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860972 Oct 19 20:56:11.563699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-4c8df072-cfd7-48ad-a0e8-ee19894d1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.565239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-4c8df072-cfd7-48ad-a0e8-ee19894d1c06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1094 time: 0.0454082 Oct 19 20:56:11.668006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-c7fa19a3-f440-41ba-85d8-a3ecc550f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.669651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-c7fa19a3-f440-41ba-85d8-a3ecc550f28e service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.0973079 Oct 19 20:56:11.711501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-b7caf22c-bc6b-4033-b34c-c1c3b8757961 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 217 time: 0.0343318 Oct 19 20:56:11.764751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-407748ed-a682-4fad-9c68-0235c1eb6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.766260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-407748ed-a682-4fad-9c68-0235c1eb6a42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0483232 Oct 19 20:56:11.814046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-b99edffe-2f7f-43eb-9a60-062f208fdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:11.815602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-b99edffe-2f7f-43eb-9a60-062f208fdc72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401657 Oct 19 20:56:11.909957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-56eeb899-1194-49eb-8834-8ae3672f972b service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Oct 19 20:56:12.000591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6792234-dcde-4fd7-8bee-a35c1fad90b4 req-c634e3c3-3e94-4a0a-8adb-7cd68ddf70eb service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Oct 19 20:56:12.414052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91c5c-9ece-43e0-8c3c-f3dd5329a001 req-825093b7-f759-4362-851f-99eba1c43525 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:12.415573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ce91c5c-9ece-43e0-8c3c-f3dd5329a001 req-825093b7-f759-4362-851f-99eba1c43525 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0499012 Oct 19 20:56:12.456145 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ce91c5c-9ece-43e0-8c3c-f3dd5329a001 req-af45fa23-c488-4495-981d-cb03f6e019f4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Oct 19 20:56:12.863681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.338651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.388059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57372) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:13.392687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645123219', 'description': 'tempest-secgroup-smoke-1645123219 description', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:13.414642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.480062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.484193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.513697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174f07c0-06c0-4824-9581-3d1be0833dd6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:13.519388 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.524532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-65fba641-6a03-451f-ac8b-53d0fd2d560b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320088 Oct 19 20:56:13.524808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57376) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:13.529194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:13.556226 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.572276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080edf6-2902-443e-9d52-14fbda714da6 req-1f81bd08-391f-4ffd-b6e6-1226e3520dcd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:13.573786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c080edf6-2902-443e-9d52-14fbda714da6 req-1f81bd08-391f-4ffd-b6e6-1226e3520dcd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0500886 Oct 19 20:56:13.618016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c080edf6-2902-443e-9d52-14fbda714da6 req-f130ced5-592f-4027-be32-50aac6c9654c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375497 Oct 19 20:56:13.623601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.627515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.639209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84494ce-9e61-41d0-b28b-8ccc15e3414e,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:13.656140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.657354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e05d83a1-09ef-4506-b937-6407af539f41 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315598 Oct 19 20:56:13.659991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57378) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:13.664310 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:13.689154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.744487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.748184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.768785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dad137-798c-44ac-9630-01e50241e35f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:13.775575 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.776746 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97d3d3f0-bbea-4a2d-b4cb-cd14152e06d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158230 Oct 19 20:56:13.779496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57380) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:13.783699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:13.809594 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.866589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.870032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.884567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133890ab-6758-4ef8-ab4c-ec6ee33dfc22,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:13.895514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.896689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e508603-4166-4644-92d5-90d460674368 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162817 Oct 19 20:56:13.899413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57382) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:13.903677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:13.929687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.986266 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:13.990128 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.009082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e7b954-d8f5-495b-a037-22bc566f5aa9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:14.016987 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.018219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-09bea66f-2b01-4b11-9ce0-773ed13062f1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178620 Oct 19 20:56:14.020963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57384) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:14.025200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:14.046238 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Project ca2c84629e1e4a58bc3ee4e715b91eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:56:14.051572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.110434 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.114440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.132127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305062b6-cf63-4117-88e4-ca43eca38f03,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:14.139452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.140642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7aea5d3-1a29-43eb-bb74-80d8ab8a8d46 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187074 Oct 19 20:56:14.143443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57386) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:14.148750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'security_group_rule': {'security_group_id': '174f07c0-06c0-4824-9581-3d1be0833dd6', 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:14.150768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:56:14.170024 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Project ca2c84629e1e4a58bc3ee4e715b91eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:56:14.174683 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.247563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.251754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.257860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:14.269800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ed1fab00-4394-4101-acf8-691e2773a534', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:56:14.272827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3064599-80eb-4160-91ad-5fc97883bf3b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:14.282041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.283320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-522d1022-f47d-4b49-a81b-42b8398cba25 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389217 Oct 19 20:56:14.311313 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.324807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:56:14.345154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:14.349669 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:14.405790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:14.413868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.414215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.414565 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.414905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.415236 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.415570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.415895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.416225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.416549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.416870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.417193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.417553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:14.538219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ed1fab00-4394-4101-acf8-691e2773a534'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:56:14.767717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdda9b0-47f4-4049-9397-59017e7e682a req-1eaab7e0-3bd7-4482-a449-29c9c4aa5d8b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:14.769240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffdda9b0-47f4-4049-9397-59017e7e682a req-1eaab7e0-3bd7-4482-a449-29c9c4aa5d8b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0561192 Oct 19 20:56:14.812799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffdda9b0-47f4-4049-9397-59017e7e682a req-9bfa3377-26eb-4f99-bb02-2cec25be571b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364389 Oct 19 20:56:15.942143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c98bf-6e59-4c46-b16a-dedd80807373 req-08f39ccf-1b71-4dd3-bac9-a6904a191944 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:15.943690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d4c98bf-6e59-4c46-b16a-dedd80807373 req-08f39ccf-1b71-4dd3-bac9-a6904a191944 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0611603 Oct 19 20:56:15.983180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d4c98bf-6e59-4c46-b16a-dedd80807373 req-c5100cb4-8a15-4d0a-84cb-3d29d373fbd1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Oct 19 20:56:16.175646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:16.227311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port ed1fab00-4394-4101-acf8-691e2773a534 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:56:16.230842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ed1fab00-4394-4101-acf8-691e2773a534 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:16.231195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:16.310325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:16.336191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:16.338525 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba23711-80c3-4d2f-914c-6c8075ad38c5" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:16.351923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:16.356122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:16.381525 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c22ae-1c7e-4deb-94cc-08a721d72ef0 x-openstack-request-id: req-d30c22ae-1c7e-4deb-94cc-08a721d72ef0 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:16.381818 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:16.382065 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d30c22ae-1c7e-4deb-94cc-08a721d72ef0 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:16.382573 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'code': 200} Oct 19 20:56:16.411234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:16.487386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c17c-d72c-4aaf-96c1-6f7235237cfe req-de17084c-1b05-4782-ad3b-f839da939f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:16.489365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c718c17c-d72c-4aaf-96c1-6f7235237cfe req-de17084c-1b05-4782-ad3b-f839da939f27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1096 time: 0.0416377 Oct 19 20:56:16.525161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c718c17c-d72c-4aaf-96c1-6f7235237cfe req-e7f734c2-e7d6-4f32-b86f-9bb7b4055351 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292757 Oct 19 20:56:17.099922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d8d02-7381-4ea2-96fb-d3fbda095c4b req-862afd7e-5b53-4b28-89a3-69e1e2a75294 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:17.101493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d7d8d02-7381-4ea2-96fb-d3fbda095c4b req-862afd7e-5b53-4b28-89a3-69e1e2a75294 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0498953 Oct 19 20:56:17.141423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d7d8d02-7381-4ea2-96fb-d3fbda095c4b req-b1bc295a-3b3e-4ba7-8fec-848ee27320d8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Oct 19 20:56:18.283206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f654-f600-4198-800a-28821e7fe4e5 req-0ef0f616-c518-42c0-9064-6d042d3fa995 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:18.285922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a574f654-f600-4198-800a-28821e7fe4e5 req-0ef0f616-c518-42c0-9064-6d042d3fa995 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0592728 Oct 19 20:56:18.330340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a574f654-f600-4198-800a-28821e7fe4e5 req-5753b781-36ee-4cd7-9a68-5a056e7ad032 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Oct 19 20:56:18.457137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8f408-9b90-4eb6-a807-d891f941d917 req-4ab2ae7b-bf7f-44ea-afea-7e710f0b3478 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:18.458854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6a8f408-9b90-4eb6-a807-d891f941d917 req-4ab2ae7b-bf7f-44ea-afea-7e710f0b3478 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0519538 Oct 19 20:56:18.498308 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6a8f408-9b90-4eb6-a807-d891f941d917 req-dae04797-e353-4902-bb1d-74e2f1335943 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Oct 19 20:56:18.525990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57480) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:18.569128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba4237-74fc-4117-88c9-0300506be4c5 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:18.573366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6ba4237-74fc-4117-88c9-0300506be4c5 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1091 time: 0.0437207 Oct 19 20:56:18.573596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57482) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:18.578335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:18.604245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:18.726736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:18.843671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.25 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/fc4dcb38-4f81-4946-ab22-609dc4ae9f5a) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:18.961362 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:18.998109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.039623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:19.042998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:19.045885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:19.076805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=fc4dcb38-4f81-4946-ab22-609dc4ae9f5a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:19.442619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.516561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.670551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.675031 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.748802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=fc4dcb38-4f81-4946-ab22-609dc4ae9f5a,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:19.760113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:19.865085 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 39b2f48f-cef7-4de9-901c-3113c83334ce associated. External IP: 172.25.7.25, port: ed1fab00-4394-4101-acf8-691e2773a534. Oct 19 20:56:20.085461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router d51cf650-c051-4c1f-8c9f-1965ab26b9bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:20.197598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:20.208837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Sync routers for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:20.219223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:20.219966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:20.226502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:20.256844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c359528-610f-4f00-8b20-b2e54e56be33 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6818573 Oct 19 20:56:20.257579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:20.259994 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f2d919-7ff5-4c68-a964-de602251fed1" -d '{"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:20.311565 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d4554-4dfb-412b-8148-81d1e889fb69 x-openstack-request-id: req-284d4554-4dfb-412b-8148-81d1e889fb69 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:20.311874 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:20.312161 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-284d4554-4dfb-412b-8148-81d1e889fb69 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:20.312599 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:56:20.356955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:20.397949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201427-1866-44ae-b14f-ebb19491797e req-ca8272b6-5021-43b1-b888-58cb643af994 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:20.399460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30201427-1866-44ae-b14f-ebb19491797e req-ca8272b6-5021-43b1-b888-58cb643af994 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0846066 Oct 19 20:56:20.405491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-24bad637-cbe7-4bb3-bda6-d2d9dd3ec66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:20.406911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-24bad637-cbe7-4bb3-bda6-d2d9dd3ec66c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1096 time: 0.0614905 Oct 19 20:56:20.496614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-30201427-1866-44ae-b14f-ebb19491797e req-c494c87d-8b40-4a68-b887-c4d12a4f48d2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886500 Oct 19 20:56:20.522616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57492) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:20.536273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-6714fe7a-4510-4743-aec3-cee28e40dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:20.538361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-6714fe7a-4510-4743-aec3-cee28e40dbac service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1232655 Oct 19 20:56:20.595761 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-156c02ec-47aa-4780-91da-16c26b848f35 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/39b2f48f-cef7-4de9-901c-3113c83334ce HTTP/1.1" status: 200 len: 990 time: 0.0719280 Oct 19 20:56:20.611868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '39b2f48f-cef7-4de9-901c-3113c83334ce', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:19Z', 'updated_at': '2021-10-19T20:56:19Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:20.618946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-d2ad9150-82a8-436e-be31-57d673514195 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.0738537 Oct 19 20:56:20.644182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Checking router: d51cf650-c051-4c1f-8c9f-1965ab26b9bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:20.653427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:20.654023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:55:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:20.668902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-40f2677a-0469-422e-ab3c-e79caba35f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:20.670425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-40f2677a-0469-422e-ab3c-e79caba35f0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0452778 Oct 19 20:56:20.716401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-0dd671b5-8f10-4999-8f61-b7a19fb0f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:20.718080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-0dd671b5-8f10-4999-8f61-b7a19fb0f93c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411267 Oct 19 20:56:20.772322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:21.025272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-268446f0-1566-401e-8068-a4288a5d12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '39b2f48f-cef7-4de9-901c-3113c83334ce', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:19Z', 'updated_at': '2021-10-19T20:56:19Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:21.059282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268446f0-1566-401e-8068-a4288a5d12af None None] The sync data for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 is: [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '39b2f48f-cef7-4de9-901c-3113c83334ce', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:19Z', 'updated_at': '2021-10-19T20:56:19Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:21.078685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-3626b709-dd54-4427-afc7-736855e5128c service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534517 Oct 19 20:56:21.181467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88f2d919-7ff5-4c68-a964-de602251fed1 req-a5a679e2-42a9-4f80-8a3b-5ee10f6161a8 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958326 Oct 19 20:56:21.299684 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a038e720-96e6-4bc8-9191-26659d03ebc5 None None] New status for floating IP 39b2f48f-cef7-4de9-901c-3113c83334ce: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:56:21.599162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57496) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:21.660862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-76404eca-2e7b-4792-b82f-f3ea56369b67 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/39b2f48f-cef7-4de9-901c-3113c83334ce HTTP/1.1" status: 200 len: 992 time: 0.0605514 Oct 19 20:56:22.636414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-863df738-c8ee-4346-9ec4-9456d4beefd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435655 Oct 19 20:56:22.742659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-4f8b969c-1344-4a93-8c1c-d3c0e7f80ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:22.744194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-4f8b969c-1344-4a93-8c1c-d3c0e7f80ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1096 time: 0.0636337 Oct 19 20:56:22.867043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-0bcf3165-9bcd-4bd3-beda-58739cab0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:22.868524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-0bcf3165-9bcd-4bd3-beda-58739cab0870 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.0965874 Oct 19 20:56:22.939165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-b6fd0125-70d9-4cb2-8021-839ada718c3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 1000 time: 0.0638480 Oct 19 20:56:22.992006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-3ab7422b-81e8-46e9-812a-1d3cc68e3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:22.993523 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-3ab7422b-81e8-46e9-812a-1d3cc68e3a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0472670 Oct 19 20:56:23.044463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-064b3860-9e32-4823-abd0-a05998cd4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:23.045947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-064b3860-9e32-4823-abd0-a05998cd4d88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459850 Oct 19 20:56:23.143674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-7b8b21c3-06bf-4c92-995d-a94fc05ca0ab service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904977 Oct 19 20:56:23.243729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c0f4baaf-e953-49a1-8c87-ae2b62e1c679 req-b97be091-2dde-42d4-bc71-1d45c4f696ad service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930107 Oct 19 20:56:26.480406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-826ac35f-3a03-4c0f-9ed8-a7d88e21e5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:27.313715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-2bf62d28-1c1c-4ddc-b3d3-c3226c921693 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031277 Oct 19 20:56:27.403513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-6cf08672-4421-4ae1-8752-2f9f7772445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:27.405021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-6cf08672-4421-4ae1-8752-2f9f7772445c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eae49ef39a64ea68923f01f571d3380&device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 1097 time: 0.0470877 Oct 19 20:56:27.523024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-9d5dfb32-1dea-49db-a8a1-0db3b5734850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:27.524547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-9d5dfb32-1dea-49db-a8a1-0db3b5734850 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 200 len: 910 time: 0.1010466 Oct 19 20:56:27.594770 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-96f5bad5-d43b-4339-a094-3c17359e18a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 200 len: 1002 time: 0.0632367 Oct 19 20:56:27.650570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-376c0201-f859-4135-a0ec-127d76d0886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:27.652089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-376c0201-f859-4135-a0ec-127d76d0886c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 200 len: 848 time: 0.0487366 Oct 19 20:56:27.701184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-bacb907b-944a-4af6-8348-225194393e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:27.702731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-bacb907b-944a-4af6-8348-225194393e91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91c39913-3dcf-4707-a1ec-e76d719a83ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440233 Oct 19 20:56:27.794746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-2ad7edae-8a60-4e6d-9a8f-8060bdf078e1 service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Oct 19 20:56:27.887895 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1e2aa908-149e-4585-9f51-0c1fbbf805ed req-fab06a99-a605-4cc5-88ec-f764134d9c4e service neutron] 10.222.0.11 "GET /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Oct 19 20:56:28.242972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9961-589f-445a-9835-54637a6776b0 req-c8d659cf-f355-4522-935c-bcb72aebc65a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:28.244512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-040e9961-589f-445a-9835-54637a6776b0 req-c8d659cf-f355-4522-935c-bcb72aebc65a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0567303 Oct 19 20:56:28.288404 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-040e9961-589f-445a-9835-54637a6776b0 req-4f52a5e9-359d-4797-8198-af604fa10046 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Oct 19 20:56:29.245320 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7393f952-ef91-42e3-8da8-c5446ac9a770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:29.412312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac425ef-c0fd-4cbd-a920-b4a3ed6f236a req-a6b3398a-70cd-4f86-af09-b8b8c7e3e45a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:29.413809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac425ef-c0fd-4cbd-a920-b4a3ed6f236a req-a6b3398a-70cd-4f86-af09-b8b8c7e3e45a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0555439 Oct 19 20:56:29.452435 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ac425ef-c0fd-4cbd-a920-b4a3ed6f236a req-ca9e6e8a-7e3e-4ab1-9161-648436671aeb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Oct 19 20:56:30.294239 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:30.569022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572a406-06d8-4b74-80ad-3b46e54a05dd req-624b5c09-19be-43b7-9245-c31fe5e8e6eb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:30.570534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c572a406-06d8-4b74-80ad-3b46e54a05dd req-624b5c09-19be-43b7-9245-c31fe5e8e6eb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0489137 Oct 19 20:56:30.606842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c572a406-06d8-4b74-80ad-3b46e54a05dd req-d269ab7b-a049-4328-a94a-eb59a1ffbc06 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Oct 19 20:56:30.644834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-61659c10-deb2-40de-b11e-7140ae33781d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645123219&fields=id&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 267 time: 0.0329046 Oct 19 20:56:30.750177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-85eb4de3-e3c1-4ec2-a135-76f23ffccc0e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:30.751645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-85eb4de3-e3c1-4ec2-a135-76f23ffccc0e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.0999386 Oct 19 20:56:30.766525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-e086b04b-fbd7-4b67-9564-fc517e7b5a1a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0091412 Oct 19 20:56:30.820860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-dc5ec2e4-e7ff-4f01-9d2e-997c7eabc471 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485935 Oct 19 20:56:30.914485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-3b2dece7-af9f-4348-84fd-a90a0be82894 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810585 Oct 19 20:56:31.008974 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-bcb8ccac-1e3c-4348-878d-6929e4ccb8b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 Oct 19 20:56:31.028922 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:31.290433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb0dc025-cfa0-434a-8f89-70d129d883d4 req-aeb6ff0a-bd36-4b11-8938-2073c43b7750 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Oct 19 20:56:31.725846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d57d9-39ad-4a6e-b8a4-f0bd21603bf7 req-5b365996-a699-4078-b160-297df2d337f7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:31.727326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-914d57d9-39ad-4a6e-b8a4-f0bd21603bf7 req-5b365996-a699-4078-b160-297df2d337f7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0494139 Oct 19 20:56:31.767344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-914d57d9-39ad-4a6e-b8a4-f0bd21603bf7 req-b0d60b20-0e9c-4e9e-978f-766df303a053 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Oct 19 20:56:32.186209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5c4e2739-95df-4805-85a7-4aa2336ae2ca tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:32.187675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5c4e2739-95df-4805-85a7-4aa2336ae2ca tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1085329 Oct 19 20:56:32.231659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-cec4cb78-c7de-409a-8063-b8dd58d69567 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 380 time: 0.0336301 Oct 19 20:56:32.241709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': '3491e041-866f-4803-baa1-a98296399608', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'security_groups': ['174f07c0-06c0-4824-9581-3d1be0833dd6']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:32.348211 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:32.377812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:56:32.382375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:32.394057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-16f9c31e-170f-4f38-a7df-db078914dcd8 req-405eef72-fdc2-4899-9a83-facf994daa13 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0288677 Oct 19 20:56:32.511192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.13 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:32.652067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:32.692010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:32.737016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:32.740154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:32.742686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:32.771006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:32.792287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.792643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.792938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.793279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.793645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.793986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.794318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.794649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.794979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.795304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.795634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.795963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:56:32.818012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:32.819914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:32.836721 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-d9576b3f-0650-43f6-93d2-3406ef0e1565 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5991580 Oct 19 20:56:32.861683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Request body: {'port': {'device_id': '3491e041-866f-4803-baa1-a98296399608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:32.950085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef74c1-ec7a-4d69-9e22-645a007dcfae req-cecc0367-433c-4ef7-9de7-2f4b9e871450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:32.951674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fef74c1-ec7a-4d69-9e22-645a007dcfae req-cecc0367-433c-4ef7-9de7-2f4b9e871450 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.1034296 Oct 19 20:56:32.953936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.029879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fef74c1-ec7a-4d69-9e22-645a007dcfae req-28e8ac50-06af-4188-8e68-0de8c924b3ae tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662265 Oct 19 20:56:33.042759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a951e8e3-d5e8-4aa2-8bb1-dc7e97c37bed None None] Provisioning complete for port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:33.043217 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a951e8e3-d5e8-4aa2-8bb1-dc7e97c37bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.081178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a951e8e3-d5e8-4aa2-8bb1-dc7e97c37bed None None] Port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:56:33.264296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:56:33.272476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.285103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Transition to ACTIVE for port object 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:56:33.289211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.385983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:33.426286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Attempting to bind port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:56:33.426775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Attempting to bind port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:56:33.427265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Attempting to bind port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:33.432587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:56:33.432980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Attempting to bind port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:56:33.439724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:56:33.440056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:56:33.440431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:56:33.440852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Bound port: 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:56:33.442114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.518814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:56:33.522451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:56:33.528368 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.529737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac988e-a53a-4d70-ad91-3da6206275d7 req-61fc24e4-6708-4535-8953-d80fb27e5e16 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:33.534035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3ac988e-a53a-4d70-ad91-3da6206275d7 req-61fc24e4-6708-4535-8953-d80fb27e5e16 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0579889 Oct 19 20:56:33.564566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:33.565344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:33.567352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 200 len: 1092 time: 0.7100449 Oct 19 20:56:33.567854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:33.570339 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d8f5c2-9767-4031-b23e-0030bbaec804" -d '{"events": [{"name": "network-changed", "server_uuid": "3491e041-866f-4803-baa1-a98296399608", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:33.597500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b3ac988e-a53a-4d70-ad91-3da6206275d7 req-1f8c8010-c303-4159-9763-3325220f9ab4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564499 Oct 19 20:56:33.599691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e1ed0-4de6-49ab-97a6-e7c3bb151fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:33.660156 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1431e4b9-f878-4a30-9f63-09f799de85b2 x-openstack-request-id: req-1431e4b9-f878-4a30-9f63-09f799de85b2 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:33.660591 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491e041-866f-4803-baa1-a98296399608", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:33.660936 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1431e4b9-f878-4a30-9f63-09f799de85b2 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:33.661491 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'status': 'completed', 'code': 200} Oct 19 20:56:33.678860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-a30a9394-97b8-493c-b23a-4d5d74cfb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:33.680467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-a30a9394-97b8-493c-b23a-4d5d74cfb466 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1095 time: 0.0502729 Oct 19 20:56:33.728579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-8e62847e-5ab0-4a0d-b0d8-cb3034e5e790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 200 len: 217 time: 0.0399456 Oct 19 20:56:33.791208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-0f1c599e-ff4b-4f9b-84d2-46697b3fcbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:33.792745 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-0f1c599e-ff4b-4f9b-84d2-46697b3fcbca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0566142 Oct 19 20:56:33.842767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-ca9fb229-5e06-4cd7-8620-ad21798c4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:33.844289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-ca9fb229-5e06-4cd7-8620-ad21798c4cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429132 Oct 19 20:56:33.940671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-96c7fce1-0d49-44d5-9b14-e07f8eb23a8a service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875015 Oct 19 20:56:34.041367 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-554da6c6-99e9-44bc-a98b-7076e791ac31 req-0c9464df-af28-47db-af09-5754e1e132dc service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899603 Oct 19 20:56:34.042463 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:56:34.138048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-cc3f868d-40e7-4489-96dd-b49492f764c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.139868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-cc3f868d-40e7-4489-96dd-b49492f764c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1095 time: 0.0467155 Oct 19 20:56:34.156157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91acec1-ae6d-4b90-9ea4-043aa827b045 req-551e93db-c1a6-4cde-b4c8-15a4a52d19ac tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.158658 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d91acec1-ae6d-4b90-9ea4-043aa827b045 req-551e93db-c1a6-4cde-b4c8-15a4a52d19ac tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0520692 Oct 19 20:56:34.199501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d91acec1-ae6d-4b90-9ea4-043aa827b045 req-5d05b514-7cbb-4597-8d9e-8a5667825550 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351636 Oct 19 20:56:34.237555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-2a3bba0e-a9a7-4e09-b184-3221bafdd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.239816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-2a3bba0e-a9a7-4e09-b184-3221bafdd9ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0904849 Oct 19 20:56:34.285135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-c301d42a-4b91-4b20-87f8-95188c375963 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 200 len: 217 time: 0.0377810 Oct 19 20:56:34.335394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-c2396b26-689c-4fc6-baf9-331f1b0d8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.336860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-c2396b26-689c-4fc6-baf9-331f1b0d8bdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0445518 Oct 19 20:56:34.383084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-1348110e-c2a0-46bd-a0d6-3522051e0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.384573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-1348110e-c2a0-46bd-a0d6-3522051e0101 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401309 Oct 19 20:56:34.478470 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-9e23dc78-ce2c-40b6-9930-2e51210b42ea service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Oct 19 20:56:34.570214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7d8f5c2-9767-4031-b23e-0030bbaec804 req-0db59614-03f2-412d-8f55-14d967f00b42 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834615 Oct 19 20:56:34.711967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a9138-88c2-4520-9de2-4e8b72460f77 req-4d53065b-81f1-4f96-80fe-7eb358b652d0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:34.713598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b57a9138-88c2-4520-9de2-4e8b72460f77 req-4d53065b-81f1-4f96-80fe-7eb358b652d0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0498636 Oct 19 20:56:34.757423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b57a9138-88c2-4520-9de2-4e8b72460f77 req-4fa4a8a8-d15c-4443-9e26-aaf17478bd45 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367348 Oct 19 20:56:35.326973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049cdbe-d198-4995-a3e2-5599308cc0d1 req-6e5167af-9bf1-46a1-9db0-226b9c4fa29c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:35.328496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e049cdbe-d198-4995-a3e2-5599308cc0d1 req-6e5167af-9bf1-46a1-9db0-226b9c4fa29c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0607758 Oct 19 20:56:35.377206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e049cdbe-d198-4995-a3e2-5599308cc0d1 req-6b3bfb6c-260b-453e-860b-4591a3708b0d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Oct 19 20:56:35.459387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07159-6c0a-4466-8aa1-a25f4234b4a5 req-b021f4bd-34d4-4647-b284-c76ddb8b8a00 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:35.461198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7b07159-6c0a-4466-8aa1-a25f4234b4a5 req-b021f4bd-34d4-4647-b284-c76ddb8b8a00 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0556216 Oct 19 20:56:35.501058 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7b07159-6c0a-4466-8aa1-a25f4234b4a5 req-0ab6e8b3-7859-4293-aab1-f4aee5591818 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336277 Oct 19 20:56:35.870214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd19a07-3f05-413f-8c76-f0f8dc631f3f req-25147681-ff9c-4ca2-b1bc-4f2b3fbdc4e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:35.871698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fd19a07-3f05-413f-8c76-f0f8dc631f3f req-25147681-ff9c-4ca2-b1bc-4f2b3fbdc4e3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0489404 Oct 19 20:56:35.910739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fd19a07-3f05-413f-8c76-f0f8dc631f3f req-677ef125-251b-4839-8181-cec65a259ed5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Oct 19 20:56:36.494701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fffe9e-0c69-4b26-8b56-8f1b6fa223c4 req-df6c472c-c7c8-4d88-95d8-a6105f6e8eb3 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:36.496196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2fffe9e-0c69-4b26-8b56-8f1b6fa223c4 req-df6c472c-c7c8-4d88-95d8-a6105f6e8eb3 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0498812 Oct 19 20:56:36.536300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2fffe9e-0c69-4b26-8b56-8f1b6fa223c4 req-152176c4-ae43-457a-947e-2a9291c38d7a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Oct 19 20:56:36.621947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd9085-dcc2-4dec-b3af-62822e3701a9 req-568c8b00-3b55-4cf7-b76e-d71e934a7ee4 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:36.623411 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcbd9085-dcc2-4dec-b3af-62822e3701a9 req-568c8b00-3b55-4cf7-b76e-d71e934a7ee4 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0481732 Oct 19 20:56:36.664984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcbd9085-dcc2-4dec-b3af-62822e3701a9 req-b922ea71-59c1-4321-9a6f-c0fce2e059a4 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4144a78-a17c-4ae3-9670-cf5e7c43e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354326 Oct 19 20:56:36.718928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0036-3011-44ab-b761-6c58b4754fbd req-d98a3905-400e-4cc7-a73e-e90a0e63cca1 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:36.720371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-478a0036-3011-44ab-b761-6c58b4754fbd req-d98a3905-400e-4cc7-a73e-e90a0e63cca1 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 946 time: 0.0577514 Oct 19 20:56:36.815432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Deleting port cf12cb31-3cce-4060-bae8-089410e17c25 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:36.816272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:36.903422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] For port cf12cb31-3cce-4060-bae8-089410e17c25, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=cf12cb31-3cce-4060-bae8-089410e17c25,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:36.903786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:37.105012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c0ac5-011f-45d2-a13e-1d53bd6195c4 req-25f80480-6428-4b3a-86bc-abafd3c70fa0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:37.106580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-204c0ac5-011f-45d2-a13e-1d53bd6195c4 req-25f80480-6428-4b3a-86bc-abafd3c70fa0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.1075201 Oct 19 20:56:37.125360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:37.126006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:37.126314 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Floating IP 970fdfae-a708-4c0f-bb12-1d383aa0ae9f disassociated. External IP: 172.25.7.134, port: cf12cb31-3cce-4060-bae8-089410e17c25. Oct 19 20:56:37.126671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Calling delete_port for cf12cb31-3cce-4060-bae8-089410e17c25 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:37.194636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-204c0ac5-011f-45d2-a13e-1d53bd6195c4 req-5b41b768-b068-4fcc-be06-bd638bce16f4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781813 Oct 19 20:56:37.286351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:37.315595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event deleted for resources: {'Port': ['ID=cf12cb31-3cce-4060-bae8-089410e17c25,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:37.435466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:37.541443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:37.553763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Sync routers for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:37.568920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:37.569568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:37.581646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] No DVR routers for this DVR port cf12cb31-3cce-4060-bae8-089410e17c25 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:56:37.584358 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:37.587727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-478a0036-3011-44ab-b761-6c58b4754fbd req-bd7424d2-9965-4b70-97c3-c8b9b8ea5ba8 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.11 "DELETE /v2.0/ports/cf12cb31-3cce-4060-bae8-089410e17c25 HTTP/1.1" status: 204 len: 173 time: 0.8586581 Oct 19 20:56:37.588170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'name': 'network-vif-deleted', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:37.590433 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea46519-71bf-43e2-b8ed-889d6bd62b45" -d '{"events": [{"server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "name": "network-vif-deleted", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:37.634400 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be4189-2811-463d-bc06-b31907490e5f x-openstack-request-id: req-19be4189-2811-463d-bc06-b31907490e5f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:37.634787 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce90ab18-79ef-400a-8cc0-b20a43c56f38", "name": "network-vif-deleted", "tag": "cf12cb31-3cce-4060-bae8-089410e17c25", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:37.635108 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19be4189-2811-463d-bc06-b31907490e5f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:37.635608 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce90ab18-79ef-400a-8cc0-b20a43c56f38', 'name': 'network-vif-deleted', 'tag': 'cf12cb31-3cce-4060-bae8-089410e17c25', 'status': 'completed', 'code': 200} Oct 19 20:56:37.680852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72428e7-01dc-47ed-b95b-30cb455ac6d0 req-75d9cf5b-8bdd-4930-b29d-0952cbf53c4d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:37.688537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f72428e7-01dc-47ed-b95b-30cb455ac6d0 req-75d9cf5b-8bdd-4930-b29d-0952cbf53c4d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0703726 Oct 19 20:56:37.690719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:37.759962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f72428e7-01dc-47ed-b95b-30cb455ac6d0 req-ee37b557-8fac-4c6a-9701-e99f80d16c6f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701044 Oct 19 20:56:37.908178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:37.911705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9365c00-e64d-444a-a24a-b1c94bd80603 req-7b84da82-c6b5-486a-a5f0-523910eef2fa tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce90ab18-79ef-400a-8cc0-b20a43c56f38 HTTP/1.1" status: 200 len: 210 time: 0.0269971 Oct 19 20:56:37.938641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Checking router: 2a41a3f7-4800-47b7-824f-cd864c3c6d0d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:37.946820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:37.947405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:38.200026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:38.310579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea128-c505-4a4a-aede-ef5ed2c893c1 req-0efd4da2-0fc5-4b94-b3dd-39cc02f1a4e2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:38.312072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17bea128-c505-4a4a-aede-ef5ed2c893c1 req-0efd4da2-0fc5-4b94-b3dd-39cc02f1a4e2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0503273 Oct 19 20:56:38.350703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17bea128-c505-4a4a-aede-ef5ed2c893c1 req-5c58f4a2-a377-4cc8-a14f-c5c5cf27aab5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Oct 19 20:56:38.400025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:38.430323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c0e35-fd97-4571-bde3-ef7aaa85dc03 None None] The sync data for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 is: [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:28Z', 'revision_number': 4, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '77c56995-1b11-4102-a027-362019a25976', 'name': '', 'network_id': '91c39913-3dcf-4707-a1ec-e76d719a83ba', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'mac_address': 'fa:16:3e:9e:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:28Z', 'updated_at': '2021-10-19T20:51:35Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'subnets': [{'id': '3602c1bb-3883-4917-8f9f-00d630897de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:38.639032 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df06976-8c36-4759-bbda-0ba81183705b None None] New status for floating IP 970fdfae-a708-4c0f-bb12-1d383aa0ae9f: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:56:38.879162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cdb2b-8131-4bce-bf55-adb9c4635b82 req-4d4980ff-d6fe-4c9b-8dbb-05e7f7758af8 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:38.880611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a47cdb2b-8131-4bce-bf55-adb9c4635b82 req-4d4980ff-d6fe-4c9b-8dbb-05e7f7758af8 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0512974 Oct 19 20:56:38.916920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a47cdb2b-8131-4bce-bf55-adb9c4635b82 req-9a13012f-1219-4866-9711-4bcd86839544 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302124 Oct 19 20:56:38.966629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57638) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:39.120496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71235-fa89-4548-8a3d-8e4ad334e3b5 req-ce6f1b74-b8e3-4a63-a64a-12f910644926 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.122259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e71235-fa89-4548-8a3d-8e4ad334e3b5 req-ce6f1b74-b8e3-4a63-a64a-12f910644926 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0543957 Oct 19 20:56:39.166212 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e71235-fa89-4548-8a3d-8e4ad334e3b5 req-df3b71df-46cf-4b3a-b446-4d13b2095fd3 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Oct 19 20:56:39.449707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-b3649369-05be-426c-b783-e97040e7579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.451159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-b3649369-05be-426c-b783-e97040e7579b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 1096 time: 0.0768936 Oct 19 20:56:39.515588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Deleting port cb803742-1cb3-4eff-b294-5a35f5261b0e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:39.515928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:39.571327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466fcf8-d3dd-4fa5-bd22-ef7c23c1be59 req-7e9973d1-4175-4e98-96a0-ec3048770983 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.573102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5466fcf8-d3dd-4fa5-bd22-ef7c23c1be59 req-7e9973d1-4175-4e98-96a0-ec3048770983 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.1392496 Oct 19 20:56:39.663069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-ade29c34-a5ae-4e7b-93a9-bd1e99062132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.664530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-ade29c34-a5ae-4e7b-93a9-bd1e99062132 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1990488 Oct 19 20:56:39.685668 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:39.686036 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:39.690471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5466fcf8-d3dd-4fa5-bd22-ef7c23c1be59 req-2fe19e93-528a-4175-9f2e-bc3a9f90b943 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098893 Oct 19 20:56:39.732978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Calling delete_port for cb803742-1cb3-4eff-b294-5a35f5261b0e owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:39.793321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-627ad09d-2e12-4470-a322-4a641ba8f93a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 200 len: 999 time: 0.1190474 Oct 19 20:56:39.861307 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-af559dc9-5b7f-47b5-a8dc-86c17059a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.862774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-af559dc9-5b7f-47b5-a8dc-86c17059a1f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0617487 Oct 19 20:56:39.937434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-66bc1add-4d11-4b02-bd88-7092549c291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:39.938915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-66bc1add-4d11-4b02-bd88-7092549c291d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692689 Oct 19 20:56:39.957382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.007050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event deleted for resources: {'Port': ['ID=cb803742-1cb3-4eff-b294-5a35f5261b0e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:40.105458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cf12cb31-3cce-4060-bae8-089410e17c25 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:40.116857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-4468703e-36d1-4699-b76c-9433aa030b29 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689796 Oct 19 20:56:40.119343 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.121942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.122988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-29a63318-0795-41f8-b11d-3c9524b3e86f tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "DELETE /v2.0/floatingips/970fdfae-a708-4c0f-bb12-1d383aa0ae9f HTTP/1.1" status: 204 len: 168 time: 1.1553605 Oct 19 20:56:40.129929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: cf12cb31-3cce-4060-bae8-089410e17c25 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:40.130270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device cf12cb31-3cce-4060-bae8-089410e17c25 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:40.191615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57650) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:40.212001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c9aec58b-ea56-4dfa-a0e7-c22d5eac88c8 req-8d5ed2ce-378b-4ae7-8c7e-1a860b6530a7 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876040 Oct 19 20:56:40.278852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.310835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.321162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17476b43-994c-4a46-a07d-d51f7335a87f req-6e49d622-ec00-4b5e-8a24-378bfb1c5b3f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:40.322677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17476b43-994c-4a46-a07d-d51f7335a87f req-6e49d622-ec00-4b5e-8a24-378bfb1c5b3f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0821741 Oct 19 20:56:40.382895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17476b43-994c-4a46-a07d-d51f7335a87f req-2e01a1c6-69db-49d7-937f-495a5e6199d0 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524757 Oct 19 20:56:40.412522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.415213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:40.416528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4144a78-a17c-4ae3-9670-cf5e7c43e41b HTTP/1.1" status: 204 len: 168 time: 0.2238910 Oct 19 20:56:40.426868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f74a1d-42af-4987-94ae-b6ed69741708 tempest-TestServerBasicOps-2089542806 tempest-TestServerBasicOps-2089542806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4144a78-a17c-4ae3-9670-cf5e7c43e41b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:40.452237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:40.811621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413bc84-742d-403a-a3be-398ec3a721d5 req-cf0bb7af-a2a3-4863-b9e5-158d4dd05203 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:40.813097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9413bc84-742d-403a-a3be-398ec3a721d5 req-cf0bb7af-a2a3-4863-b9e5-158d4dd05203 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0531392 Oct 19 20:56:40.850898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9413bc84-742d-403a-a3be-398ec3a721d5 req-bbbfe6a1-e4c1-48d0-96f9-c4fcbf4c7050 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Oct 19 20:56:40.923916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:41.164339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Deleting port 77c56995-1b11-4102-a027-362019a25976 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:41.165021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:41.241016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] For port 77c56995-1b11-4102-a027-362019a25976, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=77c56995-1b11-4102-a027-362019a25976,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:41.241287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:41.254045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Calling delete_port for 77c56995-1b11-4102-a027-362019a25976 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:41.436955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:41.466654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c56995-1b11-4102-a027-362019a25976,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:41.561770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923e4b0-f0cd-41e6-a786-8b9615989d74 req-b89d89f9-e331-4530-8866-719c8412d1bb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:41.563248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3923e4b0-f0cd-41e6-a786-8b9615989d74 req-b89d89f9-e331-4530-8866-719c8412d1bb tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.1010520 Oct 19 20:56:41.651172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3923e4b0-f0cd-41e6-a786-8b9615989d74 req-e6bb2d86-35f8-48eb-a48f-a37a046de51b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784245 Oct 19 20:56:41.700886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:41.916519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:41.963527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3d825-73e6-4406-85cc-0045075474bb req-16d657a5-59b8-4222-9998-f4fb5d1efff7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:41.965025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fb3d825-73e6-4406-85cc-0045075474bb req-16d657a5-59b8-4222-9998-f4fb5d1efff7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0486560 Oct 19 20:56:42.002955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1fb3d825-73e6-4406-85cc-0045075474bb req-f618249c-02c0-485d-8da4-e900baa8d92f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Oct 19 20:56:42.025706 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:42.030969 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-057b5e73-8104-4e00-8ebf-bc45007909c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a41a3f7-4800-47b7-824f-cd864c3c6d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777056 Oct 19 20:56:42.034826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57666) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:42.038108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Sync routers for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:42.050197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:42.051104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:42.139536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.160920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:42.238545 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.292800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Deleting port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:42.293141 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.340327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:56:41Z', 'revision_number': 5, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port': {'id': 'bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:42.374903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Checking router: 2a41a3f7-4800-47b7-824f-cd864c3c6d0d for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:42.383389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Routers {'2a41a3f7-4800-47b7-824f-cd864c3c6d0d'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:42.384030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:42.386576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] For port bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:42.386937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.399155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Calling delete_port for bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:42.473107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] Set router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:42.528122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:56:42Z', 'revision_number': 6, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:42.555348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000019c0-2506-40ff-b29e-26a0c92f17f8 None None] The sync data for ids ['2a41a3f7-4800-47b7-824f-cd864c3c6d0d'] in n-d-805649-9 is: [{'id': '2a41a3f7-4800-47b7-824f-cd864c3c6d0d', 'name': 'tempest-TestServerBasicOps-1555736676-router', 'tenant_id': '0eae49ef39a64ea68923f01f571d3380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:25Z', 'updated_at': '2021-10-19T20:56:42Z', 'revision_number': 6, 'project_id': '0eae49ef39a64ea68923f01f571d3380', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:42.562681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.593763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:42.656426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.745069 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.747200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.791409 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.791989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a41a3f7-4800-47b7-824f-cd864c3c6d0d {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:56:42.796323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.797538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6b8e749b-cc58-4908-a860-f76a3daa711f admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a41a3f7-4800-47b7-824f-cd864c3c6d0d HTTP/1.1" status: 204 len: 168 time: 0.7616503 Oct 19 20:56:42.800089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57668) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:42.844338 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Deleting subnet 3602c1bb-3883-4917-8f9f-00d630897de6 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:56:42.847307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.881779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.882312 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:42.970679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.005969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 77c56995-1b11-4102-a027-362019a25976 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:43.031456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 77c56995-1b11-4102-a027-362019a25976 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:43.032244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 77c56995-1b11-4102-a027-362019a25976 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:43.035255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.064970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3602c1bb-3883-4917-8f9f-00d630897de6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:43.068077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.074560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ce7a5da-fb4e-4479-b0ad-107d02780bbe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3602c1bb-3883-4917-8f9f-00d630897de6 HTTP/1.1" status: 204 len: 168 time: 0.2712579 Oct 19 20:56:43.074733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e68a6-706a-4469-8e93-9a7377e756ba None None] Network 91c39913-3dcf-4707-a1ec-e76d719a83ba requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:56:43.075214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57672) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:43.178531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.188800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830eddc3-f544-4382-a0e6-1679d357d95d req-0c7bca14-fa6a-4d0c-b0b6-a05a9133d475 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:43.190355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-830eddc3-f544-4382-a0e6-1679d357d95d req-0c7bca14-fa6a-4d0c-b0b6-a05a9133d475 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.1130509 Oct 19 20:56:43.255865 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-830eddc3-f544-4382-a0e6-1679d357d95d req-79383487-9c87-4eac-aa51-0e907475506f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569897 Oct 19 20:56:43.271568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Deleting port e27de467-f6f6-4cea-bf49-d963dddcce59 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:43.271907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.338573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] For port e27de467-f6f6-4cea-bf49-d963dddcce59, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e27de467-f6f6-4cea-bf49-d963dddcce59,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:43.338937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.354562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Calling delete_port for e27de467-f6f6-4cea-bf49-d963dddcce59 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:43.359027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.371821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] DHCP port deletion for 91c39913-3dcf-4707-a1ec-e76d719a83ba request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:56:43.424620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Deleting port e27de467-f6f6-4cea-bf49-d963dddcce59 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:43.425492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.444731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.476407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27de467-f6f6-4cea-bf49-d963dddcce59,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:43.478280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] No DVR routers for this DVR port e27de467-f6f6-4cea-bf49-d963dddcce59 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:56:43.496190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] For port e27de467-f6f6-4cea-bf49-d963dddcce59, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e27de467-f6f6-4cea-bf49-d963dddcce59,segment=NetworkSegment(24cfbb5d-9a6f-4edd-abff-d99cbdea6168),segment_id=24cfbb5d-9a6f-4edd-abff-d99cbdea6168)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:43.496584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.509394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Calling delete_port for e27de467-f6f6-4cea-bf49-d963dddcce59 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:43.553105 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.579769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c39913-3dcf-4707-a1ec-e76d719a83ba']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:43.589191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cfbb5d-9a6f-4edd-abff-d99cbdea6168') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:43.589698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cfbb5d-9a6f-4edd-abff-d99cbdea6168') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:43.590879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.599943 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.604108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] No DVR routers for this DVR port e27de467-f6f6-4cea-bf49-d963dddcce59 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:56:43.616779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.624054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:56:43.624449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:56:43.626336 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:56:43.630247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733765-ed66-4921-8254-cc04dcd879c7 None None] Pushing event deleted for resources: {'Port': ['ID=e27de467-f6f6-4cea-bf49-d963dddcce59,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:43.690067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.696342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:43.699657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] 10.222.0.31 "DELETE /v2.0/networks/91c39913-3dcf-4707-a1ec-e76d719a83ba HTTP/1.1" status: 204 len: 168 time: 0.6234829 Oct 19 20:56:43.702950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57676) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:43.714865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4e208-696e-44d4-96cb-1860504d6719 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c39913-3dcf-4707-a1ec-e76d719a83ba,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:44.050960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:44.301946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Deleting port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:44.302220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:44.369586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6737d11-3b98-4aa6-82b2-c35c61a4ef45 req-cfd718ac-b5ca-4e83-8129-cbccd6ae80e8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:44.371130 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6737d11-3b98-4aa6-82b2-c35c61a4ef45 req-cfd718ac-b5ca-4e83-8129-cbccd6ae80e8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0479531 Oct 19 20:56:44.381471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] For port 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:44.381823 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:44.395449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Calling delete_port for 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:44.410781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6737d11-3b98-4aa6-82b2-c35c61a4ef45 req-eb98e3d2-8ee6-4f86-8021-e1c94a76811a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334969 Oct 19 20:56:44.731548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e27de467-f6f6-4cea-bf49-d963dddcce59 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:44.752032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e27de467-f6f6-4cea-bf49-d963dddcce59 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:44.752375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e27de467-f6f6-4cea-bf49-d963dddcce59 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:44.752782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:44.771483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:44.771829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bc0ee540-a5fc-4695-b3ac-f4bb7b4bda94 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:44.822658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:44.850437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=60c14ed1-d463-413e-a1d0-dbf6b72d3bf4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:45.016236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.231028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Router 79e957a2-c733-4a46-ba9f-b293d4194061 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:45.337048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:45.343211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0edd8e01-5a28-47c4-955f-382c49a7cc0e admin admin] 10.222.0.31 "PUT /v2.0/routers/79e957a2-c733-4a46-ba9f-b293d4194061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390371 Oct 19 20:56:45.345704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57684) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:45.346310 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Sync routers for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:45.355909 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:45.356498 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:45.452708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.459364 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:45.573879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54415aad-6dbe-4c40-9fbd-ecfd5e7b00a6 req-1bb886eb-3236-4320-94d4-3138266217d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:45.575258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54415aad-6dbe-4c40-9fbd-ecfd5e7b00a6 req-1bb886eb-3236-4320-94d4-3138266217d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 944 time: 0.0886288 Oct 19 20:56:45.609465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.631727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-54415aad-6dbe-4c40-9fbd-ecfd5e7b00a6 req-70ffc971-4fec-4c6d-be6e-182c92e65f0e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Oct 19 20:56:45.632091 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:56:44Z', 'revision_number': 5, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port': {'id': '80fe2fa9-540c-41c7-b984-384790a8334e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:51:33Z', 'updated_at': '2021-10-19T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:45.662437 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Checking router: 79e957a2-c733-4a46-ba9f-b293d4194061 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:45.670687 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Routers {'79e957a2-c733-4a46-ba9f-b293d4194061'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:45.671280 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['79e957a2-c733-4a46-ba9f-b293d4194061'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:45.679573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Deleting port 80fe2fa9-540c-41c7-b984-384790a8334e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:45.680110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.766140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] For port 80fe2fa9-540c-41c7-b984-384790a8334e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=80fe2fa9-540c-41c7-b984-384790a8334e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:45.766505 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.778725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Calling delete_port for 80fe2fa9-540c-41c7-b984-384790a8334e owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:45.839032 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] Set router 79e957a2-c733-4a46-ba9f-b293d4194061 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:45.889814 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:56:45Z', 'revision_number': 6, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:45.919049 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49eba9c-9d3b-4205-a3ef-b822b4a216ae None None] The sync data for ids ['79e957a2-c733-4a46-ba9f-b293d4194061'] in n-d-805649-9 is: [{'id': '79e957a2-c733-4a46-ba9f-b293d4194061', 'name': 'tempest-TestServerBasicOps-1790448065-router', 'tenant_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:51:32Z', 'updated_at': '2021-10-19T20:56:45Z', 'revision_number': 6, 'project_id': 'cad8f9e7f6f2470497cbd9a4ebe70394', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:45.944273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:45.975070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fe2fa9-540c-41c7-b984-384790a8334e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:46.030821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.123787 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.125827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.167807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.168354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e957a2-c733-4a46-ba9f-b293d4194061 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:56:46.174743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.176485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eab4bf53-dc7c-4980-ac42-868384ae8639 admin admin] 10.222.0.31 "DELETE /v2.0/routers/79e957a2-c733-4a46-ba9f-b293d4194061 HTTP/1.1" status: 204 len: 168 time: 0.8298602 Oct 19 20:56:46.178933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:46.223371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Deleting subnet c8969c27-36ed-4802-ac28-20ba3af8a795 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:56:46.226279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.260807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.346942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:56:46.379020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.438861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.448147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:46.459446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'mac_address': 'fa:16:3e:79:b3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:56:46.464698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8969c27-36ed-4802-ac28-20ba3af8a795,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:46.469784 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.473477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5609b5af-03dd-4aeb-8b70-b257d26e025c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8969c27-36ed-4802-ac28-20ba3af8a795 HTTP/1.1" status: 204 len: 168 time: 0.2935438 Oct 19 20:56:46.475983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57692) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:46.483446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3ca18-514b-4579-9f9f-2ea1296dda00 None None] Network 8e1f668f-8c75-4631-9b42-f242342c76a3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:56:46.519518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.547896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.567717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:56:46.603271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Deleting port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:56:46.603520 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.622839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:46.628662 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.678713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] For port 79c7ad50-0452-4e36-9a00-d6a772ecbde8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=79c7ad50-0452-4e36-9a00-d6a772ecbde8,segment=NetworkSegment(26bec57f-2bb1-4ac6-a06d-23585689339b),segment_id=26bec57f-2bb1-4ac6-a06d-23585689339b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:46.679081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.688988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:46.694055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Calling delete_port for 79c7ad50-0452-4e36-9a00-d6a772ecbde8 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:56:46.782373 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.785869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a884f61a-ae46-4836-bd4f-fec0e39b0420 None None] DHCP port deletion for 8e1f668f-8c75-4631-9b42-f242342c76a3 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:56:46.810237 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0868d9-18cc-45a8-8676-1fe004b2113d req-87a5faa9-aa2f-4bd7-a8d8-7783a61f69b0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:46.811810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af0868d9-18cc-45a8-8676-1fe004b2113d req-87a5faa9-aa2f-4bd7-a8d8-7783a61f69b0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 945 time: 0.0706103 Oct 19 20:56:46.820298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c7ad50-0452-4e36-9a00-d6a772ecbde8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:46.822741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] No DVR routers for this DVR port 79c7ad50-0452-4e36-9a00-d6a772ecbde8 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:56:46.826408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 80fe2fa9-540c-41c7-b984-384790a8334e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:46.852124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 80fe2fa9-540c-41c7-b984-384790a8334e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:46.852477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 80fe2fa9-540c-41c7-b984-384790a8334e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:46.852897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:46.858406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:56:46.868245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af0868d9-18cc-45a8-8676-1fe004b2113d req-920d0e88-f2fb-4ae8-bcfe-60f21e74de98 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493660 Oct 19 20:56:46.901760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:46.902017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 60c14ed1-d463-413e-a1d0-dbf6b72d3bf4 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:46.902169 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.932466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1f668f-8c75-4631-9b42-f242342c76a3']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:46.943605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bec57f-2bb1-4ac6-a06d-23585689339b') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:46.944138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bec57f-2bb1-4ac6-a06d-23585689339b') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:46.954655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.970866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.978451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:56:46.978854 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:56:46.980751 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:56:47.041873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.048253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.052336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8e1f668f-8c75-4631-9b42-f242342c76a3 HTTP/1.1" status: 204 len: 168 time: 0.5754287 Oct 19 20:56:47.063627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cb4c1-3032-46be-aa65-daf3986987a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1f668f-8c75-4631-9b42-f242342c76a3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:47.166154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57698) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:47.205240 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1e89c423-671c-4a9e-b7c7-8cd4b845ecfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0eae49ef39a64ea68923f01f571d3380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379493 Oct 19 20:56:47.208333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57700) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:47.254327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.275844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.320717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.323313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.324491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41e6af69-5715-4963-9b7e-d315cb966bd8 HTTP/1.1" status: 204 len: 168 time: 0.1152561 Oct 19 20:56:47.332262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ce48b-192d-4333-a535-2d8f303e029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6af69-5715-4963-9b7e-d315cb966bd8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:47.628917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57706) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:47.671556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-29050d44-a10b-474b-bb95-710c439e392f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cad8f9e7f6f2470497cbd9a4ebe70394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414720 Oct 19 20:56:47.673966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57708) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:47.720294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.741255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.786931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.789544 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:47.790713 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e534fd0-b0ae-4232-a6a5-9bd80c9a7e2c HTTP/1.1" status: 204 len: 168 time: 0.1158721 Oct 19 20:56:47.798616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c5664-4efb-41ba-bb88-6e8463fdb5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e534fd0-b0ae-4232-a6a5-9bd80c9a7e2c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:48.012038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff3ea0-92e2-43eb-8aaf-33a559bbb3d1 req-1f2fcc1e-88b5-4af2-b157-ea93347fd255 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:48.013616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6aff3ea0-92e2-43eb-8aaf-33a559bbb3d1 req-1f2fcc1e-88b5-4af2-b157-ea93347fd255 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 945 time: 0.0565042 Oct 19 20:56:48.056321 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6aff3ea0-92e2-43eb-8aaf-33a559bbb3d1 req-90b08db9-6163-4d8b-b948-efcf72b60c16 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356843 Oct 19 20:56:48.354062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:56:48.403927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:56:48.407471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:56:48.407852 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:48.482113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:48.507476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:48.509730 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa01be-8d7a-42bc-9104-8f8363dec6c1" -d '{"events": [{"server_uuid": "3491e041-866f-4803-baa1-a98296399608", "name": "network-vif-plugged", "status": "completed", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:48.522197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:56:48.526441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:48.549554 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2efc65-b045-4d46-a148-db367a29ee2f x-openstack-request-id: req-7a2efc65-b045-4d46-a148-db367a29ee2f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:48.550413 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491e041-866f-4803-baa1-a98296399608", "name": "network-vif-plugged", "status": "completed", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:48.551106 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a2efc65-b045-4d46-a148-db367a29ee2f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:48.551498 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'code': 200} Oct 19 20:56:48.578138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:48.644938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cf599-0970-4b0e-8ac4-bee498d78a86 req-05e5632e-f033-4e15-8498-c8da405040d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:48.646415 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f1cf599-0970-4b0e-8ac4-bee498d78a86 req-05e5632e-f033-4e15-8498-c8da405040d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1097 time: 0.0422125 Oct 19 20:56:48.680014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f1cf599-0970-4b0e-8ac4-bee498d78a86 req-a2b76d0d-ce28-40d3-acc4-7a6b89f76072 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268269 Oct 19 20:56:48.732951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 79c7ad50-0452-4e36-9a00-d6a772ecbde8 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:56:48.754151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 79c7ad50-0452-4e36-9a00-d6a772ecbde8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:56:48.754503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 79c7ad50-0452-4e36-9a00-d6a772ecbde8 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:56:49.172634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f73c-a6c3-4851-acec-13cafe6f5f71 req-2f8f9ac7-fc04-4446-826c-8e245b63c763 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:49.174285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b597f73c-a6c3-4851-acec-13cafe6f5f71 req-2f8f9ac7-fc04-4446-826c-8e245b63c763 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Oct 19 20:56:49.211400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b597f73c-a6c3-4851-acec-13cafe6f5f71 req-1956d7de-445f-43aa-a79d-69530bdd2839 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Oct 19 20:56:50.329240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbf6ef-9379-4560-ae24-58287e1e954c req-e58a68b5-e704-4d6f-a5aa-fe3e9403fffc tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:50.330700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6cbf6ef-9379-4560-ae24-58287e1e954c req-e58a68b5-e704-4d6f-a5aa-fe3e9403fffc tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0516272 Oct 19 20:56:50.368200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6cbf6ef-9379-4560-ae24-58287e1e954c req-88faaab7-67c6-4144-ac7b-24d2e6126f31 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Oct 19 20:56:50.479957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea299dd-fb25-4872-991a-188ea7e12984 req-364fc276-2bc1-4b74-bd0d-2ff7b4022c35 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:50.481468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ea299dd-fb25-4872-991a-188ea7e12984 req-364fc276-2bc1-4b74-bd0d-2ff7b4022c35 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0480874 Oct 19 20:56:50.518311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ea299dd-fb25-4872-991a-188ea7e12984 req-232b5dcf-926e-4c4a-b76c-fa03e77f6ffa tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307317 Oct 19 20:56:50.539759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:50.581765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ba5a8-d6e3-4bec-8e8d-7f3825c47856 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:50.583564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be0ba5a8-d6e3-4bec-8e8d-7f3825c47856 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1092 time: 0.0428679 Oct 19 20:56:50.586437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57730) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:50.590593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:56:50.611440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:50.705663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.056988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.25.7.14 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/277f4d6d-6c85-477a-97f3-f1fa17e356a2) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:56:51.157015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.194207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.232883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:56:51.235968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:56:51.240189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:56:51.264842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=277f4d6d-6c85-477a-97f3-f1fa17e356a2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:51.593337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.661668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.809305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.813473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.881950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=277f4d6d-6c85-477a-97f3-f1fa17e356a2,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:56:51.891901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:51.991460 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP 432b283f-9fcb-4ad6-9f91-c8b5afa43f85 associated. External IP: 172.25.7.14, port: 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b. Oct 19 20:56:52.196138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:56:52.303692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:56:52.312858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:56:52.322052 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:52.322752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:52.323362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:52.348496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bd7c99ac-d46e-4b7e-9ea4-cc443566f6e6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7610693 Oct 19 20:56:52.349063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:56:52.351451 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72953390-b0ec-40a8-91e2-8260a2ec6dff" -d '{"events": [{"name": "network-changed", "server_uuid": "3491e041-866f-4803-baa1-a98296399608", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:56:52.387644 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e8092-3e6d-40ab-811d-1b35c11c4f28 x-openstack-request-id: req-c32e8092-3e6d-40ab-811d-1b35c11c4f28 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:56:52.387934 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3491e041-866f-4803-baa1-a98296399608", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:56:52.388183 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c32e8092-3e6d-40ab-811d-1b35c11c4f28 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:56:52.388578 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'status': 'completed', 'code': 200} Oct 19 20:56:52.433944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:52.450442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-7a84a393-3e09-4d95-8888-2395e3087de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:52.451897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-7a84a393-3e09-4d95-8888-2395e3087de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1097 time: 0.0423996 Oct 19 20:56:52.546153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-f6796802-3280-45a6-acef-848ca0baffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:52.547709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-f6796802-3280-45a6-acef-848ca0baffc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0877593 Oct 19 20:56:52.611429 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-54f4cc4d-d4ad-4f79-b9d7-b676e30d47f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 200 len: 999 time: 0.0568142 Oct 19 20:56:52.656821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '432b283f-9fcb-4ad6-9f91-c8b5afa43f85', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:79:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491e041-866f-4803-baa1-a98296399608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:51Z', 'updated_at': '2021-10-19T20:56:51Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:52.663598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-3146ce17-6816-49de-a19e-d2cde9220857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:52.665066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-3146ce17-6816-49de-a19e-d2cde9220857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0462694 Oct 19 20:56:52.684333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:56:52.692557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:56:52.693148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:52.710090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-2923abee-f53b-4bd6-87a0-c3aa117db77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:52.711504 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-2923abee-f53b-4bd6-87a0-c3aa117db77b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399427 Oct 19 20:56:52.804793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-b10f142f-ee27-4477-be42-e1f04c76127b service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842533 Oct 19 20:56:52.904152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72953390-b0ec-40a8-91e2-8260a2ec6dff req-79dbce92-5ef1-472b-bdc8-565d3168b1fb service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920994 Oct 19 20:56:52.949593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:56:53.167534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '432b283f-9fcb-4ad6-9f91-c8b5afa43f85', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:79:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491e041-866f-4803-baa1-a98296399608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:51Z', 'updated_at': '2021-10-19T20:56:51Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:56:53.196695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363da8a6-21c4-45b6-90a0-613e6088a591 None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '432b283f-9fcb-4ad6-9f91-c8b5afa43f85', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:79:b3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3491e041-866f-4803-baa1-a98296399608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:56:51Z', 'updated_at': '2021-10-19T20:56:51Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:56:53.389020 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cf867b-1c67-4108-bacd-50dc4cd7380e None None] New status for floating IP 432b283f-9fcb-4ad6-9f91-c8b5afa43f85: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:56:54.763655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7de48-5963-406e-b511-ca2c983bc090 req-eb3214de-c3a7-49b1-a20b-3835a8c79937 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:54.765144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13f7de48-5963-406e-b511-ca2c983bc090 req-eb3214de-c3a7-49b1-a20b-3835a8c79937 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1096 time: 0.0415668 Oct 19 20:56:54.800581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13f7de48-5963-406e-b511-ca2c983bc090 req-a1c4fdef-fe38-4c25-8ab6-b34f54628522 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286660 Oct 19 20:56:54.916641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73cccd-63aa-4fcf-829c-63c1bdfc277a req-a305060c-c2e6-4ebb-85d5-748d00a4a0ba tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:54.918159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af73cccd-63aa-4fcf-829c-63c1bdfc277a req-a305060c-c2e6-4ebb-85d5-748d00a4a0ba tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0507727 Oct 19 20:56:54.955483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af73cccd-63aa-4fcf-829c-63c1bdfc277a req-1bd1744d-985f-412c-8f75-49e378c50512 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Oct 19 20:56:54.977322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57742) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:56:55.038739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6a7fffd1-827d-48e1-be8b-175abfe584d5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/39b2f48f-cef7-4de9-901c-3113c83334ce HTTP/1.1" status: 200 len: 992 time: 0.0603352 Oct 19 20:56:55.329397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-6ea39516-8bfc-4bc7-8307-eace21f26b88 req-41b79375-fa0b-4263-b837-22d1445e4adf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:56:55.330394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ea39516-8bfc-4bc7-8307-eace21f26b88 req-41b79375-fa0b-4263-b837-22d1445e4adf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091646 Oct 19 20:56:55.721057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-9ea031de-e7a3-4361-9613-5765186775c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713675 Oct 19 20:56:55.732893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa72fa-8f3c-4278-9e2f-32e81e321e17 req-fc57f66e-6cab-475c-99f7-fab19c5913a9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:55.734342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dfa72fa-8f3c-4278-9e2f-32e81e321e17 req-fc57f66e-6cab-475c-99f7-fab19c5913a9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0740037 Oct 19 20:56:55.775874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7dfa72fa-8f3c-4278-9e2f-32e81e321e17 req-a78db134-dda6-46d5-b041-cdd844a4cbac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Oct 19 20:56:56.483344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-883e8b38-7f6f-4596-b90f-221b61e72a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:56.791140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-9a10a7b9-ab7b-4bbf-9cdc-e02074350299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:56.792586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-9a10a7b9-ab7b-4bbf-9cdc-e02074350299 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1096 time: 0.0405295 Oct 19 20:56:56.888117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-01b50c52-0206-4284-a06d-7de59c10ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:56.889636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-01b50c52-0206-4284-a06d-7de59c10ac19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.0900812 Oct 19 20:56:56.960557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-b5c32c99-1005-4693-9c93-bee9270d6bc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 1000 time: 0.0636506 Oct 19 20:56:57.010870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-d52d49df-208f-4cab-83a8-56386efb2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:57.012363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-d52d49df-208f-4cab-83a8-56386efb2226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0457644 Oct 19 20:56:57.064060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-a81e4cd2-ca24-4139-8bea-4d58408a875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:57.066146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-a81e4cd2-ca24-4139-8bea-4d58408a875c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464215 Oct 19 20:56:57.158969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-a2162390-0db0-4461-918e-c36c7c96add1 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855908 Oct 19 20:56:57.232223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee91fd-f2df-4b52-be6a-7f943400b145 req-7346548f-c95c-4165-a027-237c9ef0956b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:57.233725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57ee91fd-f2df-4b52-be6a-7f943400b145 req-7346548f-c95c-4165-a027-237c9ef0956b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.3895857 Oct 19 20:56:57.267983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-a3b93bcc-073f-4e63-9563-c2db7f8f2307 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999773 Oct 19 20:56:57.275754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-57ee91fd-f2df-4b52-be6a-7f943400b145 req-418762df-532a-4cc2-9c37-c270d696ab68 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352314 Oct 19 20:56:58.391035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d413a-f0d7-4961-9348-324d793425ce req-ace278cd-89b4-4ec1-aa9d-e57ba35dbcac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:58.392534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad0d413a-f0d7-4961-9348-324d793425ce req-ace278cd-89b4-4ec1-aa9d-e57ba35dbcac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0497081 Oct 19 20:56:58.431883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad0d413a-f0d7-4961-9348-324d793425ce req-e24cfccb-eb49-4ab0-ba4e-f8e8ff95e68b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331252 Oct 19 20:56:59.246366 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c71b5df0-7a5f-48cb-88d3-7cde8b651d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:56:59.558429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e95ed-b9ab-406f-b107-8a7ad49673da req-8e4f5213-1b5b-4afc-9ecf-6f1bb32f0f83 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:56:59.559885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e21e95ed-b9ab-406f-b107-8a7ad49673da req-8e4f5213-1b5b-4afc-9ecf-6f1bb32f0f83 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0499136 Oct 19 20:56:59.597386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e21e95ed-b9ab-406f-b107-8a7ad49673da req-81721367-aa14-41a2-ba23-3460e502b3d3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Oct 19 20:57:00.295798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:00.714607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e19df7-564f-4999-955b-aba14f8361dd req-669a7ae5-ff24-49e8-be46-706049249241 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:00.716097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95e19df7-564f-4999-955b-aba14f8361dd req-669a7ae5-ff24-49e8-be46-706049249241 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0487008 Oct 19 20:57:00.755562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95e19df7-564f-4999-955b-aba14f8361dd req-01571a01-2e9f-4e4f-81f7-4c77f2421cb9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Oct 19 20:57:01.028295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:01.871289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157071c-2c85-4522-9033-b8c184f32637 req-5efbe2e4-e136-4e01-87a8-76c3f2b937d3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:01.872857 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5157071c-2c85-4522-9033-b8c184f32637 req-5efbe2e4-e136-4e01-87a8-76c3f2b937d3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0491948 Oct 19 20:57:01.928062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5157071c-2c85-4522-9033-b8c184f32637 req-02cf2fd0-b32f-4cee-8945-702055638dd3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Oct 19 20:57:02.335465 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:03.045140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb478b-948d-4d6f-a7dd-d7fc9a1a9c11 req-1742c89c-6834-41c8-b5e3-98c5d9ae59fa tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:03.046626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bedb478b-948d-4d6f-a7dd-d7fc9a1a9c11 req-1742c89c-6834-41c8-b5e3-98c5d9ae59fa tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0525999 Oct 19 20:57:03.083720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bedb478b-948d-4d6f-a7dd-d7fc9a1a9c11 req-c234de5b-b7c6-4768-bfd0-f4219a914bbd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Oct 19 20:57:04.195506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d89bd-8a82-44f8-970a-257dbda9c3a7 req-134334d2-8ee9-4f6a-8c60-f477a55861c9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:04.196950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-459d89bd-8a82-44f8-970a-257dbda9c3a7 req-134334d2-8ee9-4f6a-8c60-f477a55861c9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0471222 Oct 19 20:57:04.234885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-459d89bd-8a82-44f8-970a-257dbda9c3a7 req-f54273a1-f2f1-41bb-9efa-901f866cba4f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Oct 19 20:57:05.348941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14dc3e-c9e7-4487-8ee6-798bf13633a4 req-fbb02bde-16f8-4492-9150-857d4116fbbe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:05.350416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f14dc3e-c9e7-4487-8ee6-798bf13633a4 req-fbb02bde-16f8-4492-9150-857d4116fbbe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0475585 Oct 19 20:57:05.387901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9f14dc3e-c9e7-4487-8ee6-798bf13633a4 req-149670e7-0151-417a-9258-cc1919907516 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Oct 19 20:57:05.651487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-a26eb2c6-64e8-48f3-83e1-777ea49fd296 req-7cfbee87-6395-42c6-9bbf-fa59eda1c301 service neutron] (100734) timed out ('10.222.0.37', 61840) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:57:05.958819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-f19d9556-e622-4cff-a897-2ef86f751d54 req-78c41da7-6ac1-44fa-9321-3f4a90b97a21 service neutron] (100734) timed out ('10.222.0.37', 61430) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 20:57:06.500616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e425447-81cf-46ea-aa97-cfe6c2c26573 req-0ecf92be-64b1-47bd-8ccb-8232b72951c7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:06.502088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e425447-81cf-46ea-aa97-cfe6c2c26573 req-0ecf92be-64b1-47bd-8ccb-8232b72951c7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0478685 Oct 19 20:57:06.539142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0e425447-81cf-46ea-aa97-cfe6c2c26573 req-69f7f245-f3db-4bc2-a65c-cfed0375422d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Oct 19 20:57:07.658262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f5c90-3177-40ce-a795-ec0f77b3f35e req-c86c2be3-b8f5-493c-860c-d47ad6e31a9d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:07.660279 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a54f5c90-3177-40ce-a795-ec0f77b3f35e req-c86c2be3-b8f5-493c-860c-d47ad6e31a9d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0491676 Oct 19 20:57:07.697619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a54f5c90-3177-40ce-a795-ec0f77b3f35e req-72e68107-782c-43d0-b45d-ffc3155cbdcc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Oct 19 20:57:08.816022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958bcd-211b-4099-a99a-365496e7128b req-c3a7e60a-7850-45cd-8ebd-6a01ea989c11 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:08.817727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29958bcd-211b-4099-a99a-365496e7128b req-c3a7e60a-7850-45cd-8ebd-6a01ea989c11 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0535007 Oct 19 20:57:08.866236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-29958bcd-211b-4099-a99a-365496e7128b req-4a2050b0-5a87-4d12-bda3-19b4ee2d15c6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Oct 19 20:57:09.987443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea982810-02e0-440d-a92b-db12ca18cc12 req-a9b06342-b75a-41ce-b7f4-b34cab3c33d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:09.988925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea982810-02e0-440d-a92b-db12ca18cc12 req-a9b06342-b75a-41ce-b7f4-b34cab3c33d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0549815 Oct 19 20:57:10.028379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea982810-02e0-440d-a92b-db12ca18cc12 req-6c7f7008-e4bc-467c-b69e-d93912bd5108 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335248 Oct 19 20:57:11.041809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:57:11.143669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a2df3-b01d-4556-9faf-a5e983c08462 req-6b9c1a14-67c6-4944-8921-84689a965e2d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:11.145748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef1a2df3-b01d-4556-9faf-a5e983c08462 req-6b9c1a14-67c6-4944-8921-84689a965e2d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0497036 Oct 19 20:57:11.183910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef1a2df3-b01d-4556-9faf-a5e983c08462 req-13be0cd9-1f1a-4f02-95b3-65786695fbc9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Oct 19 20:57:12.311560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112e40a-7392-4c40-9ace-369c78a0ace4 req-d58dc8fe-a400-4aba-89b6-a61a0ed2b4bb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:12.313068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7112e40a-7392-4c40-9ace-369c78a0ace4 req-d58dc8fe-a400-4aba-89b6-a61a0ed2b4bb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0552764 Oct 19 20:57:12.355885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7112e40a-7392-4c40-9ace-369c78a0ace4 req-84f1b295-e6ae-45ac-a2e0-cb278fd40190 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Oct 19 20:57:12.867590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:13.354946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:13.480193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa05b8-a6a4-463a-abf1-7974afc1958b req-7b4e6836-970c-4b04-9376-1527d350aa15 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:13.481664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8baa05b8-a6a4-463a-abf1-7974afc1958b req-7b4e6836-970c-4b04-9376-1527d350aa15 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0564709 Oct 19 20:57:13.521632 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8baa05b8-a6a4-463a-abf1-7974afc1958b req-c403a211-6c26-4f78-b37b-ba60e94e41b9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333719 Oct 19 20:57:14.301200 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-6a8ee948-dacd-41d8-947b-287db37e0239 service neutron] show failed (client error): The resource could not be found. Oct 19 20:57:14.302330 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-6a8ee948-dacd-41d8-947b-287db37e0239 service neutron] 10.222.0.37 "GET /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0548003 Oct 19 20:57:14.500067 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-e75e9153-1b84-4139-85fc-aea667bf2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:14.501786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-e75e9153-1b84-4139-85fc-aea667bf2aa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0437884 Oct 19 20:57:14.514104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:14.573938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:14.664359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f03a-5873-47eb-b311-77775c6eaa4f req-d660fd7a-8e39-4a06-aba6-b18dd6379fe2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:14.667605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ff1f03a-5873-47eb-b311-77775c6eaa4f req-d660fd7a-8e39-4a06-aba6-b18dd6379fe2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.0734026 Oct 19 20:57:14.708278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ff1f03a-5873-47eb-b311-77775c6eaa4f req-f52563aa-fc67-4815-9450-ef0c584dc779 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355885 Oct 19 20:57:14.791339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:14.824602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:57:14.868455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:14.871006 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c36575-2dea-48f4-9142-fccaf1fe3073" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:14.874882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:14.889103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Transition to ACTIVE for port object ed1fab00-4394-4101-acf8-691e2773a534 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:57:14.896113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:14.944700 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040df125-b92e-4bc6-b58b-a66644ed4919 x-openstack-request-id: req-040df125-b92e-4bc6-b58b-a66644ed4919 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:14.944989 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:14.945977 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-040df125-b92e-4bc6-b58b-a66644ed4919 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:14.945977 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'code': 200} Oct 19 20:57:14.966992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b322da-9349-4b30-bf8c-1b3fe8dee026 req-30397ae9-09ec-4ab4-9959-3d97a174e1a9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:14.969797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80b322da-9349-4b30-bf8c-1b3fe8dee026 req-30397ae9-09ec-4ab4-9959-3d97a174e1a9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0593991 Oct 19 20:57:15.001412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:15.012953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80b322da-9349-4b30-bf8c-1b3fe8dee026 req-798321d8-de30-4756-8949-948b7c3a8616 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Oct 19 20:57:15.016780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.017130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.017490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.017825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.018156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.018480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.018807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.019126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.019446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.019763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.020226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.020378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:15.053071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] No DVR routers for this DVR port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:57:15.194639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:57:15.194898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:57:15.195225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:15.200260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:57:15.200575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:15.205373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:57:15.205711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:57:15.206095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Bound using segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:57:15.206548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Bound port: ed1fab00-4394-4101-acf8-691e2773a534, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:57:15.206896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:15.274138 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:57:15.277146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:57:15.281617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:15.315256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.315891 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:15.317243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 1091 time: 0.8070962 Oct 19 20:57:15.339515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da820d10-4a5e-4bb2-bc62-0cbd0ec224f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:15.384082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-426d17db-0e83-4849-872e-8c38be054e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.385694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-426d17db-0e83-4849-872e-8c38be054e82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1094 time: 0.0429964 Oct 19 20:57:15.482975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-d7cd3557-93f8-4995-998f-2c948b02e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.484739 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-d7cd3557-93f8-4995-998f-2c948b02e6c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.0912242 Oct 19 20:57:15.551416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-4610d03a-5e49-4dca-b6ae-b1f4519ac4d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.0588973 Oct 19 20:57:15.602734 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-c3e6a1a3-876c-499a-bb83-295eb5928434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.604118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-c3e6a1a3-876c-499a-bb83-295eb5928434 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0447233 Oct 19 20:57:15.653242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-b25e4eb9-c586-4926-a1f2-39975583fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.654723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-b25e4eb9-c586-4926-a1f2-39975583fdc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435028 Oct 19 20:57:15.746695 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-61c2ac5f-2e8f-443d-a83c-ec99003e247c service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Oct 19 20:57:15.870800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8dd5384-6615-49d6-ba0d-3752ad47b080 req-35e0b2f6-0949-434d-a111-1b15181b5c3b service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164763 Oct 19 20:57:15.879717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fafef-d06a-467f-b5e9-3d159bf60e09 req-5513c242-ab9f-42a4-b76e-027bda689f20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:15.881122 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c0fafef-d06a-467f-b5e9-3d159bf60e09 req-5513c242-ab9f-42a4-b76e-027bda689f20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0989184 Oct 19 20:57:15.926090 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c0fafef-d06a-467f-b5e9-3d159bf60e09 req-e486dff4-50c3-45cb-bad7-f7343ba1f333 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Oct 19 20:57:16.132245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eec12-4907-4873-81b9-5e3ee7b5549a req-9e584cf0-fcfc-40f8-9586-4499e3e09189 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:16.133701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-150eec12-4907-4873-81b9-5e3ee7b5549a req-9e584cf0-fcfc-40f8-9586-4499e3e09189 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0509396 Oct 19 20:57:16.175008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-150eec12-4907-4873-81b9-5e3ee7b5549a req-9f0689a2-2848-4b7a-90cc-72050f05744e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Oct 19 20:57:16.824302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-b1598d42-8087-4a18-9cd5-55f25d81387d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:16.825796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-b1598d42-8087-4a18-9cd5-55f25d81387d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.0496430 Oct 19 20:57:16.923041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Deleting port c7dc7999-41fc-439e-9495-fcdf41db369b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:57:16.923377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:16.949177 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:16.951410 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14af18-c755-4144-865e-4271d17315e2" -d '{"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:17.032886 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6e7db-44ea-4736-ba07-31f5c4b2434f x-openstack-request-id: req-15e6e7db-44ea-4736-ba07-31f5c4b2434f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:17.033172 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:17.033424 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15e6e7db-44ea-4736-ba07-31f5c4b2434f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:17.033808 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:57:17.066039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] For port c7dc7999-41fc-439e-9495-fcdf41db369b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=c7dc7999-41fc-439e-9495-fcdf41db369b,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:17.066406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:17.112208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-d594ffdd-e055-447a-b6ff-9f0168deebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.113717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-d594ffdd-e055-447a-b6ff-9f0168deebdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1094 time: 0.0798717 Oct 19 20:57:17.116221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-c8d99639-13be-4f3c-ab39-82c11917bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.118379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-c8d99639-13be-4f3c-ab39-82c11917bf95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1094 time: 0.0745084 Oct 19 20:57:17.123119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f761e4-b360-4226-a379-e3011b17b08f req-ff90e94b-0a44-48f2-8b5a-f39c24676c73 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.124605 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3f761e4-b360-4226-a379-e3011b17b08f req-ff90e94b-0a44-48f2-8b5a-f39c24676c73 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.1183043 Oct 19 20:57:17.216636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3f761e4-b360-4226-a379-e3011b17b08f req-acb374d2-12cc-43b6-b80d-2cc25bd54b6b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850501 Oct 19 20:57:17.297028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-0f199014-61b6-48f4-9e5b-105f0333e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.298533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-0f199014-61b6-48f4-9e5b-105f0333e3af service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1780577 Oct 19 20:57:17.307479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:17.307839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:17.308155 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Floating IP 9d222857-ada5-4210-b986-d88db80e29a1 disassociated. External IP: 172.25.7.4, port: c7dc7999-41fc-439e-9495-fcdf41db369b. Oct 19 20:57:17.308497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Calling delete_port for c7dc7999-41fc-439e-9495-fcdf41db369b owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:57:17.378087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-26ea3e68-483b-4204-bc47-b17eefb43a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.379590 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-26ea3e68-483b-4204-bc47-b17eefb43a8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.2515097 Oct 19 20:57:17.451134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd17be-d354-453c-a72b-89fc0fae78cd req-86c2deb6-1a30-4665-a6a8-5da5a117fe4b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.452649 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3cbd17be-d354-453c-a72b-89fc0fae78cd req-86c2deb6-1a30-4665-a6a8-5da5a117fe4b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e737268-3c00-4a4b-b0cb-b7b00247fa1f HTTP/1.1" status: 200 len: 945 time: 0.1742709 Oct 19 20:57:17.454520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-e75bc529-da53-4bc2-8db4-e375d2e3aa9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.1384559 Oct 19 20:57:17.468903 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:17.500083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'Port': ['ID=c7dc7999-41fc-439e-9495-fcdf41db369b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:17.645593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:57:17.779436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:57:17.791945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:57:17.803492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:17.804535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:17.824546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] No DVR routers for this DVR port c7dc7999-41fc-439e-9495-fcdf41db369b on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:57:17.825156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-8500030c-e7c9-4b78-980a-9865489a0fcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.4362631 Oct 19 20:57:17.827213 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:17.830659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f62b01fa-1c2d-4577-a3b8-8a911d52aea6 req-0b32fe6c-69ec-4dc2-87a9-b670b289147c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "DELETE /v2.0/ports/c7dc7999-41fc-439e-9495-fcdf41db369b HTTP/1.1" status: 204 len: 173 time: 0.9971159 Oct 19 20:57:17.886884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3cbd17be-d354-453c-a72b-89fc0fae78cd req-a4046d68-09a5-47d6-89dc-b856935a1bf2 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=618bdfab-e415-4a16-ae42-19fe2a39b463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266939 Oct 19 20:57:17.923334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-c5fae131-84b6-4896-bbe9-a2cad29f1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.925379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-c5fae131-84b6-4896-bbe9-a2cad29f1ccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0901685 Oct 19 20:57:17.929391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-64424983-e81e-4b22-aa3c-53543fd098ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:17.931694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-64424983-e81e-4b22-aa3c-53543fd098ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.4632602 Oct 19 20:57:17.952784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:18.033967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-31b7bdbf-ffb1-458d-9062-0922c09840d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:18.043634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-31b7bdbf-ffb1-458d-9062-0922c09840d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012089 Oct 19 20:57:18.103714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af18-c755-4144-865e-4271d17315e2 req-c808aea2-623c-425d-8e39-5620f4e8ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:18.105896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-c808aea2-623c-425d-8e39-5620f4e8ab06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720338 Oct 19 20:57:18.225682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-55f5cf65-2a12-498a-a3a2-6551b15af6a2 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710138 Oct 19 20:57:18.335225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:57:18.413322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f925-4f14-4935-9e03-14f01c17662a req-4831460d-7f9d-4dc1-8b79-74b834e003af tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:18.416981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea89f925-4f14-4935-9e03-14f01c17662a req-4831460d-7f9d-4dc1-8b79-74b834e003af tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0713987 Oct 19 20:57:18.521782 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:57:18.547132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-d06ac71b-c621-4c21-8867-2067617240dc service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992311 Oct 19 20:57:18.549141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea89f925-4f14-4935-9e03-14f01c17662a req-1b0ecab0-6f34-4ce3-ae05-e452fc194512 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026134 Oct 19 20:57:18.549886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-db88c32c-a88a-4865-9b1a-f02a4698c769 service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231330 Oct 19 20:57:18.623325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:18.661762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:57:18.685180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:57:18.689850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:18.707143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:18.707994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:56:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:18.710369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'ed1fab00-4394-4101-acf8-691e2773a534', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:57:18.715122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e14af18-c755-4144-865e-4271d17315e2 req-c93e79ca-7e12-4ec3-98c7-4260cff13476 service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579762 Oct 19 20:57:18.831713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-55bb712e-9d47-4045-89f7-6a20c7bfefa8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:18.833761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-55bb712e-9d47-4045-89f7-6a20c7bfefa8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.11 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.0660980 Oct 19 20:57:18.841971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:18.850107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f60c-df6a-4b16-abf0-7864baef2047 req-0a242e8d-3f25-4f56-a5a4-0abdb64e3f26 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:18.852271 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2060f60c-df6a-4b16-abf0-7864baef2047 req-0a242e8d-3f25-4f56-a5a4-0abdb64e3f26 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 943 time: 0.0633144 Oct 19 20:57:18.862267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:57:18.895575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:18.902281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2060f60c-df6a-4b16-abf0-7864baef2047 req-1360f27f-738d-4ae0-8cd2-979e2c57bea8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Oct 19 20:57:18.913646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-a4241cd3-02a4-4dcc-a6cb-a0621f5f5b85 service neutron] 10.222.0.11 "GET /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 382 time: 0.0728407 Oct 19 20:57:18.925022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:18.930825 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.000825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57856) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:19.002051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-069fa11c-293a-41f0-8830-a797c52d4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:19.003884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-069fa11c-293a-41f0-8830-a797c52d4f5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1095 time: 0.0565252 Oct 19 20:57:19.016061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:19.037179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'name': 'network-vif-deleted', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:19.042967 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eaf5f8-9630-4764-9132-a429653c73b0" -d '{"events": [{"server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "name": "network-vif-deleted", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:19.052677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.053016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.053383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.053716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.054043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.054368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.055222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.055539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.055855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.056168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.056481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.056793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:19.100809 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ccb3f-22bc-461a-8029-131c36565f05 x-openstack-request-id: req-582ccb3f-22bc-461a-8029-131c36565f05 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:19.101095 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e737268-3c00-4a4b-b0cb-b7b00247fa1f", "name": "network-vif-deleted", "tag": "c7dc7999-41fc-439e-9495-fcdf41db369b", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:19.102398 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-582ccb3f-22bc-461a-8029-131c36565f05 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:19.102398 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e737268-3c00-4a4b-b0cb-b7b00247fa1f', 'name': 'network-vif-deleted', 'tag': 'c7dc7999-41fc-439e-9495-fcdf41db369b', 'status': 'completed', 'code': 200} Oct 19 20:57:19.121053 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.145697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-d002b4c2-1817-48ad-a6b5-e121de6e3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:19.147476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-d002b4c2-1817-48ad-a6b5-e121de6e3f86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1285582 Oct 19 20:57:19.151392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.159262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['ed1fab00-4394-4101-acf8-691e2773a534'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:57:19.209351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.213488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.215757 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "DELETE /v2.0/security-groups/618bdfab-e415-4a16-ae42-19fe2a39b463 HTTP/1.1" status: 204 len: 168 time: 0.2132516 Oct 19 20:57:19.225009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57860) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:19.229418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cdfd1-85ab-479f-aef3-9c23738ea59d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618bdfab-e415-4a16-ae42-19fe2a39b463,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:19.243496 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-42d83d02-6c1c-4fa2-a458-c7ac2516a102 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] show failed (client error): The resource could not be found. Oct 19 20:57:19.247477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-42d83d02-6c1c-4fa2-a458-c7ac2516a102 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups/618bdfab-e415-4a16-ae42-19fe2a39b463 HTTP/1.1" status: 404 len: 347 time: 0.0186524 Oct 19 20:57:19.247811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:19.272900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-2de31090-ba0b-4c79-826d-5b0e261fdd98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 999 time: 0.1170053 Oct 19 20:57:19.318030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:19.336187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-37f4c759-bb68-4d05-8db7-b141b3b9de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:19.338025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-37f4c759-bb68-4d05-8db7-b141b3b9de0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0571048 Oct 19 20:57:19.355949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4cde-655a-4bda-ab6e-3ff7379b232a None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:57:19.406407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-5354d49c-290b-4e9e-96a0-47f296e9f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:19.408417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-5354d49c-290b-4e9e-96a0-47f296e9f60d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626018 Oct 19 20:57:19.438729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Deleting port e5b4f310-57d3-4b8f-8495-381cbc4ccc14 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:57:19.439133 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.530543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-9ed7f9ba-946b-4187-9da8-ec752737f23e service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146493 Oct 19 20:57:19.545077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.545556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.559910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Calling delete_port for e5b4f310-57d3-4b8f-8495-381cbc4ccc14 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:57:19.648426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-aa496400-bedb-4a6c-bd9c-2d48c79d738f service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111929 Oct 19 20:57:19.732056 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fcc29f-c3ad-4257-922a-778e000aeccf None None] New status for floating IP 9d222857-ada5-4210-b986-d88db80e29a1: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:57:19.736233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.762576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'Port': ['ID=e5b4f310-57d3-4b8f-8495-381cbc4ccc14,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:19.822914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.825537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:19.826682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88b121f5-ef70-41c7-8c36-af7e14f3b7ff tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "DELETE /v2.0/floatingips/9d222857-ada5-4210-b986-d88db80e29a1 HTTP/1.1" status: 204 len: 168 time: 0.5778978 Oct 19 20:57:20.026169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60395fd-80a9-4e10-bf14-33ccde937a51 req-1a675bc1-a5e8-4169-9289-7d828eacf16a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:20.027595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d60395fd-80a9-4e10-bf14-33ccde937a51 req-1a675bc1-a5e8-4169-9289-7d828eacf16a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0549374 Oct 19 20:57:20.031849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:20.036405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159047366', 'description': 'tempest-description--1489745910'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:20.057822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.067424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d60395fd-80a9-4e10-bf14-33ccde937a51 req-fbaa1db8-65a3-4631-800c-2400e6f507fe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Oct 19 20:57:20.123202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.126803 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.159969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.161080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1282351 Oct 19 20:57:20.162913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696390-a483-4a10-97f6-1ee107001ae9 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea799c-23e9-43d2-a61a-f5d24231ea09,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:20.164195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57870) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:20.170209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group_rule': {'security_group_id': 'a4ea799c-23e9-43d2-a61a-f5d24231ea09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:20.198450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.244351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.247719 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.265045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6e0884-c782-4ede-807c-3829d56344d9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:20.274281 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.275503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-194a3f85-2420-42ac-bf37-9a592cd6eafd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102519 Oct 19 20:57:20.278255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:20.282627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'security_group_rule': {'security_group_id': 'a4ea799c-23e9-43d2-a61a-f5d24231ea09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:20.310083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.353598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:57:20.371026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.376174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.396261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a143e61-989a-4a52-8443-8b3909e904f2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:20.404623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port ed1fab00-4394-4101-acf8-691e2773a534 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:57:20.405486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.406677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6789e80f-e71e-4032-bbd2-a15dee600a1b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274552 Oct 19 20:57:20.408595 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port ed1fab00-4394-4101-acf8-691e2773a534 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:57:20.408964 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.409928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 57874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:20.414725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:20.435804 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.491241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.514180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:20.516582 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67381576-41be-4472-b2ee-1ccb8c67b2d1" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:20.529597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:20.534295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.535211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c7dc7999-41fc-439e-9495-fcdf41db369b no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:57:20.540662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.557336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: c7dc7999-41fc-439e-9495-fcdf41db369b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:57:20.557336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device c7dc7999-41fc-439e-9495-fcdf41db369b not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:57:20.576935 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd2f106-cb64-42b5-a7d7-a65860a34c0b x-openstack-request-id: req-cfd2f106-cb64-42b5-a7d7-a65860a34c0b {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:20.577221 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:20.577500 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfd2f106-cb64-42b5-a7d7-a65860a34c0b {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:20.577882 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'code': 200} Oct 19 20:57:20.606506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:20.647609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Allocated IP 172.25.7.40 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/698d2efa-2e69-49a2-9e53-a0462ef3a5d0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:57:20.750832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.785371 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.823075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:57:20.826266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:57:20.830359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:57:20.866183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=698d2efa-2e69-49a2-9e53-a0462ef3a5d0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:20.925816 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:20.958457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:21.118527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:21.123449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:21.231982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=698d2efa-2e69-49a2-9e53-a0462ef3a5d0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:21.237236 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:21.256997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4db70-9fb2-414c-bdeb-71e189baa63a req-a92eb071-fc16-4ca7-ab02-a4d717b75937 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:21.258541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6eb4db70-9fb2-414c-bdeb-71e189baa63a req-a92eb071-fc16-4ca7-ab02-a4d717b75937 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 945 time: 0.1195648 Oct 19 20:57:21.264976 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:21.266140 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9c8c3038-76c7-4c5b-88de-759aac61d010 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8550141 Oct 19 20:57:21.301621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6eb4db70-9fb2-414c-bdeb-71e189baa63a req-783efd1f-64c2-40b4-b9ea-e971946aa8b1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343320 Oct 19 20:57:21.458192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-3609c35b-54d8-4cba-be1b-7bbc2e6eed9d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--159047366&fields=id&tenant_id=c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 267 time: 0.0341730 Oct 19 20:57:21.571131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-20b9d843-3a32-4db7-a9f9-fb4c924979e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:21.572501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-20b9d843-3a32-4db7-a9f9-fb4c924979e5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 810 time: 0.1068864 Oct 19 20:57:21.588151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-231d7fbd-f331-42e2-9673-6855ebabe24f tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/quotas/c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 375 time: 0.0095048 Oct 19 20:57:21.642870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-427255ba-76bc-4629-a46d-a07fb45c50c0 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488815 Oct 19 20:57:21.743491 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-573c1197-e23b-45b7-8c71-e3e4f07eead4 service neutron] 10.222.0.31 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891337 Oct 19 20:57:21.788795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-0d7578a9-fca7-48fc-9630-f9eec9e5e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:21.790849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-0d7578a9-fca7-48fc-9630-f9eec9e5e4b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0716593 Oct 19 20:57:21.803223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:21.836788 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-df2e1349-48f2-413f-9fe8-7eeae790a284 service neutron] 10.222.0.31 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Oct 19 20:57:21.860433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.006955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8e530af-2659-4268-a378-232f6d24b518 req-cd40c8bb-4a4b-43cb-a5fd-3887402f4d74 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 210 time: 0.0349717 Oct 19 20:57:22.090350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:22.123720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:57:22.168455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:22.170827 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368e3432-cda8-4116-8c2d-e9d82998b16f" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:22.175008 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.188634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Transition to ACTIVE for port object ed1fab00-4394-4101-acf8-691e2773a534 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:57:22.192134 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.222733 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ab95c-2375-4a0d-b509-e7282007caef x-openstack-request-id: req-2c2ab95c-2375-4a0d-b509-e7282007caef {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:22.223016 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:22.223432 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c2ab95c-2375-4a0d-b509-e7282007caef {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:22.223866 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'code': 200} Oct 19 20:57:22.297005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:22.370267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] No DVR routers for this DVR port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:57:22.503707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45722-4886-488a-845a-69600997555c req-41d167e6-f824-45bb-8010-ce68370e8b54 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:22.505105 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abf45722-4886-488a-845a-69600997555c req-41d167e6-f824-45bb-8010-ce68370e8b54 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0975502 Oct 19 20:57:22.583838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:57:22.584173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:57:22.584504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:22.589819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abf45722-4886-488a-845a-69600997555c req-f88a4973-5273-4dec-afda-647736043be2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721247 Oct 19 20:57:22.594014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:57:22.594233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Attempting to bind port ed1fab00-4394-4101-acf8-691e2773a534 on network 726b2d8e-24f7-4f63-98f8-c308a607cf05 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:22.600570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:57:22.600910 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Checking segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:57:22.601344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Bound using segment: {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:57:22.601950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Bound port: ed1fab00-4394-4101-acf8-691e2773a534, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b3577c-9fb0-423f-b0a5-24117affda0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:57:22.602307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.668786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:57:22.672637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:57:22.676542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.712767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:22.713480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:22.715233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 1092 time: 0.9160366 Oct 19 20:57:22.748599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44730fdb-b323-4f65-8a0a-20883db87753 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=11']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:22.783619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-d39c8155-91d1-4cf8-8ae4-2a689a427109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:22.785123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-d39c8155-91d1-4cf8-8ae4-2a689a427109 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1095 time: 0.0464191 Oct 19 20:57:22.901234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-123bd40f-6765-4f3e-b1b9-e158bc2117e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:22.902750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-123bd40f-6765-4f3e-b1b9-e158bc2117e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1093500 Oct 19 20:57:23.027473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-540a5b86-5da4-4ac4-aadb-38415ce4d992 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.1128829 Oct 19 20:57:23.059087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-b72fcbea-66b0-4160-ba33-d373606e1c0b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:23.061092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-b72fcbea-66b0-4160-ba33-d373606e1c0b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 810 time: 0.1742663 Oct 19 20:57:23.104442 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dcbb7245-691f-483a-bef9-740823e6ccc0 req-f8c426b3-6c08-4284-b8b9-cd5780314f37 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 210 time: 0.0267153 Oct 19 20:57:23.125188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-893a620b-c6a7-43cf-9dad-4b8538a2fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:23.126708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-893a620b-c6a7-43cf-9dad-4b8538a2fb9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0878904 Oct 19 20:57:23.136308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-a288e673-7175-4a11-a306-816941c55f11 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61449b907c0439893799243fef26f4f HTTP/1.1" status: 200 len: 379 time: 0.0514205 Oct 19 20:57:23.148149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'port': {'device_id': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'admin_state_up': True, 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'security_groups': ['a4ea799c-23e9-43d2-a61a-f5d24231ea09']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:23.243135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-5a053cde-5670-42f5-a10e-cf68a529b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:23.244967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-5a053cde-5670-42f5-a10e-cf68a529b3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075056 Oct 19 20:57:23.599075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Made reservation on behalf of c61449b907c0439893799243fef26f4f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:57:23.603442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:23.631919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-2915fdf8-7162-4b3c-9651-a5af1663ae50 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765101 Oct 19 20:57:23.833358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d1e252f-0d71-40bd-a5d9-875d58992e48 req-3e3f5d6e-4701-4f60-8720-177ff38a9ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941206 Oct 19 20:57:23.841992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d6d27-03e2-482f-a16e-b831dd3c88e4 req-68d38244-6136-42f5-b283-42d87fa67324 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:23.843764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-672d6d27-03e2-482f-a16e-b831dd3c88e4 req-68d38244-6136-42f5-b283-42d87fa67324 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.1540790 Oct 19 20:57:23.864586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Allocated IP 172.20.0.6 (8721d446-9806-4c2f-95ce-a7cc3d7f30e0/447a3b72-0e26-4a24-b074-8237ea34f67d/1eb34b78-8a48-4548-b7a2-492d2a0512d9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:57:23.909322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-672d6d27-03e2-482f-a16e-b831dd3c88e4 req-ca4cc84c-bb87-4aaa-9ee7-72d791fa114e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563955 Oct 19 20:57:24.024986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.057099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.095465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:57:24.098667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:57:24.100912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:57:24.138238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event updated for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:24.162163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.162768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.181628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-defe5ddf-124e-4b7b-a9ba-6009b536a9fa tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0365312 Oct 19 20:57:24.194541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Request body: {'port': {'device_id': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:24.225678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:24.228400 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d4e190-f0a7-43e7-aa98-274349b15a83" -d '{"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:24.234070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287509f4-b156-4837-ac65-2518d5592121 req-567afb77-fab5-4be1-9267-3091e737817b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.236048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-287509f4-b156-4837-ac65-2518d5592121 req-567afb77-fab5-4be1-9267-3091e737817b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 931 time: 0.0575745 Oct 19 20:57:24.276736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.293802 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073052e4-0e56-4c49-9e28-ae0b6c4679d4 x-openstack-request-id: req-073052e4-0e56-4c49-9e28-ae0b6c4679d4 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:24.294193 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:24.294514 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-073052e4-0e56-4c49-9e28-ae0b6c4679d4 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:24.294973 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:57:24.298024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-287509f4-b156-4837-ac65-2518d5592121 req-2b9139b7-9ad7-4b22-a782-6ba11518c198 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550261 Oct 19 20:57:24.356730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-697ccd4a-cd6f-44f5-91fe-f6b4ffa68474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.358139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:57:24.358625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-697ccd4a-cd6f-44f5-91fe-f6b4ffa68474 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1095 time: 0.0439317 Oct 19 20:57:24.398667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:57:24.436659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d848a712-7044-436a-ad1e-20c8075e9d7b None None] Provisioning complete for port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:57:24.438403 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d848a712-7044-436a-ad1e-20c8075e9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.438629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-5afb414b-f8ee-4794-a457-1945a9f0d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.441039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-5afb414b-f8ee-4794-a457-1945a9f0d69f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1095 time: 0.1213870 Oct 19 20:57:24.466741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-d7c07726-de26-4670-a141-1d93c4e36278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.468885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-d7c07726-de26-4670-a141-1d93c4e36278 service neutron] 10.222.0.11 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1025050 Oct 19 20:57:24.479932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d848a712-7044-436a-ad1e-20c8075e9d7b None None] Port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:57:24.545843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-0c7a3777-6d70-471e-97e3-9f2a4f7186b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.0689814 Oct 19 20:57:24.599763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-c6b6315d-627a-4646-8e3e-25b841f8bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.601229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-c6b6315d-627a-4646-8e3e-25b841f8bb22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0484796 Oct 19 20:57:24.610292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-d47fcd6d-24d5-453e-a0fd-277998033c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.611794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-d47fcd6d-24d5-453e-a0fd-277998033c8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1604629 Oct 19 20:57:24.648863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-169b6602-131b-44c4-b45a-afd8c0df36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.650317 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-169b6602-131b-44c4-b45a-afd8c0df36bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409257 Oct 19 20:57:24.707980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-465a523d-f85a-4a3f-a822-27179f3b71ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.0848570 Oct 19 20:57:24.743496 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-8edada04-9876-44a2-a273-ccd5d8833ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856240 Oct 19 20:57:24.773940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb34b78-8a48-4548-b7a2-492d2a0512d9 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:57:24.783820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.795959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-f7c20032-a837-49a0-9e1b-42a720fc1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.797450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-f7c20032-a837-49a0-9e1b-42a720fc1e38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0696285 Oct 19 20:57:24.801931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Transition to ACTIVE for port object 1eb34b78-8a48-4548-b7a2-492d2a0512d9 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:57:24.807604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:24.843456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-02bab837-fdcc-430a-b2af-3f403ac1092b service neutron] 10.222.0.11 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890348 Oct 19 20:57:24.890610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:24.901520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-358f2b2a-ff23-465e-a4fc-119e78b67f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:24.902806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-358f2b2a-ff23-465e-a4fc-119e78b67f7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964162 Oct 19 20:57:25.077614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Attempting to bind port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:57:25.078287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Attempting to bind port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:57:25.078287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Attempting to bind port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:25.091433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-1eaa3372-31d9-4c93-b7d2-763416dba5cb service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740909 Oct 19 20:57:25.092711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:57:25.093026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Attempting to bind port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 on network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:57:25.108009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff5994-3424-4d54-b9d0-28ddd895e3ea req-c988e442-c34a-49b3-89a7-c5d018056333 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.109824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7aff5994-3424-4d54-b9d0-28ddd895e3ea req-c988e442-c34a-49b3-89a7-c5d018056333 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0985739 Oct 19 20:57:25.120545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:57:25.120888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Checking segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:57:25.121266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Bound using segment: {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:57:25.121741 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Bound port: 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bdf88-c0ca-4aba-b172-59bf0208112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:57:25.122099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:25.244870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7aff5994-3424-4d54-b9d0-28ddd895e3ea req-7c3b15cb-3411-4ebf-930c-379b7163df99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251857 Oct 19 20:57:25.279421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a6d4e190-f0a7-43e7-aa98-274349b15a83 req-b8b33829-d37e-4f06-b4f6-3f2f28b6b2fc service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685817 Oct 19 20:57:25.283215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:57:25.286665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:57:25.292428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:25.327987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.328603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:25.330306 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] 10.222.0.11 "PUT /v2.0/ports/1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 1091 time: 1.1402133 Oct 19 20:57:25.357767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df25188-a6ba-486c-932c-71ad8e6c1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:25.445521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259f5e-03de-460c-b010-dce9788040d7 req-c4e779ca-cd75-4baf-8e25-6d381b360dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.447359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-c4e779ca-cd75-4baf-8e25-6d381b360dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1095 time: 0.0855489 Oct 19 20:57:25.450481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-12fd1a5e-1fb6-4a63-8aa9-76ef60100da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.452022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-12fd1a5e-1fb6-4a63-8aa9-76ef60100da5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1094 time: 0.0556750 Oct 19 20:57:25.470933 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21eb93-9e62-478f-ad80-d8ce35a1cabd req-b18d32d7-f4e3-4893-9fa5-c1509db82a84 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.473258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c21eb93-9e62-478f-ad80-d8ce35a1cabd req-b18d32d7-f4e3-4893-9fa5-c1509db82a84 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 943 time: 0.0615749 Oct 19 20:57:25.516056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-5b0e78da-41ce-4139-a479-7a084e035b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 217 time: 0.0531237 Oct 19 20:57:25.519232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5c21eb93-9e62-478f-ad80-d8ce35a1cabd req-2415d16b-45cc-4927-83a7-18992b73bac2 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Oct 19 20:57:25.638563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-304ee007-b128-4691-9ff4-f3f0f449f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.640073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-304ee007-b128-4691-9ff4-f3f0f449f4d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.1097181 Oct 19 20:57:25.683605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259f5e-03de-460c-b010-dce9788040d7 req-6b65cb26-5e3e-41e5-b5d6-ad7539ea7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.685075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-6b65cb26-5e3e-41e5-b5d6-ad7539ea7a08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1830907 Oct 19 20:57:25.703429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b59a-6746-4ec2-be39-4f513b388125 req-1f470f92-fdfb-4fe4-9b62-6af54548c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.704865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-1f470f92-fdfb-4fe4-9b62-6af54548c85b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570481 Oct 19 20:57:25.811030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-469cc63b-a9a7-4f67-a505-958a5d63b5b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 998 time: 0.1149797 Oct 19 20:57:25.877838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-0302f836-70ff-4ccf-9759-3f1fabcadf7a service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390605 Oct 19 20:57:25.881231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259f5e-03de-460c-b010-dce9788040d7 req-37683152-5afc-4ad7-8ab8-3d3c9a70e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.883207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-37683152-5afc-4ad7-8ab8-3d3c9a70e2ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0625944 Oct 19 20:57:25.985916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259f5e-03de-460c-b010-dce9788040d7 req-f173d515-b5a3-4ed9-9bce-3534734baf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:25.987431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-f173d515-b5a3-4ed9-9bce-3534734baf20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944805 Oct 19 20:57:26.019446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e838b59a-6746-4ec2-be39-4f513b388125 req-e6386fa7-ff98-48d0-aabb-2021fc225758 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341188 Oct 19 20:57:26.087189 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-0933878f-c904-47ef-9893-7914f5f2db72 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887098 Oct 19 20:57:26.183497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c259f5e-03de-460c-b010-dce9788040d7 req-1772a4db-726a-49fa-a7d3-e67c33e1ad85 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895653 Oct 19 20:57:26.295789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:26.298324 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f75e4b-b109-4ce0-9b42-c314e723dff2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:26.342383 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e609a-0bbb-44e6-96ca-4af7c28ff187 x-openstack-request-id: req-2d8e609a-0bbb-44e6-96ca-4af7c28ff187 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:26.342604 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:26.342878 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d8e609a-0bbb-44e6-96ca-4af7c28ff187 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:26.343234 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'status': 'completed', 'code': 200} Oct 19 20:57:26.372513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5666a13-3643-4f65-9416-6ba9db6b541c req-b2751366-aeb8-4a6d-94f8-05bf5b865ac4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.374127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e5666a13-3643-4f65-9416-6ba9db6b541c req-b2751366-aeb8-4a6d-94f8-05bf5b865ac4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 944 time: 0.0601013 Oct 19 20:57:26.439185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e5666a13-3643-4f65-9416-6ba9db6b541c req-d65e3b6e-c7a4-441b-92ed-b2a2f047e982 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576227 Oct 19 20:57:26.441849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-134da96a-97ae-4652-b121-3eb7c8e8d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.443368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-134da96a-97ae-4652-b121-3eb7c8e8d5b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1094 time: 0.0802052 Oct 19 20:57:26.463606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:26.489054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a773e233-af0d-4993-8162-9273e9ec5fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:26.529776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:57:26.543946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-487ed63b-4545-4a65-ad6c-5c101efeabff tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/39b2f48f-cef7-4de9-901c-3113c83334ce HTTP/1.1" status: 200 len: 990 time: 0.0729096 Oct 19 20:57:26.550206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-70c6060b-4bd7-40f3-b334-eaaffd9b684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.551816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-70c6060b-4bd7-40f3-b334-eaaffd9b684b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.1004224 Oct 19 20:57:26.596326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-d0a487d7-273e-47bd-8226-ddb6eb339aae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 217 time: 0.0368316 Oct 19 20:57:26.653654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-6ebe6b44-ff70-4639-8f62-7fcb4a0fa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.653946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae6c41-d86b-4a6e-9af0-5fb6239fc8bd req-7b2ccba4-f6b6-481e-b8f8-3922b055f54e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.655310 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-6ebe6b44-ff70-4639-8f62-7fcb4a0fa5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0507982 Oct 19 20:57:26.655610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52ae6c41-d86b-4a6e-9af0-5fb6239fc8bd req-7b2ccba4-f6b6-481e-b8f8-3922b055f54e tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 943 time: 0.0528271 Oct 19 20:57:26.664535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:26.677865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ed1fab00-4394-4101-acf8-691e2773a534', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'port_id': 'ed1fab00-4394-4101-acf8-691e2773a534', 'mac_address': 'fa:16:3e:c9:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:57:26.702547 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52ae6c41-d86b-4a6e-9af0-5fb6239fc8bd req-c3f2486d-94f3-48ec-b1c1-2c549947c638 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394335 Oct 19 20:57:26.718397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-0f9c00ec-2279-49e8-ba06-babe017914b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:26.720946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-0f9c00ec-2279-49e8-ba06-babe017914b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584424 Oct 19 20:57:26.735817 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:26.749616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:57:26.770151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:26.775310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:26.828050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:26.828647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-d1851421-1ddd-42ac-b348-9dc36c2f0ebd service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984685 Oct 19 20:57:26.934374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f75e4b-b109-4ce0-9b42-c314e723dff2 req-f7ab3726-3b43-44ef-a3e7-1b6c903dec14 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983956 Oct 19 20:57:27.002449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ed1fab00-4394-4101-acf8-691e2773a534'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:57:27.826780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6387f2-e36c-41d2-b579-b4c62110fc7a req-e1be8c2e-c0a8-4144-b946-52cd0c8795a6 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:27.828231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af6387f2-e36c-41d2-b579-b4c62110fc7a req-e1be8c2e-c0a8-4144-b946-52cd0c8795a6 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 943 time: 0.0488286 Oct 19 20:57:27.866512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af6387f2-e36c-41d2-b579-b4c62110fc7a req-c2a672f5-08a1-4385-a03d-1f040052c5c5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Oct 19 20:57:28.385697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1eb34b78-8a48-4548-b7a2-492d2a0512d9 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:57:28.478950 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:28.489978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'port_id': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'mac_address': 'fa:16:3e:88:14:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:57:28.524608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:57:28.548435 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:28.568226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb34b78-8a48-4548-b7a2-492d2a0512d9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:57:28.595299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:28.600750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:28.606272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port ed1fab00-4394-4101-acf8-691e2773a534 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:57:28.627649 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ed1fab00-4394-4101-acf8-691e2773a534 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:57:28.628142 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:28.683346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:28.739069 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:28.761094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:28.763333 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd1758d-452f-4b52-8cf9-5eaf9588a53d" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:28.776264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:28.780140 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:28.804180 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12573bfc-0c0a-4f45-b517-d243ef2cf9ae x-openstack-request-id: req-12573bfc-0c0a-4f45-b517-d243ef2cf9ae {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:28.804997 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:28.805243 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12573bfc-0c0a-4f45-b517-d243ef2cf9ae {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:28.805641 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'code': 200} Oct 19 20:57:28.806542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['1eb34b78-8a48-4548-b7a2-492d2a0512d9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:57:28.863404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=13']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:28.980936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c527-e20c-4e4e-9752-86a0700b1677 req-e49e77cc-72c4-421f-ab2d-c81de7e88e46 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:28.982448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c883c527-e20c-4e4e-9752-86a0700b1677 req-e49e77cc-72c4-421f-ab2d-c81de7e88e46 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 944 time: 0.0487332 Oct 19 20:57:29.024363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c883c527-e20c-4e4e-9752-86a0700b1677 req-aca3090e-ef6a-4c66-8f3f-de7ca0d0cdde tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356557 Oct 19 20:57:29.247668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a007e2b7-b606-46ec-86fd-4ea3eea41bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:30.150777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd92cc-78c7-4ac1-bf20-3c86a8bcd9eb req-d742cbd0-aace-483e-b91e-bf8b460b08c5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:30.152243 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22cd92cc-78c7-4ac1-bf20-3c86a8bcd9eb req-d742cbd0-aace-483e-b91e-bf8b460b08c5 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 944 time: 0.0489717 Oct 19 20:57:30.191814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22cd92cc-78c7-4ac1-bf20-3c86a8bcd9eb req-59508a3d-546b-446b-b3dc-92ced6991e38 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Oct 19 20:57:30.296878 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:30.415924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1eb34b78-8a48-4548-b7a2-492d2a0512d9 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:57:30.462790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:57:30.466660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:57:30.467026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:30.542806 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:30.575607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:30.579222 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:30.624780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:30.807322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:30.809798 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a3320-49c9-457d-814a-0f87961bbec3" -d '{"events": [{"server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "name": "network-vif-plugged", "status": "completed", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:30.844169 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf1970b-c61c-4184-9e21-1975b64381b6 x-openstack-request-id: req-ccf1970b-c61c-4184-9e21-1975b64381b6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:30.844479 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "name": "network-vif-plugged", "status": "completed", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:30.844721 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf1970b-c61c-4184-9e21-1975b64381b6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:30.845143 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'code': 200} Oct 19 20:57:30.935292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895bd7-5188-4167-b344-ec609c82d70b req-4d4e6647-2f9c-4a90-8546-1d9ad2c1e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:30.936738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a895bd7-5188-4167-b344-ec609c82d70b req-4d4e6647-2f9c-4a90-8546-1d9ad2c1e2c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1096 time: 0.0397758 Oct 19 20:57:30.969870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a895bd7-5188-4167-b344-ec609c82d70b req-7b895f1f-d035-489e-a66d-52ee492318fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264053 Oct 19 20:57:31.030935 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:31.308136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845972e9-63e5-40ef-b1fc-d53fa37a03d0 req-df912efa-3302-4ab4-8134-0aca24f11617 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:31.309919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-845972e9-63e5-40ef-b1fc-d53fa37a03d0 req-df912efa-3302-4ab4-8134-0aca24f11617 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0495992 Oct 19 20:57:31.350323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-845972e9-63e5-40ef-b1fc-d53fa37a03d0 req-3320e01c-4f13-492f-bc69-9409657bd28a tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Oct 19 20:57:32.338832 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:32.465523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d02ea1-7d41-4bb3-bfec-fd85d5cd2819 req-4de8fde1-8420-490e-8c2d-d985ca980939 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:32.467004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53d02ea1-7d41-4bb3-bfec-fd85d5cd2819 req-4de8fde1-8420-490e-8c2d-d985ca980939 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0488958 Oct 19 20:57:32.504391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53d02ea1-7d41-4bb3-bfec-fd85d5cd2819 req-a97c75b0-5070-422f-a6b5-dfb17be6c652 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Oct 19 20:57:32.615124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980ddde-a36f-4f4b-93a8-a140fc656ff6 req-aca54e76-e291-4ed1-96f5-1e792efa132b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:32.616596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d980ddde-a36f-4f4b-93a8-a140fc656ff6 req-aca54e76-e291-4ed1-96f5-1e792efa132b tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0495379 Oct 19 20:57:32.625593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 57954) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:32.629793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Request body: {'floatingip': {'port_id': '1eb34b78-8a48-4548-b7a2-492d2a0512d9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:57:32.670503 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:33.127458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:33.131175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:33.228855 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Floating IP 975e1c3f-6d7d-45e3-ae19-f75457de2622 associated. External IP: 172.25.7.40, port: 1eb34b78-8a48-4548-b7a2-492d2a0512d9. Oct 19 20:57:33.438601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:57:33.543492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:57:33.548907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:33.552975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:57:33.562323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:33.562934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:33.577062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4757f81a-0511-4c7f-90e9-9b97b8cf29b7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "PUT /v2.0/floatingips/975e1c3f-6d7d-45e3-ae19-f75457de2622 HTTP/1.1" status: 200 len: 990 time: 0.9504693 Oct 19 20:57:33.577889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:33.580229 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:33.621766 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9018f470-030b-4628-bf69-ca9c7d977fce x-openstack-request-id: req-9018f470-030b-4628-bf69-ca9c7d977fce {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:33.622363 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:33.622363 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9018f470-030b-4628-bf69-ca9c7d977fce {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:33.622703 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'status': 'completed', 'code': 200} Oct 19 20:57:33.677381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:33.683252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-774b9932-6efa-4b94-94ee-7aa1bd9898d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:33.684750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-774b9932-6efa-4b94-94ee-7aa1bd9898d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1096 time: 0.0402341 Oct 19 20:57:33.779482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-ea46681f-4503-43f9-a219-46a14df8da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:33.780994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-ea46681f-4503-43f9-a219-46a14df8da39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.0899379 Oct 19 20:57:33.848032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-e5e6f4b2-0131-4200-927d-c526ff215913 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 998 time: 0.0604091 Oct 19 20:57:33.899753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-8a5e13a4-5e56-4a06-8ce5-0e87b9509886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:33.901227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-8a5e13a4-5e56-4a06-8ce5-0e87b9509886 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0464642 Oct 19 20:57:33.906339 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '975e1c3f-6d7d-45e3-ae19-f75457de2622', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:88:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:57:20Z', 'updated_at': '2021-10-19T20:57:33Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:33.932134 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:57:33.940478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:33.941194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:33.946308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-b4660091-1795-489d-9aee-46fa4c894cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:33.947802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-b4660091-1795-489d-9aee-46fa4c894cef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400546 Oct 19 20:57:34.049441 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:34.281927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '975e1c3f-6d7d-45e3-ae19-f75457de2622', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:88:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:57:20Z', 'updated_at': '2021-10-19T20:57:33Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:34.306261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-12ce4a52-33c6-43a8-911f-9f30d54fa23d service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515468 Oct 19 20:57:34.312079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a58ed05-f19b-4655-a539-93458eefff7c None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '975e1c3f-6d7d-45e3-ae19-f75457de2622', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'port_id': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'mac_address': 'fa:16:3e:88:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:57:20Z', 'updated_at': '2021-10-19T20:57:33Z', 'revision_number': 1, 'project_id': 'c61449b907c0439893799243fef26f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:57:34.398027 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-15ca51b4-5b93-4d5a-ad35-5a0d30589f75 req-a67ecc67-2856-4737-9dd3-f84c52d3f99e service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851538 Oct 19 20:57:34.515974 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d05c2da-437b-462e-9fe0-1fd66ecd86e9 None None] New status for floating IP 975e1c3f-6d7d-45e3-ae19-f75457de2622: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:57:42.875172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:43.370339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:48.039951 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:57:56.482876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9ee3-56e8-4ec3-9917-3ebab7aa5277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.032920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0bfb8-82f4-4011-b533-c49d44f35eee req-01cef2e6-c681-4ed8-862d-d65a76c8c9d1 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:57.034454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1a0bfb8-82f4-4011-b533-c49d44f35eee req-01cef2e6-c681-4ed8-862d-d65a76c8c9d1 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1097 time: 0.0406144 Oct 19 20:57:57.067874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1a0bfb8-82f4-4011-b533-c49d44f35eee req-927ee0e5-8fc3-4ea6-a6c2-0bbbea73a1ba tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275745 Oct 19 20:57:57.091070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58016) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:57:57.259822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port fc4dcb38-4f81-4946-ab22-609dc4ae9f5a {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:57:57.260050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.333600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.333928 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.345406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for fc4dcb38-4f81-4946-ab22-609dc4ae9f5a owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:57:57.520398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.549127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=fc4dcb38-4f81-4946-ab22-609dc4ae9f5a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:57.562894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.563252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.563596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.563937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.564273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.564609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.564945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.565277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.565635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.565965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.566294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.566619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:57:57.620058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.620504 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 39b2f48f-cef7-4de9-901c-3113c83334ce disassociated (deleted). External IP: 172.25.7.25, port: ed1fab00-4394-4101-acf8-691e2773a534. Oct 19 20:57:57.824358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router d51cf650-c051-4c1f-8c9f-1965ab26b9bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:57:57.939530 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:57:57.944376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:57.949520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Sync routers for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:57:57.958154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:57.958751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:57.970932 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-15ba56ea-2db4-4e3f-bf42-be5d228f1317 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/floatingips/39b2f48f-cef7-4de9-901c-3113c83334ce HTTP/1.1" status: 204 len: 168 time: 0.8787415 Oct 19 20:57:57.971607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:57:57.974028 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc766da4-1bd5-4f69-8b65-7447d7f785e2" -d '{"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:57:58.011208 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4fc3fd-e667-416f-8697-caf1a2b571e6 x-openstack-request-id: req-4e4fc3fd-e667-416f-8697-caf1a2b571e6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:57:58.012039 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:57:58.012302 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e4fc3fd-e667-416f-8697-caf1a2b571e6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:57:58.012711 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:57:58.078792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-b2267481-f957-44e0-b197-40a62c4f09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:58.080269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-b2267481-f957-44e0-b197-40a62c4f09eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 1097 time: 0.0459270 Oct 19 20:57:58.082811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:58.207709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-7a0ce85e-92d8-4641-9226-8ddae99d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:58.209408 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-7a0ce85e-92d8-4641-9226-8ddae99d5384 service neutron] 10.222.0.37 "GET /v2.0/networks?id=726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 200 len: 898 time: 0.1211450 Oct 19 20:57:58.234682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0b3cc-d708-440b-9c09-2d4f15b8fc46 req-7dcc71c5-040d-4fb7-a580-496ef96ece42 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:58.236144 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13d0b3cc-d708-440b-9c09-2d4f15b8fc46 req-7dcc71c5-040d-4fb7-a580-496ef96ece42 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 946 time: 0.0694284 Oct 19 20:57:58.275980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-e9fd2c9e-4800-4649-b5e5-6491f54f3c42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 200 len: 217 time: 0.0579078 Oct 19 20:57:58.294530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:58.324443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Checking router: d51cf650-c051-4c1f-8c9f-1965ab26b9bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:57:58.332764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:57:58.333389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:58.333605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-13d0b3cc-d708-440b-9c09-2d4f15b8fc46 req-4cc5a381-801a-4f6b-a747-81fbe0e27094 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652888 Oct 19 20:57:58.343120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-bf20fb78-a93e-473c-865e-1b7b4fcbb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:58.344587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-bf20fb78-a93e-473c-865e-1b7b4fcbb31e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 200 len: 835 time: 0.0600994 Oct 19 20:57:58.393112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-8cadf2e8-0c3d-419a-b2c4-7cffe492c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:58.394671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-8cadf2e8-0c3d-419a-b2c4-7cffe492c56c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=726b2d8e-24f7-4f63-98f8-c308a607cf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412850 Oct 19 20:57:58.443867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:57:58.491203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-a08a6948-d718-4dcf-87dd-0a5c5a19b6f7 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887280 Oct 19 20:57:58.588673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc766da4-1bd5-4f69-8b65-7447d7f785e2 req-6b290b8a-8053-4b94-9d46-f68c6c749167 service neutron] 10.222.0.37 "GET /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 Oct 19 20:57:58.795755 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:57:58.823268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550031f-6d53-4729-9faf-b10c5bbec053 None None] The sync data for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 is: [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:56:05Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'b4d573e9-299c-4bf1-8728-9eda79178992', 'name': '', 'network_id': '726b2d8e-24f7-4f63-98f8-c308a607cf05', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:c7:40:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:04Z', 'updated_at': '2021-10-19T20:56:09Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'fec36433-47a2-42e0-b7b0-5b57263c0cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:57:59.045247 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d5ad4-b125-49b7-9f82-fcf150ea260f None None] New status for floating IP 39b2f48f-cef7-4de9-901c-3113c83334ce: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:57:59.247938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e5d52118-b872-43bc-88f4-c18eb926449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:59.459432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404523b-028e-485f-afe0-eae7ce631daa req-2f3e12ab-d2ad-4ae0-89b9-923c768348af tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:59.461562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c404523b-028e-485f-afe0-eae7ce631daa req-2f3e12ab-d2ad-4ae0-89b9-923c768348af tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 946 time: 0.0584419 Oct 19 20:57:59.520347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c404523b-028e-485f-afe0-eae7ce631daa req-3018ebda-4277-45e4-8dc0-dbf3078f233f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae455f9-607a-4273-ac8d-d914f5c17eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528674 Oct 19 20:57:59.543023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-381ab445-a52e-4480-b06c-0e404574b95d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:57:59.544461 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-381ab445-a52e-4480-b06c-0e404574b95d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee60411-8a0b-436d-b90a-086af7f8368e HTTP/1.1" status: 200 len: 946 time: 0.0569124 Oct 19 20:57:59.632844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:57:59.633709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:59.724155 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port ed1fab00-4394-4101-acf8-691e2773a534, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ed1fab00-4394-4101-acf8-691e2773a534,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:57:59.724513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:59.738226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for ed1fab00-4394-4101-acf8-691e2773a534 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:57:59.864586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:59.894043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=ed1fab00-4394-4101-acf8-691e2773a534,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:57:59.939566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] No DVR routers for this DVR port ed1fab00-4394-4101-acf8-691e2773a534 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:57:59.942222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:57:59.946195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4148ec06-7e0c-4c26-b304-daf22cd88fdd req-2fcf3367-9bbb-45b0-a1df-57109f7fe68f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "DELETE /v2.0/ports/ed1fab00-4394-4101-acf8-691e2773a534 HTTP/1.1" status: 204 len: 173 time: 0.3955543 Oct 19 20:58:00.014135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-deleted', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:00.017359 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f8e08-8697-4a05-91d1-7b175cdf6de2" -d '{"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-deleted", "tag": "ed1fab00-4394-4101-acf8-691e2773a534"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:00.052656 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b538854-f946-4b80-b392-af39a6f3a525 x-openstack-request-id: req-4b538854-f946-4b80-b392-af39a6f3a525 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:00.052956 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee60411-8a0b-436d-b90a-086af7f8368e", "name": "network-vif-deleted", "tag": "ed1fab00-4394-4101-acf8-691e2773a534", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:00.053212 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b538854-f946-4b80-b392-af39a6f3a525 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:00.053641 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee60411-8a0b-436d-b90a-086af7f8368e', 'name': 'network-vif-deleted', 'tag': 'ed1fab00-4394-4101-acf8-691e2773a534', 'status': 'completed', 'code': 200} Oct 19 20:58:00.299330 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:00.576978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58036) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:00.939634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.033386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.202378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port b4d573e9-299c-4bf1-8728-9eda79178992 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:58:01.202642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.292818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port b4d573e9-299c-4bf1-8728-9eda79178992, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b4d573e9-299c-4bf1-8728-9eda79178992,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:01.293186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.305703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for b4d573e9-299c-4bf1-8728-9eda79178992 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:58:01.494827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.526056 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=b4d573e9-299c-4bf1-8728-9eda79178992,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:01.696677 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:01.907225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router d51cf650-c051-4c1f-8c9f-1965ab26b9bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:58:02.272573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:58:02.283122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d7bfda97-73d3-4670-affc-cf08cf7d6c57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/d51cf650-c051-4c1f-8c9f-1965ab26b9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021568 Oct 19 20:58:02.283233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58042) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:02.284401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Sync routers for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:58:02.294899 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:02.295650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:02.343214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting subnet fec36433-47a2-42e0-b7b0-5b57263c0cb4 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:58:02.346447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.353428 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.387701 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.424346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:02.475248 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.532985 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.559491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Subnet': ['ID=fec36433-47a2-42e0-b7b0-5b57263c0cb4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:02.563301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:02.569462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:02.569993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6a293ce-a6d0-4a13-b6bc-985522b032cb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/subnets/fec36433-47a2-42e0-b7b0-5b57263c0cb4 HTTP/1.1" status: 204 len: 168 time: 0.2853663 Oct 19 20:58:02.582352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950df5f6-cf42-4279-85c8-5b7d57017c54 None None] Network 726b2d8e-24f7-4f63-98f8-c308a607cf05 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:58:02.698022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:58:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:02.728570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Checking router: d51cf650-c051-4c1f-8c9f-1965ab26b9bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:58:02.749544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Routers {'d51cf650-c051-4c1f-8c9f-1965ab26b9bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:02.750164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:02.847067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] DHCP port deletion for 726b2d8e-24f7-4f63-98f8-c308a607cf05 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:58:02.892347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] Set router d51cf650-c051-4c1f-8c9f-1965ab26b9bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:02.995871 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.017035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Deleting port 87dc7dad-718e-43be-a53f-d7355a4a7767 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:58:03.017513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.098596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.116221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] For port 87dc7dad-718e-43be-a53f-d7355a4a7767, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=87dc7dad-718e-43be-a53f-d7355a4a7767,segment=NetworkSegment(60b3577c-9fb0-423f-b0a5-24117affda0d),segment_id=60b3577c-9fb0-423f-b0a5-24117affda0d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:03.116610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.134697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Calling delete_port for 87dc7dad-718e-43be-a53f-d7355a4a7767 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:58:03.149650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port edd8a771-29ef-4ab1-81bd-89bf2024676f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:58:03.149984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.207520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:58:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:03.230816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port edd8a771-29ef-4ab1-81bd-89bf2024676f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=edd8a771-29ef-4ab1-81bd-89bf2024676f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:03.231187 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.237615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce722ec-6467-4528-ba2a-b857a1f4184e None None] The sync data for ids ['d51cf650-c051-4c1f-8c9f-1965ab26b9bf'] in n-d-805649-9 is: [{'id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031469579', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:56:01Z', 'updated_at': '2021-10-19T20:58:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'edd8a771-29ef-4ab1-81bd-89bf2024676f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51cf650-c051-4c1f-8c9f-1965ab26b9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:56:02Z', 'updated_at': '2021-10-19T20:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:58:03.243640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for edd8a771-29ef-4ab1-81bd-89bf2024676f owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:58:03.266059 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.299463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] Pushing event deleted for resources: {'Port': ['ID=87dc7dad-718e-43be-a53f-d7355a4a7767,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:03.306129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b3657-3658-4e14-812f-b3edf1225f17 None None] No DVR routers for this DVR port 87dc7dad-718e-43be-a53f-d7355a4a7767 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:58:03.417116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.447728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=edd8a771-29ef-4ab1-81bd-89bf2024676f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:03.505926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.596764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.598998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.646486 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.647082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Fanout notify agent at l3_agent the message router_deleted on router d51cf650-c051-4c1f-8c9f-1965ab26b9bf {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:58:03.654932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.656172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10d816a6-4ec5-483f-8fa8-96e1f2ca69bc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/routers/d51cf650-c051-4c1f-8c9f-1965ab26b9bf HTTP/1.1" status: 204 len: 168 time: 1.0848944 Oct 19 20:58:03.658970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58050) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:03.737882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.826743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.847912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b2d8e-24f7-4f63-98f8-c308a607cf05']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:03.859244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b3577c-9fb0-423f-b0a5-24117affda0d') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:03.859543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b3577c-9fb0-423f-b0a5-24117affda0d') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:03.870437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.884619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.892554 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:58:03.893001 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: timer() Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:58:03.896264 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:58:03.959145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.967310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:03.969618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/networks/726b2d8e-24f7-4f63-98f8-c308a607cf05 HTTP/1.1" status: 204 len: 168 time: 0.3096738 Oct 19 20:58:03.972437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:03.982262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba40926-651d-4278-bfc4-cdf012ca4103 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Network': ['ID=726b2d8e-24f7-4f63-98f8-c308a607cf05,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:04.031349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.055810 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.119304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.122506 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.123723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/security-groups/aae455f9-607a-4273-ac8d-d914f5c17eea HTTP/1.1" status: 204 len: 168 time: 0.1502094 Oct 19 20:58:04.133568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dceae-1677-449c-86f4-798327f85d21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae455f9-607a-4273-ac8d-d914f5c17eea,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:04.558694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58060) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:04.563284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122861869', 'description': 'tempest-secgroup-smoke-122861869 description', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:04.586042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.648898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.652556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.668164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:58:04.680852 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.682062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1222994 Oct 19 20:58:04.685549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58062) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:04.686079 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f83ed-4b57-4ad4-aba2-e698f54bbe99 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e335584f-0f9a-4f4a-8ea5-166193f2fba4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:04.688879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: ed1fab00-4394-4101-acf8-691e2773a534 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:58:04.689263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ed1fab00-4394-4101-acf8-691e2773a534 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:58:04.692394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:04.718849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.774885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.778897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.779991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device edd8a771-29ef-4ab1-81bd-89bf2024676f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:58:04.798335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5133e730-a5df-44c4-93d3-02e232c86ace,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:04.803620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.804320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: edd8a771-29ef-4ab1-81bd-89bf2024676f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:58:04.805384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5a98cc94-3f61-43c2-9985-ef7f57f26fe7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174421 Oct 19 20:58:04.808069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:04.808246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device edd8a771-29ef-4ab1-81bd-89bf2024676f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:58:04.808525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4d573e9-299c-4bf1-8728-9eda79178992 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:58:04.812324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:04.827634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b4d573e9-299c-4bf1-8728-9eda79178992 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:58:04.827980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b4d573e9-299c-4bf1-8728-9eda79178992 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:58:04.828396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87dc7dad-718e-43be-a53f-d7355a4a7767 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:58:04.837655 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.846941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 87dc7dad-718e-43be-a53f-d7355a4a7767 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:58:04.847284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 87dc7dad-718e-43be-a53f-d7355a4a7767 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:58:04.893931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.897637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.916825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd278e3c-42ca-4f99-952b-9134e76e11f7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:04.922115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:04.923216 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b93be6b3-18aa-42ab-a790-3168ae4eb49b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142347 Oct 19 20:58:04.926082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58066) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:04.930834 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:04.955777 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.013614 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.017068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.033962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c9db1f-46b9-44db-be46-fac5c5d38d7b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:05.043456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.044656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b6405456-a31e-4048-9134-9317546676e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176305 Oct 19 20:58:05.047371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58068) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:05.051675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:05.077236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.134542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.139193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.154521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32cdee1-5b35-4aba-b821-852e88c98592,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:05.169190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.170421 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf5e49a7-bbc2-44ef-9daf-5c6d319d2e97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220968 Oct 19 20:58:05.173099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58070) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:05.177500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:05.197746 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:58:05.202368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.262062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.265574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.284526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef4f4df-cc87-48e7-8e76-4b008bb3f821,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:05.293005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.294507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d194b89a-cea8-4d1c-9a40-22f854f1929e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202846 Oct 19 20:58:05.297443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58072) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:05.302046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': 'e335584f-0f9a-4f4a-8ea5-166193f2fba4', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:05.323181 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:58:05.327717 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.385947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.389539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.409151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8a24b1-aacd-4cbf-a496-580fbd846447,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:05.418351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.419524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f04e4b6f-8439-4944-b771-5e8c22507454 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210682 Oct 19 20:58:05.422468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:05.427125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'network': {'name': 'tempest-network-smoke--1731801251', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:05.447406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:58:05.450764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.473040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:58:05.482526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.482872 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Added segment c1926fbc-2102-47de-a2b9-beff2200d198 of type vlan for network 86f1c937-aefe-4d9c-affa-653043e006bf Oct 19 20:58:05.526316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.550384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.556482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:05.557062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.585155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1617355 Oct 19 20:58:05.588363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58078) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:05.593042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'admin_state_up': True, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:05.616103 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.617125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.627331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71cee0-d25b-4f18-a398-dae57b271ec1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Network': ['ID=86f1c937-aefe-4d9c-affa-653043e006bf,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:05.638214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 86f1c937-aefe-4d9c-affa-653043e006bf details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:58:05.671922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:05.809233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.000822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.019081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.119653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.31 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ad35769c-c2a9-4413-8a4b-785b64fe84b9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:06.229923 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.263065 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.301584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:06.304375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:06.307886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:06.334981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=ad35769c-c2a9-4413-8a4b-785b64fe84b9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:06.559576 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.758466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:06.884927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router e4006dab-f70e-425a-9c47-b69b8c45b012 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:58:06.986992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:58:06.998579 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Sync routers for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:58:07.007309 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.008818 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:07.009127 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-033b28ee-9880-43b2-85c0-51f9a9e582c3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4197147 Oct 19 20:58:07.009455 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:07.012366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:07.040342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28563886-98bc-4d5e-9ce6-4f9c938c17db tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6b34d4f81a7b4e93bf7e2e252528cf1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268056 Oct 19 20:58:07.042859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:07.112336 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:07.131761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb640d-c38d-4b46-9233-09869b69a6cf tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:07.133320 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97eb640d-c38d-4b46-9233-09869b69a6cf tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895195 Oct 19 20:58:07.136245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58086) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:07.163592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-86918886-6e68-4e80-9922-96b40aa529b3 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263586 Oct 19 20:58:07.166641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58088) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:07.171233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788445641', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:07.263380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:58:07.267160 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.289694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:06Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:07.316920 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Checking router: e4006dab-f70e-425a-9c47-b69b8c45b012 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:58:07.317259 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Updating router e4006dab-f70e-425a-9c47-b69b8c45b012 port ad35769c-c2a9-4413-8a4b-785b64fe84b9 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:58:07.340961 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.448070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.517173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Subnet': ['ID=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:07.524982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:07.525114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network hostable DHCP agents. Network: 86f1c937-aefe-4d9c-affa-653043e006bf, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:58:07.542019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 86f1c937-aefe-4d9c-affa-653043e006bf is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:58:07.550923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 86f1c937-aefe-4d9c-affa-653043e006bf) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:07.555525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:07.556233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.561743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f0010-9fa6-4255-b376-a73cf15d1aea None None] Network 86f1c937-aefe-4d9c-affa-653043e006bf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:58:07.576052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2de31a24-0b32-43e4-8617-51c92dc4d1a4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058347 Oct 19 20:58:07.576434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58090) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:07.608910 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.618327 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.673196 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Attempting to bind port ad35769c-c2a9-4413-8a4b-785b64fe84b9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:07.674191 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Attempting to bind port ad35769c-c2a9-4413-8a4b-785b64fe84b9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:07.674538 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Attempting to bind port ad35769c-c2a9-4413-8a4b-785b64fe84b9 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:07.684588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:07.684953 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:07.685370 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.685759 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:07.686217 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Bound port: ad35769c-c2a9-4413-8a4b-785b64fe84b9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:07.686583 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.712945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-86f1c937-aefe-4d9c-affa-653043e006bf', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:58:07.713836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.716738 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Pushing event updated for resources: {'Port': ['ID=ad35769c-c2a9-4413-8a4b-785b64fe84b9,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:07.730470 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.730810 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.731141 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.731463 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.731788 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.732106 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.732418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.732729 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.733042 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.733370 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.733934 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.734244 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:07.762403 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] For port ad35769c-c2a9-4413-8a4b-785b64fe84b9, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:07.765522 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] For port ad35769c-c2a9-4413-8a4b-785b64fe84b9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad35769c-c2a9-4413-8a4b-785b64fe84b9,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:07.771467 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:07.862943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Allocated IP 172.20.0.2 (86f1c937-aefe-4d9c-affa-653043e006bf/f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace/0ff3e37f-7fcc-4222-b807-78d074cd9d74) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:07.915319 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:07.915916 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:07.970476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49ed0-e9d2-4cec-90c4-de6e1187a6f8 None None] Pushing event updated for resources: {'Port': ['ID=ad35769c-c2a9-4413-8a4b-785b64fe84b9,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:08.029548 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.037492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.041736 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:08.064956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.077686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Network 86f1c937-aefe-4d9c-affa-653043e006bf is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:08.083018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:08.088433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:08.099888 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Pushing event updated for resources: {'Port': ['ID=0ff3e37f-7fcc-4222-b807-78d074cd9d74,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:08.156705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Attempting to bind port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:08.157126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Attempting to bind port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:08.157459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Attempting to bind port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:08.162774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:08.163142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:08.163537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.163941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Bound using segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:08.164407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Bound port: 0ff3e37f-7fcc-4222-b807-78d074cd9d74, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:08.164779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.238702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] For port 0ff3e37f-7fcc-4222-b807-78d074cd9d74, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:08.242537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] For port 0ff3e37f-7fcc-4222-b807-78d074cd9d74, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0ff3e37f-7fcc-4222-b807-78d074cd9d74,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:08.244216 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:06Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:08.249640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.292703 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd3239-d12e-41c8-9c0f-15f0ab76d9ff None None] The sync data for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 is: [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:06Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:58:08.317714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a45c7-41b5-4c96-83c1-3a321c8c1bb1 None None] Pushing event updated for resources: {'Port': ['ID=0ff3e37f-7fcc-4222-b807-78d074cd9d74,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:08.411844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.1 (86f1c937-aefe-4d9c-affa-653043e006bf/f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace/f495a15b-3c20-46da-9669-b21e20e9b9a4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:08.566003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.620490 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.666375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 86f1c937-aefe-4d9c-affa-653043e006bf is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:08.669538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:08.673827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:08.684647 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:08.755697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.850273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad35769c-c2a9-4413-8a4b-785b64fe84b9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:08.903415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.906285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ad35769c-c2a9-4413-8a4b-785b64fe84b9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:08.906675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:08.993595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.017139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port ad35769c-c2a9-4413-8a4b-785b64fe84b9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad35769c-c2a9-4413-8a4b-785b64fe84b9,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:09.025272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.026621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0ff3e37f-7fcc-4222-b807-78d074cd9d74 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:09.112319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=ad35769c-c2a9-4413-8a4b-785b64fe84b9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:09.127231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:09.127712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.228098 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.255375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.262428 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.265927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 0ff3e37f-7fcc-4222-b807-78d074cd9d74, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0ff3e37f-7fcc-4222-b807-78d074cd9d74,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:09.272834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.330020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=0ff3e37f-7fcc-4222-b807-78d074cd9d74,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:09.352554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.354599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:09.435149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed395a1-6636-4a55-ace2-f464dd6f0afe None None] Network 86f1c937-aefe-4d9c-affa-653043e006bf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:58:09.455289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 86f1c937-aefe-4d9c-affa-653043e006bf is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:09.456660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:09.577123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router e4006dab-f70e-425a-9c47-b69b8c45b012 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:58:09.663708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-61a694ba-b156-461b-882d-0f49bcc2f5dc None None] Provisioning complete for port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:09.664099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-61a694ba-b156-461b-882d-0f49bcc2f5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:09.692655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:58:09.699948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-efe7ba62-920b-4488-b258-ab33faf0f0f0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/e4006dab-f70e-425a-9c47-b69b8c45b012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224492 Oct 19 20:58:09.900583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-2bfd3dfc-cddd-46e3-9615-7ebce2e47721 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122861869&fields=id&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 267 time: 0.0360689 Oct 19 20:58:10.015020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9ef1613a-2486-4b2f-9386-d8234d0f7edc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:10.016724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9ef1613a-2486-4b2f-9386-d8234d0f7edc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 797 time: 0.1092579 Oct 19 20:58:10.032814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9bb03bf6-077d-4569-b587-1660185e45c6 None None] Provisioning complete for port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:10.034094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-dd8fbaf0-5058-4eed-8686-042477376b84 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/quotas/6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 375 time: 0.0099411 Oct 19 20:58:10.035473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9bb03bf6-077d-4569-b587-1660185e45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:10.094640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-4d92bc9a-80e8-4104-9479-c4b1a6b91ef5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534382 Oct 19 20:58:10.135700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9bb03bf6-077d-4569-b587-1660185e45c6 None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:10.136197 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9bb03bf6-077d-4569-b587-1660185e45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:10.175492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9bb03bf6-077d-4569-b587-1660185e45c6 None None] Port f495a15b-3c20-46da-9669-b21e20e9b9a4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:58:10.210458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-6c6b8c68-18ea-482c-b6a4-c8080c8dfc07 service neutron] 10.222.0.31 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978453 Oct 19 20:58:10.210610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Sync routers for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:58:10.220336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:10.220941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:10.317996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-2289c253-2adb-401a-82ad-b7b6cfb3d64b service neutron] 10.222.0.31 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004641 Oct 19 20:58:10.335554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-18ff3b26-b272-4f73-9335-b1c9d9789d22 None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:10.335954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18ff3b26-b272-4f73-9335-b1c9d9789d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:10.370767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:10.417144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-18ff3b26-b272-4f73-9335-b1c9d9789d22 None None] Port f495a15b-3c20-46da-9669-b21e20e9b9a4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:58:10.511315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3041520d-6890-45d6-be9b-20a606ef334f req-100cfc40-cf54-47b0-a400-7acf0fc4a0e9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Oct 19 20:58:10.573228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6f546966-d14f-4888-9492-5cf7d23081a9 None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:10.573513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f546966-d14f-4888-9492-5cf7d23081a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:10.620082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6f546966-d14f-4888-9492-5cf7d23081a9 None None] Port f495a15b-3c20-46da-9669-b21e20e9b9a4 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:58:10.636644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:09Z', 'revision_number': 2, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:10.668200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Checking router: e4006dab-f70e-425a-9c47-b69b8c45b012 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:58:10.668555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Updating router e4006dab-f70e-425a-9c47-b69b8c45b012 port f495a15b-3c20-46da-9669-b21e20e9b9a4 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:58:10.694194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:10.797737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad35769c-c2a9-4413-8a4b-785b64fe84b9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:10.934520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ad35769c-c2a9-4413-8a4b-785b64fe84b9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:10.934890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.079708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.081973 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0ff3e37f-7fcc-4222-b807-78d074cd9d74 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:11.106177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.171447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f00be4-7755-4890-9d62-378860f74b78 None None] Pushing event updated for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:11.196399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:11.196770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.255225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Attempting to bind port f495a15b-3c20-46da-9669-b21e20e9b9a4 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:11.255599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Attempting to bind port f495a15b-3c20-46da-9669-b21e20e9b9a4 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:11.255959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Attempting to bind port f495a15b-3c20-46da-9669-b21e20e9b9a4 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:11.266643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:11.271578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:11.271578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.271578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Bound using segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:11.271578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Bound port: f495a15b-3c20-46da-9669-b21e20e9b9a4, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:11.271578 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.381883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] For port f495a15b-3c20-46da-9669-b21e20e9b9a4, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:11.386100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] For port f495a15b-3c20-46da-9669-b21e20e9b9a4, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f495a15b-3c20-46da-9669-b21e20e9b9a4,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:11.390818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.450880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-976b129f-6150-4aa0-9518-a81772464ab4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:11.452800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-976b129f-6150-4aa0-9518-a81772464ab4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 797 time: 0.1144962 Oct 19 20:58:11.463011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:11.463714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:11.465468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f00be4-7755-4890-9d62-378860f74b78 None None] Pushing event updated for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:11.506631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-66160c4b-aeb3-45cd-9c79-bd354731efee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 379 time: 0.0433707 Oct 19 20:58:11.518614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'port': {'device_id': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'admin_state_up': True, 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'security_groups': ['e335584f-0f9a-4f4a-8ea5-166193f2fba4']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:11.518882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4fed6805-4902-4484-8080-5cac122de312 None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:11.519161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fed6805-4902-4484-8080-5cac122de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.631850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b8255d3-0014-48c4-bc7c-d63cd50f7b88 req-09e4adec-10e9-4cb1-b1c5-5f7066f5dc20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 210 time: 0.0429909 Oct 19 20:58:11.642693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:11.664843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:58:11.668589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.687685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fed6805-4902-4484-8080-5cac122de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.798904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4fed6805-4902-4484-8080-5cac122de312 None None] For port f495a15b-3c20-46da-9669-b21e20e9b9a4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f495a15b-3c20-46da-9669-b21e20e9b9a4,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:11.799422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.4 (86f1c937-aefe-4d9c-affa-653043e006bf/f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace/4950263e-db45-4e51-9f32-37148a78dc66) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:11.807734 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fed6805-4902-4484-8080-5cac122de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.952627 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:11.989187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.036896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 86f1c937-aefe-4d9c-affa-653043e006bf is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:12.042558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:12.046411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:12.056997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:12.059803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed6805-4902-4484-8080-5cac122de312 None None] Pushing event updated for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:12.075494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7aecbcc9-369b-4cde-858f-cab292066c6f None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:12.075864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7aecbcc9-369b-4cde-858f-cab292066c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.104242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:12.105140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.122424 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-9929d300-bd08-42e0-b0c1-b5467f84c69c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078737 Oct 19 20:58:12.124383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:12.135227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Request body: {'port': {'device_id': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:12.158626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21972318-6fff-4295-bee1-b52d5eac66b0 None None] The sync data for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 is: [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:58:12.192874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.437812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c4b6a51e-dee5-41f1-8e29-453e4e03d683 None None] Provisioning complete for port 4950263e-db45-4e51-9f32-37148a78dc66 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:12.438264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a51e-dee5-41f1-8e29-453e4e03d683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.476370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6a51e-dee5-41f1-8e29-453e4e03d683 None None] Port 4950263e-db45-4e51-9f32-37148a78dc66 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:58:12.520966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4950263e-db45-4e51-9f32-37148a78dc66 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:58:12.529661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.541780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Transition to ACTIVE for port object 4950263e-db45-4e51-9f32-37148a78dc66 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:58:12.545860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.596702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:12.681758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:12.682096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:12.682428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:12.687132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:58:12.687455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:12.692968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:12.693331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:12.693715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Bound using segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:12.694146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Bound port: 4950263e-db45-4e51-9f32-37148a78dc66, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:12.694500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.782812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2b718-0b9f-4036-8dd8-6d68002b65d9 req-ff00363d-b4de-4805-be26-46910d36dad4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:12.783593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:12.789523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:12.790219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-04d2b718-0b9f-4036-8dd8-6d68002b65d9 req-ff00363d-b4de-4805-be26-46910d36dad4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 943 time: 0.0751946 Oct 19 20:58:12.795554 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.833976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:12.834603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.836070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] 10.222.0.37 "PUT /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 1091 time: 0.7057111 Oct 19 20:58:12.836532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:12.838874 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082dc0c-2432-4c25-9561-b276cb649e74" -d '{"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:12.863232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f495a15b-3c20-46da-9669-b21e20e9b9a4 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:12.877054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bf5e1-cca6-47e4-a570-9374b58d3aca service neutron] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:12.884920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-04d2b718-0b9f-4036-8dd8-6d68002b65d9 req-86007e1b-c12f-459a-a6a3-0ac2c01492a9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853863 Oct 19 20:58:12.909424 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a7964-8745-4c9a-bac9-773255f15f34 x-openstack-request-id: req-867a7964-8745-4c9a-bac9-773255f15f34 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:12.909721 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:12.909979 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-867a7964-8745-4c9a-bac9-773255f15f34 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:12.910386 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'status': 'completed', 'code': 200} Oct 19 20:58:12.954442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:12.973594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-8af3938f-9ce4-46ec-a32a-ea0fca185d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:12.975938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-8af3938f-9ce4-46ec-a32a-ea0fca185d49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1094 time: 0.0571516 Oct 19 20:58:12.995702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f495a15b-3c20-46da-9669-b21e20e9b9a4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:13.000698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:13.048216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-d0d901c9-bc78-4f3d-9f5c-3052da449282 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 217 time: 0.0636392 Oct 19 20:58:13.107159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-52722c60-13f5-43d2-b0b5-0c14a9feead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.108925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-52722c60-13f5-43d2-b0b5-0c14a9feead5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0525751 Oct 19 20:58:13.159003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-1505b77e-d28b-48b3-b108-c79821b3b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.160529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-1505b77e-d28b-48b3-b108-c79821b3b12c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440133 Oct 19 20:58:13.257629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-53d8f039-f875-4fa5-94b6-6c3003a91e32 service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894346 Oct 19 20:58:13.353613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0094e94e-37f8-4518-a7ce-d076687d3608 req-670eafee-d6dd-4acc-bdd4-b9081c7e381e service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Oct 19 20:58:13.387033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:13.447637 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-51d037b8-8ead-47fc-a088-3e8698cabed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.449107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-51d037b8-8ead-47fc-a088-3e8698cabed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1094 time: 0.0472834 Oct 19 20:58:13.541614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-8553aca8-df09-4092-94ba-8515dbbf5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.543011 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-8553aca8-df09-4092-94ba-8515dbbf5483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0868244 Oct 19 20:58:13.586463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-62c13ae9-48b9-422c-89a2-b67b1721b0bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 217 time: 0.0358734 Oct 19 20:58:13.634537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-7b74943e-96f3-4e3a-921f-4b4f3a0c7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.636056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-7b74943e-96f3-4e3a-921f-4b4f3a0c7983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0429552 Oct 19 20:58:13.682942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-b37c05da-d767-4bf3-b4f0-037b8e20cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:13.684437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-b37c05da-d767-4bf3-b4f0-037b8e20cd97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404999 Oct 19 20:58:14.073477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-c2b572ff-f930-4ad0-8728-e73ba5fea758 service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810999 Oct 19 20:58:14.088309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ff90-b7a1-46ee-8d5f-1617ba20c356 req-e0f5b62b-4671-482b-82a3-e2e23af8fc26 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:14.089883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a62ff90-b7a1-46ee-8d5f-1617ba20c356 req-e0f5b62b-4671-482b-82a3-e2e23af8fc26 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 943 time: 0.0680976 Oct 19 20:58:14.179895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7a62ff90-b7a1-46ee-8d5f-1617ba20c356 req-c185b1e4-508a-491d-9348-e29ea3454ba1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814428 Oct 19 20:58:14.201136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7082dc0c-2432-4c25-9561-b276cb649e74 req-4c897d65-b896-47f0-a87d-d5f017a85f80 service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103146 Oct 19 20:58:15.297769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88697a53-9b61-4deb-a63d-9a13268e49d0 req-335e8be8-a6ba-4b6e-a8f6-d61aa87cd273 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:15.299243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88697a53-9b61-4deb-a63d-9a13268e49d0 req-335e8be8-a6ba-4b6e-a8f6-d61aa87cd273 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 943 time: 0.0528677 Oct 19 20:58:15.336999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-88697a53-9b61-4deb-a63d-9a13268e49d0 req-3d078e36-df76-4a63-811d-7016f396b4a3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313005 Oct 19 20:58:16.452415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586206-3a07-45da-8aee-87d3f87acfb4 req-ed33d436-343e-4173-ab4a-0ccb703dc87d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:16.453834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db586206-3a07-45da-8aee-87d3f87acfb4 req-ed33d436-343e-4173-ab4a-0ccb703dc87d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 943 time: 0.0493021 Oct 19 20:58:16.491518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db586206-3a07-45da-8aee-87d3f87acfb4 req-37d0993a-3b59-43b9-9ef5-c834bb636d51 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Oct 19 20:58:16.729086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:58:16.824449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:16.835122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '4950263e-db45-4e51-9f32-37148a78dc66', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'port_id': '4950263e-db45-4e51-9f32-37148a78dc66', 'mac_address': 'fa:16:3e:a8:5e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:58:16.871360 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:16.883456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4950263e-db45-4e51-9f32-37148a78dc66 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:58:16.901949 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:16.905512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:16.952366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:17.120472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4950263e-db45-4e51-9f32-37148a78dc66'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:58:17.606934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e294af-30a0-4355-b083-3d770efde0e4 req-9b72d2a9-c70c-479e-afa3-4d2c20e02a73 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:17.608675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86e294af-30a0-4355-b083-3d770efde0e4 req-9b72d2a9-c70c-479e-afa3-4d2c20e02a73 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0526614 Oct 19 20:58:17.645464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86e294af-30a0-4355-b083-3d770efde0e4 req-5aae3736-0fab-4de8-8183-d1b0f4ffdbc5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308583 Oct 19 20:58:18.748971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:58:18.782203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf8c88-b8c9-482e-b4b6-f757a1b2e4e0 req-85e79caf-173f-4552-9b05-e498b3b59943 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:18.783644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-78cf8c88-b8c9-482e-b4b6-f757a1b2e4e0 req-85e79caf-173f-4552-9b05-e498b3b59943 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0665848 Oct 19 20:58:18.823818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 4950263e-db45-4e51-9f32-37148a78dc66 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:58:18.831149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 4950263e-db45-4e51-9f32-37148a78dc66 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:18.831801 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:18.847080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-78cf8c88-b8c9-482e-b4b6-f757a1b2e4e0 req-f3de4123-28ee-45c6-93aa-4ae2eff79edf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513291 Oct 19 20:58:18.920466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:18.941909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:18.944318 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4862ad-2623-4207-b327-04538369adca" -d '{"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-plugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:18.957089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:18.962780 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:18.986602 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63692f2a-464d-4aec-a593-acac198b069e x-openstack-request-id: req-63692f2a-464d-4aec-a593-acac198b069e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:18.986889 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-plugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:18.987136 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63692f2a-464d-4aec-a593-acac198b069e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:18.987522 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'code': 200} Oct 19 20:58:19.016575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:19.084549 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317fca-5c86-4bad-ad83-4cbf0855534e req-13be9c93-94f0-4342-8e97-76220fef4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:19.086761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7317fca-5c86-4bad-ad83-4cbf0855534e req-13be9c93-94f0-4342-8e97-76220fef4246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1096 time: 0.0403352 Oct 19 20:58:19.121890 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7317fca-5c86-4bad-ad83-4cbf0855534e req-289f5851-9fea-4c43-a70f-9a08c8d10377 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270548 Oct 19 20:58:19.951081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401329d8-236d-420e-9c33-3de53e4db919 req-ae709a63-d9bd-4380-831f-575750eb7bb5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:19.952540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-401329d8-236d-420e-9c33-3de53e4db919 req-ae709a63-d9bd-4380-831f-575750eb7bb5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Oct 19 20:58:19.995676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-401329d8-236d-420e-9c33-3de53e4db919 req-315c12fc-b8eb-4332-8ba7-d7f837051956 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372550 Oct 19 20:58:21.107765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95ad-7090-42d2-9548-4b7121c8dff6 req-76d52afd-19ff-49ea-ab38-3a6aed097db2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:21.109508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e67d95ad-7090-42d2-9548-4b7121c8dff6 req-76d52afd-19ff-49ea-ab38-3a6aed097db2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Oct 19 20:58:21.145875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e67d95ad-7090-42d2-9548-4b7121c8dff6 req-216c6e1c-0f0e-443c-bcac-fe22ecb17619 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305996 Oct 19 20:58:21.263399 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45dec2-a7e6-46b7-a275-1bfafd05f3d6 req-c4799993-eb0f-4124-bbe2-68588e2debd1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:21.264886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c45dec2-a7e6-46b7-a275-1bfafd05f3d6 req-c4799993-eb0f-4124-bbe2-68588e2debd1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Oct 19 20:58:21.302852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c45dec2-a7e6-46b7-a275-1bfafd05f3d6 req-b2a1f094-73ed-4b3e-b596-40020957fe9f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Oct 19 20:58:21.324844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58166) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:21.364014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afcdde2-bec5-4fa9-b45d-75f51deab777 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:21.365526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2afcdde2-bec5-4fa9-b45d-75f51deab777 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1091 time: 0.0396543 Oct 19 20:58:21.368462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58168) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:21.372955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '4950263e-db45-4e51-9f32-37148a78dc66', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:21.394983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:21.498531 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:21.604717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.155 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/1b7b3dfc-e411-44af-ac93-c76dc989012f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:21.706524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:21.738192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:21.775889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:21.780058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:21.786712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:21.788732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=1b7b3dfc-e411-44af-ac93-c76dc989012f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:22.147454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.213803 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.362551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.367797 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.439592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=1b7b3dfc-e411-44af-ac93-c76dc989012f,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:22.454044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.556285 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 9123da09-65a3-47ec-a535-40f6639ddf36 associated. External IP: 172.25.7.155, port: 4950263e-db45-4e51-9f32-37148a78dc66. Oct 19 20:58:22.759352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router e4006dab-f70e-425a-9c47-b69b8c45b012 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:58:22.866269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:58:22.878356 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Sync routers for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:58:22.885856 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:22.888951 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:22.889591 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:22.912995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-703204c1-b5b6-41a1-b301-9473b9e1577e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5434673 Oct 19 20:58:22.913659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:22.916049 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:22.956562 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02939e18-4a69-426e-ab03-84930e3b3359 x-openstack-request-id: req-02939e18-4a69-426e-ab03-84930e3b3359 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:22.957080 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:22.957349 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02939e18-4a69-426e-ab03-84930e3b3359 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:22.957771 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'status': 'completed', 'code': 200} Oct 19 20:58:22.998688 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:23.018592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e615-7e9d-48b9-8dbc-7c4a7a2307fb req-7cf82f0f-72a2-46c8-bc14-0ed2cb79118a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:23.020088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6c7e615-7e9d-48b9-8dbc-7c4a7a2307fb req-7cf82f0f-72a2-46c8-bc14-0ed2cb79118a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Oct 19 20:58:23.024821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-78248c3c-8bc8-4e7f-8347-36188e7d981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:23.026410 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-78248c3c-8bc8-4e7f-8347-36188e7d981e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1096 time: 0.0467789 Oct 19 20:58:23.059958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f6c7e615-7e9d-48b9-8dbc-7c4a7a2307fb req-2769386f-07a6-4b94-8fc4-c9dd3f990a0e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Oct 19 20:58:23.082669 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58178) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:23.121938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-a49bb15e-0a00-410b-ba36-2a99bbd280aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:23.123468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-a49bb15e-0a00-410b-ba36-2a99bbd280aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0904593 Oct 19 20:58:23.145776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-968d1886-a3cd-46f1-9688-139fdf1b7c4c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/9123da09-65a3-47ec-a535-40f6639ddf36 HTTP/1.1" status: 200 len: 991 time: 0.0617480 Oct 19 20:58:23.193536 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-2ae5334f-c698-4e6f-8818-fbe9b2035996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 999 time: 0.0629492 Oct 19 20:58:23.232032 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9123da09-65a3-47ec-a535-40f6639ddf36', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'port_id': '4950263e-db45-4e51-9f32-37148a78dc66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'mac_address': 'fa:16:3e:a8:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:58:22Z', 'updated_at': '2021-10-19T20:58:22Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:23.244153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-4595407e-29a2-4ed3-bbab-5db1c2b27788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:23.245642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-4595407e-29a2-4ed3-bbab-5db1c2b27788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0452998 Oct 19 20:58:23.257991 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Checking router: e4006dab-f70e-425a-9c47-b69b8c45b012 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:58:23.266405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:23.267018 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:57:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:23.291288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-2257bd98-bd94-43c5-937d-c1d2d806bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:23.292798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-2257bd98-bd94-43c5-937d-c1d2d806bd6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406485 Oct 19 20:58:23.372231 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:23.385934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-9b7efdb8-1bb0-4897-8470-fe1623c7e03b service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Oct 19 20:58:23.478121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f469d60a-35a1-4a4b-92bf-a948c12b8bc2 req-fcdc44c0-7c8f-4a0b-a2ee-e6566975f1af service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833685 Oct 19 20:58:23.599879 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9123da09-65a3-47ec-a535-40f6639ddf36', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'port_id': '4950263e-db45-4e51-9f32-37148a78dc66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'mac_address': 'fa:16:3e:a8:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:58:22Z', 'updated_at': '2021-10-19T20:58:22Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:23.627518 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a2e2c-9a7d-46d5-bd01-3e1bc117f616 None None] The sync data for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 is: [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '9123da09-65a3-47ec-a535-40f6639ddf36', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.155', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'port_id': '4950263e-db45-4e51-9f32-37148a78dc66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'mac_address': 'fa:16:3e:a8:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:58:22Z', 'updated_at': '2021-10-19T20:58:22Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:58:23.817954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ccc87-2f44-47f2-b79c-7c9ad9a34ab5 None None] New status for floating IP 9123da09-65a3-47ec-a535-40f6639ddf36: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:58:24.149478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58182) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:24.213428 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab8b2f12-013d-41d7-a9b4-bc64b4e2125c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/9123da09-65a3-47ec-a535-40f6639ddf36 HTTP/1.1" status: 200 len: 993 time: 0.0612738 Oct 19 20:58:24.659530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-364dd361-e930-451e-891b-708bcc9deb15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447795 Oct 19 20:58:24.720481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-e1f4fa14-ceef-48de-9a6a-b54b88c4c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:24.721997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-e1f4fa14-ceef-48de-9a6a-b54b88c4c073 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 1097 time: 0.0403101 Oct 19 20:58:24.823360 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-55c996d1-ff8a-4943-b303-bcf7e1bde114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:24.824844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-55c996d1-ff8a-4943-b303-bcf7e1bde114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0832081 Oct 19 20:58:24.893267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-8dbfee17-130c-4bec-b279-39be7508bbe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 200 len: 1001 time: 0.0614660 Oct 19 20:58:24.941655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-90eb9984-6c34-4967-bb9a-7f0fbbb05558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:24.942957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-90eb9984-6c34-4967-bb9a-7f0fbbb05558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0422444 Oct 19 20:58:24.989513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-0babaaae-b1a8-4598-86fa-042acdb4fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:24.990978 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-0babaaae-b1a8-4598-86fa-042acdb4fc52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413733 Oct 19 20:58:25.038368 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:58:25.082943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-4931869b-4e54-4a92-9895-7a2fa38b6006 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841980 Oct 19 20:58:25.176333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ce74297-a5a8-4a8f-b84d-821b0da5f4ed req-66c85487-a8ad-497b-983c-2ebfc1482501 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862970 Oct 19 20:58:26.483890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ca07-05e5-4411-b1b7-076b7cb69043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:29.229879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-f71a0b93-8300-4f65-b588-35d5f245d78d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394030 Oct 19 20:58:29.249768 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-78bc718d-2190-4e5b-8d48-6e288263e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:29.308786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-b782cfff-52d0-40dc-9bc2-7dced0d08105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:29.310316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-b782cfff-52d0-40dc-9bc2-7dced0d08105 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1096 time: 0.0400941 Oct 19 20:58:29.420439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-d48ac018-8c22-422d-8eea-3771394fba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:29.422040 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-d48ac018-8c22-422d-8eea-3771394fba1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.0924737 Oct 19 20:58:29.489272 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-9713ab6d-6082-4abc-804e-b51b03f9fa34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 1000 time: 0.0602193 Oct 19 20:58:29.537398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-5ff9edf3-8fed-4821-a8d6-ca69de8fe363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:29.538847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-5ff9edf3-8fed-4821-a8d6-ca69de8fe363 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0422173 Oct 19 20:58:29.855121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-29adeb87-ce5e-4a50-8708-2b49a070fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:29.856629 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-29adeb87-ce5e-4a50-8708-2b49a070fe6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104844 Oct 19 20:58:29.945423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-8d51b8f3-4383-4827-95c5-d5c482e6e83b service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Oct 19 20:58:30.048806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6b8a521b-9c7b-41e7-b325-c814787be3d9 req-9530939c-8c80-4de5-b687-b64b5b956388 service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965173 Oct 19 20:58:30.305738 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:31.036368 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:32.345931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:42.876385 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:43.396553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:48.911486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9dd9-0f33-491a-90c2-f37314be2dec req-899ea10b-c071-44a1-879d-2e8f2614c72d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:48.912875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-036c9dd9-0f33-491a-90c2-f37314be2dec req-899ea10b-c071-44a1-879d-2e8f2614c72d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0495052 Oct 19 20:58:48.954039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-036c9dd9-0f33-491a-90c2-f37314be2dec req-309b87ee-3365-4b3e-a5fd-03c67d173cc9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351470 Oct 19 20:58:50.069792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51e81-9337-4a43-bad3-0420604b408c req-67a2b72a-b6e1-4a66-b4c8-273bd7591f24 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:50.071379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fab51e81-9337-4a43-bad3-0420604b408c req-67a2b72a-b6e1-4a66-b4c8-273bd7591f24 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Oct 19 20:58:50.111015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fab51e81-9337-4a43-bad3-0420604b408c req-5013f98e-f80f-49c0-9990-06f5276943b8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Oct 19 20:58:50.461126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-0e92e252-f9ac-4834-849b-955ef201a207 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:50.462661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-0e92e252-f9ac-4834-849b-955ef201a207 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 946 time: 0.0537832 Oct 19 20:58:50.552215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:58:50.552475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:50.642826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:50.643177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:50.868322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:50.868682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:50.869010 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP 432b283f-9fcb-4ad6-9f91-c8b5afa43f85 disassociated. External IP: 172.25.7.14, port: 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b. Oct 19 20:58:50.869371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:58:50.992110 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:51.025589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:51.136943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:58:51.208482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0a897733-5f24-4f34-9d08-9bd6f4851dbb req-bf59189f-d097-431a-83b9-1a247fcb1505 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0286398 Oct 19 20:58:51.270075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:58:51.282015 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:58:51.291441 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:51.292042 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:51.309714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:58:51.312320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:51.315685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a69f41f7-fd07-4933-9001-83a518d0c2b0 req-f46a878b-72e2-4dbc-94c4-a38b1e5f3018 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "DELETE /v2.0/ports/1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b HTTP/1.1" status: 204 len: 173 time: 0.8464117 Oct 19 20:58:51.316126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'name': 'network-vif-deleted', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:51.318429 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600cde8-88a9-49ca-b027-91294fe5aa8c" -d '{"events": [{"server_uuid": "3491e041-866f-4803-baa1-a98296399608", "name": "network-vif-deleted", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:51.361451 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f2587-59a0-498b-913e-0107d33a476e x-openstack-request-id: req-ea9f2587-59a0-498b-913e-0107d33a476e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:51.361814 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3491e041-866f-4803-baa1-a98296399608", "name": "network-vif-deleted", "tag": "1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:51.362125 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea9f2587-59a0-498b-913e-0107d33a476e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:51.362619 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3491e041-866f-4803-baa1-a98296399608', 'name': 'network-vif-deleted', 'tag': '1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b', 'status': 'completed', 'code': 200} Oct 19 20:58:51.417569 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:51.699847 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:51.728164 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:58:51.736945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:58:51.737559 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:51.840913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:58:52.032875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:58:52.063151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e824cb-9ab0-4994-9800-2a84387b67fa None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:58:52.310948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b43e3f-7d0e-4f25-b4e9-0d920199f3a2 None None] New status for floating IP 432b283f-9fcb-4ad6-9f91-c8b5afa43f85: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:58:52.313561 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0cdcf4b1-449d-4c64-bb97-1e2799774c82 req-a02b5697-5a2a-473b-89fd-60d5003bb854 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0306566 Oct 19 20:58:53.406728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c22e5f52-daf6-42c5-b449-f2d3c21ed768 req-7bc50991-f02a-423f-8916-021c9fe2c11c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Oct 19 20:58:54.500631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3138306e-173f-489f-a5b8-53a0d0cf5893 req-0abe7685-e9d1-4946-8543-fd21406efb1d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Oct 19 20:58:54.920648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:58:54.941290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:58:54.941652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1b9494af-fdcd-4d60-b81e-f4bfc7b9a31b not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:58:55.409816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6fd2b-23ae-4db2-922a-35a2a19fe6fa req-f9085521-fe32-45ec-82f9-7a4b5bdf1e3d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:55.411451 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37b6fd2b-23ae-4db2-922a-35a2a19fe6fa req-f9085521-fe32-45ec-82f9-7a4b5bdf1e3d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0547934 Oct 19 20:58:55.452630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37b6fd2b-23ae-4db2-922a-35a2a19fe6fa req-9e992b8a-692d-41f0-9d69-a807f7124685 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348184 Oct 19 20:58:55.476116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:58:55.549065 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a1137d64-dda3-408f-9c19-bdc222ec9db3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/9123da09-65a3-47ec-a535-40f6639ddf36 HTTP/1.1" status: 200 len: 993 time: 0.0630922 Oct 19 20:58:55.603780 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-582dc200-0e68-4187-b873-ae7536abd0a6 req-7e6b25b7-10ce-485b-92ec-3345f4c093a3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3491e041-866f-4803-baa1-a98296399608 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Oct 19 20:58:55.935394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8d2b0-ac21-4bd2-920b-0bf7dc8940af req-9351535c-5257-486f-ad06-2b7455be009c tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:55.936903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cff8d2b0-ac21-4bd2-920b-0bf7dc8940af req-9351535c-5257-486f-ad06-2b7455be009c tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1096 time: 0.0462742 Oct 19 20:58:55.973061 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cff8d2b0-ac21-4bd2-920b-0bf7dc8940af req-b719021b-68ad-4c8f-8a71-bac410787dc3 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297134 Oct 19 20:58:56.445725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4bf25bf5-1d3e-42c7-be9f-b9dc0c8f62c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383778 Oct 19 20:58:56.454813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-cd9ce967-4a96-4e55-be4c-98a4bf6843e6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:58:56.455737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-cd9ce967-4a96-4e55-be4c-98a4bf6843e6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047569 Oct 19 20:58:56.484650 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1eb4fa5d-65e0-413d-adbb-ea8740b5d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:56.848807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-04a4aa88-2dee-40e4-a225-1e5e82bf133e tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645123219&fields=id&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 267 time: 0.0351293 Oct 19 20:58:56.959302 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-d57e8f16-4ba4-4071-954c-d69f8d2f21d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:56.960782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-d57e8f16-4ba4-4071-954c-d69f8d2f21d5 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1019351 Oct 19 20:58:56.976176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-9d686cad-b74f-47e1-b91d-fac0d14adad6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0091429 Oct 19 20:58:57.034332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-628e6ab8-a789-42b8-9dce-cca937085522 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521376 Oct 19 20:58:57.045990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4c5b86e3-392b-4a13-8349-25f2827b24e7 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.047382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4c5b86e3-392b-4a13-8349-25f2827b24e7 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 1093 time: 0.1434188 Oct 19 20:58:57.056202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Request body: {'binding': {'host': 'n-h2-805649-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:57.056643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Unknown quota resources ['binding']. {{(pid=100735) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 20:58:57.129966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-6359f221-3f34-435f-830b-d37a876b28cb service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820038 Oct 19 20:58:57.194445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on host n-h2-805649-9 for vnic_type normal with profile None {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:57.194770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:57.195004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:57.199737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:58:57.200054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:57.204774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:57.205106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:57.205517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Bound using segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:57.205941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Bound port: 4950263e-db45-4e51-9f32-37148a78dc66, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:57.227691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-b3528a1f-3dde-4e08-a95e-c5409975c4eb service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914865 Oct 19 20:58:57.289796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:57.296236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:57.297470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-89b26c0f-1018-49f2-9b1d-70381f865978 service neutron] 10.222.0.31 "POST /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66/bindings HTTP/1.1" status: 201 len: 389 time: 0.2445459 Oct 19 20:58:57.526765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd7fe-7004-45aa-9440-802027f89d09 req-12d85c23-6665-4cbb-84dc-ae6b74ce0838 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.528355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-901fd7fe-7004-45aa-9440-802027f89d09 req-12d85c23-6665-4cbb-84dc-ae6b74ce0838 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0568838 Oct 19 20:58:57.568383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d1cf9287-a0e8-4716-9d56-54dd926df584 req-93aec830-e3c8-4fdc-8263-93d69f4508c7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0332150 Oct 19 20:58:57.569440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-901fd7fe-7004-45aa-9440-802027f89d09 req-b47eca46-59e2-49fb-bea1-d5c5db281fab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343611 Oct 19 20:58:57.578256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-42a19303-2452-4fab-884b-5f423da9cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.579761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-42a19303-2452-4fab-884b-5f423da9cb5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1096 time: 0.0787137 Oct 19 20:58:57.682349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-6d946e20-ec8f-4feb-955f-4965f105471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.683896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-6d946e20-ec8f-4feb-955f-4965f105471e service neutron] 10.222.0.11 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0972590 Oct 19 20:58:57.757420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4251dd2d-04a8-435b-9539-9f0892d5c2ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 1001 time: 0.0668864 Oct 19 20:58:57.807888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4409102e-81a7-4a5d-9d9f-0af8254492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.809444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-4409102e-81a7-4a5d-9d9f-0af8254492fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0447145 Oct 19 20:58:57.859084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-5dde3b27-8796-4df7-a0d1-3b3bc6506861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:57.860603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-5dde3b27-8796-4df7-a0d1-3b3bc6506861 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448627 Oct 19 20:58:57.954197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-843af590-ae61-4f1b-84e1-db7408a4d725 service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859399 Oct 19 20:58:58.060799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-62418eb5-a57d-41e0-9d1c-77416754392e service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905859 Oct 19 20:58:58.191904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e984dee7-1773-47f7-9206-78f8c675d786 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:58.193390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e984dee7-1773-47f7-9206-78f8c675d786 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1096 time: 0.0728068 Oct 19 20:58:58.208171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-9'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:58.267386 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.413185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:58.454778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:58.468287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-b5f6833d-208e-4a96-abf6-c71cf37fbaeb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:58.469800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-b5f6833d-208e-4a96-abf6-c71cf37fbaeb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1175771 Oct 19 20:58:58.497802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:58.500368 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b01812-15e3-417a-9ab4-3b3ee0ec318f" -d '{"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-unplugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:58.505460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.512842 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.518408 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4ac9bd33-f4fc-416c-a9e8-2a24024b6e6f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 380 time: 0.0394173 Oct 19 20:58:58.530102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'security_groups': ['174f07c0-06c0-4824-9581-3d1be0833dd6']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:58.547142 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5ff7f-d402-4c74-80ad-f72117b4d0cc x-openstack-request-id: req-0ec5ff7f-d402-4c74-80ad-f72117b4d0cc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:58.547436 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-unplugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:58.547689 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec5ff7f-d402-4c74-80ad-f72117b4d0cc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:58.548087 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'code': 200} Oct 19 20:58:58.713871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1508e95a-2e97-4b83-a2e4-317f047257ae req-523794b1-6a6f-4e46-adc4-5009d96ce8b8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Oct 19 20:58:58.719856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:58.737765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893d4a0-03c6-44b6-8eda-444e3aa31da5 req-3640232e-47ca-4ce3-9e0a-2ea3c0d0073b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:58.739300 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0893d4a0-03c6-44b6-8eda-444e3aa31da5 req-3640232e-47ca-4ce3-9e0a-2ea3c0d0073b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 943 time: 0.0756903 Oct 19 20:58:58.756357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.756716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.757062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.757427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.757769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.758108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.758490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.759608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.759957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.760469 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.760808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.761139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:58.767408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on host n-h1-805649-9 for vnic_type normal with profile {"migrating_to": "n-h2-805649-9"} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:58:58.767746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:58:58.768076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:58.773859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:58:58.774228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Attempting to bind port 4950263e-db45-4e51-9f32-37148a78dc66 on network 86f1c937-aefe-4d9c-affa-653043e006bf {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:58:58.784601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:58:58.785011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Checking segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:58:58.786407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Bound using segment: {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:58:58.787505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Bound port: 4950263e-db45-4e51-9f32-37148a78dc66, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1926fbc-2102-47de-a2b9-beff2200d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:58:58.788427 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.831951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0893d4a0-03c6-44b6-8eda-444e3aa31da5 req-01db5c0b-8206-4bd4-8d6b-5bf7c6ab34b6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856898 Oct 19 20:58:58.833162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:58:58.837873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.889403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:58:58.893502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:58:58.898452 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.956716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Provisioning complete for port 4950263e-db45-4e51-9f32-37148a78dc66 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:58.957318 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:58.997700 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.11 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/f01d2c34-65ec-4056-9a6c-9d2faf4de376) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:58:59.027015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=8']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:59.062694 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.089525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:59.090083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.091818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-412f7644-e48a-4db3-9327-ff064f3362b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 1121 time: 0.8890483 Oct 19 20:58:59.096110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:58:59.114895 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8d592-31f5-4045-87c1-1a5bc2b7be04" -d '{"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-plugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:58:59.173334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:58:59.183442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.189765 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97185abb-f7a9-4df9-a7b0-687885dcffc7 x-openstack-request-id: req-97185abb-f7a9-4df9-a7b0-687885dcffc7 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:58:59.190199 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-plugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:58:59.190546 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97185abb-f7a9-4df9-a7b0-687885dcffc7 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:58:59.191073 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'code': 200} Oct 19 20:58:59.192081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4950263e-db45-4e51-9f32-37148a78dc66'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:58:59.195754 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.237042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.280868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:58:59.284014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:58:59.286548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:58:59.323044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:59.335888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.337413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.338151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.338953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.339740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.340513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.341149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.341745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.342657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.343253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.343841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.344690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.373470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:59.375204 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.386925 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6dd5840c-06c1-42ec-ab7c-1b435814afb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.401997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-3bab5d25-44b7-4c5b-8733-ba882604c4f9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764122 Oct 19 20:58:59.416007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Request body: {'port': {'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:58:59.426068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:59.463062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.463403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.463977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.464596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.465147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.465699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.466246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.466768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.467298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.467833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.468371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.468904 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f858f5-ab65-4b53-9d6b-3ea83e1f26e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:58:59.487129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.602719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-642a8710-ac10-4bbe-a594-31d02833e5f5 None None] Provisioning complete for port f01d2c34-65ec-4056-9a6c-9d2faf4de376 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:59.603111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-642a8710-ac10-4bbe-a594-31d02833e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.667952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-642a8710-ac10-4bbe-a594-31d02833e5f5 None None] Port f01d2c34-65ec-4056-9a6c-9d2faf4de376 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:58:59.697258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-642a8710-ac10-4bbe-a594-31d02833e5f5 None None] Provisioning complete for port 4950263e-db45-4e51-9f32-37148a78dc66 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:58:59.697652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-642a8710-ac10-4bbe-a594-31d02833e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.768148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01d2c34-65ec-4056-9a6c-9d2faf4de376 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:58:59.777547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.793766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Transition to ACTIVE for port object f01d2c34-65ec-4056-9a6c-9d2faf4de376 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:58:59.808520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:58:59.953363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:58:59.977736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17727f0-9b21-41d8-9d3e-89c138db80d4 req-15075b91-3e93-45c9-aed2-763e1199c094 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:58:59.985562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c17727f0-9b21-41d8-9d3e-89c138db80d4 req-15075b91-3e93-45c9-aed2-763e1199c094 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.1898129 Oct 19 20:59:00.000232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ef783-a1a8-4865-bb04-41ed89c00cc8 req-1dd55c33-ac36-4b39-8d47-12234cba83a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.008409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f36ef783-a1a8-4865-bb04-41ed89c00cc8 req-1dd55c33-ac36-4b39-8d47-12234cba83a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0719259 Oct 19 20:59:00.011072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Attempting to bind port f01d2c34-65ec-4056-9a6c-9d2faf4de376 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:59:00.011421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Attempting to bind port f01d2c34-65ec-4056-9a6c-9d2faf4de376 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:59:00.011755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Attempting to bind port f01d2c34-65ec-4056-9a6c-9d2faf4de376 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:00.022216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Port f01d2c34-65ec-4056-9a6c-9d2faf4de376 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:59:00.022581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Attempting to bind port f01d2c34-65ec-4056-9a6c-9d2faf4de376 on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:00.033622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:59:00.034009 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:00.034347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:59:00.034788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Bound port: f01d2c34-65ec-4056-9a6c-9d2faf4de376, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:59:00.035147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:00.060258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c17727f0-9b21-41d8-9d3e-89c138db80d4 req-486c8e9b-3e14-4711-b5b1-00e63d076eb2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737314 Oct 19 20:59:00.060405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f36ef783-a1a8-4865-bb04-41ed89c00cc8 req-89a44a83-9e7d-43ac-9886-e525547aeb7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446651 Oct 19 20:59:00.127754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:00.131043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:59:00.136097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:00.171837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.172452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:00.173866 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] 10.222.0.11 "PUT /v2.0/ports/f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 1092 time: 0.7632091 Oct 19 20:59:00.174302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:00.176574 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:00.210472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42372a-2e67-43ec-8eb0-d8c89f6b6f3e service neutron] Pushing event updated for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:00.313854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-a55ee25d-760e-40ef-99c0-cc867b8e17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.315521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-a55ee25d-760e-40ef-99c0-cc867b8e17e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1095 time: 0.0859342 Oct 19 20:59:00.316264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:00.363496 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f7b1f3-4f94-4ef7-9a79-4e5bfcea5901 x-openstack-request-id: req-c7f7b1f3-4f94-4ef7-9a79-4e5bfcea5901 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:00.363882 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:00.364089 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7f7b1f3-4f94-4ef7-9a79-4e5bfcea5901 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:00.364450 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'status': 'completed', 'code': 200} Oct 19 20:59:00.366495 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-a4e7a53e-25bd-40d6-b935-de204b1ef199 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 217 time: 0.0421276 Oct 19 20:59:00.428291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-abbabbb6-e947-4361-9e92-00b6f613a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.429791 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-abbabbb6-e947-4361-9e92-00b6f613a37d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0560973 Oct 19 20:59:00.475595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-0b26b457-c5be-4a32-b2f8-b73489ffc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.476945 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-0b26b457-c5be-4a32-b2f8-b73489ffc236 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391700 Oct 19 20:59:00.549434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:00.552438 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22578c2-4087-4b00-9235-0b0224d40385" -d '{"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:00.580208 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-1b8bbacc-ac5a-41c6-9b9d-8f709e8d569a service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Oct 19 20:59:00.592628 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43376016-056c-4b4f-bfc3-484a6fd636d6 x-openstack-request-id: req-43376016-056c-4b4f-bfc3-484a6fd636d6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:00.592914 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:00.593190 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43376016-056c-4b4f-bfc3-484a6fd636d6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:00.593629 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'status': 'completed', 'code': 200} Oct 19 20:59:00.660103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22578c2-4087-4b00-9235-0b0224d40385 req-59c69665-94e4-48f7-88c1-fcf5bc844a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.662081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-59c69665-94e4-48f7-88c1-fcf5bc844a50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1126 time: 0.0449977 Oct 19 20:59:00.683741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-244ad299-2142-4a41-993a-54e5eea7aab4 req-b374693d-031a-4beb-9f7f-aa0ebac56fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955696 Oct 19 20:59:00.768169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22578c2-4087-4b00-9235-0b0224d40385 req-d23bbc4d-d6e3-449f-9d2a-5e0307c9602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.769645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-d23bbc4d-d6e3-449f-9d2a-5e0307c9602e service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0996885 Oct 19 20:59:00.769785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-6c98d11a-5529-49e9-8140-f2a8766d619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.771241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-6c98d11a-5529-49e9-8140-f2a8766d619a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1095 time: 0.0422773 Oct 19 20:59:00.837482 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-93434f69-c08e-4148-a06f-14dc2c966316 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 1001 time: 0.0595489 Oct 19 20:59:00.876387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-694f5787-b4c0-40f5-a1fc-29d60e872073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.878341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-694f5787-b4c0-40f5-a1fc-29d60e872073 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0991750 Oct 19 20:59:00.906189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22578c2-4087-4b00-9235-0b0224d40385 req-e633c74a-7aa7-4de0-827c-70d86e97f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.907846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-e633c74a-7aa7-4de0-827c-70d86e97f92c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0646977 Oct 19 20:59:00.922902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-9ba60b24-64fb-40e1-a086-1a812a40f6e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 217 time: 0.0371757 Oct 19 20:59:00.951381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:59:00.975346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22578c2-4087-4b00-9235-0b0224d40385 req-6411c8c0-5a3b-4a26-9882-be5bd11dcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.977617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-6411c8c0-5a3b-4a26-9882-be5bd11dcae6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612042 Oct 19 20:59:00.988045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-c8ac16c0-5123-4b5b-acbf-b0d4712f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:00.990029 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-c8ac16c0-5123-4b5b-acbf-b0d4712f56de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0591400 Oct 19 20:59:01.076032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:01.110117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:01.114968 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-2d88931a-1d6e-4d87-bc71-923ea12f3030 service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263428 Oct 19 20:59:01.134472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 has no active binding in host n-h2-805649-9 {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 20:59:01.464847 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-8ac096a4-e960-46c7-a4ae-b463b2e17e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:01.466406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-8ac096a4-e960-46c7-a4ae-b463b2e17e6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4689736 Oct 19 20:59:01.490353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ca888-8cb9-4585-b32f-48bd09490b0e req-bb6d6e3f-e2e0-4c07-9db7-0ee1d710397b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:01.491813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-530ca888-8cb9-4585-b32f-48bd09490b0e req-bb6d6e3f-e2e0-4c07-9db7-0ee1d710397b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0713298 Oct 19 20:59:01.549962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b972bc-b332-48c4-9bb6-02048309c8ed req-b357cef2-12e9-4806-ac99-c6ba396a35e1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:01.551460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69b972bc-b332-48c4-9bb6-02048309c8ed req-b357cef2-12e9-4806-ac99-c6ba396a35e1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.3817408 Oct 19 20:59:01.557719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d22578c2-4087-4b00-9235-0b0224d40385 req-442f5b51-d690-45cb-baaf-d51339c87056 service neutron] 10.222.0.37 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389825 Oct 19 20:59:01.595845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-530ca888-8cb9-4585-b32f-48bd09490b0e req-a066307d-cea5-49ef-8f0f-aaa4fb9f8ae3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929029 Oct 19 20:59:01.601662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69b972bc-b332-48c4-9bb6-02048309c8ed req-a4f103ce-a973-4284-a6ee-db656e75b6c0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405352 Oct 19 20:59:01.621850 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-b0fdf319-6c82-4536-a098-e9ebeb63cdfe service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473582 Oct 19 20:59:01.713419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e980ff31-3a2e-4dd7-a4e6-af1dd8e6007f req-98e46650-aed2-4b0e-bc23-a77c207d304f service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Oct 19 20:59:02.037442 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:59:02.347622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:02.720850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb0278-c50b-4ccd-b6cc-c6e4771a9262 req-a2de45c4-6973-4da2-aa9f-4f7c090d1311 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:02.723701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3bb0278-c50b-4ccd-b6cc-c6e4771a9262 req-a2de45c4-6973-4da2-aa9f-4f7c090d1311 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0554454 Oct 19 20:59:02.725904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302faee2-d3b8-494b-bd2f-33c5bd2b7e4c req-7b3895fd-7608-4ea3-8e75-b9ad4957b180 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:02.727442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-302faee2-d3b8-494b-bd2f-33c5bd2b7e4c req-7b3895fd-7608-4ea3-8e75-b9ad4957b180 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0502913 Oct 19 20:59:02.763918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3bb0278-c50b-4ccd-b6cc-c6e4771a9262 req-875befa7-c9e1-4989-83e1-873039272d30 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333579 Oct 19 20:59:02.777614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-302faee2-d3b8-494b-bd2f-33c5bd2b7e4c req-736bb1b7-47b7-41df-8eee-dccbcf2dd8f6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Oct 19 20:59:03.900658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d20c-6379-4936-bbe6-6a96a82a3018 req-972d633b-b15f-431b-8a41-5d2e0666de43 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:03.905799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c178d20c-6379-4936-bbe6-6a96a82a3018 req-972d633b-b15f-431b-8a41-5d2e0666de43 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 945 time: 0.0693731 Oct 19 20:59:03.910786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8a37-8571-4206-9d70-0d9928430667 req-8ea75538-0251-4594-9ab2-9b451d3965ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:03.912448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-145a8a37-8571-4206-9d70-0d9928430667 req-8ea75538-0251-4594-9ab2-9b451d3965ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0572984 Oct 19 20:59:03.952471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-145a8a37-8571-4206-9d70-0d9928430667 req-5daac572-b9f6-423d-8854-8d39ae8f6798 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Oct 19 20:59:03.975377 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c178d20c-6379-4936-bbe6-6a96a82a3018 req-83f0fcd3-91c4-4975-8e2c-26c42e3f3607 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662389 Oct 19 20:59:04.006361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-3874c3c3-a646-4ff8-a439-60f48075876d service neutron] 10.222.0.37 "GET /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 384 time: 0.0734792 Oct 19 20:59:04.184474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:04.203507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:04.245977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:04.248258 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41d162a-b2f0-4c62-b0ea-1355172d1f5f" -d '{"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-unplugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:04.254984 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:04.270585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:04.307591 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632c1d3-1fc6-4da9-80dc-0f1cc4d924b3 x-openstack-request-id: req-d632c1d3-1fc6-4da9-80dc-0f1cc4d924b3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:04.307884 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-unplugged", "status": "completed", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:04.308130 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d632c1d3-1fc6-4da9-80dc-0f1cc4d924b3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:04.308524 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'code': 200} Oct 19 20:59:04.349101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] Transition to ACTIVE for port object 4950263e-db45-4e51-9f32-37148a78dc66 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:59:04.352877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:04.449290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] Pushing event updated for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=11']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:04.485098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] No DVR routers for this DVR port 4950263e-db45-4e51-9f32-37148a78dc66 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:59:04.616511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e47c1148-e0c7-4c11-af4d-0f8d15c50a0a service neutron] 10.222.0.37 "PUT /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66/bindings/n-h2-805649-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6022775 Oct 19 20:59:04.838255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-c6d039fb-c9ad-4f8e-ba05-423691793997 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:04.839751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-c6d039fb-c9ad-4f8e-ba05-423691793997 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.1749258 Oct 19 20:59:04.886650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-8807290b-3672-4275-9ae6-1955854e74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:04.888094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-8807290b-3672-4275-9ae6-1955854e74fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0400188 Oct 19 20:59:04.947285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-8825e232-6800-46c5-8f50-4704c6553c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:04.948774 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-8825e232-6800-46c5-8f50-4704c6553c10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1095 time: 0.0401161 Oct 19 20:59:05.047310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-9b33f32f-5050-447d-8cf9-3b3f4da6e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.048812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-9b33f32f-5050-447d-8cf9-3b3f4da6e84a service neutron] 10.222.0.11 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0936818 Oct 19 20:59:05.100175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5b8b-bcfe-4331-a926-ac3a1ba1e64a req-2814e621-620f-4212-9652-e9a65d1fe30f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.101665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a4a5b8b-bcfe-4331-a926-ac3a1ba1e64a req-2814e621-620f-4212-9652-e9a65d1fe30f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0500941 Oct 19 20:59:05.140894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a4a5b8b-bcfe-4331-a926-ac3a1ba1e64a req-ed8ea576-b66f-43cf-a573-22ae94d1d8cc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Oct 19 20:59:05.142070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-fbbdd4cf-83e3-4314-944d-8df185a20b08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 999 time: 0.0864215 Oct 19 20:59:05.166651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ea5a0-c5d7-404e-aee4-76e844624508 req-a1cdac70-c4c8-4550-96e4-c6daf88c0dc7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.167888 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e75ea5a0-c5d7-404e-aee4-76e844624508 req-a1cdac70-c4c8-4550-96e4-c6daf88c0dc7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.1435254 Oct 19 20:59:05.222246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-21e7ca63-ae6a-4193-a794-f925b1c2a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.223718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-21e7ca63-ae6a-4193-a794-f925b1c2a281 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0734329 Oct 19 20:59:05.245093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e75ea5a0-c5d7-404e-aee4-76e844624508 req-745476f1-bc8d-42b7-a35c-10eb1477a3ed tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561736 Oct 19 20:59:05.272931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-613da2bf-b579-400b-bd38-aed081d5ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.274816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-613da2bf-b579-400b-bd38-aed081d5ef13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424421 Oct 19 20:59:05.373267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-e8bc18b1-39d6-406c-a3cf-7943f49c0c67 service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913427 Oct 19 20:59:05.464979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-7eaef3b0-86af-4816-9fbd-a7de2b748b30 service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Oct 19 20:59:05.689425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-c4d18b06-5796-4df7-8bb4-7f4dc83cefe3 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:05.691149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-c4d18b06-5796-4df7-8bb4-7f4dc83cefe3 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 1095 time: 0.0487154 Oct 19 20:59:05.808510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-a8d13c38-2639-48c7-9611-03eafed73161 service neutron] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:05.811669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-a8d13c38-2639-48c7-9611-03eafed73161 service neutron] Publish callbacks [] for binding, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:05.812763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99c4ceba-5e18-40fa-a013-f3d62cc9b35f req-a8d13c38-2639-48c7-9611-03eafed73161 service neutron] 10.222.0.11 "DELETE /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66/bindings/n-h1-805649-9 HTTP/1.1" status: 204 len: 173 time: 0.1143022 Oct 19 20:59:06.328633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eae5e5-9a27-4386-9318-73aae07f0ab6 req-7c146cc3-a30a-4bcb-bab2-52b73be0db7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:06.330176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77eae5e5-9a27-4386-9318-73aae07f0ab6 req-7c146cc3-a30a-4bcb-bab2-52b73be0db7d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.1214838 Oct 19 20:59:06.370602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77eae5e5-9a27-4386-9318-73aae07f0ab6 req-822a0524-ced4-4168-9d06-7bfc660b86a7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344710 Oct 19 20:59:06.381484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c165d-fe3e-4454-8443-32a8fb893592 req-a1c3f5db-bd94-4ea3-a28a-a5f9a0967c6f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:06.386187 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-238c165d-fe3e-4454-8443-32a8fb893592 req-a1c3f5db-bd94-4ea3-a28a-a5f9a0967c6f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0559506 Oct 19 20:59:06.423180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-238c165d-fe3e-4454-8443-32a8fb893592 req-67d65e29-2c79-48dc-b13e-a20173e76101 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Oct 19 20:59:06.482264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dfc98-1b23-42bf-b5b8-a8253dc68dd7 req-05e6c2ff-2470-40ce-bf06-bc77602e47d8 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:06.484049 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-454dfc98-1b23-42bf-b5b8-a8253dc68dd7 req-05e6c2ff-2470-40ce-bf06-bc77602e47d8 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1095 time: 0.0431228 Oct 19 20:59:06.519112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-454dfc98-1b23-42bf-b5b8-a8253dc68dd7 req-03b3d4c6-5dcf-4580-86e1-73f8961ea62f tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288615 Oct 19 20:59:06.636286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea201-1dd6-44a1-8f3e-84fb9aba3006 req-9b41431e-ffa6-4215-8bbf-f71b681c9d69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:06.637672 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77cea201-1dd6-44a1-8f3e-84fb9aba3006 req-9b41431e-ffa6-4215-8bbf-f71b681c9d69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0526099 Oct 19 20:59:06.674625 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77cea201-1dd6-44a1-8f3e-84fb9aba3006 req-215f6d2d-7690-4bb8-a4a2-830a4b86f8dc tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Oct 19 20:59:06.696626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58414) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:06.756611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-281d480c-5e60-494d-9343-29f1d211f271 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/9123da09-65a3-47ec-a535-40f6639ddf36 HTTP/1.1" status: 200 len: 991 time: 0.0582082 Oct 19 20:59:06.972155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58420) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:07.126509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 1b7b3dfc-e411-44af-ac93-c76dc989012f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:07.126849 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.203245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.203567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.214975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 1b7b3dfc-e411-44af-ac93-c76dc989012f owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:07.367098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.389991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=1b7b3dfc-e411-44af-ac93-c76dc989012f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:07.462338 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.463482 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 9123da09-65a3-47ec-a535-40f6639ddf36 disassociated (deleted). External IP: 172.25.7.155, port: 4950263e-db45-4e51-9f32-37148a78dc66. Oct 19 20:59:07.542145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c97af-ab4d-4eb5-a29d-b22f8327396f req-5fbdf149-b13b-4709-8974-299cabd6a363 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:07.543567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-522c97af-ab4d-4eb5-a29d-b22f8327396f req-5fbdf149-b13b-4709-8974-299cabd6a363 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0503399 Oct 19 20:59:07.584419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-522c97af-ab4d-4eb5-a29d-b22f8327396f req-2f3ef5fb-9cae-4cf4-9366-8a13de5d396f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Oct 19 20:59:07.683627 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router e4006dab-f70e-425a-9c47-b69b8c45b012 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:07.793505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:07.799610 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:07.802821 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Sync routers for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:07.812419 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:07.813017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:07.829903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec122750-395a-4496-85fc-7829954bed57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/floatingips/9123da09-65a3-47ec-a535-40f6639ddf36 HTTP/1.1" status: 204 len: 168 time: 0.8567374 Oct 19 20:59:07.830476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:07.832759 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a9069-56f2-4910-b769-f5d47e721c17" -d '{"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:07.868499 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3eb64c-c1e1-48a2-9bb3-d538fe7afe36 x-openstack-request-id: req-2a3eb64c-c1e1-48a2-9bb3-d538fe7afe36 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:07.868796 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:07.869041 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a3eb64c-c1e1-48a2-9bb3-d538fe7afe36 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:07.869475 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'status': 'completed', 'code': 200} Oct 19 20:59:07.922867 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:07.936082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-5c7b8440-dd20-498e-82e0-3a3c8b09c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:07.937776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-5c7b8440-dd20-498e-82e0-3a3c8b09c375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 1095 time: 0.0461113 Oct 19 20:59:08.042231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-3873df85-e204-44cb-b409-2213b457a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.043802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-3873df85-e204-44cb-b409-2213b457a147 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 200 len: 898 time: 0.0922544 Oct 19 20:59:08.080238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c705016-9997-48bc-95ee-7d0d816e0452 req-3d1e97db-355d-4238-9a8c-5c63ac419bff tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.081866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c705016-9997-48bc-95ee-7d0d816e0452 req-3d1e97db-355d-4238-9a8c-5c63ac419bff tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0618551 Oct 19 20:59:08.092909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-31c19268-a791-4e17-a886-651dd9c63da1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 200 len: 217 time: 0.0395441 Oct 19 20:59:08.122941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c705016-9997-48bc-95ee-7d0d816e0452 req-6acdf52d-61ec-4dfa-af6a-d07e8db150c5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=e335584f-0f9a-4f4a-8ea5-166193f2fba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348260 Oct 19 20:59:08.148046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-a944e1b6-dcaf-4aa7-bc09-81d732086300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.149088 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:08.149538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-a944e1b6-dcaf-4aa7-bc09-81d732086300 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 200 len: 835 time: 0.0489509 Oct 19 20:59:08.175887 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Checking router: e4006dab-f70e-425a-9c47-b69b8c45b012 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:08.184161 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:08.184749 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:08.198213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-bee8eddf-f89c-48c8-b1ed-fe87eff7afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.199718 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-bee8eddf-f89c-48c8-b1ed-fe87eff7afe4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86f1c937-aefe-4d9c-affa-653043e006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404146 Oct 19 20:59:08.215156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-cf2bb057-4fda-423a-adaa-43b031fba5d1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 20:59:08.216092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-cf2bb057-4fda-423a-adaa-43b031fba5d1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055165 Oct 19 20:59:08.297271 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:08.316593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-4553bc82-ace4-4e85-93ff-b7928ff7662a service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906281 Oct 19 20:59:08.424297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d4a9069-56f2-4910-b769-f5d47e721c17 req-6c655cc1-c100-40ad-ac74-3c7c61662747 service neutron] 10.222.0.11 "GET /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969942 Oct 19 20:59:08.520075 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:08.546527 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb075f-8cb3-4c86-bc5c-59f00b46e726 None None] The sync data for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 is: [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'f495a15b-3c20-46da-9669-b21e20e9b9a4', 'name': '', 'network_id': '86f1c937-aefe-4d9c-affa-653043e006bf', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:89:a1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:08Z', 'updated_at': '2021-10-19T20:58:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': 'f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:08.555654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-ede8ab62-1789-4ae6-9461-a020f2301d97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.557211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-ede8ab62-1789-4ae6-9461-a020f2301d97 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 944 time: 0.0510218 Oct 19 20:59:08.660478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 4950263e-db45-4e51-9f32-37148a78dc66 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:08.660812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:08.711483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c825f6-0a59-486e-bfef-22d7ccfb767a req-673109de-e5d3-45b7-a555-bbcc0823664c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:08.713732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3c825f6-0a59-486e-bfef-22d7ccfb767a req-673109de-e5d3-45b7-a555-bbcc0823664c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0557861 Oct 19 20:59:08.755733 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3c825f6-0a59-486e-bfef-22d7ccfb767a req-d4ccac54-977f-405a-bb15-6ea847bc35ae tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Oct 19 20:59:08.761806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 4950263e-db45-4e51-9f32-37148a78dc66, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=4950263e-db45-4e51-9f32-37148a78dc66,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:08.762169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:08.785916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 4950263e-db45-4e51-9f32-37148a78dc66 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:08.816304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9f061-f490-47cb-8b92-64f7cb92a63b None None] New status for floating IP 9123da09-65a3-47ec-a535-40f6639ddf36: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:59:08.913868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:08.946534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=4950263e-db45-4e51-9f32-37148a78dc66,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:08.969394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:08.986800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] No DVR routers for this DVR port 4950263e-db45-4e51-9f32-37148a78dc66 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:59:08.989244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 4950263e-db45-4e51-9f32-37148a78dc66 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:08.989492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:08.989823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:08.992749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b297b6c6-b5d6-4902-a34d-fb8d72b5eba1 req-9d40a2fb-ea0e-40c9-8b74-876129f88f80 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.11 "DELETE /v2.0/ports/4950263e-db45-4e51-9f32-37148a78dc66 HTTP/1.1" status: 204 len: 173 time: 0.4292123 Oct 19 20:59:09.236064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5b4e0e39-9c91-4cc5-83bb-74b48c2b71f0 req-18cda78d-8d09-4a64-994c-7c48b2189695 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0524375-c875-428c-a781-f7e2cfe9f940 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Oct 19 20:59:09.870284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-deleted', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:09.872742 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54254918-ce61-461c-998c-c265961fc327" -d '{"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-deleted", "tag": "4950263e-db45-4e51-9f32-37148a78dc66"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:09.884678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3accb62-0fe1-4fa4-8d2b-537189c3c595 req-63ddad85-0f32-41e4-84b1-ecf59a7f538d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:09.886211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3accb62-0fe1-4fa4-8d2b-537189c3c595 req-63ddad85-0f32-41e4-84b1-ecf59a7f538d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0510581 Oct 19 20:59:09.910828 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456b6852-bfda-42c2-af7f-8571f25110ec x-openstack-request-id: req-456b6852-bfda-42c2-af7f-8571f25110ec {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:09.911186 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0524375-c875-428c-a781-f7e2cfe9f940", "name": "network-vif-deleted", "tag": "4950263e-db45-4e51-9f32-37148a78dc66", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:09.911495 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-456b6852-bfda-42c2-af7f-8571f25110ec {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:09.911969 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0524375-c875-428c-a781-f7e2cfe9f940', 'name': 'network-vif-deleted', 'tag': '4950263e-db45-4e51-9f32-37148a78dc66', 'status': 'completed', 'code': 200} Oct 19 20:59:09.927269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3accb62-0fe1-4fa4-8d2b-537189c3c595 req-352a47e6-eddb-4a8a-b6ab-f62d1f4ed760 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341239 Oct 19 20:59:10.293815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:10.669342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:10.932888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port f495a15b-3c20-46da-9669-b21e20e9b9a4 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:10.933637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.030617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port f495a15b-3c20-46da-9669-b21e20e9b9a4, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f495a15b-3c20-46da-9669-b21e20e9b9a4,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:11.031124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.031936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f01d2c34-65ec-4056-9a6c-9d2faf4de376 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:59:11.053317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for f495a15b-3c20-46da-9669-b21e20e9b9a4 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:11.053789 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5f2f8-84db-4839-ac06-7fe61a0caa8c req-74fb3712-d98e-4be4-9705-f8c457efb4cd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:11.055872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94a5f2f8-84db-4839-ac06-7fe61a0caa8c req-74fb3712-d98e-4be4-9705-f8c457efb4cd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 944 time: 0.0560176 Oct 19 20:59:11.100702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94a5f2f8-84db-4839-ac06-7fe61a0caa8c req-f95b44fc-10ab-4384-acf3-9fe5984ecf75 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375988 Oct 19 20:59:11.285999 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.315173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=f495a15b-3c20-46da-9669-b21e20e9b9a4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:11.321570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:11.336175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:59:11.382016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.396001 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d2c34-65ec-4056-9a6c-9d2faf4de376 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:59:11.422262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:11.430637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.488727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:11.529767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.671809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['f01d2c34-65ec-4056-9a6c-9d2faf4de376'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:59:11.748538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router e4006dab-f70e-425a-9c47-b69b8c45b012 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:11.855131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:11.863008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cc7d02af-8ee4-4bc7-832b-ee2d00820014 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/e4006dab-f70e-425a-9c47-b69b8c45b012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5656545 Oct 19 20:59:11.863413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58472) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:11.870491 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Sync routers for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:11.883219 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:11.885466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:11.926887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting subnet f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 20:59:11.930291 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.970882 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:11.997002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:12.059043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.120791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.162891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:12.191942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2310f67a-1db8-4ae2-934d-8d141184a285 None None] Network 86f1c937-aefe-4d9c-affa-653043e006bf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:59:12.193073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.197880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e0a3a387-21da-4e98-8be1-c7c4049e7612 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/subnets/f4c1a0d6-97c7-4fa7-b6b9-c9279a900ace HTTP/1.1" status: 204 len: 168 time: 0.3334935 Oct 19 20:59:12.200683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58478) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:12.302058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81e40e-654b-4f50-a247-c384c57155fe req-dbda1795-dd5a-42ae-92a6-9d3b1caeb5ba tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:12.311691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c81e40e-654b-4f50-a247-c384c57155fe req-dbda1795-dd5a-42ae-92a6-9d3b1caeb5ba tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 945 time: 0.1126058 Oct 19 20:59:12.333274 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:59:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:12.369613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3c81e40e-654b-4f50-a247-c384c57155fe req-3717030d-0a2f-4e20-a2a6-626d6583e543 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522146 Oct 19 20:59:12.371485 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Checking router: e4006dab-f70e-425a-9c47-b69b8c45b012 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:12.384233 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Routers {'e4006dab-f70e-425a-9c47-b69b8c45b012'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:12.385616 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['e4006dab-f70e-425a-9c47-b69b8c45b012'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:12.405218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.446625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] DHCP port deletion for 86f1c937-aefe-4d9c-affa-653043e006bf request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 20:59:12.500291 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] Set router e4006dab-f70e-425a-9c47-b69b8c45b012 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:12.511448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Deleting port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:12.512592 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.533715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.586789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] For port 0ff3e37f-7fcc-4222-b807-78d074cd9d74, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0ff3e37f-7fcc-4222-b807-78d074cd9d74,segment=NetworkSegment(c1926fbc-2102-47de-a2b9-beff2200d198),segment_id=c1926fbc-2102-47de-a2b9-beff2200d198)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:12.587172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.602138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Calling delete_port for 0ff3e37f-7fcc-4222-b807-78d074cd9d74 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:12.607867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port ad35769c-c2a9-4413-8a4b-785b64fe84b9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:12.608313 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.704382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.707810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port ad35769c-c2a9-4413-8a4b-785b64fe84b9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ad35769c-c2a9-4413-8a4b-785b64fe84b9,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:12.708183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.715971 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:59:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:12.723168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for ad35769c-c2a9-4413-8a4b-785b64fe84b9 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:12.731683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] Pushing event deleted for resources: {'Port': ['ID=0ff3e37f-7fcc-4222-b807-78d074cd9d74,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:12.737113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97fc43-b703-4a1c-a304-a6468aac614e None None] No DVR routers for this DVR port 0ff3e37f-7fcc-4222-b807-78d074cd9d74 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:59:12.756918 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fbf01e-96a1-4f26-bf85-bda833a3923e None None] The sync data for ids ['e4006dab-f70e-425a-9c47-b69b8c45b012'] in n-d-805649-9 is: [{'id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935698617', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:58:05Z', 'updated_at': '2021-10-19T20:59:11Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': 'ad35769c-c2a9-4413-8a4b-785b64fe84b9', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ea:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4006dab-f70e-425a-9c47-b69b8c45b012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:58:06Z', 'updated_at': '2021-10-19T20:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:12.911225 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:12.948101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0ff3e37f-7fcc-4222-b807-78d074cd9d74 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:12.972796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 0ff3e37f-7fcc-4222-b807-78d074cd9d74 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:12.973141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0ff3e37f-7fcc-4222-b807-78d074cd9d74 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:12.988876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.015457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=ad35769c-c2a9-4413-8a4b-785b64fe84b9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:13.046500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f01d2c34-65ec-4056-9a6c-9d2faf4de376 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:13.082998 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.100713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port f01d2c34-65ec-4056-9a6c-9d2faf4de376 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:59:13.105420 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port f01d2c34-65ec-4056-9a6c-9d2faf4de376 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:13.105787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.186908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.189087 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.207537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.231069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:13.233650 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028197dc-caf1-44d6-a510-10c990d49937" -d '{"events": [{"server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "name": "network-vif-plugged", "status": "completed", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:13.236607 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.237308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Fanout notify agent at l3_agent the message router_deleted on router e4006dab-f70e-425a-9c47-b69b8c45b012 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 20:59:13.248619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:13.255694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.264162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.264162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:13.264502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0174e7aa-9931-4195-8447-dd0287a76168 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/routers/e4006dab-f70e-425a-9c47-b69b8c45b012 HTTP/1.1" status: 204 len: 168 time: 1.0598595 Oct 19 20:59:13.264612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:13.285553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 4950263e-db45-4e51-9f32-37148a78dc66 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:13.286074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 4950263e-db45-4e51-9f32-37148a78dc66 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:13.334661 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ff7ee-b44e-43dd-9fdc-0f04bdac5045 x-openstack-request-id: req-789ff7ee-b44e-43dd-9fdc-0f04bdac5045 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:13.335114 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "name": "network-vif-plugged", "status": "completed", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:13.335513 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-789ff7ee-b44e-43dd-9fdc-0f04bdac5045 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:13.336003 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'code': 200} Oct 19 20:59:13.363716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:13.407153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.438752 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.453985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31373-263a-49bb-98f3-4f2d220444d7 req-f2eb2daa-1576-4b62-9892-8a814dc26fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:13.457890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c31373-263a-49bb-98f3-4f2d220444d7 req-f2eb2daa-1576-4b62-9892-8a814dc26fab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0693836 Oct 19 20:59:13.501694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a4c31373-263a-49bb-98f3-4f2d220444d7 req-f3afcc02-2833-4960-b85a-a0e65a313d88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363998 Oct 19 20:59:13.538546 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.564339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f1c937-aefe-4d9c-affa-653043e006bf']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:13.573284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb810-fe62-44e1-86b9-f1d394eb0f79 req-c831f7fb-4083-4bf3-b9ee-88f7ec384fe3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:13.574783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-293eb810-fe62-44e1-86b9-f1d394eb0f79 req-c831f7fb-4083-4bf3-b9ee-88f7ec384fe3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.1127846 Oct 19 20:59:13.583696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1926fbc-2102-47de-a2b9-beff2200d198') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:13.583991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1926fbc-2102-47de-a2b9-beff2200d198') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:13.604950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.625707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.635512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 20:59:13.635936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.641658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-293eb810-fe62-44e1-86b9-f1d394eb0f79 req-ed44a5c5-2108-4cf8-811c-34cfb7b2eeb0 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598450 Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: timer() Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 20:59:13.642310 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 20:59:13.705708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.722908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.726331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/networks/86f1c937-aefe-4d9c-affa-653043e006bf HTTP/1.1" status: 204 len: 168 time: 0.4607003 Oct 19 20:59:13.729491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58488) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:13.740018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5afc-6cb0-43a7-aab7-e8f1f78ddb21 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Network': ['ID=86f1c937-aefe-4d9c-affa-653043e006bf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:13.805613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.831896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.901038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.903885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:13.905056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/security-groups/e335584f-0f9a-4f4a-8ea5-166193f2fba4 HTTP/1.1" status: 204 len: 168 time: 0.1743760 Oct 19 20:59:13.916374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec6983-9f38-43b7-a4b8-b75fdff9693d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335584f-0f9a-4f4a-8ea5-166193f2fba4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.171404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58494) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.176054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434671132', 'description': 'tempest-secgroup-smoke-434671132 description', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.198425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.263224 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.268007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.294288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.295638 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1231387 Oct 19 20:59:14.298804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58496) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.303603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.304132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b977c5-56f3-4600-a49b-a08d72a248f1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7762e70c-4e34-49c1-b9b3-7bb35308fb6f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.333308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.396416 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.400614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.421430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c817e724-23e4-47b3-9d43-37671be0ac1a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.431135 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.435147 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4563a512-5877-406a-99b0-c319d04985ee tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325502 Oct 19 20:59:14.435317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58500) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.440289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.467526 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.532525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.535703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.553727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f596027b-b9bf-4d2c-907e-8cc8bd230267,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.565027 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.569337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aa5c903c-a27e-412f-b7aa-15a60ab79b07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306641 Oct 19 20:59:14.569604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58502) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.574658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.602800 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.668756 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.674137 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.695148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b2bf53-4396-4fe9-8631-6478a4518f5b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.707113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.711258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97aa2edc-637b-48d8-8f46-345e84d86385 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377165 Oct 19 20:59:14.711576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58506) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.716900 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.748016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.785881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dfc5-618c-48e9-8c00-026ad7f10613 req-97e20071-6f10-4e56-91de-7d644294df5c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:14.794518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f72dfc5-618c-48e9-8c00-026ad7f10613 req-97e20071-6f10-4e56-91de-7d644294df5c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.0672014 Oct 19 20:59:14.818583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.826344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.827879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f495a15b-3c20-46da-9669-b21e20e9b9a4 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:14.845241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06472a16-a53d-499c-91a7-045473e338ab,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:14.851898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f495a15b-3c20-46da-9669-b21e20e9b9a4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:14.852508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f495a15b-3c20-46da-9669-b21e20e9b9a4 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:14.853715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad35769c-c2a9-4413-8a4b-785b64fe84b9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:14.860430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f72dfc5-618c-48e9-8c00-026ad7f10613 req-67115967-cbcb-4d2b-8677-50c04b0d5d4f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641396 Oct 19 20:59:14.860619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.862133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c76d1ce5-fa6b-4949-b7a1-23f21b8a2cbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494939 Oct 19 20:59:14.864811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58508) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:14.869754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:14.889758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ad35769c-c2a9-4413-8a4b-785b64fe84b9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:14.890697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ad35769c-c2a9-4413-8a4b-785b64fe84b9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:14.899495 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:59:14.905793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:14.999775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.007630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194e9b-24dd-4a71-8bb6-432d03de9286 req-512ad1c6-e836-4f13-bf62-ad7c158fdbac tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:15.009124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8194e9b-24dd-4a71-8bb6-432d03de9286 req-512ad1c6-e836-4f13-bf62-ad7c158fdbac tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.0705047 Oct 19 20:59:15.010250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.038858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a34b71-4993-481a-9ce8-4b1a6c3cfd39,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:15.052026 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.053239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-914aa3ae-9727-444d-8ecb-a87b436f5c1f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1874137 Oct 19 20:59:15.056247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58512) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:15.061334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'security_group_rule': {'security_group_id': '7762e70c-4e34-49c1-b9b3-7bb35308fb6f', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:15.071830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8194e9b-24dd-4a71-8bb6-432d03de9286 req-55265b68-f7d7-467c-a287-4b6850141cb1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482166 Oct 19 20:59:15.095396 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Project 6b34d4f81a7b4e93bf7e2e252528cf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 20:59:15.095787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:15.100595 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.155540 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.159543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.175556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc68ff3-2185-4142-8b06-e5d929483367,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:15.188911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.190325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a98e2291-0940-4a8d-b419-e7da764eef69 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327322 Oct 19 20:59:15.193398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58518) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:15.198838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'network': {'name': 'tempest-network-smoke--347508969', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:15.219741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:59:15.223280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.252692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 20:59:15.262946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594f502-f68d-4694-aa9f-64469c6312b7 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:15.262946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0594f502-f68d-4694-aa9f-64469c6312b7 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1092 time: 0.1626687 Oct 19 20:59:15.263278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58520) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:15.265477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.266465 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Added segment 4906fe3c-c912-4db1-9dc5-8feaef45c71a of type vlan for network 45fcba02-21ea-4417-a704-da861fe7db93 Oct 19 20:59:15.269546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:15.292672 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.312278 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.338246 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.344266 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:15.344921 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.382945 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884909 Oct 19 20:59:15.387665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:15.395880 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'admin_state_up': True, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:15.428439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.436714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.438139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.448370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37cf5-df66-4745-82f5-ebcfcfdb65d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Network': ['ID=45fcba02-21ea-4417-a704-da861fe7db93,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:15.460541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 45fcba02-21ea-4417-a704-da861fe7db93 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 20:59:15.539431 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:15.651475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.25.7.170 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ca59a669-3c97-4514-b8e5-10c4ca66b33d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:16.008089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.160892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.210625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.285547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:16.295770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:16.298324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:16.302909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=ca59a669-3c97-4514-b8e5-10c4ca66b33d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:16.403889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.425980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.640126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.111 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/75be139d-34f8-4900-8fed-b5ee583ece6d) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:16.879900 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.962029 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:16.965914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.047619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:17.053366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:17.061042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:17.066026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=75be139d-34f8-4900-8fed-b5ee583ece6d,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:17.114239 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.448605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.452382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.484341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.596071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=ca59a669-3c97-4514-b8e5-10c4ca66b33d,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:17.616283 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:17.799054 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP ad163210-05fd-4a5c-a455-235ff51ac94d associated. External IP: 172.25.7.170, port: f01d2c34-65ec-4056-9a6c-9d2faf4de376. Oct 19 20:59:17.841152 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:18.102328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router c41f97f3-d1e1-4ae3-a7d7-204251160abd is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 20:59:18.127181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:18.578544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:18.590243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Sync routers for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:18.605636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:18.606276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:18.606870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:18.611696 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58532) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:18.612280 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ca0c1ba0-9e88-4b5c-bb70-c2eb046b0c14 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2224777 Oct 19 20:59:18.615500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:18.629542 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:18.646751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:18.652588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:18.658342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:18.680134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-803e4d91-f849-4fdc-955d-a2f25e5fe828 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4151425 Oct 19 20:59:18.680989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:18.684173 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c8f4d-a405-45e5-86dd-949ae00bd6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:18.712243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58538) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:18.713498 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b419b374-aa0f-4d5e-a9a0-69d1042965b9 tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=6b34d4f81a7b4e93bf7e2e252528cf1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0994112 Oct 19 20:59:18.739248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:18.751737 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188ade1-525d-4fa5-8545-6712f53ede74 x-openstack-request-id: req-d188ade1-525d-4fa5-8545-6712f53ede74 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:18.752107 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:18.752363 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d188ade1-525d-4fa5-8545-6712f53ede74 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:18.752763 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'status': 'completed', 'code': 200} Oct 19 20:59:18.825813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:18.839677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fd1309-b864-4683-87c5-ece72bdc1d2d tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:18.841492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-93fd1309-b864-4683-87c5-ece72bdc1d2d tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275234 Oct 19 20:59:18.844194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58540) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:18.859368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-358766cb-e436-4fc7-90eb-cb18eb54b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:18.861074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-358766cb-e436-4fc7-90eb-cb18eb54b0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0790701 Oct 19 20:59:18.888630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6fb58803-3c49-4906-81fd-67732073500e tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429368 Oct 19 20:59:18.893039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58542) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:18.906284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981212029', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:18.989406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:17Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:19.026630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Checking router: c41f97f3-d1e1-4ae3-a7d7-204251160abd for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:19.026921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Updating router c41f97f3-d1e1-4ae3-a7d7-204251160abd port 75be139d-34f8-4900-8fed-b5ee583ece6d binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:59:19.041858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:59:19.046481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-5de755a6-1655-44f3-8630-d2e572525230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:19.050954 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-5de755a6-1655-44f3-8630-d2e572525230 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1831524 Oct 19 20:59:19.055912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.066282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.142931 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:16Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:19.189557 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:19.197528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-613359c6-60b8-4c0b-b8be-23a2ee9270a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 1000 time: 0.1305907 Oct 19 20:59:19.199504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:19.200117 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:19.280984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-8820e39c-04dd-46f7-af8c-c62e59a33183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:19.282584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-8820e39c-04dd-46f7-af8c-c62e59a33183 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0842745 Oct 19 20:59:19.391078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:19.435255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.436193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-738fffdd-ab8b-4d33-91cf-d55eb0876919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:19.438053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-738fffdd-ab8b-4d33-91cf-d55eb0876919 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488504 Oct 19 20:59:19.516503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.522834 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.535406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Checking segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:19.535770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network hostable DHCP agents. Network: 45fcba02-21ea-4417-a704-da861fe7db93, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 20:59:19.549621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Subnet': ['ID=3a57f02e-1fab-453e-b4f5-8bfa99c96e31,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:19.568685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 45fcba02-21ea-4417-a704-da861fe7db93 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 20:59:19.587008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 45fcba02-21ea-4417-a704-da861fe7db93) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:19.595700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:19.596428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.597160 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-cacf1a00-df47-4276-90fd-c6ff272d69a3 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516583 Oct 19 20:59:19.599342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a88ce-f21a-49d4-b1e2-231dfa7fc888 None None] Network 45fcba02-21ea-4417-a704-da861fe7db93 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:59:19.608686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Attempting to bind port 75be139d-34f8-4900-8fed-b5ee583ece6d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:59:19.608940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Attempting to bind port 75be139d-34f8-4900-8fed-b5ee583ece6d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:59:19.609130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Attempting to bind port 75be139d-34f8-4900-8fed-b5ee583ece6d on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:19.623116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58544) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:19.623697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e23a8-3c70-443d-a4df-1f2cbffb8ab3 None None] Pushing event updated for resources: {'Port': ['ID=75be139d-34f8-4900-8fed-b5ee583ece6d,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:19.624825 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d84dd939-f036-4b8b-a719-e1a78e6eeb20 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7303050 Oct 19 20:59:19.629463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:59:19.629847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:19.630250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.630640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:59:19.631130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Bound port: 75be139d-34f8-4900-8fed-b5ee583ece6d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:59:19.631506 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.716848 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:16Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:19.745017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f3df4-d41d-4dcf-ae9a-3042720c45ff None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:16Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:19.767230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] For port 75be139d-34f8-4900-8fed-b5ee583ece6d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:19.771577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] For port 75be139d-34f8-4900-8fed-b5ee583ece6d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75be139d-34f8-4900-8fed-b5ee583ece6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:59:19.794768 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:19.840767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-730c8f4d-a405-45e5-86dd-949ae00bd6f0 req-cac4ada8-d4a2-4aee-9355-de280d2d2465 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365139 Oct 19 20:59:19.888809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e23a8-3c70-443d-a4df-1f2cbffb8ab3 None None] Pushing event updated for resources: {'Port': ['ID=75be139d-34f8-4900-8fed-b5ee583ece6d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:19.891646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:19.892203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:20.014448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:20.048446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-45fcba02-21ea-4417-a704-da861fe7db93', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 20:59:20.049325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:20.083730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982bafc6-a492-4b65-b725-334f60b47c8a None None] New status for floating IP ad163210-05fd-4a5c-a455-235ff51ac94d: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:59:20.442295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Allocated IP 172.20.0.2 (45fcba02-21ea-4417-a704-da861fe7db93/3a57f02e-1fab-453e-b4f5-8bfa99c96e31/85c25580-4851-4e22-b368-6e5becea92dc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:20.514345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:17Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:20.514738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:20.547347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc12499-348f-4c71-ad43-bb3bf6a3f4fa None None] The sync data for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 is: [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:17Z', 'revision_number': 3, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:20.816439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:20.839813 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:20.890009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Network 45fcba02-21ea-4417-a704-da861fe7db93 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:20.891241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.1 (45fcba02-21ea-4417-a704-da861fe7db93/3a57f02e-1fab-453e-b4f5-8bfa99c96e31/188bbd2b-b326-4f2c-b12d-cd81d2a9b143) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:20.894856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:20.898222 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:20.913704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Pushing event updated for resources: {'Port': ['ID=85c25580-4851-4e22-b368-6e5becea92dc,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:20.938206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75be139d-34f8-4900-8fed-b5ee583ece6d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:20.997854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Attempting to bind port 85c25580-4851-4e22-b368-6e5becea92dc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:59:20.998216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Attempting to bind port 85c25580-4851-4e22-b368-6e5becea92dc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:59:20.998571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Attempting to bind port 85c25580-4851-4e22-b368-6e5becea92dc on network 45fcba02-21ea-4417-a704-da861fe7db93 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:21.007040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:59:21.007413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Checking segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:21.007808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.008197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Bound using segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:59:21.008665 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Bound port: 85c25580-4851-4e22-b368-6e5becea92dc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:59:21.009039 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.037445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.051941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 75be139d-34f8-4900-8fed-b5ee583ece6d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:21.052267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.078368 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.114477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] For port 85c25580-4851-4e22-b368-6e5becea92dc, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:21.119762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] For port 85c25580-4851-4e22-b368-6e5becea92dc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85c25580-4851-4e22-b368-6e5becea92dc,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:59:21.127045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.128400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 45fcba02-21ea-4417-a704-da861fe7db93 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:21.131904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:21.135300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:21.176602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:21.197566 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.238911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.245974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693d50a-f0c5-4813-a91f-a1cbd008acdd None None] Pushing event updated for resources: {'Port': ['ID=85c25580-4851-4e22-b368-6e5becea92dc,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:21.286859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 75be139d-34f8-4900-8fed-b5ee583ece6d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75be139d-34f8-4900-8fed-b5ee583ece6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:21.293331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.357617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.358952 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=75be139d-34f8-4900-8fed-b5ee583ece6d,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:21.675800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.680236 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.752422 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:21.754213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:21.858318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 45fcba02-21ea-4417-a704-da861fe7db93 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:21.859687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:21.977770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router c41f97f3-d1e1-4ae3-a7d7-204251160abd has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:22.094103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:22.109039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1ceb232e-8a9b-4055-a076-e49595aa1c28 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/c41f97f3-d1e1-4ae3-a7d7-204251160abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742563 Oct 19 20:59:22.248897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-c0d0cc03-9a6f-4695-8238-987cff51c503 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434671132&fields=id&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 267 time: 0.0396273 Oct 19 20:59:22.361098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-38a54c91-e749-4715-88d3-88a4e39e5564 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:22.362556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-38a54c91-e749-4715-88d3-88a4e39e5564 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 796 time: 0.1066816 Oct 19 20:59:22.379843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-9122a0f7-c3c7-4598-a9c2-1b0f5ca42827 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/quotas/6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 375 time: 0.0113361 Oct 19 20:59:22.409804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7d479-9b35-4c7f-be5d-012e4c02ed3c None None] Network 45fcba02-21ea-4417-a704-da861fe7db93 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 20:59:22.440296 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-af3f261d-fb3b-488d-bdbc-ade64a040fbf tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543690 Oct 19 20:59:22.510273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] Provisioning complete for port 85c25580-4851-4e22-b368-6e5becea92dc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:22.510641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:22.600290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-6f84086e-c84a-4a6e-8c4d-722c140ff153 service neutron] 10.222.0.31 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468394 Oct 19 20:59:22.647931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:22.686436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] For port 85c25580-4851-4e22-b368-6e5becea92dc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85c25580-4851-4e22-b368-6e5becea92dc,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:22.691594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:22.705336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-f5e929ce-e254-4be3-b7a1-eae4ede407f4 service neutron] 10.222.0.31 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978346 Oct 19 20:59:22.744224 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c067a-0983-40bc-aac2-ddfe1ba1ddbf None None] Pushing event updated for resources: {'Port': ['ID=85c25580-4851-4e22-b368-6e5becea92dc,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:22.773850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Sync routers for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:22.789859 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:22.790832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:22.949121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:22.962530 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f540fa54-0909-486a-bd9a-8dc360bb604c req-3699c423-0178-4f4c-ae38-65c2a11606e2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 210 time: 0.0536208 Oct 19 20:59:22.994468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85c25580-4851-4e22-b368-6e5becea92dc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:23.053874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bc92ccbd-bc40-4f8e-85d1-d06057442f1f None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.054360 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc92ccbd-bc40-4f8e-85d1-d06057442f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.118415 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 85c25580-4851-4e22-b368-6e5becea92dc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.118815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.142130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bc92ccbd-bc40-4f8e-85d1-d06057442f1f None None] Port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:59:23.189897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bc92ccbd-bc40-4f8e-85d1-d06057442f1f None None] Provisioning complete for port 85c25580-4851-4e22-b368-6e5becea92dc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.191114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bc92ccbd-bc40-4f8e-85d1-d06057442f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.314233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75be139d-34f8-4900-8fed-b5ee583ece6d up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:23.380704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 75be139d-34f8-4900-8fed-b5ee583ece6d triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.381195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.403944 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 2, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:23.451844 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Checking router: c41f97f3-d1e1-4ae3-a7d7-204251160abd for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:23.452201 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Updating router c41f97f3-d1e1-4ae3-a7d7-204251160abd port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 20:59:23.487476 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.499633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d05bcc8a-c7fb-44b1-a1a6-4962175c0ee0 None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.500150 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d05bcc8a-c7fb-44b1-a1a6-4962175c0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.593274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d05bcc8a-c7fb-44b1-a1a6-4962175c0ee0 None None] Port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:59:23.716419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7b1a7ed6-aa4a-4b69-8191-b96b64ebe750 None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:23.717199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7ed6-aa4a-4b69-8191-b96b64ebe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.763530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a7ed6-aa4a-4b69-8191-b96b64ebe750 None None] Port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:59:23.831426 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.836664 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.890848 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Pushing event updated for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:23.917813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.918152 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.918485 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.918828 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.919140 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.919459 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.919776 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.920089 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.920402 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.920712 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.921023 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.921343 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 20:59:23.953739 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Attempting to bind port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:59:23.954452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Attempting to bind port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:59:23.954918 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Attempting to bind port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 on network 45fcba02-21ea-4417-a704-da861fe7db93 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:23.961461 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:59:23.961988 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Checking segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:23.963015 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:23.963778 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Bound using segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:59:23.964374 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Bound port: 188bbd2b-b326-4f2c-b12d-cd81d2a9b143, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:59:23.964865 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.046685 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] For port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:24.051689 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] For port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:59:24.057159 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.138692 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7096fbac-4fe3-40c8-a7da-3e2f3a404bf7 req-8c3a62f9-83b7-4c83-94a0-24c730d41e30 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 210 time: 0.0470672 Oct 19 20:59:24.161948 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdefa7-6b33-4f39-928c-960de35eecd0 None None] Pushing event updated for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:24.182438 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:24.183118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:58:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:24.192289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:24.192673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.240814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-5b6cf748-823f-45e2-a74d-6c2d9812a004 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:24.242796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-5b6cf748-823f-45e2-a74d-6c2d9812a004 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 796 time: 0.1937542 Oct 19 20:59:24.318676 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.322028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-7c2ef76f-cff9-4ff5-8eb5-f9bafeb99145 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e HTTP/1.1" status: 200 len: 379 time: 0.0697646 Oct 19 20:59:24.332083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'port': {'device_id': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'admin_state_up': True, 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'security_groups': ['7762e70c-4e34-49c1-b9b3-7bb35308fb6f']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:24.369628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] For port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:24.375971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.381183 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:24.476775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e550-a0ac-46ff-b1ca-05c1a1d0d0ca None None] Pushing event updated for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:24.509567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-70a6d17e-84b1-4c67-9aef-f88c1186ca9c None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:24.510254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-70a6d17e-84b1-4c67-9aef-f88c1186ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.522626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Made reservation on behalf of 6b34d4f81a7b4e93bf7e2e252528cf1e for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 20:59:24.526849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.676089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.20.0.6 (45fcba02-21ea-4417-a704-da861fe7db93/3a57f02e-1fab-453e-b4f5-8bfa99c96e31/0443af93-1c54-4e78-a232-5ea6dbf28ae5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:24.676318 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:24.703658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a32a1a-f99c-4f03-ba56-e56c513b4f1d None None] The sync data for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 is: [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:24.865939 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.893453 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:24.928722 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.955743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:24.956308 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:24.991643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network 45fcba02-21ea-4417-a704-da861fe7db93 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:25.002980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:25.010278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:25.080160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:25.123126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:25.123556 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.151867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4aa1f3c3-4946-47aa-a87d-eaaf42ccbc47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233519 Oct 19 20:59:25.164668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Request body: {'port': {'device_id': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:25.255876 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.331932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-797dcf14-2dfe-441d-acde-57226e261a38 None None] Provisioning complete for port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:25.333199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-797dcf14-2dfe-441d-acde-57226e261a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.355720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968755a2-3b79-484b-ab65-067dad15bc6b req-0bd0d25f-8a27-46a8-a91d-70236264f2ac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:25.357811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-968755a2-3b79-484b-ab65-067dad15bc6b req-0bd0d25f-8a27-46a8-a91d-70236264f2ac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 931 time: 0.1113873 Oct 19 20:59:25.378867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-797dcf14-2dfe-441d-acde-57226e261a38 None None] Port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 20:59:25.473828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-968755a2-3b79-484b-ab65-067dad15bc6b req-55b51dc3-e912-49b5-9333-1f7b6a1481b1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047301 Oct 19 20:59:25.642345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0443af93-1c54-4e78-a232-5ea6dbf28ae5 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:59:25.652035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.666386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Transition to ACTIVE for port object 0443af93-1c54-4e78-a232-5ea6dbf28ae5 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 20:59:25.670527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.733212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:25.808294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Attempting to bind port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 20:59:25.808662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Attempting to bind port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 20:59:25.808997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Attempting to bind port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 on network 45fcba02-21ea-4417-a704-da861fe7db93 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:25.813986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 on network 45fcba02-21ea-4417-a704-da861fe7db93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 20:59:25.814314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Attempting to bind port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 on network 45fcba02-21ea-4417-a704-da861fe7db93 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 20:59:25.820275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 20:59:25.820622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Checking segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 20:59:25.821002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Bound using segment: {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 20:59:25.822057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Bound port: 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4906fe3c-c912-4db1-9dc5-8feaef45c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 20:59:25.822426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.900545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 20:59:25.904661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 20:59:25.910210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.957364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:25.958403 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:25.960056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 1091 time: 0.8005219 Oct 19 20:59:25.964621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:25.967670 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f412b2b3-aad6-45fc-8254-04b8a3c69083" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:26.037408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c3508-a840-4ac0-89ae-42b9f4cff4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:26.044027 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4cb04-e044-431c-91ce-2a2c3890d2ed x-openstack-request-id: req-0fc4cb04-e044-431c-91ce-2a2c3890d2ed {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:26.045267 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:26.045560 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fc4cb04-e044-431c-91ce-2a2c3890d2ed {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:26.046578 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'status': 'completed', 'code': 200} Oct 19 20:59:26.061513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-1189b2c1-95d1-4a56-8241-d17c92ff5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.063081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-1189b2c1-95d1-4a56-8241-d17c92ff5c73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0562117 Oct 19 20:59:26.122702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-fbd59aad-0a8a-4737-b1f4-3ce423db1a81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 217 time: 0.0517187 Oct 19 20:59:26.191120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-45d346a5-f94a-4a82-af23-adae94636196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.192675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-45d346a5-f94a-4a82-af23-adae94636196 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 200 len: 834 time: 0.0629582 Oct 19 20:59:26.249680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b11168d1-a273-4929-a816-3fca35793329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.251315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-b11168d1-a273-4929-a816-3fca35793329 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fcba02-21ea-4417-a704-da861fe7db93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518074 Oct 19 20:59:26.357013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-25100f5d-3ea1-4c9b-88f0-4992554b7357 service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956419 Oct 19 20:59:26.461160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d1fcb8a-fe63-4118-99c0-74c2dba6ff82 req-4a034231-c33a-489f-85d2-fb4b79ccbe8a service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971859 Oct 19 20:59:26.487249 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-546c7fe6-9313-428b-8a03-69f89a3b43ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:26.560773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-4c923d93-ff16-4f56-a0d3-aa744d9fd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.562378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-4c923d93-ff16-4f56-a0d3-aa744d9fd2ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0549147 Oct 19 20:59:26.655108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf32fd-a319-463b-b197-cb8788417c75 req-479d2129-9d52-4a8e-a744-6ceb5a9be8d7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.656594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecdf32fd-a319-463b-b197-cb8788417c75 req-479d2129-9d52-4a8e-a744-6ceb5a9be8d7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 943 time: 0.1108804 Oct 19 20:59:26.709776 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-f42e97b8-024d-4e66-bc7d-1d2b99038d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.711237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-f42e97b8-024d-4e66-bc7d-1d2b99038d1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 897 time: 0.1342962 Oct 19 20:59:26.714243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ecdf32fd-a319-463b-b197-cb8788417c75 req-3dd09141-5610-4558-a265-bc6214f97154 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513847 Oct 19 20:59:26.760880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-0a5dbe5f-960f-4da3-8fc7-daf6d9f54213 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 217 time: 0.0404623 Oct 19 20:59:26.810825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-7722ccfd-4b47-45ba-b506-20ba9130aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.812268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-7722ccfd-4b47-45ba-b506-20ba9130aefa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 200 len: 834 time: 0.0452108 Oct 19 20:59:26.863696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-02cecf89-422e-4dad-8d90-78d9bc86eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:26.865218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-02cecf89-422e-4dad-8d90-78d9bc86eef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fcba02-21ea-4417-a704-da861fe7db93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457568 Oct 19 20:59:26.961052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-cb5e5ece-ccdb-42d6-bb88-8b6eb389a52f service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872850 Oct 19 20:59:27.049841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f412b2b3-aad6-45fc-8254-04b8a3c69083 req-da729a32-ad09-4627-ae2e-e45b61d6a8fe service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815611 Oct 19 20:59:27.834032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733f593-dacb-4fb5-bb97-6e4c2bdcee78 req-188b70cd-8920-47dd-91ca-2c561c443738 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:27.835676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6733f593-dacb-4fb5-bb97-6e4c2bdcee78 req-188b70cd-8920-47dd-91ca-2c561c443738 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 943 time: 0.0513327 Oct 19 20:59:27.888430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6733f593-dacb-4fb5-bb97-6e4c2bdcee78 req-4408856e-3f09-419d-8d2a-fd0550d9d088 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Oct 19 20:59:29.001887 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ddf13-3b4c-48e9-b69f-9123b52811a4 req-87baffa9-8282-43f7-9559-a4322f96e23d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:29.003375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e19ddf13-3b4c-48e9-b69f-9123b52811a4 req-87baffa9-8282-43f7-9559-a4322f96e23d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 943 time: 0.0491908 Oct 19 20:59:29.014485 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 20:59:29.047207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e19ddf13-3b4c-48e9-b69f-9123b52811a4 req-2e3c3d9f-8e9e-4330-93d2-7c135976cc0c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Oct 19 20:59:29.112198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:29.123317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'mac_address': 'fa:16:3e:38:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 20:59:29.159687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:29.173506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0443af93-1c54-4e78-a232-5ea6dbf28ae5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 20:59:29.199528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:29.203623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:29.262327 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18179331-edf1-4f69-8f53-54b7b20ae084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:29.268660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:29.406799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['0443af93-1c54-4e78-a232-5ea6dbf28ae5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 20:59:29.838821 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-a03de1fb-4cf6-4743-8508-e6edcce36045 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441754 Oct 19 20:59:29.925623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-215bcde4-3898-4100-88ae-f380a0998b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:29.927146 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-215bcde4-3898-4100-88ae-f380a0998b71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c61449b907c0439893799243fef26f4f&device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 1096 time: 0.0418098 Oct 19 20:59:30.029434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-28e498e2-819b-4a75-b96d-0f9b4651ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:30.030913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-28e498e2-819b-4a75-b96d-0f9b4651ef57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 200 len: 911 time: 0.0854034 Oct 19 20:59:30.101760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-42da22a6-2702-46be-9f8b-5cd0152d7572 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 200 len: 1000 time: 0.0638578 Oct 19 20:59:30.180361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-434c4169-b1de-4944-a77a-05b45e16e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:30.181953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-434c4169-b1de-4944-a77a-05b45e16e072 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 200 len: 849 time: 0.0731249 Oct 19 20:59:30.197483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033773e1-e9bc-43a2-b05d-4c32f576156f req-735f2e45-b84b-4658-ad53-92446ba7b3d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:30.199035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-033773e1-e9bc-43a2-b05d-4c32f576156f req-735f2e45-b84b-4658-ad53-92446ba7b3d4 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 944 time: 0.0819588 Oct 19 20:59:30.267080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-033773e1-e9bc-43a2-b05d-4c32f576156f req-4ebdc0f2-aa7e-4425-85da-b47e467526e2 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591125 Oct 19 20:59:30.271833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-f59724d0-ee8b-4cbd-82b9-d4ca420d5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:30.273415 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-f59724d0-ee8b-4cbd-82b9-d4ca420d5b95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8721d446-9806-4c2f-95ce-a7cc3d7f30e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734458 Oct 19 20:59:30.311747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:30.380036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-ad6a968b-d928-4c3b-906e-22fadeea288a service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Oct 19 20:59:30.487039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76f12ac7-c41e-47e5-827f-fca9dd531609 req-6af4f5fa-4c35-416a-b359-7aae675777fb service neutron] 10.222.0.11 "GET /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901721 Oct 19 20:59:31.033538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 20:59:31.067904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:31.086654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 20:59:31.090193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 20:59:31.090544 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:31.166113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:31.188542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:31.190819 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b36bebc-5f3b-4423-83f9-a11e4b734d20" -d '{"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-plugged", "status": "completed", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:31.206112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:31.210325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:31.237673 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088b7dc-d858-40f3-9c03-ba45fea9f869 x-openstack-request-id: req-6088b7dc-d858-40f3-9c03-ba45fea9f869 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:31.237965 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-plugged", "status": "completed", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:31.238218 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6088b7dc-d858-40f3-9c03-ba45fea9f869 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:31.238636 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'code': 200} Oct 19 20:59:31.261586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:31.330188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ccb3-64e6-47a5-8107-e16944c81ad7 req-19bba7f4-d317-4098-bda7-418e2577cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:31.331732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80d0ccb3-64e6-47a5-8107-e16944c81ad7 req-19bba7f4-d317-4098-bda7-418e2577cc9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0393188 Oct 19 20:59:31.368393 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80d0ccb3-64e6-47a5-8107-e16944c81ad7 req-d3ca4f2a-f1b1-4144-92da-a1b95ca0d0b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293055 Oct 19 20:59:31.395088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8215b5b-5a0a-4154-b48b-8d7f185d044d req-dc6451d0-8a1a-48b8-884c-6131bb644323 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:31.396557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d8215b5b-5a0a-4154-b48b-8d7f185d044d req-dc6451d0-8a1a-48b8-884c-6131bb644323 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Oct 19 20:59:31.434043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d8215b5b-5a0a-4154-b48b-8d7f185d044d req-487b5f22-f7fd-4136-b382-24e580d495ac tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308876 Oct 19 20:59:32.350194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:32.557258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e4d-a1c4-412c-ac1d-4bfe70126b68 req-d9d5035a-1068-4f13-babb-deba6e67bf68 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:32.559060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be557e4d-a1c4-412c-ac1d-4bfe70126b68 req-d9d5035a-1068-4f13-babb-deba6e67bf68 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Oct 19 20:59:32.598777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be557e4d-a1c4-412c-ac1d-4bfe70126b68 req-3b53a1e1-0b19-48c9-be25-6d617b8b0d47 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337291 Oct 19 20:59:32.721788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ecc88-e2e8-4e78-8e1b-0f0b257584cf req-a6667711-9fff-4b03-9378-a26dd29c1f3e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:32.723324 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf0ecc88-e2e8-4e78-8e1b-0f0b257584cf req-a6667711-9fff-4b03-9378-a26dd29c1f3e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0553131 Oct 19 20:59:32.761862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cf0ecc88-e2e8-4e78-8e1b-0f0b257584cf req-0fec5d38-694a-403c-b60a-9b7dbf9a40e9 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Oct 19 20:59:32.783381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:32.823018 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6386e-54b5-4d8b-87db-41af3b7e719e tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:32.824538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-68d6386e-54b5-4d8b-87db-41af3b7e719e tempest-TestNetworkAdvancedServerOps-588326559 tempest-TestNetworkAdvancedServerOps-588326559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1091 time: 0.0401640 Oct 19 20:59:32.827395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58652) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:32.831880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 20:59:32.856021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:32.957715 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.063068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Allocated IP 172.25.7.101 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/c1655589-980a-4acc-b268-c31ba51acb6c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 20:59:33.173697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.206014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.239919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 20:59:33.242811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 20:59:33.245371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 20:59:33.278873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=c1655589-980a-4acc-b268-c31ba51acb6c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:33.611441 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.676672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.824115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.828366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:33.904461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event updated for resources: {'Port': ['ID=c1655589-980a-4acc-b268-c31ba51acb6c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:33.916479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:34.016023 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 09405016-e72d-4edc-9bfb-f950c2686be4 associated. External IP: 172.25.7.101, port: 0443af93-1c54-4e78-a232-5ea6dbf28ae5. Oct 19 20:59:34.216806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router c41f97f3-d1e1-4ae3-a7d7-204251160abd has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:34.323625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:34.333483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Sync routers for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:34.341321 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:34.343634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:34.344255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:34.371906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af4234d8-7334-4890-8077-499d0c23717f tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5410707 Oct 19 20:59:34.371906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:34.372772 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:34.418996 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58700b03-efd4-4b2f-adfb-9eb3d5cc15e6 x-openstack-request-id: req-58700b03-efd4-4b2f-adfb-9eb3d5cc15e6 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:34.419366 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:34.419779 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58700b03-efd4-4b2f-adfb-9eb3d5cc15e6 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:34.420291 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'status': 'completed', 'code': 200} Oct 19 20:59:34.457388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:34.506151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaeb68-2d1f-4100-af35-ed288ac2e57a req-14b6d761-24e7-41a4-9cf8-d5d2e9214047 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:34.507579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ffaeb68-2d1f-4100-af35-ed288ac2e57a req-14b6d761-24e7-41a4-9cf8-d5d2e9214047 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0886130 Oct 19 20:59:34.512000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-c15d570f-7b50-4230-9e72-32eff906afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:34.513532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-c15d570f-7b50-4230-9e72-32eff906afe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0655637 Oct 19 20:59:34.601473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ffaeb68-2d1f-4100-af35-ed288ac2e57a req-4c2b36a0-e0c0-492a-afb4-619e742d1148 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863698 Oct 19 20:59:34.630296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-e8866684-b0e8-4f99-9308-f5a1aa545716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:34.631835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-e8866684-b0e8-4f99-9308-f5a1aa545716 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 897 time: 0.1115541 Oct 19 20:59:34.634309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:34.692192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '09405016-e72d-4edc-9bfb-f950c2686be4', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'mac_address': 'fa:16:3e:38:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:33Z', 'updated_at': '2021-10-19T20:59:33Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:34.704934 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-4c6a2c38-6728-49f6-931d-273f9b20cc25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 999 time: 0.0655587 Oct 19 20:59:34.707853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0e5e4b95-7481-47fc-bdfb-8b4d8739db7b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/09405016-e72d-4edc-9bfb-f950c2686be4 HTTP/1.1" status: 200 len: 991 time: 0.0724235 Oct 19 20:59:34.723794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Checking router: c41f97f3-d1e1-4ae3-a7d7-204251160abd for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:34.732442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:34.733035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:34.753348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-0bcdb118-f940-4ee2-9348-3b4a37b9f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:34.754841 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-0bcdb118-f940-4ee2-9348-3b4a37b9f0d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 200 len: 834 time: 0.0435059 Oct 19 20:59:34.802718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-f3dfaa51-5cbe-43e3-b356-f6ad0f3fcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:34.804243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-f3dfaa51-5cbe-43e3-b356-f6ad0f3fcfc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fcba02-21ea-4417-a704-da861fe7db93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428491 Oct 19 20:59:34.842939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:34.898931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-ed66a9e5-1773-4b25-9a3a-166490dd7e04 service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870957 Oct 19 20:59:34.995883 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89f282ff-dcd0-4f9f-9a2c-c8ee39da6af9 req-888fe22d-1172-4f62-b0d9-f25cc32dfffe service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903192 Oct 19 20:59:35.068131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '09405016-e72d-4edc-9bfb-f950c2686be4', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'mac_address': 'fa:16:3e:38:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:33Z', 'updated_at': '2021-10-19T20:59:33Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:35.098647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03ae679-58df-493b-b9ad-3e9877277ccf None None] The sync data for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 is: [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '09405016-e72d-4edc-9bfb-f950c2686be4', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'mac_address': 'fa:16:3e:38:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:33Z', 'updated_at': '2021-10-19T20:59:33Z', 'revision_number': 0, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:35.298017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a67160c-a4ea-4bfc-a06d-df2bbe882764 None None] New status for floating IP 09405016-e72d-4edc-9bfb-f950c2686be4: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:59:35.711693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58666) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:35.775989 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a8f34762-3a39-4a37-975c-a1ccde937651 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/09405016-e72d-4edc-9bfb-f950c2686be4 HTTP/1.1" status: 200 len: 993 time: 0.0631380 Oct 19 20:59:39.037646 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 20:59:42.903286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:43.401879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:48.625393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a329e0-97b8-458c-b5c5-57d066edcea0 req-fbcd05bc-5041-4f9b-b0e4-054ca65abbdd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:48.626763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7a329e0-97b8-458c-b5c5-57d066edcea0 req-fbcd05bc-5041-4f9b-b0e4-054ca65abbdd tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0521588 Oct 19 20:59:48.663614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7a329e0-97b8-458c-b5c5-57d066edcea0 req-b472060c-26ca-4242-93c7-7bd2a15509e7 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308781 Oct 19 20:59:49.790915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af064-a779-4f56-8d38-b6596e0fcc73 req-2b6daab4-59c4-44b2-b493-14a07cf8b91c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:49.792374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-950af064-a779-4f56-8d38-b6596e0fcc73 req-2b6daab4-59c4-44b2-b493-14a07cf8b91c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0486622 Oct 19 20:59:49.829142 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-950af064-a779-4f56-8d38-b6596e0fcc73 req-231cb63b-3d5d-4bdf-a9ed-5c2ce81c3d6c tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4ea799c-23e9-43d2-a61a-f5d24231ea09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Oct 19 20:59:50.264091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-95b5e3ba-978f-4576-8fe5-cbb0c13fe2d2 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 20:59:50.265571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-95b5e3ba-978f-4576-8fe5-cbb0c13fe2d2 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 945 time: 0.0473018 Oct 19 20:59:50.372193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Deleting port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:50.372524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:50.461525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] For port 1eb34b78-8a48-4548-b7a2-492d2a0512d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1eb34b78-8a48-4548-b7a2-492d2a0512d9,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 20:59:50.461880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:50.631257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:50.631612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:50.631921 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Floating IP 975e1c3f-6d7d-45e3-ae19-f75457de2622 disassociated. External IP: 172.25.7.40, port: 1eb34b78-8a48-4548-b7a2-492d2a0512d9. Oct 19 20:59:50.632255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Calling delete_port for 1eb34b78-8a48-4548-b7a2-492d2a0512d9 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:50.758756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:50.787015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'Port': ['ID=1eb34b78-8a48-4548-b7a2-492d2a0512d9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:51.190939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b2dd3b8d-d22d-4fc8-9da5-3fc7e2623bd7 req-75c1b791-c4de-44f1-9692-030ea59d962d tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5f313d9-87cd-4f7e-8860-cf36f34965ca HTTP/1.1" status: 200 len: 210 time: 0.0317724 Oct 19 20:59:51.256666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 20:59:51.365162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 20:59:51.374946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 20:59:51.385176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:51.385893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:51.410787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] No DVR routers for this DVR port 1eb34b78-8a48-4548-b7a2-492d2a0512d9 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 20:59:51.413565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:51.417912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c16a5804-728c-46e9-bde0-2085e0c45e1b req-7a5e1162-1f0d-49e0-8f22-9a199a2189cf tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.11 "DELETE /v2.0/ports/1eb34b78-8a48-4548-b7a2-492d2a0512d9 HTTP/1.1" status: 204 len: 173 time: 1.1463671 Oct 19 20:59:51.418385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'name': 'network-vif-deleted', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 20:59:51.420705 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070dfea-c12b-41b8-9f2d-9f38161b30af" -d '{"events": [{"server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "name": "network-vif-deleted", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 20:59:51.457192 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa62102-6821-491d-ab4b-ce60638461e4 x-openstack-request-id: req-1aa62102-6821-491d-ab4b-ce60638461e4 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 20:59:51.457506 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f313d9-87cd-4f7e-8860-cf36f34965ca", "name": "network-vif-deleted", "tag": "1eb34b78-8a48-4548-b7a2-492d2a0512d9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 20:59:51.457756 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa62102-6821-491d-ab4b-ce60638461e4 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 20:59:51.458154 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f313d9-87cd-4f7e-8860-cf36f34965ca', 'name': 'network-vif-deleted', 'tag': '1eb34b78-8a48-4548-b7a2-492d2a0512d9', 'status': 'completed', 'code': 200} Oct 19 20:59:51.657863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:51.859423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:51.888179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 20:59:51.897569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 20:59:51.898173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:52.009720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 20:59:52.205406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 20:59:52.231781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b1f85-1e46-42fe-984d-4a2a7432e766 None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T20:53:27Z', 'revision_number': 4, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '5c34d86f-3fb7-4cd0-bc35-be1750629045', 'name': '', 'network_id': '8721d446-9806-4c2f-95ce-a7cc3d7f30e0', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'mac_address': 'fa:16:3e:12:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:26Z', 'updated_at': '2021-10-19T20:53:30Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'subnets': [{'id': '447a3b72-0e26-4a24-b074-8237ea34f67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 20:59:52.277116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58750) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:52.340877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.365203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.414818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.417491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.418661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4ea799c-23e9-43d2-a61a-f5d24231ea09 HTTP/1.1" status: 204 len: 168 time: 0.1405189 Oct 19 20:59:52.421614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58752) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:52.429685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcc6b4-2a31-4f93-b0a0-46affdfcd675 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea799c-23e9-43d2-a61a-f5d24231ea09,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:52.442890 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [None req-7d04c0fe-24a8-4428-8c3d-c92ea2ca7624 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] show failed (client error): The resource could not be found. Oct 19 20:59:52.444265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7d04c0fe-24a8-4428-8c3d-c92ea2ca7624 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "GET /v2.0/security-groups/a4ea799c-23e9-43d2-a61a-f5d24231ea09 HTTP/1.1" status: 404 len: 347 time: 0.0207007 Oct 19 20:59:52.448335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 20:59:52.480819 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed40336-129a-4e00-aef9-89bac89c4fda None None] New status for floating IP 975e1c3f-6d7d-45e3-ae19-f75457de2622: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 20:59:52.575845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Deleting port 698d2efa-2e69-49a2-9e53-a0462ef3a5d0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 20:59:52.576092 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.655820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.656142 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.668034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Calling delete_port for 698d2efa-2e69-49a2-9e53-a0462ef3a5d0 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 20:59:52.800975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.826465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Pushing event deleted for resources: {'Port': ['ID=698d2efa-2e69-49a2-9e53-a0462ef3a5d0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 20:59:52.886522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.889093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:52.890252 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-de5600a9-0a3e-4cef-b2ba-dc65133f1e39 tempest-AttachVolumeTestJSON-392211356 tempest-AttachVolumeTestJSON-392211356-project] 10.222.0.31 "DELETE /v2.0/floatingips/975e1c3f-6d7d-45e3-ae19-f75457de2622 HTTP/1.1" status: 204 len: 168 time: 0.4410017 Oct 19 20:59:53.201544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1eb34b78-8a48-4548-b7a2-492d2a0512d9 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 20:59:53.222235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 1eb34b78-8a48-4548-b7a2-492d2a0512d9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 20:59:53.222585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1eb34b78-8a48-4548-b7a2-492d2a0512d9 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 20:59:56.490409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-783a3853-ade9-4d35-980a-b8f58de7e15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 20:59:59.247725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03acf430-d603-44fc-a336-060fe0ee4cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:00.304895 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:01.046169 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:02.355913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:02.744138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58802) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:03.261581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:03.795054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Deleting port 5c34d86f-3fb7-4cd0-bc35-be1750629045 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:03.795768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:03.871428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] For port 5c34d86f-3fb7-4cd0-bc35-be1750629045, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5c34d86f-3fb7-4cd0-bc35-be1750629045,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:03.871688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:03.883811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Calling delete_port for 5c34d86f-3fb7-4cd0-bc35-be1750629045 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:04.056959 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:04.086296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c34d86f-3fb7-4cd0-bc35-be1750629045,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:04.118092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.118444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.118787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.119127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.119462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.119793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.120130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.120445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.120772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.121128 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.121662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.121929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:04.271252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:04.497133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:00:04.614907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:00:04.622329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fcc1b7aa-44f1-428a-913b-b6187b90fa4d admin admin] 10.222.0.31 "PUT /v2.0/routers/d42f2d23-58f5-43f2-ae16-6a547f10f9d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770444 Oct 19 21:00:04.624981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58820) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:04.634666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Sync routers for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:00:04.645655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:00:04.646297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:04.764345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:04.775275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:00:04.800160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ef44f-dda2-4d04-9e47-d1f420ce17bd req-01e4c044-3a5e-4c09-8101-1b74909432e7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:04.802023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b85ef44f-dda2-4d04-9e47-d1f420ce17bd req-01e4c044-3a5e-4c09-8101-1b74909432e7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0520909 Oct 19 21:00:04.853560 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b85ef44f-dda2-4d04-9e47-d1f420ce17bd req-170c7d65-4835-4e73-b351-461c930a0a6c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Oct 19 21:00:04.891023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:04.949149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Deleting port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:04.949516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.005361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T21:00:04Z', 'revision_number': 5, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port': {'id': '11e99e73-bcd9-41f2-8510-7f64fcbdeeb5', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:53:23Z', 'updated_at': '2021-10-19T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:05.031613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] For port 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:05.031975 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.033587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Checking router: d42f2d23-58f5-43f2-ae16-6a547f10f9d4 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:00:05.041749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Routers {'d42f2d23-58f5-43f2-ae16-6a547f10f9d4'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:00:05.042345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T20:59:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:05.044514 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Calling delete_port for 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:05.130378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] Set router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:00:05.186298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T21:00:04Z', 'revision_number': 6, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:05.211166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.213795 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae40f4-66b7-45d1-9a6f-af62507dd03d None None] The sync data for ids ['d42f2d23-58f5-43f2-ae16-6a547f10f9d4'] in n-d-805649-9 is: [{'id': 'd42f2d23-58f5-43f2-ae16-6a547f10f9d4', 'name': 'tempest-AttachVolumeTestJSON-399231553-router', 'tenant_id': 'c61449b907c0439893799243fef26f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:53:22Z', 'updated_at': '2021-10-19T21:00:04Z', 'revision_number': 6, 'project_id': 'c61449b907c0439893799243fef26f4f', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:00:05.238781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e99e73-bcd9-41f2-8510-7f64fcbdeeb5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:05.302635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.396156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.398341 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.441155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.441638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d42f2d23-58f5-43f2-ae16-6a547f10f9d4 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:00:05.446703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.447962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3ac4079d-375a-40c3-86fd-d39c04e8e8c5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d42f2d23-58f5-43f2-ae16-6a547f10f9d4 HTTP/1.1" status: 204 len: 168 time: 0.8212702 Oct 19 21:00:05.450594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58830) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:05.497701 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Deleting subnet 447a3b72-0e26-4a24-b074-8237ea34f67d {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:00:05.500920 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.534716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.617822 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.673374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.706063 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.709686 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/447a3b72-0e26-4a24-b074-8237ea34f67d HTTP/1.1" status: 204 len: 168 time: 0.2581112 Oct 19 21:00:05.710677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33e38c-5789-4b86-b4ba-6786d94af14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447a3b72-0e26-4a24-b074-8237ea34f67d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:05.712573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3571a2-d73a-4409-940d-84bf1f567886 None None] Network 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:05.713091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58832) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:05.796389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.853609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Deleting port f07207ca-1057-4137-b6e1-27e886abdca7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:05.854248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.922929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] For port f07207ca-1057-4137-b6e1-27e886abdca7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f07207ca-1057-4137-b6e1-27e886abdca7,segment=NetworkSegment(5e7bdf88-c0ca-4aba-b172-59bf0208112c),segment_id=5e7bdf88-c0ca-4aba-b172-59bf0208112c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:05.923284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:05.936265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Calling delete_port for f07207ca-1057-4137-b6e1-27e886abdca7 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:05.989006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f7ee7-15ea-4975-9b89-96903eda69c3 req-953a5de9-b081-4968-aca4-3f87f00b9ecd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:05.990737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-942f7ee7-15ea-4975-9b89-96903eda69c3 req-953a5de9-b081-4968-aca4-3f87f00b9ecd tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0662928 Oct 19 21:00:06.008047 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] DHCP port deletion for 8721d446-9806-4c2f-95ce-a7cc3d7f30e0 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:00:06.019981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.036262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-942f7ee7-15ea-4975-9b89-96903eda69c3 req-aa029ebe-000b-4145-aacf-96bae4e0f4bb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Oct 19 21:00:06.048036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07207ca-1057-4137-b6e1-27e886abdca7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:06.056294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] No DVR routers for this DVR port f07207ca-1057-4137-b6e1-27e886abdca7 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:06.058573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.058932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.059272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.059603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.059930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.060253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.060573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.060894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.061212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.061580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.061899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.062215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.073270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Deleting port f07207ca-1057-4137-b6e1-27e886abdca7 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:06.073684 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.149102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] For port f07207ca-1057-4137-b6e1-27e886abdca7, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:06.149546 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.168442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.169090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Calling delete_port for f07207ca-1057-4137-b6e1-27e886abdca7 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:06.172178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Port f07207ca-1057-4137-b6e1-27e886abdca7 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 21:00:06.173430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.193624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8721d446-9806-4c2f-95ce-a7cc3d7f30e0']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:06.199648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Pushing event deleted for resources: {'Port': ['ID=f07207ca-1057-4137-b6e1-27e886abdca7,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:06.205612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7bdf88-c0ca-4aba-b172-59bf0208112c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:06.205978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7bdf88-c0ca-4aba-b172-59bf0208112c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:06.209330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] No DVR routers for this DVR port f07207ca-1057-4137-b6e1-27e886abdca7 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:06.213096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.213495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.213839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.214182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.214517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.215010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.215342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.215669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.215996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.216319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.216645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.216964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209876c-e25c-42ac-92a4-7134abd571bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:00:06.220318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.236140 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.242542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:06.243154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:06.244994 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:06.311588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.318200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.322086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8721d446-9806-4c2f-95ce-a7cc3d7f30e0 HTTP/1.1" status: 204 len: 168 time: 0.6080232 Oct 19 21:00:06.333824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e69ff3-cfb8-4c98-a70a-0e014a414980 admin admin] Pushing event deleted for resources: {'Network': ['ID=8721d446-9806-4c2f-95ce-a7cc3d7f30e0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:06.448966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:06.490783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6ef67676-b012-40c1-9e9b-ce9c462b94d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c61449b907c0439893799243fef26f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404794 Oct 19 21:00:06.493200 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:06.544293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.565737 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.610306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.612966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:06.614144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc36bf13-c36a-4acb-a22d-33699e96730d HTTP/1.1" status: 204 len: 168 time: 0.1198812 Oct 19 21:00:06.622282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889ac00-6343-4c77-a667-fd2ec1ad4651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36bf13-c36a-4acb-a22d-33699e96730d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:06.860914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:00:06.881965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:00:06.882575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 11e99e73-bcd9-41f2-8510-7f64fcbdeeb5 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:00:06.883589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c34d86f-3fb7-4cd0-bc35-be1750629045 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:00:06.902934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5c34d86f-3fb7-4cd0-bc35-be1750629045 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:00:06.903327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5c34d86f-3fb7-4cd0-bc35-be1750629045 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:00:06.903766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f07207ca-1057-4137-b6e1-27e886abdca7 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:00:06.923311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f07207ca-1057-4137-b6e1-27e886abdca7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:00:06.923721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f07207ca-1057-4137-b6e1-27e886abdca7 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:00:07.163323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665836-1ead-49f8-bc39-b4c467ce29dd req-1725cd74-d3ab-4970-9ca8-15c854871032 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:07.165541 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45665836-1ead-49f8-bc39-b4c467ce29dd req-1725cd74-d3ab-4970-9ca8-15c854871032 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0588715 Oct 19 21:00:07.204753 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45665836-1ead-49f8-bc39-b4c467ce29dd req-f5abaa1f-cd75-4aa5-84d9-076d4fe50a54 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Oct 19 21:00:08.342071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51eeb3-c6f7-4c86-b5d7-55673490a712 req-de28147b-4b69-4a3c-90fd-d77f144ca48c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:08.343702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb51eeb3-c6f7-4c86-b5d7-55673490a712 req-de28147b-4b69-4a3c-90fd-d77f144ca48c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0631793 Oct 19 21:00:08.387129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eb51eeb3-c6f7-4c86-b5d7-55673490a712 req-e64c7e2f-6269-4c29-ba77-7b38e86234b1 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Oct 19 21:00:09.515975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0efda9-b780-4db3-9ec4-2ab1c853484b req-e644c2a3-7650-4c8a-af48-73a7f6f84aff tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:09.517544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb0efda9-b780-4db3-9ec4-2ab1c853484b req-e644c2a3-7650-4c8a-af48-73a7f6f84aff tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Oct 19 21:00:09.557543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eb0efda9-b780-4db3-9ec4-2ab1c853484b req-e33b04a0-2067-4524-8008-b5662a0d80f3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330195 Oct 19 21:00:09.755060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:09.888279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0ed-7121-4ebb-b7a1-5cf9f4c89b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:09.963831 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0ed-7121-4ebb-b7a1-5cf9f4c89b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:09.967788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-46e3f0ed-7121-4ebb-b7a1-5cf9f4c89b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.004912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46e3f0ed-7121-4ebb-b7a1-5cf9f4c89b90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d75f94fbe617414fbc071ed65a7a5c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488286 Oct 19 21:00:10.005787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f0ed-7121-4ebb-b7a1-5cf9f4c89b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dae8eb-c244-4835-9b10-aeda4c1e46e4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:10.009207 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58958) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:10.058231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.079094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.125218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.127861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.131459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75dae8eb-c244-4835-9b10-aeda4c1e46e4 HTTP/1.1" status: 204 len: 168 time: 0.1183181 Oct 19 21:00:10.136922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d7aa-855f-4caa-a6c6-b39f49dce214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dae8eb-c244-4835-9b10-aeda4c1e46e4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:10.378259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 58964) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:10.391712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-707b8178-23d5-4ef9-84c8-69e87db9ff3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.467119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-707b8178-23d5-4ef9-84c8-69e87db9ff3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.470714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-707b8178-23d5-4ef9-84c8-69e87db9ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.509311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-707b8178-23d5-4ef9-84c8-69e87db9ff3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e73ef6c641a84322a4ea22abf04fe3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300163 Oct 19 21:00:10.510026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b8178-23d5-4ef9-84c8-69e87db9ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3717a1e-8eea-4546-a66b-f2c00a577c3e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:10.512140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 58966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:10.562834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.584509 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.631501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.634946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:10.636246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3717a1e-8eea-4546-a66b-f2c00a577c3e HTTP/1.1" status: 204 len: 168 time: 0.1229546 Oct 19 21:00:10.645873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ace36c-c614-4f28-8061-9bdeaf7b69c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3717a1e-8eea-4546-a66b-f2c00a577c3e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:10.683822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734481-af83-4f4e-a855-b1b74c31f469 req-8ad724f0-95e2-4b3c-998b-312a9196de57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:10.685368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68734481-af83-4f4e-a855-b1b74c31f469 req-8ad724f0-95e2-4b3c-998b-312a9196de57 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0606599 Oct 19 21:00:10.723325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68734481-af83-4f4e-a855-b1b74c31f469 req-b2b02ab0-63da-425e-b17d-b3bde576e778 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Oct 19 21:00:11.838579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b711-0fb5-4954-aa32-5f4677ac29ba req-fad13efa-62ce-4768-b0d0-e4ebe1cb49b3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:11.840091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67a6b711-0fb5-4954-aa32-5f4677ac29ba req-fad13efa-62ce-4768-b0d0-e4ebe1cb49b3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Oct 19 21:00:11.877967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-67a6b711-0fb5-4954-aa32-5f4677ac29ba req-a628a3af-1ae3-48a5-847c-a05b077f2a3e tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 Oct 19 21:00:12.699499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:12.805736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06876b3e-0d5b-4fb5-9b15-a3d8e29266e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:12.879172 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06876b3e-0d5b-4fb5-9b15-a3d8e29266e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:12.882852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-06876b3e-0d5b-4fb5-9b15-a3d8e29266e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:12.912601 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:12.925471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06876b3e-0d5b-4fb5-9b15-a3d8e29266e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7640b0b1-1053-4d10-a8c6-e0064c9c63d8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:12.931223 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-06876b3e-0d5b-4fb5-9b15-a3d8e29266e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a404112eb774f2e8ceb5baccdbe35f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306590 Oct 19 21:00:12.933872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:12.983827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.002040 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf49ab-9e97-4fae-acca-f28c99081121 req-7fa9a413-1e36-495c-a3e7-202ccf052a34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:13.003508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abaf49ab-9e97-4fae-acca-f28c99081121 req-7fa9a413-1e36-495c-a3e7-202ccf052a34 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Oct 19 21:00:13.006068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.045813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-abaf49ab-9e97-4fae-acca-f28c99081121 req-586ce964-9567-4f91-a6d5-17cf98025a4b tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353944 Oct 19 21:00:13.054641 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.057573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.058721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7640b0b1-1053-4d10-a8c6-e0064c9c63d8 HTTP/1.1" status: 204 len: 168 time: 0.1239507 Oct 19 21:00:13.067105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d424-2c98-442b-86c4-a43aa9d72d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640b0b1-1053-4d10-a8c6-e0064c9c63d8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:13.304305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:13.317960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d948394-761b-4fec-bc6b-7c96e44e3b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.396135 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d948394-761b-4fec-bc6b-7c96e44e3b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.399907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.401031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3d948394-761b-4fec-bc6b-7c96e44e3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.439081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3d948394-761b-4fec-bc6b-7c96e44e3b49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e16c366ced54f1ca640dc5a461530ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331246 Oct 19 21:00:13.440020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d948394-761b-4fec-bc6b-7c96e44e3b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f688da76-2ec0-4135-892c-f20070fbe616,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:13.441773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59094) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:13.492125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.512323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.557282 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.559666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:13.560790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f688da76-2ec0-4135-892c-f20070fbe616 HTTP/1.1" status: 204 len: 168 time: 0.1175961 Oct 19 21:00:13.568119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb0b0b-782d-42ce-a43d-e476c5a73543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688da76-2ec0-4135-892c-f20070fbe616,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:14.161516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f10f4f-85f0-4b5b-ba85-ab32b7af9e48 req-7d89967b-1191-4128-a04c-c812d642f6a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:14.163033 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83f10f4f-85f0-4b5b-ba85-ab32b7af9e48 req-7d89967b-1191-4128-a04c-c812d642f6a0 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0525234 Oct 19 21:00:14.203940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83f10f4f-85f0-4b5b-ba85-ab32b7af9e48 req-bfe487b3-a42a-4612-95a2-d91686cff250 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Oct 19 21:00:15.084572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59208) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:15.189587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22240c45-11a5-4bc6-aff5-1aaf50bd7cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.267717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22240c45-11a5-4bc6-aff5-1aaf50bd7cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.282522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22240c45-11a5-4bc6-aff5-1aaf50bd7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.344661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22240c45-11a5-4bc6-aff5-1aaf50bd7cf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5ddae1d2ced432daebc55ff34c0d940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588799 Oct 19 21:00:15.347233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59214) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:15.347737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22240c45-11a5-4bc6-aff5-1aaf50bd7cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d52937-88f4-420c-9bcb-4891cd93e9dd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:15.361220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e5520-0604-430d-8181-d3036ac0a0b7 req-395c6eaf-eb54-47f4-834e-c3dabf5c3cfe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:15.362731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd1e5520-0604-430d-8181-d3036ac0a0b7 req-395c6eaf-eb54-47f4-834e-c3dabf5c3cfe tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0913661 Oct 19 21:00:15.396374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.402427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd1e5520-0604-430d-8181-d3036ac0a0b7 req-f19f3158-4a7e-48f4-b91b-74baecc53dc5 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Oct 19 21:00:15.418421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.465376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.468292 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:15.469706 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70d52937-88f4-420c-9bcb-4891cd93e9dd HTTP/1.1" status: 204 len: 168 time: 0.1215048 Oct 19 21:00:15.477649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2612e-931d-4e5b-a470-e4c0c9a41e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d52937-88f4-420c-9bcb-4891cd93e9dd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:16.037689 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:00:16.525472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceeb89b-5ce1-4d13-9738-e20c27a4c9a1 req-bf9337d5-a4af-4577-86d9-24fad8860ade tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:16.527041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dceeb89b-5ce1-4d13-9738-e20c27a4c9a1 req-bf9337d5-a4af-4577-86d9-24fad8860ade tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0556281 Oct 19 21:00:16.565063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dceeb89b-5ce1-4d13-9738-e20c27a4c9a1 req-352a6916-3c51-4e45-aa5a-c3d204182639 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320749 Oct 19 21:00:16.622038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59252) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:16.762321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-281865985'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:16.786433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Made reservation on behalf of e9894d1a6e934f92b9e8ad9f40c07119 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:16.790576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.798678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.874983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.878565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.901208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:16.915776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7270a9a-ea64-4f1d-a5d1-687bcb210249,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:16.918831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.919170 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Added segment d1788fc0-dc55-4219-b6bb-9a7c6498f3b6 of type vlan for network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd Oct 19 21:00:16.958488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.982470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:16.987923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:16.988493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.022998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3998387 Oct 19 21:00:17.026253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59256) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:17.033034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Request body: {'subnet': {'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:17.075939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bcf7f-6d62-45fb-934d-1d882f4a68ae tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event updated for resources: {'Network': ['ID=9d39a699-17b5-45dd-b9f1-d4a899e6a1dd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:17.086633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:17.150882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Made reservation on behalf of e9894d1a6e934f92b9e8ad9f40c07119 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:17.154417 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.334900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.407123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event updated for resources: {'Subnet': ['ID=f12bf543-1d26-42a1-80ae-a212606149ac,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:17.410560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Checking segment: {'id': 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:17.411255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Network hostable DHCP agents. Network: 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:17.414353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0b08-b171-42ff-af32-c3e4b4fc3a10 req-88b55d16-9251-44db-a053-ceb4e902ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:17.415935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-092e0b08-b171-42ff-af32-c3e4b4fc3a10 req-88b55d16-9251-44db-a053-ceb4e902ce76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1009860 Oct 19 21:00:17.428765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:17.437461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:17.441795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:17.442491 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.449155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e23664-d34e-4136-b708-c1ace79189d2 None None] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:17.453389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-092e0b08-b171-42ff-af32-c3e4b4fc3a10 req-05719183-047c-4c6c-8e18-d7e3faa8e90b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302963 Oct 19 21:00:17.465329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-af5d2653-d2c0-4a6f-821b-5d51ede47d7b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4369807 Oct 19 21:00:17.467039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59260) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:17.471818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Request body: {'port': {'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-325367882'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:17.588540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Made reservation on behalf of e9894d1a6e934f92b9e8ad9f40c07119 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:17.592857 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.596960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-9d39a699-17b5-45dd-b9f1-d4a899e6a1dd', 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd', 'tenant_id': 'e9894d1a6e934f92b9e8ad9f40c07119', 'fixed_ips': [{'subnet_id': 'f12bf543-1d26-42a1-80ae-a212606149ac'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:17.597987 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.611329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] device_id is not set on port 8d2be1c9-9b9f-449a-a56d-71ade6e66be3 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:17.699775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e9e5-f8e8-42e6-8383-6bbdc1cd5b84 req-f20f3a46-c1f6-4148-906c-3b48ab089df3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:17.701409 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e156e9e5-f8e8-42e6-8383-6bbdc1cd5b84 req-f20f3a46-c1f6-4148-906c-3b48ab089df3 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0589576 Oct 19 21:00:17.731999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Allocated IP 172.20.0.4 (9d39a699-17b5-45dd-b9f1-d4a899e6a1dd/f12bf543-1d26-42a1-80ae-a212606149ac/8d2be1c9-9b9f-449a-a56d-71ade6e66be3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:17.740308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e156e9e5-f8e8-42e6-8383-6bbdc1cd5b84 req-c475a8ac-90ce-4890-b2d1-4c70bded83c8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Oct 19 21:00:17.882232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.917275 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:17.960151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:17.963587 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Allocated IP 172.20.0.2 (9d39a699-17b5-45dd-b9f1-d4a899e6a1dd/f12bf543-1d26-42a1-80ae-a212606149ac/31afdbf3-4826-4285-bca6-af7069d67ee9) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:17.963807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:17.967487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:17.994132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event updated for resources: {'Port': ['ID=8d2be1c9-9b9f-449a-a56d-71ade6e66be3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:18.020584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:18.021190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.041623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4a371ff6-4ddb-44d7-84c0-a5b26b2d589d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5705979 Oct 19 21:00:18.041849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59264) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:18.119727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.126167 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.138597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Deleting port 8d2be1c9-9b9f-449a-a56d-71ade6e66be3 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:18.138868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.166581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:18.174469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:18.181466 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:18.184551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Pushing event updated for resources: {'Port': ['ID=31afdbf3-4826-4285-bca6-af7069d67ee9,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:18.242932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Attempting to bind port 31afdbf3-4826-4285-bca6-af7069d67ee9 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:00:18.243296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Attempting to bind port 31afdbf3-4826-4285-bca6-af7069d67ee9 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:00:18.243651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Attempting to bind port 31afdbf3-4826-4285-bca6-af7069d67ee9 on network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:00:18.248777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:00:18.249263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Checking segment: {'id': 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:18.249690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.250075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Bound using segment: {'id': 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:00:18.250538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Bound port: 31afdbf3-4826-4285-bca6-af7069d67ee9, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9d39a699-17b5-45dd-b9f1-d4a899e6a1dd'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:00:18.250911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.254440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.272609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Calling delete_port for 8d2be1c9-9b9f-449a-a56d-71ade6e66be3 owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:18.319137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] For port 31afdbf3-4826-4285-bca6-af7069d67ee9, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:00:18.323241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] For port 31afdbf3-4826-4285-bca6-af7069d67ee9, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=31afdbf3-4826-4285-bca6-af7069d67ee9,segment=NetworkSegment(d1788fc0-dc55-4219-b6bb-9a7c6498f3b6),segment_id=d1788fc0-dc55-4219-b6bb-9a7c6498f3b6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:00:18.327967 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.401647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce40a-5930-4808-a9fd-2e18b7e47846 None None] Pushing event updated for resources: {'Port': ['ID=31afdbf3-4826-4285-bca6-af7069d67ee9,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:18.434632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.502347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event deleted for resources: {'Port': ['ID=8d2be1c9-9b9f-449a-a56d-71ade6e66be3,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:18.574076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.580651 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6f8569fb-97c0-47dd-a5df-eadea24b08eb tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "DELETE /v2.0/ports/8d2be1c9-9b9f-449a-a56d-71ade6e66be3 HTTP/1.1" status: 204 len: 168 time: 0.5353391 Oct 19 21:00:18.581182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59266) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:18.697509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7f7e7db5-c041-4c12-a009-54a3996d6103 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1117957 Oct 19 21:00:18.697909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59270) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:18.703071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1913286111'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:18.727278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Made reservation on behalf of e9894d1a6e934f92b9e8ad9f40c07119 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:18.731351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.760175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:18.775193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.775677 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Added segment e993e551-6ec0-4c08-af6e-b44057bbc57f of type vlan for network b91886da-2055-4fdc-889a-409005486764 Oct 19 21:00:18.853492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.909477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dc4f2-c81c-4187-a73a-ee9405588cbb req-a66b8571-57d8-4bdc-9ca8-ba713f2f01bb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:18.911085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d9dc4f2-c81c-4187-a73a-ee9405588cbb req-a66b8571-57d8-4bdc-9ca8-ba713f2f01bb tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0759788 Oct 19 21:00:18.912403 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.918450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:18.919205 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:18.937721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 31afdbf3-4826-4285-bca6-af7069d67ee9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:18.974540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59274) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:18.982423 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2827747 Oct 19 21:00:18.995229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 31afdbf3-4826-4285-bca6-af7069d67ee9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:18.995894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.030135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca27595-a62f-466f-b9e8-e199aacb6c0e tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event updated for resources: {'Network': ['ID=b91886da-2055-4fdc-889a-409005486764,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:19.045152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b91886da-2055-4fdc-889a-409005486764 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:19.061424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d9dc4f2-c81c-4187-a73a-ee9405588cbb req-f12d9656-05f8-41f4-b146-93bc3465ff82 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383474 Oct 19 21:00:19.086988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59276) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.141779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.149170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59278) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.149982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8371df74-c7e9-41d6-ab5e-f2172fce8098 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1742074 Oct 19 21:00:19.181218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 31afdbf3-4826-4285-bca6-af7069d67ee9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=31afdbf3-4826-4285-bca6-af7069d67ee9,segment=NetworkSegment(d1788fc0-dc55-4219-b6bb-9a7c6498f3b6),segment_id=d1788fc0-dc55-4219-b6bb-9a7c6498f3b6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:19.186645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.197167 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7231c183-bc31-4d52-9745-3bb94a1a646c tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/floatingips/09405016-e72d-4edc-9bfb-f950c2686be4 HTTP/1.1" status: 200 len: 993 time: 0.1089070 Oct 19 21:00:19.217767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:00:19.258999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765a4d9-e4cf-4b72-ae8a-2d4a1d878257 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] Network b91886da-2055-4fdc-889a-409005486764 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:19.274534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4765a4d9-e4cf-4b72-ae8a-2d4a1d878257 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "POST /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1242750 Oct 19 21:00:19.275292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59280) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.282160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528f5bf-3fa4-4af4-8eb2-766a4183cac6 None None] Network b91886da-2055-4fdc-889a-409005486764 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:19.309276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=31afdbf3-4826-4285-bca6-af7069d67ee9,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:19.448694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1fb93660-4e6a-43d1-bbde-78826107c9b8 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.1720092 Oct 19 21:00:19.454488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59282) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.463473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:19.476878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'port_id': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'mac_address': 'fa:16:3e:38:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:00:19.522868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.541341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0443af93-1c54-4e78-a232-5ea6dbf28ae5 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:00:19.558769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-36a6de7c-d48a-4294-a729-43d1ec1624a6 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "DELETE /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks/b91886da-2055-4fdc-889a-409005486764 HTTP/1.1" status: 204 len: 168 time: 0.1027594 Oct 19 21:00:19.560937 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59284) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.568206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:19.573530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.626296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c85d3d-ae25-4256-9ecd-38aaa6d84f7c None None] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:19.642129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:19.707831 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59286) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.708884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3143d2e4-b3e3-434a-9701-18fc116616ca tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1461248 Oct 19 21:00:19.719447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f8e46e45-7d92-4aaa-aa49-92e8318fa80e None None] Provisioning complete for port 31afdbf3-4826-4285-bca6-af7069d67ee9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:19.719862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8e46e45-7d92-4aaa-aa49-92e8318fa80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:19.731836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59288) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.732263 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3f513476-5c48-4998-b09b-be3a89a6f028 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/networks/9d39a699-17b5-45dd-b9f1-d4a899e6a1dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0228434 Oct 19 21:00:19.751088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ec5bc2fe-79fe-428b-81c6-f2788372be99 tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/networks/9d39a699-17b5-45dd-b9f1-d4a899e6a1dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0181229 Oct 19 21:00:19.753560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59290) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:19.792302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['0443af93-1c54-4e78-a232-5ea6dbf28ae5'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:00:19.872205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-04d5c8bc-7b79-46fd-a23d-10daa067eabe tempest-DHCPAgentSchedulersTestJSON-1154077196 tempest-DHCPAgentSchedulersTestJSON-1154077196-project-admin] 10.222.0.31 "GET /v2.0/agents/af2866e3-01ef-4305-9bd7-20c69a33e30b/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.1173885 Oct 19 21:00:19.875634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59292) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:20.263956 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.337005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-77f660cf-1d88-4dfc-a6b2-4e6ca72250f6 None None] Provisioning complete for port 31afdbf3-4826-4285-bca6-af7069d67ee9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:20.337659 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-77f660cf-1d88-4dfc-a6b2-4e6ca72250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.368902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.390193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91886da-2055-4fdc-889a-409005486764']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:20.402402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e993e551-6ec0-4c08-af6e-b44057bbc57f') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:20.402885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e993e551-6ec0-4c08-af6e-b44057bbc57f') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:20.413184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.430046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.436850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:20.437327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:20.440465 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:20.501643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.510019 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.513191 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "DELETE /v2.0/networks/b91886da-2055-4fdc-889a-409005486764 HTTP/1.1" status: 204 len: 168 time: 0.6366565 Oct 19 21:00:20.516163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:20.524809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a616f9-19b2-44c3-96a8-036f66f89b5d tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event deleted for resources: {'Network': ['ID=b91886da-2055-4fdc-889a-409005486764,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:20.543654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-78d4a5af-a737-41e0-b57f-d66b4973069f None None] Could not find standard attr ID for object 8d2be1c9-9b9f-449a-a56d-71ade6e66be3. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:00:20.545984 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3c8471-ae0c-4705-aafc-7d2411d44acd tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] DELETE failed (client error): The resource could not be found. Oct 19 21:00:20.546798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3c8471-ae0c-4705-aafc-7d2411d44acd tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:00:20.549961 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cb3c8471-ae0c-4705-aafc-7d2411d44acd tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "DELETE /v2.0/ports/8d2be1c9-9b9f-449a-a56d-71ade6e66be3 HTTP/1.1" status: 404 len: 333 time: 0.0328333 Oct 19 21:00:20.552490 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59296) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:20.604050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Deleting subnet f12bf543-1d26-42a1-80ae-a212606149ac {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:00:20.607693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.648643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.733914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.790649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.819739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event deleted for resources: {'Subnet': ['ID=f12bf543-1d26-42a1-80ae-a212606149ac,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:20.821723 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.825953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996e0c0-4fc6-4b87-84b0-b005878cb4fc None None] Network 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:20.826255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f66068a0-fc77-4f27-9b35-208974547038 tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "DELETE /v2.0/subnets/f12bf543-1d26-42a1-80ae-a212606149ac HTTP/1.1" status: 204 len: 168 time: 0.2728517 Oct 19 21:00:20.828825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59298) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:20.887647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 31afdbf3-4826-4285-bca6-af7069d67ee9 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:20.911019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.963263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Deleting port 31afdbf3-4826-4285-bca6-af7069d67ee9 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:20.963593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:20.985429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 31afdbf3-4826-4285-bca6-af7069d67ee9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:20.985963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.027229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] For port 31afdbf3-4826-4285-bca6-af7069d67ee9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=31afdbf3-4826-4285-bca6-af7069d67ee9,segment=NetworkSegment(d1788fc0-dc55-4219-b6bb-9a7c6498f3b6),segment_id=d1788fc0-dc55-4219-b6bb-9a7c6498f3b6)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:21.027776 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.045268 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Calling delete_port for 31afdbf3-4826-4285-bca6-af7069d67ee9 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:21.051520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] DHCP port deletion for 9d39a699-17b5-45dd-b9f1-d4a899e6a1dd request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:00:21.113424 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Deleting port 31afdbf3-4826-4285-bca6-af7069d67ee9 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:21.114096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.125131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.150364 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event deleted for resources: {'Port': ['ID=31afdbf3-4826-4285-bca6-af7069d67ee9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:21.155466 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] No DVR routers for this DVR port 31afdbf3-4826-4285-bca6-af7069d67ee9 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:21.176505 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] For port 31afdbf3-4826-4285-bca6-af7069d67ee9, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=31afdbf3-4826-4285-bca6-af7069d67ee9,segment=NetworkSegment(d1788fc0-dc55-4219-b6bb-9a7c6498f3b6),segment_id=d1788fc0-dc55-4219-b6bb-9a7c6498f3b6)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:21.176821 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.189075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Calling delete_port for 31afdbf3-4826-4285-bca6-af7069d67ee9 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:21.233803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:21.241397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.266308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d39a699-17b5-45dd-b9f1-d4a899e6a1dd']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:21.276871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:21.277168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1788fc0-dc55-4219-b6bb-9a7c6498f3b6') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:21.286583 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.299911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.305794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:21.306175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:21.309096 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:21.312089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:21.312241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.334126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.365511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] Pushing event deleted for resources: {'Port': ['ID=31afdbf3-4826-4285-bca6-af7069d67ee9,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:21.372077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1db9ed-cc11-448d-809e-27ddbea3cb0d None None] No DVR routers for this DVR port 31afdbf3-4826-4285-bca6-af7069d67ee9 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:21.376162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.387019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.390295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] 10.222.0.31 "DELETE /v2.0/networks/9d39a699-17b5-45dd-b9f1-d4a899e6a1dd HTTP/1.1" status: 204 len: 168 time: 0.5596478 Oct 19 21:00:21.402590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d701a-fe0d-4b8d-9695-bae52ac0b38b tempest-DHCPAgentSchedulersTestJSON-904921305 tempest-DHCPAgentSchedulersTestJSON-904921305-project] Pushing event deleted for resources: {'Network': ['ID=9d39a699-17b5-45dd-b9f1-d4a899e6a1dd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:21.435863 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.458766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:00:21.461657 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62b7a5-5c86-4af3-878b-2d573333ce6f" -d '{"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-plugged", "status": "completed", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:00:21.475100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:21.480096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.531854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:21.640607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59308) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:21.716717 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6342e5c-2cc3-4f81-bfab-85d7bf1957b3 x-openstack-request-id: req-a6342e5c-2cc3-4f81-bfab-85d7bf1957b3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:00:21.717019 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-plugged", "status": "completed", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:00:21.717283 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6342e5c-2cc3-4f81-bfab-85d7bf1957b3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:00:21.717761 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'code': 200} Oct 19 21:00:21.781988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3a93eaec-ba72-4406-affc-c8e2dd7a2d84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9894d1a6e934f92b9e8ad9f40c07119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399801 Oct 19 21:00:21.784489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59312) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:21.831604 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.851963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.898406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.900940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:21.902114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7270a9a-ea64-4f1d-a5d1-687bcb210249 HTTP/1.1" status: 204 len: 168 time: 0.1167428 Oct 19 21:00:21.911412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4aae3-c02f-4107-91df-9d5df2099960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7270a9a-ea64-4f1d-a5d1-687bcb210249,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:22.161558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59318) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:22.174909 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95698c2a-98e8-4ede-800e-f7ba5d46fa12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.252548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95698c2a-98e8-4ede-800e-f7ba5d46fa12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.255943 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95698c2a-98e8-4ede-800e-f7ba5d46fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.296203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-95698c2a-98e8-4ede-800e-f7ba5d46fa12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba2137163e43483998afdf047b205d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335442 Oct 19 21:00:22.297345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95698c2a-98e8-4ede-800e-f7ba5d46fa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5286bd-db20-4792-bd48-11e2286b5218,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:22.298835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59320) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:22.351769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.372060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.417995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.420562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:22.421737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf5286bd-db20-4792-bd48-11e2286b5218 HTTP/1.1" status: 204 len: 168 time: 0.1219013 Oct 19 21:00:22.429517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4bf67-62fe-4a45-ae30-67e8bbc11568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5286bd-db20-4792-bd48-11e2286b5218,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:22.873287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 31afdbf3-4826-4285-bca6-af7069d67ee9 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:00:22.893756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 31afdbf3-4826-4285-bca6-af7069d67ee9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:00:22.894097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 31afdbf3-4826-4285-bca6-af7069d67ee9 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:00:23.601681 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59356) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:23.699559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ad86dce1-53cd-4dc2-9a31-4b60fe40bf2f tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-698632360'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:23.700010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ad86dce1-53cd-4dc2-9a31-4b60fe40bf2f tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Unknown quota resources ['metering_label']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 21:00:23.875618 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad86dce1-53cd-4dc2-9a31-4b60fe40bf2f tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:23.876715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad86dce1-53cd-4dc2-9a31-4b60fe40bf2f tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2740672 Oct 19 21:00:23.879445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59360) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:23.883564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7ac94a9-4f43-4141-8f26-900fc0060f32 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7d0372f2-7373-4227-bc04-2d08fad4162f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:23.884053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7ac94a9-4f43-4141-8f26-900fc0060f32 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 21:00:23.956330 n-d-805649-9 neutron-server[100734]: WARNING neutron.services.metering.metering_plugin [None req-a7ac94a9-4f43-4141-8f26-900fc0060f32 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 21:00:24.055860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7ac94a9-4f43-4141-8f26-900fc0060f32 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:24.057036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7ac94a9-4f43-4141-8f26-900fc0060f32 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1766820 Oct 19 21:00:24.060126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59362) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.064179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d9df387f-5035-4e95-9288-958a9ef6eb52 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7d0372f2-7373-4227-bc04-2d08fad4162f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:24.064658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d9df387f-5035-4e95-9288-958a9ef6eb52 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 21:00:24.118140 n-d-805649-9 neutron-server[100734]: WARNING neutron.services.metering.metering_plugin [None req-d9df387f-5035-4e95-9288-958a9ef6eb52 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 21:00:24.199648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d9df387f-5035-4e95-9288-958a9ef6eb52 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:24.200942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d9df387f-5035-4e95-9288-958a9ef6eb52 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1397207 Oct 19 21:00:24.204020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59364) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.215116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d0c3b5a3-ac3f-4e29-9615-218cf7bb2e28 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f86ab53c-9279-4f95-bc44-02183e21ea4f HTTP/1.1" status: 200 len: 462 time: 0.0100274 Oct 19 21:00:24.217369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59366) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.315875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0564d7c-d94b-4b71-a973-24c9fe13a9d9 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:24.317182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f0564d7c-d94b-4b71-a973-24c9fe13a9d9 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/f86ab53c-9279-4f95-bc44-02183e21ea4f HTTP/1.1" status: 204 len: 168 time: 0.0989511 Oct 19 21:00:24.320425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59368) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.328684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-61befbdc-76c7-4eb1-aa1b-a77056816f88 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=f86ab53c-9279-4f95-bc44-02183e21ea4f HTTP/1.1" status: 200 len: 221 time: 0.0073006 Oct 19 21:00:24.331758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59370) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.336142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c0e44f7-002c-4b72-9ff2-c564710c29da tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--162476732', 'description': 'label created by tempest'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:24.336585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c0e44f7-002c-4b72-9ff2-c564710c29da tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Unknown quota resources ['metering_label']. {{(pid=100734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 21:00:24.487005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0e44f7-002c-4b72-9ff2-c564710c29da tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:24.488087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c0e44f7-002c-4b72-9ff2-c564710c29da tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1554682 Oct 19 21:00:24.490856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59372) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.562561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5c51f5e0-b46f-4fd2-a547-cb358ca89d3b tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=a31eccc6-d707-4fc8-a494-6368c44a35f0 HTTP/1.1" status: 200 len: 467 time: 0.0706604 Oct 19 21:00:24.565095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59374) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.772441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-00ba7cb6-e786-4d2e-8d1c-af50d2233443 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546941 Oct 19 21:00:24.776225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b417dcf-deb2-40d4-ae5f-9e4f05b7b839 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:24.777919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7b417dcf-deb2-40d4-ae5f-9e4f05b7b839 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/a31eccc6-d707-4fc8-a494-6368c44a35f0 HTTP/1.1" status: 204 len: 168 time: 0.2112966 Oct 19 21:00:24.780160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59376) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.793640 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12f64134-e354-4dc3-8b84-d5ee69e5abb3 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=a31eccc6-d707-4fc8-a494-6368c44a35f0 HTTP/1.1" status: 200 len: 216 time: 0.0123305 Oct 19 21:00:24.797016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59378) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.807892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a91e60dc-4c0c-4c81-9777-bb93b7c7fbf1 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098479 Oct 19 21:00:24.811169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59380) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.823035 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43bb062b-8d3b-4e05-8806-2275d7c9e79b tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108814 Oct 19 21:00:24.826468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59382) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.854564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-ba9e5ab8-9450-4a2e-ae9c-c32872c814a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:24.856086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-ba9e5ab8-9450-4a2e-ae9c-c32872c814a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0408676 Oct 19 21:00:24.920533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-05ef9cd2-3994-47a4-8f8c-4f07db15eeb4 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/7d0372f2-7373-4227-bc04-2d08fad4162f HTTP/1.1" status: 200 len: 472 time: 0.0928245 Oct 19 21:00:24.923779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59384) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.934748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a6230e58-0bdd-4dd5-a406-30f1ed77b1c1 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/bc482d4d-3b94-4a41-b4ae-b3c1b8e02da1 HTTP/1.1" status: 200 len: 459 time: 0.0099399 Oct 19 21:00:24.939013 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59386) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:24.961124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-3de389f1-1535-462b-8d89-92fa8f5ed5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:24.962643 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-3de389f1-1535-462b-8d89-92fa8f5ed5bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 897 time: 0.0868542 Oct 19 21:00:25.031500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-c0ce56da-9869-41c4-b76d-3fedcf65ae46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 1001 time: 0.0621984 Oct 19 21:00:25.058031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a15fd55-0241-4ecc-9fe8-1c07e9455463 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.059158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a15fd55-0241-4ecc-9fe8-1c07e9455463 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/bc482d4d-3b94-4a41-b4ae-b3c1b8e02da1 HTTP/1.1" status: 204 len: 168 time: 0.1192083 Oct 19 21:00:25.061665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59388) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:25.081045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-d6b07116-5b62-4cf9-aeff-b3b26cd4eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:25.083690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-d6b07116-5b62-4cf9-aeff-b3b26cd4eece service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 200 len: 834 time: 0.0447166 Oct 19 21:00:25.128216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-83571bf1-35cd-4333-88a4-b00c041ce61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:25.129826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-83571bf1-35cd-4333-88a4-b00c041ce61b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fcba02-21ea-4417-a704-da861fe7db93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406971 Oct 19 21:00:25.140683 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-e3ff4802-d550-4a11-b679-aec76719d034 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:00:25.141639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-e3ff4802-d550-4a11-b679-aec76719d034 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048003 Oct 19 21:00:25.235153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-fab200ed-6345-4af5-88dd-534a53bcb056 service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Oct 19 21:00:25.270443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4562-77fa-44ed-967a-dcc77258c614 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.271655 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b2ff4562-77fa-44ed-967a-dcc77258c614 tempest-MeteringIpV6TestJSON-1269706453 tempest-MeteringIpV6TestJSON-1269706453-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/7d0372f2-7373-4227-bc04-2d08fad4162f HTTP/1.1" status: 204 len: 168 time: 0.2090929 Oct 19 21:00:25.330149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f6561c1-8f90-44f6-8c59-14da74d03e11 req-8f688eca-6779-4ca4-9664-110ab602629b service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873792 Oct 19 21:00:25.646039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59394) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:25.750791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c0af0ee-7286-45ed-a8ff-d8d1b5c6256e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.821018 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c0af0ee-7286-45ed-a8ff-d8d1b5c6256e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.824700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2c0af0ee-7286-45ed-a8ff-d8d1b5c6256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.862457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c0af0ee-7286-45ed-a8ff-d8d1b5c6256e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67610600505148d182fedd65070763d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153606 Oct 19 21:00:25.863274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0af0ee-7286-45ed-a8ff-d8d1b5c6256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a125a57e-860c-4bce-923f-eda970f4a1bc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:25.865224 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59398) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:25.915493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.936234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.984123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.986774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:25.987915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a125a57e-860c-4bce-923f-eda970f4a1bc HTTP/1.1" status: 204 len: 168 time: 0.1208909 Oct 19 21:00:25.995597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a5a6c-5164-450b-825f-3e803edea8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a125a57e-860c-4bce-923f-eda970f4a1bc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:26.239503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59404) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:26.252602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f390b25-be91-4084-a253-9b7229cbc285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.326729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f390b25-be91-4084-a253-9b7229cbc285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.330274 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f390b25-be91-4084-a253-9b7229cbc285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.367353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6f390b25-be91-4084-a253-9b7229cbc285 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=485e0b2651e84c97ae2a796c5567a1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268127 Oct 19 21:00:26.369190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f390b25-be91-4084-a253-9b7229cbc285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193e68c-3c48-4114-bdc9-296ff81dfce8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:26.370106 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59406) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:26.418281 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.438458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.486065 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.489048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.493332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3193e68c-3c48-4114-bdc9-296ff81dfce8 HTTP/1.1" status: 204 len: 168 time: 0.1221268 Oct 19 21:00:26.493584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2672c0d-3b3b-4d90-bfb0-a3293a646b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:26.501099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab976e8c-e98f-4ede-a53d-fa7d5e7f45ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193e68c-3c48-4114-bdc9-296ff81dfce8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:27.833517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59448) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:27.932312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-27affc70-b0e0-4a7b-bb19-1601d2ccda81 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:27.959316 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-27affc70-b0e0-4a7b-bb19-1601d2ccda81 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "PUT /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6 HTTP/1.1" status: 200 len: 366 time: 0.1246545 Oct 19 21:00:27.962430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59452) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:27.972744 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe39e75f-d933-4a9c-bf36-51c7c19e2b25 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0093293 Oct 19 21:00:27.974760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59454) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:27.983677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-19c2c134-1d8c-4428-bd16-1326b9274dd7 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6 HTTP/1.1" status: 200 len: 366 time: 0.0079849 Oct 19 21:00:27.985615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:27.997894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7eaa2833-4b23-451c-8037-b3cfd7b6ca63 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6 HTTP/1.1" status: 204 len: 168 time: 0.0113542 Oct 19 21:00:27.999953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59458) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.011272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2af2f5a2-6b0c-4a25-a75b-3bf070e27ff7 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102029 Oct 19 21:00:28.013235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59460) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.021583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0a344ab7-a810-4815-b655-23494a0aeb07 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6 HTTP/1.1" status: 200 len: 370 time: 0.0073812 Oct 19 21:00:28.024117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59462) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.029362 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dab88e3c-8d70-4718-81b8-a342b1c4e40a tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6/default HTTP/1.1" status: 200 len: 370 time: 0.0037017 Oct 19 21:00:28.031548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59464) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.039372 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-25b8583f-4257-47b7-9a60-a9098e442fe7 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] delete failed (client error): The resource could not be found. Oct 19 21:00:28.040319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-25b8583f-4257-47b7-9a60-a9098e442fe7 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/6c43a24095d540259b18a467d8dd19e6 HTTP/1.1" status: 404 len: 348 time: 0.0078893 Oct 19 21:00:28.140934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59468) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.163584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:network and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.166772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.172707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:subnet and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.175835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.181935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:subnetpool and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.186769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.192674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:port and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.196286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.202258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:router and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.205353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.211717 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:floatingip and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.214829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.252135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:security_group and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.255480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.262737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Usage tracker for resource:security_group_rule and project:4c8cbabcc5984cd68a0485ce83c4cc72 is out of sync, need to count used quota {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 21:00:28.265961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.quota.resource [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100734) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 21:00:28.271500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cdee70ec-05da-4557-911a-f96211c43916 tempest-QuotasTest-454168433 tempest-QuotasTest-454168433-project-admin] 10.222.0.31 "GET /v2.0/quotas/4c8cbabcc5984cd68a0485ce83c4cc72/details.json HTTP/1.1" status: 200 len: 703 time: 0.1285300 Oct 19 21:00:28.552272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59474) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.659763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-762e1356-3502-48fc-a04c-e12308dd57f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.732997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-762e1356-3502-48fc-a04c-e12308dd57f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.736565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-762e1356-3502-48fc-a04c-e12308dd57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.774712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-762e1356-3502-48fc-a04c-e12308dd57f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58a78eaee3f34883a6cb35d2374d9b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214344 Oct 19 21:00:28.775553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1356-3502-48fc-a04c-e12308dd57f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a378c98-7098-4d8d-ae93-425333f7d286,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:28.778051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:28.827426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.847844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.893038 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.895642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:28.896772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a378c98-7098-4d8d-ae93-425333f7d286 HTTP/1.1" status: 204 len: 168 time: 0.1177530 Oct 19 21:00:28.904405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e774112-84cc-4fec-9740-a5f82af3ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a378c98-7098-4d8d-ae93-425333f7d286,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:29.149795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:29.162791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a04c0ac-8395-47a8-b2b3-50bca829fa1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.236750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a04c0ac-8395-47a8-b2b3-50bca829fa1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.240049 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df15c08f-5346-40c3-b6da-5356d48e2098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.241527 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a04c0ac-8395-47a8-b2b3-50bca829fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.285597 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1a04c0ac-8395-47a8-b2b3-50bca829fa1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c8cbabcc5984cd68a0485ce83c4cc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346855 Oct 19 21:00:29.286439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04c0ac-8395-47a8-b2b3-50bca829fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40adf90f-1804-4275-9b12-24ce5fd866b2,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:29.288295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:29.346565 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.367895 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.413929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.416576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:29.417744 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40adf90f-1804-4275-9b12-24ce5fd866b2 HTTP/1.1" status: 204 len: 168 time: 0.1278660 Oct 19 21:00:29.425471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b259c-b5a7-403c-9aba-11e178b96e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40adf90f-1804-4275-9b12-24ce5fd866b2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:30.097003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59508) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:30.193910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1519863567'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:30.251347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:30.255114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.270600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-df58813b-3dda-4f56-abb5-d0350284ae69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687819 Oct 19 21:00:30.271665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.307681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.355943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa327-5588-43e3-98c2-f35aed574894 req-e01cb20c-dd14-404c-a90c-78fe6d269b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:30.357763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-e01cb20c-dd14-404c-a90c-78fe6d269b53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0646007 Oct 19 21:00:30.403342 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.414728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.781428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:30.806760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.807101 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Added segment 7992ea8b-aad3-4d66-8d9b-bd1e080e30bd of type vlan for network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 Oct 19 21:00:30.822841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb9584-d544-45a7-a417-071e9c139802,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:30.854273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa327-5588-43e3-98c2-f35aed574894 req-a0889fbd-dcdf-4f20-aa22-5967d8efea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:30.855769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-a0889fbd-dcdf-4f20-aa22-5967d8efea70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.4776225 Oct 19 21:00:30.872974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.937493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-d2ac43f6-9bbe-44c5-9803-e9068ec3495e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 1002 time: 0.0732605 Oct 19 21:00:30.938589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:30.944129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:30.945233 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.015248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9171138 Oct 19 21:00:31.018283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59512) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:31.023954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'subnet': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:31.049480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.053108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa327-5588-43e3-98c2-f35aed574894 req-b8cd2079-9a4c-4dd4-9f91-ff05e665c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:31.054655 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-b8cd2079-9a4c-4dd4-9f91-ff05e665c769 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.1061676 Oct 19 21:00:31.055378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a34bd5-229f-4e02-962e-9da11216c3f4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Network': ['ID=2cb59124-24a3-4bed-9e87-8f81ba1eecd3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:31.065513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:31.107024 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fa327-5588-43e3-98c2-f35aed574894 req-ddb62322-c37d-4ed9-a8f3-ab29e7b2c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:31.109056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-ddb62322-c37d-4ed9-a8f3-ab29e7b2c9dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474675 Oct 19 21:00:31.122423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:31.126030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.202184 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-81a7c1bb-cfff-4de8-af86-99139427979b service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Oct 19 21:00:31.297483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-185fa327-5588-43e3-98c2-f35aed574894 req-c734db94-5ad0-49f6-8670-d4444ae5e175 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883400 Oct 19 21:00:31.313774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.381411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Subnet': ['ID=d18c78ac-72be-4c2f-a4c1-0c29a97ffc66,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:31.391029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Checking segment: {'id': '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:31.391391 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network hostable DHCP agents. Network: 2cb59124-24a3-4bed-9e87-8f81ba1eecd3, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:31.407495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:31.415708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2cb59124-24a3-4bed-9e87-8f81ba1eecd3) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:31.420023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:31.420614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.425642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f56f4-2b58-4cd6-9bd2-2162d766b307 None None] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:31.439040 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c1fa1c3f-d6fb-4700-9f12-743d391a5579 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188890 Oct 19 21:00:31.441090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59514) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:31.447025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1309842822'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:31.552630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:31.556631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.571099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'tenant_id': '6e7cc35cca134ab0a2e7c849caf892e1', 'fixed_ips': [{'subnet_id': 'd18c78ac-72be-4c2f-a4c1-0c29a97ffc66'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:31.571954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.575542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port 926dce54-7879-42df-be3e-b782451cf023 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:31.696388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::1c6 (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/926dce54-7879-42df-be3e-b782451cf023) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:31.840752 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.873243 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.913923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:31.916943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:31.918438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Allocated IP 2001:db8::2 (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/b586d18e-25bf-42aa-bcd9-0080e7038950) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:31.920602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:31.926649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:31.927279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:31.942314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=926dce54-7879-42df-be3e-b782451cf023,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:31.953457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c1d69792-018a-49d8-9f58-99a0d9f2dc24 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5111046 Oct 19 21:00:31.956639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59516) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:31.962289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-86550369', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:e6:d1:76'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:32.072131 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.073809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:32.077408 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.112766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:32.115494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:32.119520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:32.130354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Pushing event updated for resources: {'Port': ['ID=b586d18e-25bf-42aa-bcd9-0080e7038950,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:32.158374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.175113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port 39eef383-0568-4118-8597-ffe588f138aa yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:32.181041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Attempting to bind port b586d18e-25bf-42aa-bcd9-0080e7038950 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:00:32.181451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Attempting to bind port b586d18e-25bf-42aa-bcd9-0080e7038950 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:00:32.181827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Attempting to bind port b586d18e-25bf-42aa-bcd9-0080e7038950 on network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:00:32.186854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:00:32.187226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Checking segment: {'id': '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:32.187626 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.188020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Bound using segment: {'id': '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:00:32.188489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Bound port: b586d18e-25bf-42aa-bcd9-0080e7038950, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:00:32.188865 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.254355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] For port b586d18e-25bf-42aa-bcd9-0080e7038950, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:00:32.261876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] For port b586d18e-25bf-42aa-bcd9-0080e7038950, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b586d18e-25bf-42aa-bcd9-0080e7038950,segment=NetworkSegment(7992ea8b-aad3-4d66-8d9b-bd1e080e30bd),segment_id=7992ea8b-aad3-4d66-8d9b-bd1e080e30bd)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:00:32.267370 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.299305 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::1f7 (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/39eef383-0568-4118-8597-ffe588f138aa) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:32.327156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3a220-8b37-42f7-b67e-05a253edea17 None None] Pushing event updated for resources: {'Port': ['ID=b586d18e-25bf-42aa-bcd9-0080e7038950,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:32.359147 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.465529 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.523361 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.568756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:32.572395 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:32.576169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:32.581930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:32.582574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.591507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=39eef383-0568-4118-8597-ffe588f138aa,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:32.610456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5ad784df-72bb-49af-8895-a32d72a07f8e tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6527367 Oct 19 21:00:32.612875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59518) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:32.696257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee3f85-0fff-44fe-a013-c8d6eeb53731 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:32.702324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee3f85-0fff-44fe-a013-c8d6eeb53731 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:32.708318 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee3f85-0fff-44fe-a013-c8d6eeb53731 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:32.709975 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a1ee3f85-0fff-44fe-a013-c8d6eeb53731 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0961397 Oct 19 21:00:32.712767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59520) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:32.798854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port 39eef383-0568-4118-8597-ffe588f138aa {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:32.799198 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.888123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:32.896124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b586d18e-25bf-42aa-bcd9-0080e7038950 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:32.902942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for 39eef383-0568-4118-8597-ffe588f138aa owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:32.946747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b586d18e-25bf-42aa-bcd9-0080e7038950 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:32.947025 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.038651 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.039255 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.075201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=39eef383-0568-4118-8597-ffe588f138aa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:33.082757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b586d18e-25bf-42aa-bcd9-0080e7038950, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b586d18e-25bf-42aa-bcd9-0080e7038950,segment=NetworkSegment(7992ea8b-aad3-4d66-8d9b-bd1e080e30bd),segment_id=7992ea8b-aad3-4d66-8d9b-bd1e080e30bd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:33.087105 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.137227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b586d18e-25bf-42aa-bcd9-0080e7038950,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:33.201718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.204992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fa22b304-8255-4d16-a8fa-f2195fe176a8 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/39eef383-0568-4118-8597-ffe588f138aa HTTP/1.1" status: 204 len: 168 time: 0.4912496 Oct 19 21:00:33.207563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59522) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:33.236478 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2665a99-56f4-420a-85d8-d7d9605c7ab1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] GET failed (client error): The resource could not be found. Oct 19 21:00:33.237987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d2665a99-56f4-420a-85d8-d7d9605c7ab1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports/39eef383-0568-4118-8597-ffe588f138aa HTTP/1.1" status: 404 len: 333 time: 0.0294964 Oct 19 21:00:33.242368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:33.247398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-709407096'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:33.274773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0fdbc8-f39d-4f7b-9a96-1297fa8a36dc None None] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:33.358447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2d0e0408-7ce4-4130-88ee-c6be9f29915f None None] Provisioning complete for port b586d18e-25bf-42aa-bcd9-0080e7038950 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:33.358820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0408-7ce4-4130-88ee-c6be9f29915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.360704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:33.364443 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.381597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port 36734c6f-bcf3-4d64-9515-dc4925bf6bee yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:33.727290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ab45829f-2c89-4c7e-9af7-61675db0816e None None] Provisioning complete for port 926dce54-7879-42df-be3e-b782451cf023 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:33.727804 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab45829f-2c89-4c7e-9af7-61675db0816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.764162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ab45829f-2c89-4c7e-9af7-61675db0816e None None] Port 926dce54-7879-42df-be3e-b782451cf023 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:33.775056 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ab45829f-2c89-4c7e-9af7-61675db0816e None None] Provisioning complete for port b586d18e-25bf-42aa-bcd9-0080e7038950 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:33.775849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab45829f-2c89-4c7e-9af7-61675db0816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.797953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::352 (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/36734c6f-bcf3-4d64-9515-dc4925bf6bee) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:33.969997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:33.979337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-09954d70-0d17-410d-adea-18e9742441b2 None None] Provisioning complete for port 926dce54-7879-42df-be3e-b782451cf023 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:33.979974 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-09954d70-0d17-410d-adea-18e9742441b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.011091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.026644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-09954d70-0d17-410d-adea-18e9742441b2 None None] Port 926dce54-7879-42df-be3e-b782451cf023 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:34.056634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:34.059760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:34.063558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:34.069205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:34.069901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.078651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=36734c6f-bcf3-4d64-9515-dc4925bf6bee,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:34.093699 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6256d997-41ba-4951-b3d5-af9783f9706f tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8501925 Oct 19 21:00:34.096357 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59526) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:34.102309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:e6:d1:76'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:34.139452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-39b79929-6dd3-4eb7-82c6-ff26efd3bb3b None None] Could not find standard attr ID for object 39eef383-0568-4118-8597-ffe588f138aa. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:00:34.261497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.359238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9b75a108-e9ec-4cfd-acc7-18e5e80b2431 None None] Provisioning complete for port 36734c6f-bcf3-4d64-9515-dc4925bf6bee triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:34.360029 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9b75a108-e9ec-4cfd-acc7-18e5e80b2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.396478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9b75a108-e9ec-4cfd-acc7-18e5e80b2431 None None] Port 36734c6f-bcf3-4d64-9515-dc4925bf6bee cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:34.457061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.461633 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.497428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] In _notify_port_updated(), no bound segment for port 36734c6f-bcf3-4d64-9515-dc4925bf6bee on network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 21:00:34.502878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:34.503492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.504806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "PUT /v2.0/ports/36734c6f-bcf3-4d64-9515-dc4925bf6bee HTTP/1.1" status: 200 len: 1002 time: 0.4074674 Oct 19 21:00:34.508492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59528) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:34.519449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0fbeb-1827-466f-a8d2-acbe93a5da82 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=36734c6f-bcf3-4d64-9515-dc4925bf6bee,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:34.597999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port 36734c6f-bcf3-4d64-9515-dc4925bf6bee {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:34.598570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.690216 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.702352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for 36734c6f-bcf3-4d64-9515-dc4925bf6bee owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:34.724292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-acc34b5a-4230-46b6-bb73-2877decd7e2d None None] Provisioning complete for port 36734c6f-bcf3-4d64-9515-dc4925bf6bee triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:34.724659 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-acc34b5a-4230-46b6-bb73-2877decd7e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.758704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-acc34b5a-4230-46b6-bb73-2877decd7e2d None None] Port 36734c6f-bcf3-4d64-9515-dc4925bf6bee cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:34.828252 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.861151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=36734c6f-bcf3-4d64-9515-dc4925bf6bee,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:34.892411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b586d18e-25bf-42aa-bcd9-0080e7038950 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:34.941395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b586d18e-25bf-42aa-bcd9-0080e7038950 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:34.941845 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.952955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:34.958757 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a87d6878-c7ab-4e9a-84c1-b1383f07a215 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/36734c6f-bcf3-4d64-9515-dc4925bf6bee HTTP/1.1" status: 204 len: 168 time: 0.4466109 Oct 19 21:00:34.959014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59530) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:34.983651 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caffe54-f42c-4e7d-8c14-5b6184124180 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] GET failed (client error): The resource could not be found. Oct 19 21:00:34.988802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0caffe54-f42c-4e7d-8c14-5b6184124180 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports/36734c6f-bcf3-4d64-9515-dc4925bf6bee HTTP/1.1" status: 404 len: 333 time: 0.0252454 Oct 19 21:00:34.989167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59532) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:34.995158 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-918629341'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:35.110432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:35.114073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.131159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port b65d29dc-694e-4946-8a23-9d194ca7232c yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:35.250143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::1ec (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/b65d29dc-694e-4946-8a23-9d194ca7232c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:35.395151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.427541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.470980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:35.474164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:35.476997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:35.482944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:35.483417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.502631 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=b65d29dc-694e-4946-8a23-9d194ca7232c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:35.509937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1d82ea44-71eb-45fb-816f-4fde6cf461e1 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5196791 Oct 19 21:00:35.512509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59534) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:35.518546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:d1:76'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:35.586698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.685003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-20eea547-9be8-428a-b6ce-2f2a8229ab5d None None] Provisioning complete for port b65d29dc-694e-4946-8a23-9d194ca7232c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:35.685674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20eea547-9be8-428a-b6ce-2f2a8229ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.718328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-20eea547-9be8-428a-b6ce-2f2a8229ab5d None None] Port b65d29dc-694e-4946-8a23-9d194ca7232c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:35.778098 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.782259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.812278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] In _notify_port_updated(), no bound segment for port b65d29dc-694e-4946-8a23-9d194ca7232c on network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 21:00:35.817969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:35.818572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:35.819859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "PUT /v2.0/ports/b65d29dc-694e-4946-8a23-9d194ca7232c HTTP/1.1" status: 200 len: 1002 time: 0.3063760 Oct 19 21:00:35.822783 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59536) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:35.871160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ffea7-a662-44e8-9c8c-91cc3e409142 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=b65d29dc-694e-4946-8a23-9d194ca7232c,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:35.930923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port b65d29dc-694e-4946-8a23-9d194ca7232c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:35.931183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.020560 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.032788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for b65d29dc-694e-4946-8a23-9d194ca7232c owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:36.043516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a82a2847-c8d6-4abd-88c0-a384e9a9b097 None None] Provisioning complete for port b65d29dc-694e-4946-8a23-9d194ca7232c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:36.043882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a82a2847-c8d6-4abd-88c0-a384e9a9b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.077290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a82a2847-c8d6-4abd-88c0-a384e9a9b097 None None] Port b65d29dc-694e-4946-8a23-9d194ca7232c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:36.163115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.190833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=b65d29dc-694e-4946-8a23-9d194ca7232c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:36.219200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.222508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d961d356-5fff-4e92-9776-b6e22f854041 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/b65d29dc-694e-4946-8a23-9d194ca7232c HTTP/1.1" status: 204 len: 168 time: 0.3987846 Oct 19 21:00:36.225028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59538) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:36.253980 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-18826791-768c-4d12-8cc0-3cb07960400c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] GET failed (client error): The resource could not be found. Oct 19 21:00:36.255583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18826791-768c-4d12-8cc0-3cb07960400c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports/b65d29dc-694e-4946-8a23-9d194ca7232c HTTP/1.1" status: 404 len: 333 time: 0.0295949 Oct 19 21:00:36.259970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59540) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:36.265003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-702167035'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:36.384396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:36.387981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.405315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port 6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:36.521904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::7c (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:36.664493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.697127 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.740284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:36.744039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:36.747727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:36.753389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:36.754029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.767259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:36.777119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-978c4cfe-0e52-4ab3-bb02-51bb3c9b54fd tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5160046 Oct 19 21:00:36.780712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59542) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:36.785771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'network_id': '2cb59124-24a3-4bed-9e87-8f81ba1eecd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744175949'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:36.900010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Made reservation on behalf of 6e7cc35cca134ab0a2e7c849caf892e1 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:36.903918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:36.922239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] device_id is not set on port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 yet. {{(pid=100734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:37.003183 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38b84538-3feb-45c6-82e0-6bd2c76dacd8 None None] Provisioning complete for port 6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:37.004204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38b84538-3feb-45c6-82e0-6bd2c76dacd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.040499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38b84538-3feb-45c6-82e0-6bd2c76dacd8 None None] Port 6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:37.041693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Allocated IP 2001:db8::1e (2cb59124-24a3-4bed-9e87-8f81ba1eecd3/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66/2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:37.198966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.231619 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.274264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:37.277442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:37.281267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:37.286918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:37.287516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.296562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:37.311010 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-347a9442-9af0-4fff-9ae1-6e9315a4b76a tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5291638 Oct 19 21:00:37.313701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59544) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:37.319886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:e6:d1:76'}, {'ip_address': '2001:db8::7c', 'mac_address': 'fa:16:3e:02:b6:6b'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:37.473162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.567785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-436c5087-1b6d-4c6e-9cd0-75b059faa133 None None] Provisioning complete for port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:37.568172 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-436c5087-1b6d-4c6e-9cd0-75b059faa133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.602462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-436c5087-1b6d-4c6e-9cd0-75b059faa133 None None] Port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:37.651648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.656329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.686517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] In _notify_port_updated(), no bound segment for port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 on network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 {{(pid=100735) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 21:00:37.691994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:37.692613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.693953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "PUT /v2.0/ports/2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 HTTP/1.1" status: 200 len: 1065 time: 0.3784177 Oct 19 21:00:37.697374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59546) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:37.713581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db7147-08da-4773-84d0-11ebf6f1cd0c tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event updated for resources: {'Port': ['ID=2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:37.790913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:37.791393 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.879159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.892070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:37.922507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6f622492-8481-40b5-a025-74cf7d9e3659 None None] Provisioning complete for port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:37.922874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f622492-8481-40b5-a025-74cf7d9e3659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:37.956338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6f622492-8481-40b5-a025-74cf7d9e3659 None None] Port 2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:00:38.023540 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.057950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:38.231144 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.235044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ae46643e-224e-4c92-8a6a-cd282f49cd64 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 HTTP/1.1" status: 204 len: 168 time: 0.5366447 Oct 19 21:00:38.237682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59548) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:38.262299 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08bb3ea-f51a-45a1-84bb-fd7083218b45 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] GET failed (client error): The resource could not be found. Oct 19 21:00:38.263758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c08bb3ea-f51a-45a1-84bb-fd7083218b45 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports/2ad7dfe6-b3ef-446e-b1e1-2d3e47a15048 HTTP/1.1" status: 404 len: 333 time: 0.0252733 Oct 19 21:00:38.266339 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59550) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:38.359966 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port 6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:38.360189 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.452158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.463737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for 6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:38.588542 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.618769 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:38.646342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.650102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bce68c76-3f0c-41d8-9191-3c8d596294ce tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 HTTP/1.1" status: 204 len: 168 time: 0.3828113 Oct 19 21:00:38.652588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59552) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:38.677572 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcd104f-1680-4790-bac4-d7237d9c78b6 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] GET failed (client error): The resource could not be found. Oct 19 21:00:38.679734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-abcd104f-1680-4790-bac4-d7237d9c78b6 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "GET /v2.0/ports/6dc49ff0-3da1-404f-bed6-edb9f1d8c3b3 HTTP/1.1" status: 404 len: 333 time: 0.0255427 Oct 19 21:00:38.683298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59554) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:38.778287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port 926dce54-7879-42df-be3e-b782451cf023 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:38.778637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.871977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:38.883595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for 926dce54-7879-42df-be3e-b782451cf023 owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:39.004611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.041465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=926dce54-7879-42df-be3e-b782451cf023,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:39.067878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.071301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f2eebc0a-db60-4667-8e3b-71b13d30f2b4 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/ports/926dce54-7879-42df-be3e-b782451cf023 HTTP/1.1" status: 204 len: 168 time: 0.3870378 Oct 19 21:00:39.073686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59556) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:39.126440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting subnet d18c78ac-72be-4c2f-a4c1-0c29a97ffc66 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:00:39.129686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.171057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.258075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.314826 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.342946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Subnet': ['ID=d18c78ac-72be-4c2f-a4c1-0c29a97ffc66,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:39.345015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.348270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c45097d3-b568-4609-ae8b-b23c33a3cf4b tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/subnets/d18c78ac-72be-4c2f-a4c1-0c29a97ffc66 HTTP/1.1" status: 204 len: 168 time: 0.2736416 Oct 19 21:00:39.351423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59558) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:39.353521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838418b-975c-4fe0-9101-d84d93696219 None None] Network 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:39.430531 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.483673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Deleting port b586d18e-25bf-42aa-bcd9-0080e7038950 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:39.484007 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.525577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] DHCP port deletion for 2cb59124-24a3-4bed-9e87-8f81ba1eecd3 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:00:39.547328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] For port b586d18e-25bf-42aa-bcd9-0080e7038950, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b586d18e-25bf-42aa-bcd9-0080e7038950,segment=NetworkSegment(7992ea8b-aad3-4d66-8d9b-bd1e080e30bd),segment_id=7992ea8b-aad3-4d66-8d9b-bd1e080e30bd)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:39.547771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.564528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Calling delete_port for b586d18e-25bf-42aa-bcd9-0080e7038950 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:39.570966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Deleting port b586d18e-25bf-42aa-bcd9-0080e7038950 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:39.571334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.634611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] For port b586d18e-25bf-42aa-bcd9-0080e7038950, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b586d18e-25bf-42aa-bcd9-0080e7038950,segment=NetworkSegment(7992ea8b-aad3-4d66-8d9b-bd1e080e30bd),segment_id=7992ea8b-aad3-4d66-8d9b-bd1e080e30bd)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:39.634992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.641481 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.648563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Calling delete_port for b586d18e-25bf-42aa-bcd9-0080e7038950 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:39.665434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Port': ['ID=b586d18e-25bf-42aa-bcd9-0080e7038950,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:39.670958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] No DVR routers for this DVR port b586d18e-25bf-42aa-bcd9-0080e7038950 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:39.724717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.751272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] Pushing event deleted for resources: {'Port': ['ID=b586d18e-25bf-42aa-bcd9-0080e7038950,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:39.751581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.753038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cd21a-821d-4f98-873f-3bd393bd8a4b None None] No DVR routers for this DVR port b586d18e-25bf-42aa-bcd9-0080e7038950 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:39.775503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb59124-24a3-4bed-9e87-8f81ba1eecd3']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:39.784496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:39.784792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7992ea8b-aad3-4d66-8d9b-bd1e080e30bd') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:39.794071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.807366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.813058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:39.813478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:39.816331 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:39.872106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.878688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:39.884915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] 10.222.0.31 "DELETE /v2.0/networks/2cb59124-24a3-4bed-9e87-8f81ba1eecd3 HTTP/1.1" status: 204 len: 168 time: 0.5294504 Oct 19 21:00:39.898369 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dba16-8e77-4b33-be39-3724b7bf60e3 tempest-AllowedAddressPairIpV6TestJSON-442852689 tempest-AllowedAddressPairIpV6TestJSON-442852689-project] Pushing event deleted for resources: {'Network': ['ID=2cb59124-24a3-4bed-9e87-8f81ba1eecd3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:40.113576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59564) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:40.243535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c7c55b0-3e6f-4553-9bb6-f7b13df1bb3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e7cc35cca134ab0a2e7c849caf892e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288164 Oct 19 21:00:40.246082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59568) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:40.296572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:40.317319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:40.365272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:40.368389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:40.369585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65fb9584-d544-45a7-a417-071e9c139802 HTTP/1.1" status: 204 len: 168 time: 0.1225803 Oct 19 21:00:40.376980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d23d8-465a-49a6-a7d0-886eee7095b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb9584-d544-45a7-a417-071e9c139802,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:40.873542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b586d18e-25bf-42aa-bcd9-0080e7038950 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:00:40.897228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b586d18e-25bf-42aa-bcd9-0080e7038950 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:00:40.897666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b586d18e-25bf-42aa-bcd9-0080e7038950 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:00:40.990770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59590) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:41.087356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-138280112'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:41.108449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Made reservation on behalf of 58642fa42df7489996e4a4ce9d7df710 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:41.111787 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.120455 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.193175 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.197093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.226039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:41.231488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b3dc48-fd88-472d-8ffa-5a738832007b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:41.238513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.239031 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Added segment 64840255-d963-49e6-8f32-f6d373b24aa9 of type vlan for network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 Oct 19 21:00:41.279273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.303380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.308970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:41.309590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.343730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3518448 Oct 19 21:00:41.346565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59594) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:41.355216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Request body: {'subnet': {'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:41.399445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31271e7-7d09-4ec5-8d9e-9058cfa00587 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'Network': ['ID=0ce5b02c-36da-42c6-a0a2-f94b9135d747,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:41.410221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:41.471101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Made reservation on behalf of 58642fa42df7489996e4a4ce9d7df710 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:41.474839 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.650434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.943387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'Subnet': ['ID=6bb3f03d-bd50-4605-9e52-58fd472b3c21,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:41.950860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Checking segment: {'id': '64840255-d963-49e6-8f32-f6d373b24aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:41.951210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Network hostable DHCP agents. Network: 0ce5b02c-36da-42c6-a0a2-f94b9135d747, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:41.966999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:41.975704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 0ce5b02c-36da-42c6-a0a2-f94b9135d747) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:41.979990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:41.980568 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:41.987761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835870b9-0814-48df-9f63-1ba145d2a67a None None] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:41.996481 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e64a0cda-1d2c-4bac-a9b5-cf49fc0652b4 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6489346 Oct 19 21:00:41.999047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59596) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:42.003790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Request body: {'port': {'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1278545525'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:42.111959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Made reservation on behalf of 58642fa42df7489996e4a4ce9d7df710 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:42.115854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.134851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] device_id is not set on port 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:42.252078 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Allocated IP 2001:db8::310 (0ce5b02c-36da-42c6-a0a2-f94b9135d747/6bb3f03d-bd50-4605-9e52-58fd472b3c21/1a968517-c3b3-4b74-9e0b-c61a0d69b8ff) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:42.286944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-0ce5b02c-36da-42c6-a0a2-f94b9135d747', 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747', 'tenant_id': '58642fa42df7489996e4a4ce9d7df710', 'fixed_ips': [{'subnet_id': '6bb3f03d-bd50-4605-9e52-58fd472b3c21'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:42.287796 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.403977 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.437500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.478851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:42.482294 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:42.483718 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Allocated IP 2001:db8::2 (0ce5b02c-36da-42c6-a0a2-f94b9135d747/6bb3f03d-bd50-4605-9e52-58fd472b3c21/7b1957f9-8b57-48ac-9062-449dc3e8215f) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:42.485262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:42.492246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:42.492863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.511681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'Port': ['ID=1a968517-c3b3-4b74-9e0b-c61a0d69b8ff,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:42.524900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a7470f42-d0ed-43ad-9570-965a4706dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5214617 Oct 19 21:00:42.525088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59598) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:42.530030 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Request body: {'port': {'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1284474207', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:42.530523 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] bootfile-name is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:42.530873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] tftp-server is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:42.531199 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.api.validators [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] server-ip-address is not in valid_values {{(pid=100735) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:42.630815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.637478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.650479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Made reservation on behalf of 58642fa42df7489996e4a4ce9d7df710 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:42.654076 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.670502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] device_id is not set on port 50fb6ff9-e50d-4f83-9bfc-ee2255656eac yet. {{(pid=100735) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 21:00:42.673897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:42.676668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:42.679911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:42.696229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Pushing event updated for resources: {'Port': ['ID=7b1957f9-8b57-48ac-9062-449dc3e8215f,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:42.740278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Attempting to bind port 7b1957f9-8b57-48ac-9062-449dc3e8215f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:00:42.740645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Attempting to bind port 7b1957f9-8b57-48ac-9062-449dc3e8215f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '64840255-d963-49e6-8f32-f6d373b24aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:00:42.741002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Attempting to bind port 7b1957f9-8b57-48ac-9062-449dc3e8215f on network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:00:42.746398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:00:42.746766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Checking segment: {'id': '64840255-d963-49e6-8f32-f6d373b24aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:42.747159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.747544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Bound using segment: {'id': '64840255-d963-49e6-8f32-f6d373b24aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:00:42.747998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Bound port: 7b1957f9-8b57-48ac-9062-449dc3e8215f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64840255-d963-49e6-8f32-f6d373b24aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0ce5b02c-36da-42c6-a0a2-f94b9135d747'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:00:42.748468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.784445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Allocated IP 2001:db8::2e2 (0ce5b02c-36da-42c6-a0a2-f94b9135d747/6bb3f03d-bd50-4605-9e52-58fd472b3c21/50fb6ff9-e50d-4f83-9bfc-ee2255656eac) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:42.813869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] For port 7b1957f9-8b57-48ac-9062-449dc3e8215f, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:00:42.817880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] For port 7b1957f9-8b57-48ac-9062-449dc3e8215f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b1957f9-8b57-48ac-9062-449dc3e8215f,segment=NetworkSegment(64840255-d963-49e6-8f32-f6d373b24aa9),segment_id=64840255-d963-49e6-8f32-f6d373b24aa9)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:00:42.823185 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.883892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e41f-b9a3-4b1b-a3f0-2d931b7caaf6 None None] Pushing event updated for resources: {'Port': ['ID=7b1957f9-8b57-48ac-9062-449dc3e8215f,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:42.937005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.949615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:42.984381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.033184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:43.036747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:43.038664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:43.044729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.046090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.063787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'Port': ['ID=50fb6ff9-e50d-4f83-9bfc-ee2255656eac,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:43.073899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2620c421-549b-4b1e-8113-b8f41349f606 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5478151 Oct 19 21:00:43.076540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59600) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:43.133595 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1612ed-a3e7-4aad-b86a-c6ed2ee48acf tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.139880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1612ed-a3e7-4aad-b86a-c6ed2ee48acf tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.145824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1612ed-a3e7-4aad-b86a-c6ed2ee48acf tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.147856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b1612ed-a3e7-4aad-b86a-c6ed2ee48acf tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0701270 Oct 19 21:00:43.150547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59602) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:43.237276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Deleting port 50fb6ff9-e50d-4f83-9bfc-ee2255656eac {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:43.237629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.328247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.341133 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Calling delete_port for 50fb6ff9-e50d-4f83-9bfc-ee2255656eac owned by {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:43.410153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.476446 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.507625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event deleted for resources: {'Port': ['ID=50fb6ff9-e50d-4f83-9bfc-ee2255656eac,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:43.533531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.536861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9c095250-e2f3-4b71-aadf-6204e95e0685 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "DELETE /v2.0/ports/50fb6ff9-e50d-4f83-9bfc-ee2255656eac HTTP/1.1" status: 204 len: 168 time: 0.3853548 Oct 19 21:00:43.540725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59608) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:43.546432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Request body: {'port': {'name': 'tempest-new-port-name-379378076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:43.546881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.api.validators [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] bootfile-name is not in valid_values {{(pid=100734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:43.547220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.api.validators [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] tftp-server is not in valid_values {{(pid=100734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:43.547547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.api.validators [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] server-ip-address is not in valid_values {{(pid=100734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 21:00:43.613648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.803979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd3fab-8b18-4aeb-96a8-ca9e8d57ac98 None None] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:43.809974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.814903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.849751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] In _notify_port_updated(), no bound segment for port 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff on network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 {{(pid=100734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 21:00:43.855437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.856061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.857644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "PUT /v2.0/ports/1a968517-c3b3-4b74-9e0b-c61a0d69b8ff HTTP/1.1" status: 200 len: 1129 time: 0.3158538 Oct 19 21:00:43.860464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59610) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:43.868628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] Provisioning complete for port 7b1957f9-8b57-48ac-9062-449dc3e8215f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:43.869085 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:43.904455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928dfed-eeb0-4aa7-bca9-ede3633fad81 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event updated for resources: {'Port': ['ID=1a968517-c3b3-4b74-9e0b-c61a0d69b8ff,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:43.915911 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126bb55d-8e08-42d9-9281-bb01e49147fc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:43.917371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-126bb55d-8e08-42d9-9281-bb01e49147fc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "GET /v2.0/ports/1a968517-c3b3-4b74-9e0b-c61a0d69b8ff HTTP/1.1" status: 200 len: 1129 time: 0.0559838 Oct 19 21:00:43.920794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59612) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:44.007928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Deleting port 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:44.008270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.016451 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.058861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] For port 7b1957f9-8b57-48ac-9062-449dc3e8215f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b1957f9-8b57-48ac-9062-449dc3e8215f,segment=NetworkSegment(64840255-d963-49e6-8f32-f6d373b24aa9),segment_id=64840255-d963-49e6-8f32-f6d373b24aa9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:44.062924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.102259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.115727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f506d-cb89-49ea-be79-b6d3bf40c8b5 None None] Pushing event updated for resources: {'Port': ['ID=7b1957f9-8b57-48ac-9062-449dc3e8215f,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:44.115987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Calling delete_port for 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff owned by {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:44.246733 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.285830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5757424a-2f5a-41f4-97bd-f34570b9b381 None None] Could not find standard attr ID for object 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:00:44.285994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event deleted for resources: {'Port': ['ID=1a968517-c3b3-4b74-9e0b-c61a0d69b8ff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:44.296376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5757424a-2f5a-41f4-97bd-f34570b9b381 None None] Provisioning complete for port 7b1957f9-8b57-48ac-9062-449dc3e8215f triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:44.297255 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5757424a-2f5a-41f4-97bd-f34570b9b381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.315318 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.318822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-82438596-8a63-4686-a93a-9e194fde1fcc tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "DELETE /v2.0/ports/1a968517-c3b3-4b74-9e0b-c61a0d69b8ff HTTP/1.1" status: 204 len: 168 time: 0.3970704 Oct 19 21:00:44.322405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59614) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:44.379590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Deleting subnet 6bb3f03d-bd50-4605-9e52-58fd472b3c21 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:00:44.383953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.425183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.500153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-30e32241-8b95-4976-8804-69bd877861c8 None None] Could not find standard attr ID for object 1a968517-c3b3-4b74-9e0b-c61a0d69b8ff. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:00:44.517850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.577926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.609160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.612287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "DELETE /v2.0/subnets/6bb3f03d-bd50-4605-9e52-58fd472b3c21 HTTP/1.1" status: 204 len: 168 time: 0.2883394 Oct 19 21:00:44.613284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750877b9-ccad-45d1-a270-c84eb7aafe99 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb3f03d-bd50-4605-9e52-58fd472b3c21,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:44.614954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59616) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:44.659951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc89271-4b89-41a0-ae85-038f16934261 None None] Network 0ce5b02c-36da-42c6-a0a2-f94b9135d747 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:44.695275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.725129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3cb8af9e-1a0b-4974-b38f-8d44b19f60e2 None None] Could not find standard attr ID for object 50fb6ff9-e50d-4f83-9bfc-ee2255656eac. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:00:44.751835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Deleting port 7b1957f9-8b57-48ac-9062-449dc3e8215f {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:44.752061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.814233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] For port 7b1957f9-8b57-48ac-9062-449dc3e8215f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b1957f9-8b57-48ac-9062-449dc3e8215f,segment=NetworkSegment(64840255-d963-49e6-8f32-f6d373b24aa9),segment_id=64840255-d963-49e6-8f32-f6d373b24aa9)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:44.815024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.827412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Calling delete_port for 7b1957f9-8b57-48ac-9062-449dc3e8215f owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:44.841612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] DHCP port deletion for 0ce5b02c-36da-42c6-a0a2-f94b9135d747 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:00:44.891867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Deleting port 7b1957f9-8b57-48ac-9062-449dc3e8215f {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:44.892160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.908593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.933882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event deleted for resources: {'Port': ['ID=7b1957f9-8b57-48ac-9062-449dc3e8215f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:44.937987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] No DVR routers for this DVR port 7b1957f9-8b57-48ac-9062-449dc3e8215f on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:44.956645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] For port 7b1957f9-8b57-48ac-9062-449dc3e8215f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b1957f9-8b57-48ac-9062-449dc3e8215f,segment=NetworkSegment(64840255-d963-49e6-8f32-f6d373b24aa9),segment_id=64840255-d963-49e6-8f32-f6d373b24aa9)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:44.957048 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:44.970206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Calling delete_port for 7b1957f9-8b57-48ac-9062-449dc3e8215f owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:45.018267 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.047168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.076263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] No DVR routers for this DVR port 7b1957f9-8b57-48ac-9062-449dc3e8215f on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:45.083494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb692efd-9267-470c-94e5-04e817ab96c8 None None] Pushing event deleted for resources: {'Port': ['ID=7b1957f9-8b57-48ac-9062-449dc3e8215f,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:45.331727 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5b02c-36da-42c6-a0a2-f94b9135d747']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:45.341147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64840255-d963-49e6-8f32-f6d373b24aa9') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:45.341423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64840255-d963-49e6-8f32-f6d373b24aa9') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:45.350351 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.363713 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.369951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:45.370330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:45.373149 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:45.433606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.438343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.443950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] 10.222.0.31 "DELETE /v2.0/networks/0ce5b02c-36da-42c6-a0a2-f94b9135d747 HTTP/1.1" status: 204 len: 168 time: 0.8249831 Oct 19 21:00:45.460445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b338-8c71-4f79-b6c4-e7292be1e93c tempest-ExtraDHCPOptionsIpV6TestJSON-544559370 tempest-ExtraDHCPOptionsIpV6TestJSON-544559370-project] Pushing event deleted for resources: {'Network': ['ID=0ce5b02c-36da-42c6-a0a2-f94b9135d747,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:45.678187 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59622) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:45.809407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-143ee556-ed79-4586-90fc-8890017a61a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58642fa42df7489996e4a4ce9d7df710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299000 Oct 19 21:00:45.811788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59626) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:45.861960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.882502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.927414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.930251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:45.931380 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2b3dc48-fd88-472d-8ffa-5a738832007b HTTP/1.1" status: 204 len: 168 time: 0.1187024 Oct 19 21:00:45.940129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3500e41-9275-479c-b25e-5e1da5415215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b3dc48-fd88-472d-8ffa-5a738832007b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:46.551582 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59650) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:46.646398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345287037'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:46.667599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:46.670919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.678898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.750319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.753644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.775598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:46.788363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b570a05-a4af-434a-8b33-9827d2cf7fe4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:46.793221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.793576 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment e7057bfc-ee06-44df-b63d-e9f284cea849 of type vlan for network 89ce6922-f84c-42b4-99fb-c3e525db88fb Oct 19 21:00:46.836046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.862646 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.868058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:46.868629 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:46.909132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3564045 Oct 19 21:00:46.966301 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe605cbf-b9ab-4c3f-98d6-18250491d94c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=89ce6922-f84c-42b4-99fb-c3e525db88fb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:46.976249 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:47.037124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59656) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:47.043813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:47.143002 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:47.146488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.339971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.407051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=28099030-a64c-46f3-afec-0397de90c980,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:47.414363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': 'e7057bfc-ee06-44df-b63d-e9f284cea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:47.414991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 89ce6922-f84c-42b4-99fb-c3e525db88fb, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:47.433418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:47.442519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 89ce6922-f84c-42b4-99fb-c3e525db88fb) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:47.447326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:47.448022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.454570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebefb7-3a9b-4cfa-92e7-b7bc6739bd5e None None] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:47.466764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e6a186f1-bd92-4cd5-953c-1158da45fc07 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4279678 Oct 19 21:00:47.470129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59660) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:47.475685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544286633'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:47.499170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:47.503198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.533830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:47.545903 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.546363 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 45736056-96e9-4534-99e9-8922b7d86be0 of type vlan for network cd02e918-5164-4927-a264-14be33907699 Oct 19 21:00:47.600178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.610921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-89ce6922-f84c-42b4-99fb-c3e525db88fb', 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '28099030-a64c-46f3-afec-0397de90c980'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:47.612479 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.628344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.634955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:47.635553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.665693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1913724 Oct 19 21:00:47.666747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:47.671232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': 'cd02e918-5164-4927-a264-14be33907699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:47.721752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4db5-a7e2-4074-848f-761783b049db tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=cd02e918-5164-4927-a264-14be33907699,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:47.745971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network cd02e918-5164-4927-a264-14be33907699 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:47.768655 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:47.772257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.826252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Allocated IP 172.20.255.242 (89ce6922-f84c-42b4-99fb-c3e525db88fb/28099030-a64c-46f3-afec-0397de90c980/d12566b5-e5ef-4206-85b7-d7d63f60d806) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:47.972306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.982600 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:47.987755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.032711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:48.033171 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=9138f306-841a-4fd2-8c4b-92db9ce33caa,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:48.035777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:48.038405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:48.044520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '45736056-96e9-4534-99e9-8922b7d86be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd02e918-5164-4927-a264-14be33907699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:48.044965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: cd02e918-5164-4927-a264-14be33907699, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:48.048383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Pushing event updated for resources: {'Port': ['ID=d12566b5-e5ef-4206-85b7-d7d63f60d806,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:48.065253 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network cd02e918-5164-4927-a264-14be33907699 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:48.075911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, cd02e918-5164-4927-a264-14be33907699) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:48.080289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:48.080887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.098020 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a3afe3a6-6002-4061-87ce-42ee9edd59d7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4308691 Oct 19 21:00:48.100557 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59664) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:48.102752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8651f2-5f04-4761-9b21-a91d650ac7d0 None None] Network cd02e918-5164-4927-a264-14be33907699 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:48.135818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Attempting to bind port d12566b5-e5ef-4206-85b7-d7d63f60d806 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:00:48.136187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Attempting to bind port d12566b5-e5ef-4206-85b7-d7d63f60d806 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e7057bfc-ee06-44df-b63d-e9f284cea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:00:48.136555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Attempting to bind port d12566b5-e5ef-4206-85b7-d7d63f60d806 on network 89ce6922-f84c-42b4-99fb-c3e525db88fb {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:00:48.171909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:00:48.172297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Checking segment: {'id': 'e7057bfc-ee06-44df-b63d-e9f284cea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:48.172690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.173084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Bound using segment: {'id': 'e7057bfc-ee06-44df-b63d-e9f284cea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:00:48.173583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Bound port: d12566b5-e5ef-4206-85b7-d7d63f60d806, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7057bfc-ee06-44df-b63d-e9f284cea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '89ce6922-f84c-42b4-99fb-c3e525db88fb'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:00:48.173961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.206452 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.261231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.277566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] For port d12566b5-e5ef-4206-85b7-d7d63f60d806, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:00:48.315333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] For port d12566b5-e5ef-4206-85b7-d7d63f60d806, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d12566b5-e5ef-4206-85b7-d7d63f60d806,segment=NetworkSegment(e7057bfc-ee06-44df-b63d-e9f284cea849),segment_id=e7057bfc-ee06-44df-b63d-e9f284cea849)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:00:48.324061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.331899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.360361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=9138f306-841a-4fd2-8c4b-92db9ce33caa,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:48.416508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2328c-583c-4005-80aa-da5df6765634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-cd02e918-5164-4927-a264-14be33907699', 'network_id': 'cd02e918-5164-4927-a264-14be33907699', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '9138f306-841a-4fd2-8c4b-92db9ce33caa'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:48.417372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7da2328c-583c-4005-80aa-da5df6765634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.431583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b30d7-de26-489e-91d5-533dbe8b0e54 None None] Pushing event updated for resources: {'Port': ['ID=d12566b5-e5ef-4206-85b7-d7d63f60d806,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:48.439582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.476599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd02e918-5164-4927-a264-14be33907699']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:48.488011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45736056-96e9-4534-99e9-8922b7d86be0') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:48.488232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45736056-96e9-4534-99e9-8922b7d86be0') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:48.499085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.518548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.525931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086e994-eb8b-438c-8549-82ca79ef4dd6 None None] Network cd02e918-5164-4927-a264-14be33907699 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:48.527639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:48.528066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:48.531951 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:48.692162 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.703348 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.711694 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/cd02e918-5164-4927-a264-14be33907699 HTTP/1.1" status: 204 len: 168 time: 0.6041276 Oct 19 21:00:48.712595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59668) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:48.720679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073966985'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:48.729425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302649b-e3a7-42b7-ac6b-03ec774ed756 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=cd02e918-5164-4927-a264-14be33907699,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:48.761573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:48.766842 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.805975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:48.827536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.828017 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment c0d43f73-6493-4102-bf6a-c8799e3770f8 of type vlan for network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 Oct 19 21:00:48.890676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.920512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.928750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:48.930091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:48.935690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d12566b5-e5ef-4206-85b7-d7d63f60d806 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:48.968288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2538314 Oct 19 21:00:48.971119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59670) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:48.978692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:48.987429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d12566b5-e5ef-4206-85b7-d7d63f60d806 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:48.987933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.024378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f9025-9dd8-43c4-9ee7-ef7660166a86 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:49.034681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:49.113682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:49.117796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.131349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.166521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port d12566b5-e5ef-4206-85b7-d7d63f60d806, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d12566b5-e5ef-4206-85b7-d7d63f60d806,segment=NetworkSegment(e7057bfc-ee06-44df-b63d-e9f284cea849),segment_id=e7057bfc-ee06-44df-b63d-e9f284cea849)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:49.171537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.176387 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Performing IP validity checks on allocation pools {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 21:00:49.176907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.ipam_backend_mixin [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 21:00:49.225040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=d12566b5-e5ef-4206-85b7-d7d63f60d806,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:49.322314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.393039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=dc3ae440-9ac5-4cc8-855c-93656f90ced7,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:49.402509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': 'c0d43f73-6493-4102-bf6a-c8799e3770f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:49.402893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:49.424758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:49.439938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:49.445367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:49.446025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.456408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f986d-da87-4386-a956-60eac649584f None None] Network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:49.475548 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bc661e51-ffea-40e8-8906-898446c401b7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5009317 Oct 19 21:00:49.477156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59680) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:49.563588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c05fe1-ae7a-438d-afb7-8fa2b3290f75 None None] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:49.589439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.656158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.740643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.778106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3ae440-9ac5-4cc8-855c-93656f90ced7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:49.847765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.863626 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8f489d2e-4bd8-4fa6-b045-4d3a0862e390 None None] Provisioning complete for port d12566b5-e5ef-4206-85b7-d7d63f60d806 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:49.864478 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8f489d2e-4bd8-4fa6-b045-4d3a0862e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.870897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:49.881543 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d43f73-6493-4102-bf6a-c8799e3770f8') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:49.881852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d43f73-6493-4102-bf6a-c8799e3770f8') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:49.891545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb12b8-be55-45a4-bc56-f228a852524c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6', 'network_id': '11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': 'dc3ae440-9ac5-4cc8-855c-93656f90ced7'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:49.892390 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0bb12b8-be55-45a4-bc56-f228a852524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.892515 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.906984 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.913402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:49.913878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:49.917346 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:49.985016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.989901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:49.993170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 HTTP/1.1" status: 204 len: 168 time: 0.5156033 Oct 19 21:00:49.996612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59688) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:50.001692 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481850203'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:50.005000 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-d0bb12b8-be55-45a4-bc56-f228a852524c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 21:00:50.005000 n-d-805649-9 neutron-server[100736]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 19 21:00:50.005000 n-d-805649-9 neutron-server[100736]: [parameters: {'project_id': '4dd8225609c7446eb6d9b186954d61ad', 'id': '595e78dc-6af8-4812-8bc0-3b800820979f', 'name': '', 'network_id': '11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6', 'mac_address': 'fa:16:3e:9d:88:38', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3907}] Oct 19 21:00:50.005000 n-d-805649-9 neutron-server[100736]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 21:00:50.006594 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-d0bb12b8-be55-45a4-bc56-f228a852524c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 21:00:50.008219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19182a5-f4fd-4a50-98db-d33d2d1b50f8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:50.035698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:50.041271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.072210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:50.083466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.083963 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 1a96d846-3d77-491a-b396-1c50a735bb62 of type vlan for network b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 Oct 19 21:00:50.128511 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.156223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.162455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:50.163103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.203663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2059150 Oct 19 21:00:50.206300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59690) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:50.213961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': 'b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:50.265538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46425ba8-599d-4af8-b074-d94d1f0c7658 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:50.279903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:50.283707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b798493e-afff-4aea-9455-cece026d7a73 None None] Provisioning complete for port d12566b5-e5ef-4206-85b7-d7d63f60d806 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:50.284265 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b798493e-afff-4aea-9455-cece026d7a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.349553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:50.354123 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.508104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0bb12b8-be55-45a4-bc56-f228a852524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.542681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026da8b-9d2d-4f7a-b0c3-93a0a22629db None None] Network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:50.555962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026da8b-9d2d-4f7a-b0c3-93a0a22629db None None] Network 11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 could not be found, it might have been deleted concurrently. {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 21:00:50.560689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.623824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=9aad2460-0e95-459e-9072-0028be422cb4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:50.631064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '1a96d846-3d77-491a-b396-1c50a735bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:50.631426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:50.648001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:50.656698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:50.660754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:50.661371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.668419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74dde97-1191-4150-b8c0-0cb280544f72 None None] Network b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:50.678666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d00f3d45-d0b5-4811-9c17-bfa72f659de7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4709733 Oct 19 21:00:50.682104 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59692) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:50.803826 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.837841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e48a40-6b54-42d3-bc2f-d601562d0b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559', 'network_id': 'b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '9aad2460-0e95-459e-9072-0028be422cb4'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:50.839113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88e48a40-6b54-42d3-bc2f-d601562d0b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.862061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.931241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:50.941330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d12566b5-e5ef-4206-85b7-d7d63f60d806 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:00:50.963952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=9aad2460-0e95-459e-9072-0028be422cb4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-88e48a40-6b54-42d3-bc2f-d601562d0b93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9aad2460-0e95-459e-9072-0028be422cb4: This subnet is being modified by another concurrent operation. Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9aad2460-0e95-459e-9072-0028be422cb4: This subnet is being modified by another concurrent operation. Oct 19 21:00:51.001672 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 21:00:51.026772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port d12566b5-e5ef-4206-85b7-d7d63f60d806 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:00:51.026772 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.029623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.047090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5939f08-0113-4582-a3db-261905ce2861 None None] Network b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:51.050558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:51.061614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a96d846-3d77-491a-b396-1c50a735bb62') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:51.061917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a96d846-3d77-491a-b396-1c50a735bb62') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:51.072560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.086783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.092619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:51.093002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:51.095986 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:51.160596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.165879 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.169331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 HTTP/1.1" status: 204 len: 168 time: 0.4856811 Oct 19 21:00:51.172778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59696) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:51.181621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998085223'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:51.186735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f92a2-90f0-44ec-9aaf-3fb7c59d5226 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:51.209470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bf301b-67e9-4f7c-9b74-c37e27ff2adb None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:00:51.223509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:51.227637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.255907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:51.267231 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.267662 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 1a6e3971-be64-464b-9b90-b05ccb4894db of type vlan for network 2a13c563-43d4-4b4e-b83a-dc3168b0a932 Oct 19 21:00:51.309992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf301b-67e9-4f7c-9b74-c37e27ff2adb None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:00:51.315518 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.341718 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.347823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:51.348405 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.384937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2079945 Oct 19 21:00:51.385279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59698) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:51.390348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '2a13c563-43d4-4b4e-b83a-dc3168b0a932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:51.454109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf5473-f06c-4104-be50-567225c4f85f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=2a13c563-43d4-4b4e-b83a-dc3168b0a932,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:51.477719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 2a13c563-43d4-4b4e-b83a-dc3168b0a932 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:51.498235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:51.501974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.686247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.756747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=c5518f07-b3e0-4ffd-9072-7317b14bed09,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:51.765356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '1a6e3971-be64-464b-9b90-b05ccb4894db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2a13c563-43d4-4b4e-b83a-dc3168b0a932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:51.765766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 2a13c563-43d4-4b4e-b83a-dc3168b0a932, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:51.787414 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 2a13c563-43d4-4b4e-b83a-dc3168b0a932 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:51.798646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 2a13c563-43d4-4b4e-b83a-dc3168b0a932) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:51.804081 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:51.805228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.811606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4969e-47f5-41e2-a74b-249aa09382a2 None None] Network 2a13c563-43d4-4b4e-b83a-dc3168b0a932 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:51.825368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6eaf65f2-53d6-43f6-8f47-eae8d16a07a8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365561 Oct 19 21:00:51.826070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59702) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:51.929079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.966277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a59a2-2ebb-4700-b403-8515246e3351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-2a13c563-43d4-4b4e-b83a-dc3168b0a932', 'network_id': '2a13c563-43d4-4b4e-b83a-dc3168b0a932', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': 'c5518f07-b3e0-4ffd-9072-7317b14bed09'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:51.967381 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8c3a59a2-2ebb-4700-b403-8515246e3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:51.982404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.047000 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-8c3a59a2-2ebb-4700-b403-8515246e3351 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5518f07-b3e0-4ffd-9072-7317b14bed09: This subnet is being modified by another concurrent operation. Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5518f07-b3e0-4ffd-9072-7317b14bed09: This subnet is being modified by another concurrent operation. Oct 19 21:00:52.073548 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 21:00:52.083103 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=c5518f07-b3e0-4ffd-9072-7317b14bed09,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:52.095745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206410da-0913-451a-ac5b-1a7118f8eaf2 None None] Network 2a13c563-43d4-4b4e-b83a-dc3168b0a932 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:52.155114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.175195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a13c563-43d4-4b4e-b83a-dc3168b0a932']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:52.185376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6e3971-be64-464b-9b90-b05ccb4894db') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:52.185920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6e3971-be64-464b-9b90-b05ccb4894db') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:52.196219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.202517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5122e667-0b52-4e10-b84c-94eaf93f07a1 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:00:52.209769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.216282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:52.216680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:52.219633 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:52.292639 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.299302 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.302942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/2a13c563-43d4-4b4e-b83a-dc3168b0a932 HTTP/1.1" status: 204 len: 168 time: 0.4758117 Oct 19 21:00:52.307129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59704) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:52.319557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603253fd-6381-437d-bc74-9cfa996435e1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=2a13c563-43d4-4b4e-b83a-dc3168b0a932,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:52.328771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1838335039'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:52.329471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122e667-0b52-4e10-b84c-94eaf93f07a1 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:00:52.354617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:52.358959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.387646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:52.397241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.397703 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment a8236909-8188-46aa-879b-7c384d9d0242 of type vlan for network f2af788b-fa03-4390-af13-21b23694cb9b Oct 19 21:00:52.447703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.474929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.480771 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:52.481827 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.519245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2103291 Oct 19 21:00:52.522126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59706) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:52.529325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': 'f2af788b-fa03-4390-af13-21b23694cb9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:52.576636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b823b-a2ed-4d2d-a419-7d37f8363343 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=f2af788b-fa03-4390-af13-21b23694cb9b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:52.589783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network f2af788b-fa03-4390-af13-21b23694cb9b details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:52.669711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:52.674333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.735874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Performing IP validity checks on allocation pools {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 21:00:52.736383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 21:00:52.860928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.935614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=0096e131-e4ce-454e-9d80-8fbdf21f0d20,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:52.944914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': 'a8236909-8188-46aa-879b-7c384d9d0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f2af788b-fa03-4390-af13-21b23694cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:52.945271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: f2af788b-fa03-4390-af13-21b23694cb9b, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:52.961988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network f2af788b-fa03-4390-af13-21b23694cb9b is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:52.971153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, f2af788b-fa03-4390-af13-21b23694cb9b) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:52.977006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:52.978154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:52.983689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2c738-dd3f-45ff-b983-5aa9e5c941e5 None None] Network f2af788b-fa03-4390-af13-21b23694cb9b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:52.999634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59710) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:53.000007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b882c3e3-651e-4740-9314-23fe72c11f09 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4764509 Oct 19 21:00:53.041073 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:00:53.116773 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.176433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348571d-bc4c-4d41-9423-ad2892a3220c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-f2af788b-fa03-4390-af13-21b23694cb9b', 'network_id': 'f2af788b-fa03-4390-af13-21b23694cb9b', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '0096e131-e4ce-454e-9d80-8fbdf21f0d20'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:53.177433 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4348571d-bc4c-4d41-9423-ad2892a3220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.184210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.275732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-4348571d-bc4c-4d41-9423-ad2892a3220c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0096e131-e4ce-454e-9d80-8fbdf21f0d20: This subnet is being modified by another concurrent operation. Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0096e131-e4ce-454e-9d80-8fbdf21f0d20: This subnet is being modified by another concurrent operation. Oct 19 21:00:53.289370 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 21:00:53.328995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=0096e131-e4ce-454e-9d80-8fbdf21f0d20,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:53.334108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921cf83-7978-4c28-b8ce-c94c9314b2dc None None] Network f2af788b-fa03-4390-af13-21b23694cb9b requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:53.409535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.443363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2af788b-fa03-4390-af13-21b23694cb9b']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:53.459929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8236909-8188-46aa-879b-7c384d9d0242') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:53.460821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8236909-8188-46aa-879b-7c384d9d0242') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:53.469233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6082d-1aa7-460f-adcd-873b62142f94 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:00:53.475830 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.494036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.504614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:53.505164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:53.510704 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:53.572958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6082d-1aa7-460f-adcd-873b62142f94 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:00:53.586640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.593204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.600100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/f2af788b-fa03-4390-af13-21b23694cb9b HTTP/1.1" status: 204 len: 168 time: 0.5992703 Oct 19 21:00:53.602649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59712) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:53.609007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478594723'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:53.616105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b404af9-ff1d-4113-be8a-cc346215d9fa tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=f2af788b-fa03-4390-af13-21b23694cb9b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:53.643696 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:53.651120 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.676680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:53.687940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.688638 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 0fd12bfc-6b29-4013-8760-31cac22b8960 of type vlan for network 49437437-a4b1-4a1e-83cd-e2630c9e7950 Oct 19 21:00:53.743094 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.769389 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.775597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:53.776542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:53.857784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=49437437-a4b1-4a1e-83cd-e2630c9e7950,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:53.867733 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ae6d5baa-a160-436b-af39-c1e431618a59 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2633953 Oct 19 21:00:53.871696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59716) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:53.880198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 49437437-a4b1-4a1e-83cd-e2630c9e7950 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:53.881909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '49437437-a4b1-4a1e-83cd-e2630c9e7950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:54.021450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:54.028175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.312720 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.389165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=ac7aed85-f2de-4643-ae24-28f52e9004a9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:54.409168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '0fd12bfc-6b29-4013-8760-31cac22b8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '49437437-a4b1-4a1e-83cd-e2630c9e7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:54.409951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 49437437-a4b1-4a1e-83cd-e2630c9e7950, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:54.434954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 49437437-a4b1-4a1e-83cd-e2630c9e7950 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:54.459374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 49437437-a4b1-4a1e-83cd-e2630c9e7950) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:54.463629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59720) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:54.468980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:54.470257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.480603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb273a-638b-4788-bfdb-22165e6692fe None None] Network 49437437-a4b1-4a1e-83cd-e2630c9e7950 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:54.501137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d0abe7f1-1d1f-4619-bdc1-d469c711c997 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6239650 Oct 19 21:00:54.502625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59722) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:54.651653 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.713170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port c1655589-980a-4acc-b268-c31ba51acb6c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:54.716508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.726874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.814735 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.815637 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.831926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:54.832883 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for c1655589-980a-4acc-b268-c31ba51acb6c owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:54.907972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7aed85-f2de-4643-ae24-28f52e9004a9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:55.030664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.040322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc916f0f-1fff-469d-8f4c-d5abc9bdc5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-49437437-a4b1-4a1e-83cd-e2630c9e7950', 'network_id': '49437437-a4b1-4a1e-83cd-e2630c9e7950', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': 'ac7aed85-f2de-4643-ae24-28f52e9004a9'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:55.042500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cc916f0f-1fff-469d-8f4c-d5abc9bdc5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.076452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49437437-a4b1-4a1e-83cd-e2630c9e7950']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:55.097652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd12bfc-6b29-4013-8760-31cac22b8960') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:55.098131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd12bfc-6b29-4013-8760-31cac22b8960') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:55.121094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.125144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.150872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.154215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=c1655589-980a-4acc-b268-c31ba51acb6c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:55.170402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:55.171563 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:55.175501 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:55.207218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9e969-eaea-4973-8df2-4dae8f9e676f None None] Network 49437437-a4b1-4a1e-83cd-e2630c9e7950 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:55.230869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.232372 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Floating IP 09405016-e72d-4edc-9bfb-f950c2686be4 disassociated (deleted). External IP: 172.25.7.101, port: 0443af93-1c54-4e78-a232-5ea6dbf28ae5. Oct 19 21:00:55.266640 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.280787 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.291423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/49437437-a4b1-4a1e-83cd-e2630c9e7950 HTTP/1.1" status: 204 len: 168 time: 0.7873087 Oct 19 21:00:55.295807 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:55.301771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448608055'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:55.325507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e0883-5442-4e00-8d97-8b5dab8f94bd tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=49437437-a4b1-4a1e-83cd-e2630c9e7950,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:55.377438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:55.386316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.430602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:55.444009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.444009 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 2cbb48c7-aa6a-461b-a45d-d4d476bcc8d9 of type vlan for network 4471078f-27b8-426d-8fa7-1951fb13d3fc Oct 19 21:00:55.497095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.536130 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.543264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:55.544113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.581341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2836845 Oct 19 21:00:55.584138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59728) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:55.592484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '4471078f-27b8-426d-8fa7-1951fb13d3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:55.638489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45388c-db78-4b26-8783-42b10f4161cb tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=4471078f-27b8-426d-8fa7-1951fb13d3fc,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:55.652000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 4471078f-27b8-426d-8fa7-1951fb13d3fc details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:55.733542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:55.738637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.805873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router c41f97f3-d1e1-4ae3-a7d7-204251160abd has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:00:55.961710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:55.989579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:00:55.994732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.004542 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Sync routers for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:00:56.025472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b590e7e1-6ac7-42dd-87c1-ef131effd4ab tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/floatingips/09405016-e72d-4edc-9bfb-f950c2686be4 HTTP/1.1" status: 204 len: 168 time: 1.5578499 Oct 19 21:00:56.025472 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:00:56.026336 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b7abf-bb28-4efa-b3d1-899f123008d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:00:56.036263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=5b092259-a128-4793-b535-7c4bf5a69671,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:56.041077 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:00:56.042033 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.046012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '2cbb48c7-aa6a-461b-a45d-d4d476bcc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4471078f-27b8-426d-8fa7-1951fb13d3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:56.046724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 4471078f-27b8-426d-8fa7-1951fb13d3fc, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:56.085533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 4471078f-27b8-426d-8fa7-1951fb13d3fc is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:56.090139 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3ac05-d9b6-4b36-9c9e-45098583dd75 x-openstack-request-id: req-88a3ac05-d9b6-4b36-9c9e-45098583dd75 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:00:56.090433 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:00:56.090685 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88a3ac05-d9b6-4b36-9c9e-45098583dd75 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:00:56.091085 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'status': 'completed', 'code': 200} Oct 19 21:00:56.107728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 4471078f-27b8-426d-8fa7-1951fb13d3fc) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:56.116120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.118929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b4959-27bd-498a-a043-7baf3487afd4 None None] Network 4471078f-27b8-426d-8fa7-1951fb13d3fc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:56.120404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.178492 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4fdc258-5bc2-4409-8e32-d7ec65033570 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5909832 Oct 19 21:00:56.179634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59736) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:56.205608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-233c0a80-b5e3-4276-96b3-baa2d17ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.228303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-233c0a80-b5e3-4276-96b3-baa2d17ed6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0954278 Oct 19 21:00:56.363122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.410520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-2a3adde8-2f0c-4351-947e-830078b80539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.418665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-2a3adde8-2f0c-4351-947e-830078b80539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 200 len: 897 time: 0.1892416 Oct 19 21:00:56.457813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:00:56.478258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-f2ecb5cf-5df5-4672-b954-9b682822c0e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 200 len: 217 time: 0.0505965 Oct 19 21:00:56.505168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdf000-250d-4b77-b578-1431b9dc2676 req-655a124f-1fcc-4f3b-914c-a2f56d112896 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.513195 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cdf000-250d-4b77-b578-1431b9dc2676 req-655a124f-1fcc-4f3b-914c-a2f56d112896 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.0974286 Oct 19 21:00:56.520652 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.557868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ac8d2-0da9-4af4-ae88-aac85e193b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-4471078f-27b8-426d-8fa7-1951fb13d3fc', 'network_id': '4471078f-27b8-426d-8fa7-1951fb13d3fc', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '5b092259-a128-4793-b535-7c4bf5a69671'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:56.560115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-197ac8d2-0da9-4af4-ae88-aac85e193b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.563531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-1e08c0d9-1f99-463b-916b-ed64c71004eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.565130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-1e08c0d9-1f99-463b-916b-ed64c71004eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 200 len: 834 time: 0.0794089 Oct 19 21:00:56.607687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-12cdf000-250d-4b77-b578-1431b9dc2676 req-e6d730ab-eae4-402f-b8a3-85ce2abaf8ae tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935450 Oct 19 21:00:56.657899 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.659854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-742d35d2-8ccf-4ff8-b498-b247d4707c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:56.661907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-742d35d2-8ccf-4ff8-b498-b247d4707c68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=45fcba02-21ea-4417-a704-da861fe7db93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831215 Oct 19 21:00:56.714860 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bad05dac-29ed-4300-865b-5c4f9a7f0ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.721336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=5b092259-a128-4793-b535-7c4bf5a69671,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:56.744486 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.785381 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Checking router: c41f97f3-d1e1-4ae3-a7d7-204251160abd for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-197ac8d2-0da9-4af4-ae88-aac85e193b37 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b092259-a128-4793-b535-7c4bf5a69671: This subnet is being modified by another concurrent operation. Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b092259-a128-4793-b535-7c4bf5a69671: This subnet is being modified by another concurrent operation. Oct 19 21:00:56.792085 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 21:00:56.799727 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.820155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18aae19-9c11-4eec-a9ec-45949d401365 None None] Network 4471078f-27b8-426d-8fa7-1951fb13d3fc requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:56.821468 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:00:56.822274 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.859083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-6168efc0-b8ca-4660-82a1-607d027c6035 service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808228 Oct 19 21:00:56.868949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4471078f-27b8-426d-8fa7-1951fb13d3fc']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.879724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbb48c7-aa6a-461b-a45d-d4d476bcc8d9') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.880296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbb48c7-aa6a-461b-a45d-d4d476bcc8d9') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:56.895261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.912631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.923685 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:56.924244 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:56.936603 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:57.001270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c843ec-db73-410a-8523-3cd4cc4a7d9d None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:00:57.004493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:00:57.058436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-808b7abf-bb28-4efa-b3d1-899f123008d6 req-03723fb6-959f-4a73-875c-ba8cf32c57e9 service neutron] 10.222.0.37 "GET /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888306 Oct 19 21:00:57.066690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.072493 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636317'] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.079259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/4471078f-27b8-426d-8fa7-1951fb13d3fc HTTP/1.1" status: 204 len: 168 time: 0.8984437 Oct 19 21:00:57.082787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59740) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:57.113007 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94684e4-49e6-4f9c-8544-a097aefbd57a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=4471078f-27b8-426d-8fa7-1951fb13d3fc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:57.123414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477788245'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:57.157099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c843ec-db73-410a-8523-3cd4cc4a7d9d None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:00:57.169722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:57.175176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.212983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:00:57.226880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.227477 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 9d43f14c-4be8-41e7-878b-6f27b2808ce6 of type vlan for network 365085ca-d1bd-4278-99ba-37aaf3706469 Oct 19 21:00:57.278555 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.316182 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.322956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:57.323743 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.332855 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:57.382362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2829950 Oct 19 21:00:57.383908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59744) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:57.388649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:57.390530 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8bf9b4-52b7-4c6a-88dc-49d6d5df3d9e None None] The sync data for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 is: [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '188bbd2b-b326-4f2c-b12d-cd81d2a9b143', 'name': '', 'network_id': '45fcba02-21ea-4417-a704-da861fe7db93', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'mac_address': 'fa:16:3e:13:6c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:20Z', 'updated_at': '2021-10-19T20:59:24Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'subnets': [{'id': '3a57f02e-1fab-453e-b4f5-8bfa99c96e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:00:57.425126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b70f95-2ff2-4b35-8c84-e1d9d6d0f67d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=365085ca-d1bd-4278-99ba-37aaf3706469,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:57.447133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:57.610047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.629034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.704425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef095e-a932-42b5-974d-e418834deaff req-db029c0e-e665-423c-b8e3-5d00151d969d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:57.706815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 365085ca-d1bd-4278-99ba-37aaf3706469 is not hosted by any dhcp agent {{(pid=100735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 21:00:57.707302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81ef095e-a932-42b5-974d-e418834deaff req-db029c0e-e665-423c-b8e3-5d00151d969d tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.1050010 Oct 19 21:00:57.713047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:57.713946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:57.715254 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "PUT /v2.0/networks/365085ca-d1bd-4278-99ba-37aaf3706469 HTTP/1.1" status: 200 len: 723 time: 0.3314393 Oct 19 21:00:57.716016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2de703-f78a-4f7a-86b5-0b4cef01ff88 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=365085ca-d1bd-4278-99ba-37aaf3706469,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:57.726656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59748) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:57.728276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:00:57.738607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:57.836502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6bb8c4-739e-4070-be32-a3fff228b571 None None] New status for floating IP 09405016-e72d-4edc-9bfb-f950c2686be4: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:00:57.908254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb0c39-0f5b-4d70-bccf-ffe347235081 req-d0f8951c-a6ec-41a9-8443-7031b592ec07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:57.909701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdbb0c39-0f5b-4d70-bccf-ffe347235081 req-d0f8951c-a6ec-41a9-8443-7031b592ec07 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 945 time: 0.2013738 Oct 19 21:00:57.963404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:00:57.966837 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.002790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:00:58.003126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.015862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cdbb0c39-0f5b-4d70-bccf-ffe347235081 req-661dc66f-0e3f-4834-a3f3-ac801daee613 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/security-groups?id=7762e70c-4e34-49c1-b9b3-7bb35308fb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968640 Oct 19 21:00:58.152553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 0443af93-1c54-4e78-a232-5ea6dbf28ae5, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=0443af93-1c54-4e78-a232-5ea6dbf28ae5,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:00:58.152914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.188511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 0443af93-1c54-4e78-a232-5ea6dbf28ae5 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:00:58.310702 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.375903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=67a9f077-a7ce-402a-aed4-9798146b2ec2,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:58.425622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '9d43f14c-4be8-41e7-878b-6f27b2808ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:58.426304 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 365085ca-d1bd-4278-99ba-37aaf3706469, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:00:58.446326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.456456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 365085ca-d1bd-4278-99ba-37aaf3706469 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:00:58.482762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=0443af93-1c54-4e78-a232-5ea6dbf28ae5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:58.491779 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 365085ca-d1bd-4278-99ba-37aaf3706469) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:58.509847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c1cdce-8dbc-4dad-8735-43928c3522a5 None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:58.515623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:58.516216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.541468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] No DVR routers for this DVR port 0443af93-1c54-4e78-a232-5ea6dbf28ae5 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:00:58.545598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.549147 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81ef095e-a932-42b5-974d-e418834deaff req-a30a26b2-084a-46c5-affc-0dd8b5a9eb3a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.37 "DELETE /v2.0/ports/0443af93-1c54-4e78-a232-5ea6dbf28ae5 HTTP/1.1" status: 204 len: 173 time: 0.8215625 Oct 19 21:00:58.549915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-deleted', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:00:58.552984 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e2187-51fc-4b5c-a0ab-ae127571b14c" -d '{"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-deleted", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:00:58.567871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b0ae3658-a933-4dd6-8895-2ed3aa590074 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8304546 Oct 19 21:00:58.568707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59756) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:58.575215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:00:58.726550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11060216'] for subnet, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.742342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-365085ca-d1bd-4278-99ba-37aaf3706469', 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': '67a9f077-a7ce-402a-aed4-9798146b2ec2'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:00:58.743758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.841072 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016c429-470d-4074-9aef-48f98eb17862 x-openstack-request-id: req-d016c429-470d-4074-9aef-48f98eb17862 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:00:58.841343 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e77be3-11e2-4784-ad9d-0046076bd0d6", "name": "network-vif-deleted", "tag": "0443af93-1c54-4e78-a232-5ea6dbf28ae5", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:00:58.841602 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d016c429-470d-4074-9aef-48f98eb17862 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:00:58.842013 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e77be3-11e2-4784-ad9d-0046076bd0d6', 'name': 'network-vif-deleted', 'tag': '0443af93-1c54-4e78-a232-5ea6dbf28ae5', 'status': 'completed', 'code': 200} Oct 19 21:00:58.917078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745520121622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1650799'] for subnet, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.988507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:00:58.989111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:58.990610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "PUT /v2.0/subnets/67a9f077-a7ce-402a-aed4-9798146b2ec2 HTTP/1.1" status: 200 len: 806 time: 0.4204581 Oct 19 21:00:58.993739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59758) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:00:59.003285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Allocated IP 172.20.0.2 (365085ca-d1bd-4278-99ba-37aaf3706469/67a9f077-a7ce-402a-aed4-9798146b2ec2/6391c56c-724e-4509-991c-78bc6a98e968) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:00:59.018259 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d19d8-902b-44ca-a551-71a0a5f2d97d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=67a9f077-a7ce-402a-aed4-9798146b2ec2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:59.221884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-71a8bf86-ee9b-4cc2-b4a8-63db3c99a86f req-1053f19c-1df3-4894-8568-1fb1901980e6 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e77be3-11e2-4784-ad9d-0046076bd0d6 HTTP/1.1" status: 200 len: 210 time: 0.0571101 Oct 19 21:00:59.227809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.280416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-984686bd-f174-45d7-b45f-1a146555d8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.300029 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.308389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.324768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.351377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:00:59.354284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:00:59.359129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:00:59.368187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Pushing event updated for resources: {'Port': ['ID=6391c56c-724e-4509-991c-78bc6a98e968,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:59.409304 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.420774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Attempting to bind port 6391c56c-724e-4509-991c-78bc6a98e968 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:00:59.421145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Attempting to bind port 6391c56c-724e-4509-991c-78bc6a98e968 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '9d43f14c-4be8-41e7-878b-6f27b2808ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:00:59.421547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Attempting to bind port 6391c56c-724e-4509-991c-78bc6a98e968 on network 365085ca-d1bd-4278-99ba-37aaf3706469 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:00:59.426521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:00:59.426893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Checking segment: {'id': '9d43f14c-4be8-41e7-878b-6f27b2808ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:00:59.427289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.427679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Bound using segment: {'id': '9d43f14c-4be8-41e7-878b-6f27b2808ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:00:59.428144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Bound port: 6391c56c-724e-4509-991c-78bc6a98e968, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d43f14c-4be8-41e7-878b-6f27b2808ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '365085ca-d1bd-4278-99ba-37aaf3706469'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:00:59.428516 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.437562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=67a9f077-a7ce-402a-aed4-9798146b2ec2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:59.492619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] For port 6391c56c-724e-4509-991c-78bc6a98e968, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:00:59.495620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] For port 6391c56c-724e-4509-991c-78bc6a98e968, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6391c56c-724e-4509-991c-78bc6a98e968,segment=NetworkSegment(9d43f14c-4be8-41e7-878b-6f27b2808ce6),segment_id=9d43f14c-4be8-41e7-878b-6f27b2808ce6)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:00:59.499148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.501588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.520979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365085ca-d1bd-4278-99ba-37aaf3706469']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:59.530191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d43f14c-4be8-41e7-878b-6f27b2808ce6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:59.530487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d43f14c-4be8-41e7-878b-6f27b2808ce6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:00:59.541066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.554936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.561237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:00:59.561669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:00:59.564698 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:00:59.579077 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0941b-16ae-492c-bcc3-9678feb5c6d3 None None] Pushing event updated for resources: {'Port': ['ID=6391c56c-724e-4509-991c-78bc6a98e968,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:00:59.594437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ea557-5fc0-457d-97b8-1cad7126593f None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:59.621977 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.db.api [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 21:00:59.621977 n-d-805649-9 neutron-server[100734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 21:00:59.621977 n-d-805649-9 neutron-server[100734]: [parameters: {'id': '365085ca-d1bd-4278-99ba-37aaf3706469'}] Oct 19 21:00:59.621977 n-d-805649-9 neutron-server[100734]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 21:00:59.622536 n-d-805649-9 neutron-server[100734]: DEBUG oslo_db.api [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 21:00:59.715618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f9780-1910-4f26-9728-0a8e810c3fd5 None None] Network 365085ca-d1bd-4278-99ba-37aaf3706469 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:00:59.832901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3aee4-fe57-4d0c-a85b-90d8301b0b12 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:00:59.915584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3aee4-fe57-4d0c-a85b-90d8301b0b12 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:01:00.123714 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.283931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59766) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:00.312164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.497250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Deleting port 6391c56c-724e-4509-991c-78bc6a98e968 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:00.497889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.564897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] For port 6391c56c-724e-4509-991c-78bc6a98e968, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=6391c56c-724e-4509-991c-78bc6a98e968,segment=NetworkSegment(9d43f14c-4be8-41e7-878b-6f27b2808ce6),segment_id=9d43f14c-4be8-41e7-878b-6f27b2808ce6)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:00.565262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.579053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Calling delete_port for 6391c56c-724e-4509-991c-78bc6a98e968 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:00.671464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-f08f87e4-026c-49c8-b7c6-925686e63f7b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645123219&fields=id&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 267 time: 0.0488639 Oct 19 21:01:00.714089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.747770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.773802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Port': ['ID=6391c56c-724e-4509-991c-78bc6a98e968,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:00.779349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No DVR routers for this DVR port 6391c56c-724e-4509-991c-78bc6a98e968 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:01:00.853058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-b7b7a1f0-5743-4010-bed4-11e04714726d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:00.854588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-b7b7a1f0-5743-4010-bed4-11e04714726d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1740429 Oct 19 21:01:00.885684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.905220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-a84a4730-9d31-4a81-a8f5-e09c76c2e703 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/quotas/ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 375 time: 0.0214493 Oct 19 21:01:00.915242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365085ca-d1bd-4278-99ba-37aaf3706469']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:00.938319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d43f14c-4be8-41e7-878b-6f27b2808ce6') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:00.938562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d43f14c-4be8-41e7-878b-6f27b2808ce6') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:00.962748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:00.987221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.004119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-dd2067df-4448-4e3e-bd2c-fb701dd35623 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0912526 Oct 19 21:01:01.006994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:01.007693 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:01.010588 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:01.052012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.068702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:01.069039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.121401 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.132602 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.135782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/365085ca-d1bd-4278-99ba-37aaf3706469 HTTP/1.1" status: 204 len: 168 time: 2.1397152 Oct 19 21:01:01.138599 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59778) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:01.148936 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a248-cf33-4a3e-9b7e-a8d44780859c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=365085ca-d1bd-4278-99ba-37aaf3706469,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:01.169779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-b47f7d63-38b7-48c8-994f-5ac98dd9aaf6 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464794 Oct 19 21:01:01.273243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-93e2f37d-ae72-4ba0-95bb-da0b7f27d424 service neutron] 10.222.0.31 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931170 Oct 19 21:01:01.343806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:01:01.365003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 0443af93-1c54-4e78-a232-5ea6dbf28ae5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:01:01.365773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 0443af93-1c54-4e78-a232-5ea6dbf28ae5 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:01:01.400718 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f87d56e-fc4b-4f4d-a465-ff0db4d1a333 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:01.401290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f87d56e-fc4b-4f4d-a465-ff0db4d1a333 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:01.404293 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2f87d56e-fc4b-4f4d-a465-ff0db4d1a333 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/365085ca-d1bd-4278-99ba-37aaf3706469 HTTP/1.1" status: 404 len: 339 time: 0.2647624 Oct 19 21:01:01.408508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59786) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:01.414201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2041549586', 'description': 'd1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:01.424059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 188bbd2b-b326-4f2c-b12d-cd81d2a9b143, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:01.424439 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.435179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:01.438588 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:01.438814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.463485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:01:01.472767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.473123 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 83ac2a61-f242-422a-83a8-047ce45d7f5c of type vlan for network 01d64a50-027a-4950-885c-c28eb9c1a2fb Oct 19 21:01:01.515935 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.548095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.555374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:01.556871 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.605288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1955688 Oct 19 21:01:01.611980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59792) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:01.617743 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcc6669b-b571-4d40-a2c9-59649362ff6f req-10401e92-6185-4b7c-9656-fb71fb0454de tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0438142 Oct 19 21:01:01.636945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63df6b0-0b4f-4651-a98a-97e02e3655d1 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=01d64a50-027a-4950-885c-c28eb9c1a2fb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:01.648376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 01d64a50-027a-4950-885c-c28eb9c1a2fb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:01:01.785915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2124c4-8d75-44f0-b828-f209d6218298 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:01.787315 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8f2124c4-8d75-44f0-b828-f209d6218298 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks?id=01d64a50-027a-4950-885c-c28eb9c1a2fb HTTP/1.1" status: 200 len: 761 time: 0.1741955 Oct 19 21:01:01.790206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59798) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:01.795422 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'description': 'd2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:01.827360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:01.885877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=188bbd2b-b326-4f2c-b12d-cd81d2a9b143,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:02.089457 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.110113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.162537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 01d64a50-027a-4950-885c-c28eb9c1a2fb is not hosted by any dhcp agent {{(pid=100735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 21:01:02.167887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:02.168476 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.169747 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "PUT /v2.0/networks/01d64a50-027a-4950-885c-c28eb9c1a2fb HTTP/1.1" status: 200 len: 758 time: 0.3786321 Oct 19 21:01:02.172608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59802) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:02.223799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba38cdf-63ed-4aee-bb54-d95fb9518462 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=01d64a50-027a-4950-885c-c28eb9c1a2fb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:02.226286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.234922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 01d64a50-027a-4950-885c-c28eb9c1a2fb details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:01:02.263123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb90da-ca5f-410a-8423-6475fd94e29c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:02.268486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7fb90da-ca5f-410a-8423-6475fd94e29c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks?id=01d64a50-027a-4950-885c-c28eb9c1a2fb HTTP/1.1" status: 200 len: 761 time: 0.0925303 Oct 19 21:01:02.268754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:02.276566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544417673'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:02.299250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:02.304428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.329526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:01:02.340538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.341019 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 3388fb33-5d32-4868-a638-0a75f64094a4 of type vlan for network 844ec7ed-5896-4339-811d-3ce0c38de255 Oct 19 21:01:02.368904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.399167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.437821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.443327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:02.443910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.485524 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Router c41f97f3-d1e1-4ae3-a7d7-204251160abd has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:01:02.514547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2417638 Oct 19 21:01:02.535987 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:02.543006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': '844ec7ed-5896-4339-811d-3ce0c38de255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:02.589467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e276e8-017f-46c6-8441-7dcd8d17e1e5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=844ec7ed-5896-4339-811d-3ce0c38de255,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:02.601448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 844ec7ed-5896-4339-811d-3ce0c38de255 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:01:02.619181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1fb357f9-27ae-4dac-8c38-5679a5bef507 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:02.620701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1fb357f9-27ae-4dac-8c38-5679a5bef507 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 811 time: 0.1933892 Oct 19 21:01:02.675026 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-3168106e-71e4-44da-8cbc-2659ae57c184 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa HTTP/1.1" status: 200 len: 380 time: 0.0448976 Oct 19 21:01:02.680429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:01:02.686990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'port': {'device_id': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'admin_state_up': True, 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'security_groups': ['174f07c0-06c0-4824-9581-3d1be0833dd6']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:02.693475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Sync routers for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:01:02.698100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-66393b81-62c9-4f3b-a83d-bfe70687de19 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "PUT /v2.0/routers/c41f97f3-d1e1-4ae3-a7d7-204251160abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4106987 Oct 19 21:01:02.705423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59810) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:02.715590 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:01:02.716203 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:02.733325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:02.737433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.821935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8aceb8d4-1a6e-49f7-8281-07172dca7d4b req-eaa4e308-6842-4b05-af76-b0e74c11ceab tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0735831 Oct 19 21:01:02.859670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting subnet 3a57f02e-1fab-453e-b4f5-8bfa99c96e31 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:01:02.864278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.888458 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:01:02.945372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:02.994356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Made reservation on behalf of ca2c84629e1e4a58bc3ee4e715b91eaa for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:02.998270 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.011192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.080715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=ced7113f-a00f-427e-afb2-23f79ad3d75c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:03.108462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '3388fb33-5d32-4868-a638-0a75f64094a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '844ec7ed-5896-4339-811d-3ce0c38de255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:01:03.109122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: 844ec7ed-5896-4339-811d-3ce0c38de255, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:01:03.127968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network 844ec7ed-5896-4339-811d-3ce0c38de255 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:01:03.141872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 844ec7ed-5896-4339-811d-3ce0c38de255) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:01:03.148068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:03.149279 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.152513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c6d106-ded2-4332-9fa1-511f58e0666d None None] Network 844ec7ed-5896-4339-811d-3ce0c38de255 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:03.171193 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T21:01:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.173016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.20.0.5 (ff5b04f3-29ba-4bb2-a599-329dea62e121/73b3a0eb-e0ad-4b22-9f04-02790e66a90b/7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:01:03.173744 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c43cf47-5021-4d08-a3fa-498fd5997ea3 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6365256 Oct 19 21:01:03.174505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59812) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:03.194791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.216922 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Checking router: c41f97f3-d1e1-4ae3-a7d7-204251160abd for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:01:03.227467 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Routers {'c41f97f3-d1e1-4ae3-a7d7-204251160abd'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:01:03.228062 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.319833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.383690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.384626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.398189 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] Set router c41f97f3-d1e1-4ae3-a7d7-204251160abd gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:01:03.416087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.428050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927c460-d480-466b-9052-a8c2b084d610 None None] Network 45fcba02-21ea-4417-a704-da861fe7db93 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:03.437226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/subnets/3a57f02e-1fab-453e-b4f5-8bfa99c96e31 HTTP/1.1" status: 204 len: 168 time: 0.7208326 Oct 19 21:01:03.438403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59814) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:03.455304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7b0b0-181b-4ba3-b684-23b2d03565a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-844ec7ed-5896-4339-811d-3ce0c38de255', 'network_id': '844ec7ed-5896-4339-811d-3ce0c38de255', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': 'ced7113f-a00f-427e-afb2-23f79ad3d75c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:01:03.466451 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8b7b0b0-181b-4ba3-b684-23b2d03565a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.467741 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.505545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60e5-aa4d-4c07-ab7c-3c04df19630a tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Subnet': ['ID=3a57f02e-1fab-453e-b4f5-8bfa99c96e31,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:03.518071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=ced7113f-a00f-427e-afb2-23f79ad3d75c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:03.601774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.630823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844ec7ed-5896-4339-811d-3ce0c38de255']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.642577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3388fb33-5d32-4868-a638-0a75f64094a4') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.642804 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3388fb33-5d32-4868-a638-0a75f64094a4') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.654360 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.669215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.670503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14cdda3-d873-4074-b627-2dfe54f2b8e5 None None] Network 844ec7ed-5896-4339-811d-3ce0c38de255 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:03.676885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:03.677381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:03.681451 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:03.693772 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.758134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.791321 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T21:01:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:03.797962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.801508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/844ec7ed-5896-4339-811d-3ce0c38de255 HTTP/1.1" status: 204 len: 168 time: 0.6259258 Oct 19 21:01:03.801764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.802681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64919e8a-be2c-4659-b262-b32085d56202 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=844ec7ed-5896-4339-811d-3ce0c38de255,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:03.806868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:03.845156 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441985-c687-4f7c-9482-53b3b1f7f750 None None] The sync data for ids ['c41f97f3-d1e1-4ae3-a7d7-204251160abd'] in n-d-805649-9 is: [{'id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71486590', 'tenant_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:59:15Z', 'updated_at': '2021-10-19T21:01:01Z', 'revision_number': 5, 'project_id': '6b34d4f81a7b4e93bf7e2e252528cf1e', 'gw_port': {'id': '75be139d-34f8-4900-8fed-b5ee583ece6d', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41f97f3-d1e1-4ae3-a7d7-204251160abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:01:03.858640 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73cbc5c-bb17-4016-b797-20afff5c8a9a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] GET failed (client error): The resource could not be found. Oct 19 21:01:03.860898 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a73cbc5c-bb17-4016-b797-20afff5c8a9a tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets/ced7113f-a00f-427e-afb2-23f79ad3d75c HTTP/1.1" status: 404 len: 337 time: 0.0434582 Oct 19 21:01:03.864046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:03.886091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:03.901515 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b330b6-5c6c-4309-bea4-19684f3fd758 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:03.902386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b330b6-5c6c-4309-bea4-19684f3fd758 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:03.913573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17b330b6-5c6c-4309-bea4-19684f3fd758 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/844ec7ed-5896-4339-811d-3ce0c38de255 HTTP/1.1" status: 404 len: 339 time: 0.0476189 Oct 19 21:01:03.914450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59822) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:03.987053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:01:04.002665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:01:04.007942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:01:04.011138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:04.046499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.087217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.088119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.156956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] DHCP port deletion for 45fcba02-21ea-4417-a704-da861fe7db93 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:01:04.162702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-1324c548-a4b4-432a-8d12-426b48298ec7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4803352 Oct 19 21:01:04.181000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Request body: {'port': {'device_id': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:04.201403 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b6993-f007-40de-8173-44df1af42cac tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.205859 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-289b6993-f007-40de-8173-44df1af42cac tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2900448 Oct 19 21:01:04.207628 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:04.263697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Deleting port 85c25580-4851-4e22-b368-6e5becea92dc {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:04.264080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.280317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59826) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:04.282198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f478f76e-35e8-4464-b5ad-832c6927a1e6 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36 HTTP/1.1" status: 200 len: 207 time: 0.0725968 Oct 19 21:01:04.318390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d014-40dd-47f5-b8fb-108a5fe148ae req-f87f4700-f0e6-40ea-99cf-947c488c9097 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.319535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccb1d014-40dd-47f5-b8fb-108a5fe148ae req-f87f4700-f0e6-40ea-99cf-947c488c9097 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 931 time: 0.1623063 Oct 19 21:01:04.371854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] For port 85c25580-4851-4e22-b368-6e5becea92dc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=85c25580-4851-4e22-b368-6e5becea92dc,segment=NetworkSegment(4906fe3c-c912-4db1-9dc5-8feaef45c71a),segment_id=4906fe3c-c912-4db1-9dc5-8feaef45c71a)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:04.372693 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.392635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Calling delete_port for 85c25580-4851-4e22-b368-6e5becea92dc owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:04.392967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccb1d014-40dd-47f5-b8fb-108a5fe148ae req-a2d7eed1-9493-4a27-8e12-35ab58530f44 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668628 Oct 19 21:01:04.443377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f0597f8e-8816-42dc-992d-1dc1061871d8 None None] Provisioning complete for port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:01:04.443969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0597f8e-8816-42dc-992d-1dc1061871d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.512042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0597f8e-8816-42dc-992d-1dc1061871d8 None None] Port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:01:04.512626 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Deleting port 75be139d-34f8-4900-8fed-b5ee583ece6d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:04.513086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.540618 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.550102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.589746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] Pushing event deleted for resources: {'Port': ['ID=85c25580-4851-4e22-b368-6e5becea92dc,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:04.591809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba65238-361f-4ad9-8370-363a1226d996 None None] No DVR routers for this DVR port 85c25580-4851-4e22-b368-6e5becea92dc on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:01:04.618978 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cca55-aa3d-4fc6-bd6c-164654370063 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.624869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cca55-aa3d-4fc6-bd6c-164654370063 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.630958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cca55-aa3d-4fc6-bd6c-164654370063 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.638199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cca55-aa3d-4fc6-bd6c-164654370063 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:04.639928 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-973cca55-aa3d-4fc6-bd6c-164654370063 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3574388 Oct 19 21:01:04.645792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59828) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:04.702064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] For port 75be139d-34f8-4900-8fed-b5ee583ece6d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=75be139d-34f8-4900-8fed-b5ee583ece6d,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:04.702712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:04.727267 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Calling delete_port for 75be139d-34f8-4900-8fed-b5ee583ece6d owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:04.862508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4d46d0d3-1167-4888-b3a2-aea897dc273d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2146480 Oct 19 21:01:04.863289 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59830) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:04.929349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85c25580-4851-4e22-b368-6e5becea92dc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:01:04.950792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 85c25580-4851-4e22-b368-6e5becea92dc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:01:04.951144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 85c25580-4851-4e22-b368-6e5becea92dc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:01:04.951572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:01:04.972998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:01:04.973390 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 188bbd2b-b326-4f2c-b12d-cd81d2a9b143 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:01:05.309139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532d64f-8b60-4c3a-a396-8a222e35bbb9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.312317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532d64f-8b60-4c3a-a396-8a222e35bbb9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.318273 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e532d64f-8b60-4c3a-a396-8a222e35bbb9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4505639 Oct 19 21:01:05.319841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59832) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.373671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fc9af-0c7e-49e1-bb6f-2ad786b893d6 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.375541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fc9af-0c7e-49e1-bb6f-2ad786b893d6 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['shared'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.377313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b15fc9af-0c7e-49e1-bb6f-2ad786b893d6 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0562694 Oct 19 21:01:05.380906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59834) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.437107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.462352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:01:05.483149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.502171 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Transition to ACTIVE for port object 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:01:05.509793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676fb35c-2443-4f37-aa3c-0517d9940b40 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.511192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-676fb35c-2443-4f37-aa3c-0517d9940b40 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks/89ce6922-f84c-42b4-99fb-c3e525db88fb HTTP/1.1" status: 200 len: 800 time: 0.1284163 Oct 19 21:01:05.515313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59838) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.532205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Port': ['ID=75be139d-34f8-4900-8fed-b5ee583ece6d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:05.538879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.584122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.584504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.584891 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.585234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.585716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.585995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.586344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.586601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.586930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.587260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.587609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.587915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:05.627618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b09d73f1-cd48-47b8-a973-3612d3f4412c tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/networks/89ce6922-f84c-42b4-99fb-c3e525db88fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1098106 Oct 19 21:01:05.630243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59840) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.684118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:05.690031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404bd0d2-9971-416a-b9ed-29442ad28697 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.691658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.692355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-404bd0d2-9971-416a-b9ed-29442ad28697 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets/28099030-a64c-46f3-afec-0397de90c980 HTTP/1.1" status: 200 len: 811 time: 0.0610967 Oct 19 21:01:05.697899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59842) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.810708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d00e-532e-447a-9925-b6dd3553991a req-8ad52899-89de-4176-b5fa-239bca002401 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.812327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96e5d00e-532e-447a-9925-b6dd3553991a req-8ad52899-89de-4176-b5fa-239bca002401 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.2812829 Oct 19 21:01:05.898151 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.905690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.931320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1093cbdd-2466-4302-ac2e-62724c7dd243 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['shared'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:05.937361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1093cbdd-2466-4302-ac2e-62724c7dd243 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "GET /v2.0/subnets/28099030-a64c-46f3-afec-0397de90c980?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2337542 Oct 19 21:01:05.937819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59844) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:05.943058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288301942'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:05.973044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:05.978009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.980164 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96e5d00e-532e-447a-9925-b6dd3553991a req-cedfae73-c754-4ce0-83ca-d32ac63f4aad tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406980 Oct 19 21:01:05.983702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Attempting to bind port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:01:05.984038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Attempting to bind port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:01:05.984373 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Attempting to bind port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:01:05.990624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af on network ff5b04f3-29ba-4bb2-a599-329dea62e121 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:01:05.990983 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Attempting to bind port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af on network ff5b04f3-29ba-4bb2-a599-329dea62e121 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:01:05.994598 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:05.995122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Fanout notify agent at l3_agent the message router_deleted on router c41f97f3-d1e1-4ae3-a7d7-204251160abd {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:01:06.004125 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.005278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-479e08ba-066d-4ac6-9583-2b3a333c45b7 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/routers/c41f97f3-d1e1-4ae3-a7d7-204251160abd HTTP/1.1" status: 204 len: 168 time: 2.5135727 Oct 19 21:01:06.006474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:01:06.006896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Checking segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:01:06.007274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Bound using segment: {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:01:06.007808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Bound port: 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:01:06.008147 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.010176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:06.031255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:01:06.044318 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.044755 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Added segment 4731f869-500e-4f73-a6e6-b9b8a9a8d122 of type vlan for network ab77e495-f134-4ad6-9ae7-35bac6d30665 Oct 19 21:01:06.102487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.141381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.143660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.148126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:06.148799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.168802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:01:06.172415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:01:06.182670 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2408416 Oct 19 21:01:06.188553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:06.198728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:06.199938 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.248589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:06.249655 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.251053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 1091 time: 2.0763643 Oct 19 21:01:06.253657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:01:06.256371 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6623d-e2ef-4809-b98d-064fb3676ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:01:06.349378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Network': ['ID=ab77e495-f134-4ad6-9ae7-35bac6d30665,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:06.389001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.389374 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.389724 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.390063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.390401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.390730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.393622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.394362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.394931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.395489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.396047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.396613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79214-2e08-4bc9-bf3b-34d08a998e16 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:06.402569 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0910cc-15ed-4bc5-b84e-16fec49000d9 x-openstack-request-id: req-bc0910cc-15ed-4bc5-b84e-16fec49000d9 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:01:06.402867 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:01:06.403127 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc0910cc-15ed-4bc5-b84e-16fec49000d9 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:01:06.403510 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'status': 'completed', 'code': 200} Oct 19 21:01:06.412497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.414716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:01:06.461479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Made reservation on behalf of 4dd8225609c7446eb6d9b186954d61ad for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:01:06.468667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.486272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fcba02-21ea-4417-a704-da861fe7db93']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:06.489885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2981e8-d431-434c-814d-0dee3dfaefc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:06.504802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4906fe3c-c912-4db1-9dc5-8feaef45c71a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:06.505108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4906fe3c-c912-4db1-9dc5-8feaef45c71a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:06.508784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-211b1de5-299d-49b9-b3e4-8eeead007cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:06.510473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-211b1de5-299d-49b9-b3e4-8eeead007cd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1094 time: 0.1899662 Oct 19 21:01:06.520470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.573230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-57e1dc8f-f0e9-4539-80e1-0c101bf27160 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 217 time: 0.0549037 Oct 19 21:01:06.585243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Performing IP validity checks on allocation pools {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 21:01:06.585828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 21:01:06.611982 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.624738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:06.625214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:06.628136 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:06.685197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-87a6b3ea-84ca-4b28-a9c0-76a538084271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:06.686684 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-87a6b3ea-84ca-4b28-a9c0-76a538084271 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.1061604 Oct 19 21:01:06.707423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.712771 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.716340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/networks/45fcba02-21ea-4417-a704-da861fe7db93 HTTP/1.1" status: 204 len: 168 time: 0.7042248 Oct 19 21:01:06.720715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59854) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:06.748444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db09cd-be6b-4e1a-ba47-e60be14d3278 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'Network': ['ID=45fcba02-21ea-4417-a704-da861fe7db93,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:06.769015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-5f78b5c4-4638-4c11-bc45-5da0dd65e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:06.770958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-5f78b5c4-4638-4c11-bc45-5da0dd65e248 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777979 Oct 19 21:01:06.830754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.886007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-8872b884-96d0-4ecd-86f1-335338a65015 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063905 Oct 19 21:01:06.900177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.918362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75be139d-34f8-4900-8fed-b5ee583ece6d no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:01:06.922419 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:06.941057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 75be139d-34f8-4900-8fed-b5ee583ece6d {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:01:06.941495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 75be139d-34f8-4900-8fed-b5ee583ece6d not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:01:07.003762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a9d08b0-5360-4c01-b73c-1ea36612172f req-3e525a7c-ce9b-4d19-b4cd-d135c3a86ad0 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095004 Oct 19 21:01:07.015493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4a219-f2af-4efd-8f9e-f99f5d5531c7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:07.026357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Checking segment: {'id': '4731f869-500e-4f73-a6e6-b9b8a9a8d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:01:07.026754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network hostable DHCP agents. Network: ab77e495-f134-4ad6-9ae7-35bac6d30665, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:01:07.063227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:01:07.067234 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.069869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.073730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] 10.222.0.31 "DELETE /v2.0/security-groups/7762e70c-4e34-49c1-b9b3-7bb35308fb6f HTTP/1.1" status: 204 len: 168 time: 0.3493543 Oct 19 21:01:07.087000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10009c1d-ffb6-482d-9b8b-aecc35fb06f8 tempest-TestNetworkAdvancedServerOps-2040109818 tempest-TestNetworkAdvancedServerOps-2040109818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762e70c-4e34-49c1-b9b3-7bb35308fb6f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:07.104822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ab77e495-f134-4ad6-9ae7-35bac6d30665) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:01:07.112332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.122924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.142874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95ae9d-15c6-44f7-a5b2-1bfe76426e91 None None] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:07.154235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-960482c3-dccf-4d57-9333-35eb6aee5297 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9646311 Oct 19 21:01:07.157153 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:07.170369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:07.184465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd054e-d6cb-4c09-beeb-6d60b61274a9 req-420bc8d9-bc94-44db-9769-550350a4036a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.186074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ccd054e-d6cb-4c09-beeb-6d60b61274a9 req-420bc8d9-bc94-44db-9769-550350a4036a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.1119184 Oct 19 21:01:07.192129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-d14f4301-0f1e-4128-9691-3597fac2cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.194036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-d14f4301-0f1e-4128-9691-3597fac2cc4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1094 time: 0.1308215 Oct 19 21:01:07.287621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ccd054e-d6cb-4c09-beeb-6d60b61274a9 req-7cd9d11a-a5ea-473b-a24f-6950a6c8c36d tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925634 Oct 19 21:01:07.331453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-c04ba496-e4fc-4d58-91b4-5e12092c5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.333624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-c04ba496-e4fc-4d58-91b4-5e12092c5c8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1314569 Oct 19 21:01:07.372675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11060216'] for subnet, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.434631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-ab77e495-f134-4ad6-9ae7-35bac6d30665', 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665', 'tenant_id': '4dd8225609c7446eb6d9b186954d61ad', 'fixed_ips': [{'subnet_id': 'dfe4a219-f2af-4efd-8f9e-f99f5d5531c7'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:01:07.435653 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.436302 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-340a9f29-4900-44a2-a89d-39a48f5b4b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 217 time: 0.0900939 Oct 19 21:01:07.528168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59866) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:07.546883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-0891012d-87c4-4c2e-976b-09eae149dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.548739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-0891012d-87c4-4c2e-976b-09eae149dcab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.1031215 Oct 19 21:01:07.602266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745520121622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1650799'] for subnet, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.643728 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-7dbc3d22-229b-4bac-a265-db639ff11512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.645277 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-7dbc3d22-229b-4bac-a265-db639ff11512 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895710 Oct 19 21:01:07.704259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Allocated IP 172.20.0.3 (ab77e495-f134-4ad6-9ae7-35bac6d30665/dfe4a219-f2af-4efd-8f9e-f99f5d5531c7/4d087ff6-21e1-40e9-9698-81cbf0c59478) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:01:07.707972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:07.708548 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.710124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "PUT /v2.0/subnets/dfe4a219-f2af-4efd-8f9e-f99f5d5531c7 HTTP/1.1" status: 200 len: 877 time: 0.5518782 Oct 19 21:01:07.714246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:07.714856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63af749-4dc7-49ba-9ca5-47a93bf0c3e7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4a219-f2af-4efd-8f9e-f99f5d5531c7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:07.758997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-21f82325-9f10-49e2-bbeb-b66bba06e193 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065371 Oct 19 21:01:07.772364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2c762580-f6f9-4c39-b47c-f6bf44bb04a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b34d4f81a7b4e93bf7e2e252528cf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430127 Oct 19 21:01:07.791250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59872) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:07.842769 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.913595 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.917319 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.918545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0de6623d-e2ef-4809-b98d-064fb3676ccf req-dbe7e506-d2ea-4e8b-9db1-3fdf243760c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507525 Oct 19 21:01:07.950511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.990610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:07.996673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.025178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.028168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.028637 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.032787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28cd71c6-4971-494a-a595-7740ae6713d7 HTTP/1.1" status: 204 len: 168 time: 0.2378902 Oct 19 21:01:08.038855 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:01:08.043431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f30b4-a03b-4edc-9b49-d1db7db0e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd71c6-4971-494a-a595-7740ae6713d7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:08.043702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:01:08.047345 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:01:08.072529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe4a219-f2af-4efd-8f9e-f99f5d5531c7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:08.107544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Pushing event updated for resources: {'Port': ['ID=4d087ff6-21e1-40e9-9698-81cbf0c59478,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:08.118448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.118939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.119123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.119463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.119843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.120669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.120669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.120921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.121089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.121438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.121743 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.122085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:01:08.135325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Attempting to bind port 4d087ff6-21e1-40e9-9698-81cbf0c59478 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:01:08.135704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Attempting to bind port 4d087ff6-21e1-40e9-9698-81cbf0c59478 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4731f869-500e-4f73-a6e6-b9b8a9a8d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:01:08.136071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Attempting to bind port 4d087ff6-21e1-40e9-9698-81cbf0c59478 on network ab77e495-f134-4ad6-9ae7-35bac6d30665 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:01:08.141706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:01:08.142084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Checking segment: {'id': '4731f869-500e-4f73-a6e6-b9b8a9a8d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:01:08.142486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.142879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Bound using segment: {'id': '4731f869-500e-4f73-a6e6-b9b8a9a8d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:01:08.143400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Bound port: 4d087ff6-21e1-40e9-9698-81cbf0c59478, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4731f869-500e-4f73-a6e6-b9b8a9a8d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:01:08.143785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.163399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.193082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab77e495-f134-4ad6-9ae7-35bac6d30665']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:08.219552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4731f869-500e-4f73-a6e6-b9b8a9a8d122') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:08.219552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4731f869-500e-4f73-a6e6-b9b8a9a8d122') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:08.224985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] For port 4d087ff6-21e1-40e9-9698-81cbf0c59478, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:01:08.228808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] For port 4d087ff6-21e1-40e9-9698-81cbf0c59478, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d087ff6-21e1-40e9-9698-81cbf0c59478,segment=NetworkSegment(4731f869-500e-4f73-a6e6-b9b8a9a8d122),segment_id=4731f869-500e-4f73-a6e6-b9b8a9a8d122)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:01:08.231435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.236696 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.251320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.279264 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:08.282359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:08.289821 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:08.328477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49dba3-242d-4f7b-8d33-2b1735bc42bb None None] Pushing event updated for resources: {'Port': ['ID=4d087ff6-21e1-40e9-9698-81cbf0c59478,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:08.350391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a811c-b629-4f32-b017-27c30e640935 None None] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:08.382096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.db.api [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 21:01:08.382096 n-d-805649-9 neutron-server[100735]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 21:01:08.382096 n-d-805649-9 neutron-server[100735]: [parameters: {'id': 'ab77e495-f134-4ad6-9ae7-35bac6d30665'}] Oct 19 21:01:08.382096 n-d-805649-9 neutron-server[100735]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 21:01:08.382096 n-d-805649-9 neutron-server[100735]: DEBUG oslo_db.api [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 21:01:08.448898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1403e8-cc22-43f9-9d5c-71afeec5add3 req-8fef7fff-53cd-4b8b-80d2-65aa49bb2f50 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:08.459825 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba1403e8-cc22-43f9-9d5c-71afeec5add3 req-8fef7fff-53cd-4b8b-80d2-65aa49bb2f50 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0671515 Oct 19 21:01:08.484181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59880) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:08.495657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2a18c-ea65-4c2f-9df7-c8cd0e77f32d None None] Network ab77e495-f134-4ad6-9ae7-35bac6d30665 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:08.506249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba1403e8-cc22-43f9-9d5c-71afeec5add3 req-0aaec1d4-d666-473d-969d-b64d26f15059 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Oct 19 21:01:08.558763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02f0d6bf-8a5b-4561-8d27-4d3e4e1aaeca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31c178dab80344d5b304eda85fc8c1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726883 Oct 19 21:01:08.561433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59882) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:08.618615 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.640015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ab293-fc0f-458a-8c20-9e614f26d7d7 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:01:08.644878 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.704003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.708307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.712527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66d475b0-8833-49bf-bfd4-e298350150c2 HTTP/1.1" status: 204 len: 168 time: 0.1476622 Oct 19 21:01:08.730032 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146531cd-1b9e-4f90-9bd1-0c3748656239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d475b0-8833-49bf-bfd4-e298350150c2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:08.752310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ab293-fc0f-458a-8c20-9e614f26d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:01:08.881653 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:08.990462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Deleting port 4d087ff6-21e1-40e9-9698-81cbf0c59478 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:08.990942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.090227 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] For port 4d087ff6-21e1-40e9-9698-81cbf0c59478, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4d087ff6-21e1-40e9-9698-81cbf0c59478,segment=NetworkSegment(4731f869-500e-4f73-a6e6-b9b8a9a8d122),segment_id=4731f869-500e-4f73-a6e6-b9b8a9a8d122)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:09.090585 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.108756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Calling delete_port for 4d087ff6-21e1-40e9-9698-81cbf0c59478 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:09.211366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.242895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Port': ['ID=4d087ff6-21e1-40e9-9698-81cbf0c59478,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:09.248199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No DVR routers for this DVR port 4d087ff6-21e1-40e9-9698-81cbf0c59478 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:01:09.347896 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.371512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab77e495-f134-4ad6-9ae7-35bac6d30665']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.382565 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4731f869-500e-4f73-a6e6-b9b8a9a8d122') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.382954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4731f869-500e-4f73-a6e6-b9b8a9a8d122') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.393621 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.408330 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.414555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:09.414994 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:09.417920 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:09.480025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.484936 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.488329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/ab77e495-f134-4ad6-9ae7-35bac6d30665 HTTP/1.1" status: 204 len: 168 time: 1.7705750 Oct 19 21:01:09.492097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.502521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344b8b-234e-4206-a30b-2afb1e395c35 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=ab77e495-f134-4ad6-9ae7-35bac6d30665,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:09.518873 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4141419-bfe1-4366-bbec-11f3fcccaede tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.519324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4141419-bfe1-4366-bbec-11f3fcccaede tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:09.522951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a4141419-bfe1-4366-bbec-11f3fcccaede tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/dfe4a219-f2af-4efd-8f9e-f99f5d5531c7 HTTP/1.1" status: 404 len: 337 time: 0.0291603 Oct 19 21:01:09.525415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59888) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.542699 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-18150cdd-9786-496a-88ba-ab73387465b2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.543246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18150cdd-9786-496a-88ba-ab73387465b2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:09.548401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-18150cdd-9786-496a-88ba-ab73387465b2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/ab77e495-f134-4ad6-9ae7-35bac6d30665 HTTP/1.1" status: 404 len: 339 time: 0.0199568 Oct 19 21:01:09.548572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.575624 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-53659fee-818a-4d37-8fd2-b78857407555 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.576078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53659fee-818a-4d37-8fd2-b78857407555 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:09.579353 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-53659fee-818a-4d37-8fd2-b78857407555 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/ced7113f-a00f-427e-afb2-23f79ad3d75c HTTP/1.1" status: 404 len: 337 time: 0.0299118 Oct 19 21:01:09.581844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.613705 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-642be14f-f8fa-4b30-9891-fd5d2303262b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.614263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642be14f-f8fa-4b30-9891-fd5d2303262b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:09.617806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-642be14f-f8fa-4b30-9891-fd5d2303262b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/844ec7ed-5896-4339-811d-3ce0c38de255 HTTP/1.1" status: 404 len: 339 time: 0.0350699 Oct 19 21:01:09.620440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59896) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.652985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c33e-b5ad-45f7-a6d2-4bf6aba49ee9 req-0eafa321-efe0-4bca-b30b-9e149bf7322b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:09.654481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca20c33e-b5ad-45f7-a6d2-4bf6aba49ee9 req-0eafa321-efe0-4bca-b30b-9e149bf7322b tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0641227 Oct 19 21:01:09.696693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca20c33e-b5ad-45f7-a6d2-4bf6aba49ee9 req-e285ccd2-86f4-43c6-b16a-e96c5d708390 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360527 Oct 19 21:01:09.696985 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.784835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.806340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d64a50-027a-4950-885c-c28eb9c1a2fb']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.815316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ac2a61-f242-422a-83a8-047ce45d7f5c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.815611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ac2a61-f242-422a-83a8-047ce45d7f5c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:09.825240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.838117 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.844046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:09.844426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:09.847439 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:09.917190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.924340 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:09.930226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/01d64a50-027a-4950-885c-c28eb9c1a2fb HTTP/1.1" status: 204 len: 168 time: 0.3060853 Oct 19 21:01:09.930619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59898) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.950199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d205e-9182-48a4-ae4e-af7f7e7ee8f2 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=01d64a50-027a-4950-885c-c28eb9c1a2fb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:09.971246 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3e94cd-187a-41d2-983f-d2dcf55bebef tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.971698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3e94cd-187a-41d2-983f-d2dcf55bebef tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:09.974779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ef3e94cd-187a-41d2-983f-d2dcf55bebef tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/67a9f077-a7ce-402a-aed4-9798146b2ec2 HTTP/1.1" status: 404 len: 337 time: 0.0432558 Oct 19 21:01:09.977809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59900) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:09.996811 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7b99b4-2efe-4fa6-858a-8cba4cbbbc1b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:09.997359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7b99b4-2efe-4fa6-858a-8cba4cbbbc1b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.000374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9d7b99b4-2efe-4fa6-858a-8cba4cbbbc1b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/365085ca-d1bd-4278-99ba-37aaf3706469 HTTP/1.1" status: 404 len: 339 time: 0.0216725 Oct 19 21:01:10.003955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59902) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.032901 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-1301fa63-b318-4762-b0e1-adb706cfc800 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.033373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1301fa63-b318-4762-b0e1-adb706cfc800 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.036472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1301fa63-b318-4762-b0e1-adb706cfc800 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/5b092259-a128-4793-b535-7c4bf5a69671 HTTP/1.1" status: 404 len: 337 time: 0.0315311 Oct 19 21:01:10.039429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59904) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.059535 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-16530888-08b4-4ee6-a1fc-f1696118bcb8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.060039 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16530888-08b4-4ee6-a1fc-f1696118bcb8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.063095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-16530888-08b4-4ee6-a1fc-f1696118bcb8 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/4471078f-27b8-426d-8fa7-1951fb13d3fc HTTP/1.1" status: 404 len: 339 time: 0.0227172 Oct 19 21:01:10.065453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59906) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.091820 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92e9172-2aa4-4cb1-a1d0-9b24b04a33be tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.092566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92e9172-2aa4-4cb1-a1d0-9b24b04a33be tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.097112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b92e9172-2aa4-4cb1-a1d0-9b24b04a33be tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/ac7aed85-f2de-4643-ae24-28f52e9004a9 HTTP/1.1" status: 404 len: 337 time: 0.0307772 Oct 19 21:01:10.099501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59908) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.120139 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-3627c03f-563e-453e-9736-205547df527d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.120632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3627c03f-563e-453e-9736-205547df527d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.123606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3627c03f-563e-453e-9736-205547df527d tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/49437437-a4b1-4a1e-83cd-e2630c9e7950 HTTP/1.1" status: 404 len: 339 time: 0.0232339 Oct 19 21:01:10.125884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59910) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.158888 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d0729b-75e1-4a09-a3c5-3abb3b1bc374 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.159336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d0729b-75e1-4a09-a3c5-3abb3b1bc374 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.162330 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-45d0729b-75e1-4a09-a3c5-3abb3b1bc374 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/0096e131-e4ce-454e-9d80-8fbdf21f0d20 HTTP/1.1" status: 404 len: 337 time: 0.0355773 Oct 19 21:01:10.165241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59912) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.186210 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ee641f-1fb4-4654-8179-0a813c87b47f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.186750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ee641f-1fb4-4654-8179-0a813c87b47f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.191377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f3ee641f-1fb4-4654-8179-0a813c87b47f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/f2af788b-fa03-4390-af13-21b23694cb9b HTTP/1.1" status: 404 len: 339 time: 0.0252180 Oct 19 21:01:10.194424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59914) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.223876 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a3df4e-4325-4a32-9bdd-061ba4a03fc7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.224322 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a3df4e-4325-4a32-9bdd-061ba4a03fc7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.227886 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b4a3df4e-4325-4a32-9bdd-061ba4a03fc7 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/c5518f07-b3e0-4ffd-9072-7317b14bed09 HTTP/1.1" status: 404 len: 337 time: 0.0325501 Oct 19 21:01:10.230329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59916) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.250562 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f57e3b-410c-428c-9c72-98d2dc006095 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.251082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f57e3b-410c-428c-9c72-98d2dc006095 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.254059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88f57e3b-410c-428c-9c72-98d2dc006095 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/2a13c563-43d4-4b4e-b83a-dc3168b0a932 HTTP/1.1" status: 404 len: 339 time: 0.0225878 Oct 19 21:01:10.257493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59918) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.283705 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-597cac3b-71ea-45b6-98ca-e368ea4bda67 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.284168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597cac3b-71ea-45b6-98ca-e368ea4bda67 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.287281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-597cac3b-71ea-45b6-98ca-e368ea4bda67 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/9aad2460-0e95-459e-9072-0028be422cb4 HTTP/1.1" status: 404 len: 337 time: 0.0288284 Oct 19 21:01:10.290346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59920) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.309177 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bf60ce-7828-4619-8770-500a2350260e tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.310529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bf60ce-7828-4619-8770-500a2350260e tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.313210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-44bf60ce-7828-4619-8770-500a2350260e tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/b2659fc2-e6bb-4bfb-9c3d-2f5e1181b559 HTTP/1.1" status: 404 len: 339 time: 0.0219412 Oct 19 21:01:10.315629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59922) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.346286 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e127c74-08be-4eed-aba0-8998097f01c9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.346896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e127c74-08be-4eed-aba0-8998097f01c9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.350878 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e127c74-08be-4eed-aba0-8998097f01c9 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/dc3ae440-9ac5-4cc8-855c-93656f90ced7 HTTP/1.1" status: 404 len: 337 time: 0.0337763 Oct 19 21:01:10.353644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59924) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.373506 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24ab66e-a6e0-498b-b10d-5621d82aa216 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.374042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24ab66e-a6e0-498b-b10d-5621d82aa216 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.377454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d24ab66e-a6e0-498b-b10d-5621d82aa216 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/11dd4a3b-d23a-400d-b9f5-6d1cdfafdbf6 HTTP/1.1" status: 404 len: 339 time: 0.0226870 Oct 19 21:01:10.381001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59926) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.420574 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c57b6fa-3dad-4d6b-a770-fccbadc022f5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.421155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c57b6fa-3dad-4d6b-a770-fccbadc022f5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.425320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4c57b6fa-3dad-4d6b-a770-fccbadc022f5 tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/9138f306-841a-4fd2-8c4b-92db9ce33caa HTTP/1.1" status: 404 len: 337 time: 0.0433114 Oct 19 21:01:10.428224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59928) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.456859 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1b3a48-0acc-45aa-960e-eefe425594bc tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] DELETE failed (client error): The resource could not be found. Oct 19 21:01:10.457537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1b3a48-0acc-45aa-960e-eefe425594bc tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:01:10.462227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5a1b3a48-0acc-45aa-960e-eefe425594bc tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/cd02e918-5164-4927-a264-14be33907699 HTTP/1.1" status: 404 len: 339 time: 0.0320480 Oct 19 21:01:10.464957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59930) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.540461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Deleting subnet 28099030-a64c-46f3-afec-0397de90c980 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:01:10.544458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.595365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.683975 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.751547 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.795257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Subnet': ['ID=28099030-a64c-46f3-afec-0397de90c980,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:10.799068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.801334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d9de2-07a2-4289-87a2-20c7f34111ef None None] Network 89ce6922-f84c-42b4-99fb-c3e525db88fb requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:01:10.804621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a5dbf5e6-1f12-4fe2-9870-0b2aaafaa86f tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/subnets/28099030-a64c-46f3-afec-0397de90c980 HTTP/1.1" status: 204 len: 168 time: 0.3359132 Oct 19 21:01:10.805477 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59934) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:10.848022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173a7a8-1df4-4148-a96a-180b5a8f56c9 req-9d4d9697-83bc-4595-b724-98aa8c32babf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:10.849647 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0173a7a8-1df4-4148-a96a-180b5a8f56c9 req-9d4d9697-83bc-4595-b724-98aa8c32babf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0658398 Oct 19 21:01:10.893797 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0173a7a8-1df4-4148-a96a-180b5a8f56c9 req-c01f61b3-0ef1-4ff9-b2d4-3b2ee53691d6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366888 Oct 19 21:01:10.904132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:10.962553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Deleting port d12566b5-e5ef-4206-85b7-d7d63f60d806 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:10.963201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.027292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] DHCP port deletion for 89ce6922-f84c-42b4-99fb-c3e525db88fb request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:01:11.044091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] For port d12566b5-e5ef-4206-85b7-d7d63f60d806, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d12566b5-e5ef-4206-85b7-d7d63f60d806,segment=NetworkSegment(e7057bfc-ee06-44df-b63d-e9f284cea849),segment_id=e7057bfc-ee06-44df-b63d-e9f284cea849)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:11.044454 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.057802 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Calling delete_port for d12566b5-e5ef-4206-85b7-d7d63f60d806 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:11.081010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Deleting port d12566b5-e5ef-4206-85b7-d7d63f60d806 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:01:11.081629 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.141993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.154690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] For port d12566b5-e5ef-4206-85b7-d7d63f60d806, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=d12566b5-e5ef-4206-85b7-d7d63f60d806,segment=NetworkSegment(e7057bfc-ee06-44df-b63d-e9f284cea849),segment_id=e7057bfc-ee06-44df-b63d-e9f284cea849)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:11.155070 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.168017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Calling delete_port for d12566b5-e5ef-4206-85b7-d7d63f60d806 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:01:11.176222 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Port': ['ID=d12566b5-e5ef-4206-85b7-d7d63f60d806,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:11.180862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] No DVR routers for this DVR port d12566b5-e5ef-4206-85b7-d7d63f60d806 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:01:11.249862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.275911 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.281444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] Pushing event deleted for resources: {'Port': ['ID=d12566b5-e5ef-4206-85b7-d7d63f60d806,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:11.286054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903bde9-806f-4aa1-a803-a475ab06e966 None None] No DVR routers for this DVR port d12566b5-e5ef-4206-85b7-d7d63f60d806 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:01:11.304532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce6922-f84c-42b4-99fb-c3e525db88fb']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:11.314406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7057bfc-ee06-44df-b63d-e9f284cea849') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:11.314602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7057bfc-ee06-44df-b63d-e9f284cea849') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:11.324853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.337902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.343885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:01:11.344305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:01:11.347238 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:01:11.411192 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.419054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.422501 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] 10.222.0.31 "DELETE /v2.0/networks/89ce6922-f84c-42b4-99fb-c3e525db88fb HTTP/1.1" status: 204 len: 168 time: 0.6164901 Oct 19 21:01:11.435011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7915b5-d966-4833-8565-4a39a83e9b4b tempest-NetworksTest-1238682529 tempest-NetworksTest-1238682529-project] Pushing event deleted for resources: {'Network': ['ID=89ce6922-f84c-42b4-99fb-c3e525db88fb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:11.674959 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59940) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:11.807942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-88c064d1-0698-4aac-92f2-e9f812ff893d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dd8225609c7446eb6d9b186954d61ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318359 Oct 19 21:01:11.810502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59944) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:11.857651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.877954 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.924469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.926486 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:11.927675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b570a05-a4af-434a-8b33-9827d2cf7fe4 HTTP/1.1" status: 204 len: 168 time: 0.1162899 Oct 19 21:01:11.937269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1947b6d-cd5f-4b94-979d-3cb9f8029442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b570a05-a4af-434a-8b33-9827d2cf7fe4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:12.026284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b555d-2430-4232-bed4-1e611322655f req-ead9030a-12a5-47eb-b4c3-d4445664d982 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:12.027959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a9b555d-2430-4232-bed4-1e611322655f req-ead9030a-12a5-47eb-b4c3-d4445664d982 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0613360 Oct 19 21:01:12.071179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5a9b555d-2430-4232-bed4-1e611322655f req-3f61fae0-369b-4f8b-a881-a9108616aaf4 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Oct 19 21:01:12.652255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59968) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:12.656331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029697 Oct 19 21:01:12.658914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 59970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:12.755769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-664af9c3-1e33-43ee-83ff-20caf30e660c tempest-NetworksApiDiscovery-959635554 tempest-NetworksApiDiscovery-959635554-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0958312 Oct 19 21:01:12.891221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d12566b5-e5ef-4206-85b7-d7d63f60d806 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:01:12.911383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: d12566b5-e5ef-4206-85b7-d7d63f60d806 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:01:12.911737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device d12566b5-e5ef-4206-85b7-d7d63f60d806 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:01:12.948824 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.000504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59978) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:13.104429 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe701dcb-7b69-4fc7-a23b-5694c37aeafe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.204597 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3772b-a22a-4289-9577-cbef61f3f04c req-63d7aae1-5e8b-4614-9f2d-bdad2c19edf9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:13.206021 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6f3772b-a22a-4289-9577-cbef61f3f04c req-63d7aae1-5e8b-4614-9f2d-bdad2c19edf9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0678625 Oct 19 21:01:13.236404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe701dcb-7b69-4fc7-a23b-5694c37aeafe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.243375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe701dcb-7b69-4fc7-a23b-5694c37aeafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.273715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6f3772b-a22a-4289-9577-cbef61f3f04c req-a4717f71-555b-4752-a580-08c0a1b71a04 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607069 Oct 19 21:01:13.294716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe701dcb-7b69-4fc7-a23b-5694c37aeafe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89bd7b9e409d4b4683318dde608bb6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908251 Oct 19 21:01:13.294927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 59984) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:13.301785 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe701dcb-7b69-4fc7-a23b-5694c37aeafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d026abea-30b8-4f3f-8b83-04bdb22f1e9c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:13.345471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.366602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.415444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.417500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.420091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:13.421240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d026abea-30b8-4f3f-8b83-04bdb22f1e9c HTTP/1.1" status: 204 len: 168 time: 0.1253841 Oct 19 21:01:13.429161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff523db-8acd-4045-8cf6-db83c28f4fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026abea-30b8-4f3f-8b83-04bdb22f1e9c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:14.392306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76661698-5339-4696-9409-fb9a344a07f6 req-d08d22e0-323a-4784-9e4b-d600de24c276 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:14.393885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76661698-5339-4696-9409-fb9a344a07f6 req-d08d22e0-323a-4784-9e4b-d600de24c276 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0499294 Oct 19 21:01:14.434798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76661698-5339-4696-9409-fb9a344a07f6 req-1a735a27-ca5e-411f-87e8-635e6c9f0478 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Oct 19 21:01:15.548393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3628a-6d4c-468d-9459-bd6e8086a78b req-832bbdd3-9829-4e44-a300-51a3cdd12fdb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:15.549781 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61b3628a-6d4c-468d-9459-bd6e8086a78b req-832bbdd3-9829-4e44-a300-51a3cdd12fdb tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0478668 Oct 19 21:01:15.587204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61b3628a-6d4c-468d-9459-bd6e8086a78b req-fa1205c9-90b4-4a98-bb80-8bc278484052 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Oct 19 21:01:16.698997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f910-edd9-4c9c-bbf7-57b89b18ba4e req-f2621341-a146-4e0c-a542-8699128ea261 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:16.700455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6633f910-edd9-4c9c-bbf7-57b89b18ba4e req-f2621341-a146-4e0c-a542-8699128ea261 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 943 time: 0.0479033 Oct 19 21:01:16.740747 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6633f910-edd9-4c9c-bbf7-57b89b18ba4e req-72f8581e-664b-43c7-a719-479c77a53824 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Oct 19 21:01:17.406206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:01:17.510427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:17.522227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'port_id': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'mac_address': 'fa:16:3e:b3:51:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:01:17.559420 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:17.572292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:01:17.592030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:17.596060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:17.641982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:17.800821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:01:17.859988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08ff2d-d0e9-4629-85a8-d349345280e5 req-2dc557ad-95f8-450e-bd63-c22ca269cc50 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:17.861433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea08ff2d-d0e9-4629-85a8-d349345280e5 req-2dc557ad-95f8-450e-bd63-c22ca269cc50 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 944 time: 0.0506041 Oct 19 21:01:17.899979 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea08ff2d-d0e9-4629-85a8-d349345280e5 req-507bff05-d800-4291-a5ff-571420575fa1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Oct 19 21:01:19.030047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd70c7-f7d0-4211-af20-04552b590af2 req-0624fb37-d6b9-43c6-aebc-65f62dbf46e1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:19.031464 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6afd70c7-f7d0-4211-af20-04552b590af2 req-0624fb37-d6b9-43c6-aebc-65f62dbf46e1 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 944 time: 0.0507715 Oct 19 21:01:19.073199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6afd70c7-f7d0-4211-af20-04552b590af2 req-0433628a-8796-4f84-a888-9971fc7c201c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Oct 19 21:01:19.406139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:01:19.455120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:01:19.459946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:01:19.460338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:19.543521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:19.566621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:01:19.569057 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f9b773-505d-4431-9ddb-35089095d46c" -d '{"events": [{"server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:01:19.582377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:01:19.588628 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:19.614318 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466e4d2-7d96-4197-8988-698798a801a5 x-openstack-request-id: req-e466e4d2-7d96-4197-8988-698798a801a5 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:01:19.614621 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:01:19.614878 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e466e4d2-7d96-4197-8988-698798a801a5 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:01:19.615268 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'code': 200} Oct 19 21:01:19.641882 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:19.703721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c6fb-544e-46cf-aac0-9ccc1728e9bb req-30e90fd9-df52-4fe2-89e5-1534a25b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:19.705274 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfc9c6fb-544e-46cf-aac0-9ccc1728e9bb req-30e90fd9-df52-4fe2-89e5-1534a25b0968 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1096 time: 0.0401561 Oct 19 21:01:19.739750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bfc9c6fb-544e-46cf-aac0-9ccc1728e9bb req-42eb999b-ba32-42a9-8999-1c3ac339aed8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279453 Oct 19 21:01:20.190606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20067790-c5e2-4b61-9119-af14e8ec9098 req-56191af8-938b-4349-9825-b3bf7203e738 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:20.192190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20067790-c5e2-4b61-9119-af14e8ec9098 req-56191af8-938b-4349-9825-b3bf7203e738 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0501125 Oct 19 21:01:20.234530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-20067790-c5e2-4b61-9119-af14e8ec9098 req-2fda8135-fc6b-4758-8dde-d2943738ef88 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357089 Oct 19 21:01:21.360571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9505-1700-4d1a-91f6-90f14ed84314 req-aea47108-43f1-42bd-b361-04f82ff95cf3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:21.362089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c2b9505-1700-4d1a-91f6-90f14ed84314 req-aea47108-43f1-42bd-b361-04f82ff95cf3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0509431 Oct 19 21:01:21.406025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9c2b9505-1700-4d1a-91f6-90f14ed84314 req-a82cd1b0-907c-492d-b540-74dd91559063 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Oct 19 21:01:21.529094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1f19-5557-47cb-b488-b32ba47f5a54 req-2b517883-40fb-4ebc-8a1c-47808b59f1fe tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:21.532505 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-825e1f19-5557-47cb-b488-b32ba47f5a54 req-2b517883-40fb-4ebc-8a1c-47808b59f1fe tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0535274 Oct 19 21:01:21.569807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-825e1f19-5557-47cb-b488-b32ba47f5a54 req-956aeffe-6403-410e-88de-1c6d710370c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Oct 19 21:01:21.593681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:21.635623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476d6f2-a142-43b3-b131-27e57940f8d7 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:21.637219 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e476d6f2-a142-43b3-b131-27e57940f8d7 tempest-TestVolumeBootPattern-1895976157 tempest-TestVolumeBootPattern-1895976157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1091 time: 0.0425072 Oct 19 21:01:21.639949 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:21.644577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:01:21.668603 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:21.769524 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:21.884481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Allocated IP 172.25.7.221 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/eb1d37c5-3897-456c-819f-a95c71e13b4c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:01:21.991774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.031956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.071709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:01:22.077198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:01:22.080450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:01:22.120809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=eb1d37c5-3897-456c-819f-a95c71e13b4c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:22.486959 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.561054 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.722366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.726538 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.790230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event updated for resources: {'Port': ['ID=eb1d37c5-3897-456c-819f-a95c71e13b4c,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:22.803215 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:22.902631 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP 5f52697b-9065-4696-abf2-b879a7c0c092 associated. External IP: 172.25.7.221, port: 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af. Oct 19 21:01:23.104712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:01:23.481718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:01:23.491555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:01:23.499406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:23.502197 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:01:23.502810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:23.537779 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-690c364f-da3a-4638-83b9-68265b86f91c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8841763 Oct 19 21:01:23.537779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:01:23.537779 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517bb62c-3d68-4215-82b3-dada9e6b6f74" -d '{"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:01:23.564262 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e646f9b7-43b2-45b2-9eb3-8bc763403ba4 x-openstack-request-id: req-e646f9b7-43b2-45b2-9eb3-8bc763403ba4 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:01:23.564550 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:01:23.564798 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e646f9b7-43b2-45b2-9eb3-8bc763403ba4 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:01:23.565190 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'status': 'completed', 'code': 200} Oct 19 21:01:23.612238 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:01:23.626168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-1b9ea292-da7d-447f-a345-94a99add82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:23.627677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-1b9ea292-da7d-447f-a345-94a99add82cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1096 time: 0.0417902 Oct 19 21:01:23.737809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-a482b8d0-de8d-4466-a141-3a7a29959545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:23.739756 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-a482b8d0-de8d-4466-a141-3a7a29959545 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1024413 Oct 19 21:01:23.826778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-a2795fc4-ba74-40dd-92fa-37f17de715e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 999 time: 0.0779090 Oct 19 21:01:23.880409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-6c848d85-743d-45c6-a2a1-8d2f8814faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:23.882378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-6c848d85-743d-45c6-a2a1-8d2f8814faf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0492072 Oct 19 21:01:23.938016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-cbb62cce-4828-4a4c-88fb-c1e48b3b3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:23.939790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-cbb62cce-4828-4a4c-88fb-c1e48b3b3995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501316 Oct 19 21:01:24.032963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f52697b-9065-4696-abf2-b879a7c0c092', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:b3:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:01:22Z', 'updated_at': '2021-10-19T21:01:22Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}, {'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:24.061902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:01:24.071970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:01:24.072625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-5691d138-ca23-41b1-8e75-76894bc258a9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Oct 19 21:01:24.073126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:00:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:24.180969 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-517bb62c-3d68-4215-82b3-dada9e6b6f74 req-185bf85f-086e-4b1f-9cc5-1a0ca1374faf service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001182 Oct 19 21:01:24.186692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:01:24.424119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f52697b-9065-4696-abf2-b879a7c0c092', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:b3:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:01:22Z', 'updated_at': '2021-10-19T21:01:22Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}, {'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:01:24.451281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bc48b-31df-4255-a666-d81486839d77 None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f52697b-9065-4696-abf2-b879a7c0c092', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:b3:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:01:22Z', 'updated_at': '2021-10-19T21:01:22Z', 'revision_number': 0, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}, {'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:01:24.646954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-994676af-5a6a-4d23-9aab-bd758d631a59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433972 Oct 19 21:01:24.677289 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0e29a-a2cf-4a6e-944e-6a540c522283 None None] New status for floating IP 5f52697b-9065-4696-abf2-b879a7c0c092: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:01:24.734336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358859-ac9d-40c3-b779-8062aa06bdce req-d816c3da-51ee-480f-9cbf-5250fd16bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:24.737979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-d816c3da-51ee-480f-9cbf-5250fd16bbd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1096 time: 0.0484767 Oct 19 21:01:24.868401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358859-ac9d-40c3-b779-8062aa06bdce req-40f1131d-5ad2-4a37-b335-58bb35f5ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:24.869958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-40f1131d-5ad2-4a37-b335-58bb35f5ae27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1016097 Oct 19 21:01:24.937620 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-fe116c4b-c57b-42fe-bea6-6516b6c2bf2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 1001 time: 0.0610526 Oct 19 21:01:24.988337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358859-ac9d-40c3-b779-8062aa06bdce req-cb0b6597-4a17-4da0-9c7c-0063a02bafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:24.989808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-cb0b6597-4a17-4da0-9c7c-0063a02bafa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0460949 Oct 19 21:01:25.033129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358859-ac9d-40c3-b779-8062aa06bdce req-4154fb82-465b-4b35-a85a-829c70979d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:25.034671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-4154fb82-465b-4b35-a85a-829c70979d92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381675 Oct 19 21:01:25.122024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-6d51eb77-69b7-4963-b72b-bca0868db272 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805962 Oct 19 21:01:25.216386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-10358859-ac9d-40c3-b779-8062aa06bdce req-497982ff-29b1-4316-b726-1f06a409c1e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Oct 19 21:01:26.501127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ed60-339c-4f10-8ffc-11f480ede6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:29.243901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e900822-6b20-4619-8357-074fd8f925a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:30.040850 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:01:30.307865 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:31.056317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:31.351894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-d2f70392-f8bc-4542-9c93-e940bf7fe5f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626692 Oct 19 21:01:31.439916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-97ae0570-2db8-458b-a370-ed27f242f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:31.441609 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-97ae0570-2db8-458b-a370-ed27f242f00d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0489714 Oct 19 21:01:31.553107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-8edf74c3-4c83-44c3-ba16-9ff79ad51d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:31.554509 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-8edf74c3-4c83-44c3-ba16-9ff79ad51d17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0924208 Oct 19 21:01:31.624097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-f4441d19-539e-46b1-bd58-a9be5dd75789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 1002 time: 0.0625658 Oct 19 21:01:31.675194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-15994a58-dd5b-4911-8e39-828c2c207db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:31.676703 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-15994a58-dd5b-4911-8e39-828c2c207db0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0462193 Oct 19 21:01:31.725187 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-0c37076e-6e09-4df7-b395-c7618fdb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:01:31.726738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-0c37076e-6e09-4df7-b395-c7618fdb2495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432658 Oct 19 21:01:31.820894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-1c528e92-1492-41e4-8b37-78c82817cf4b service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865972 Oct 19 21:01:31.916185 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-806e01e9-651f-4ef5-9964-c4643cddc2f4 req-c16995fb-654e-49a2-92d8-a17fc0031c58 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Oct 19 21:01:32.359388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:33.965471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60248) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:34.072149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0eabfe18-cc3b-43ee-a93c-e1069430f6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.149325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0eabfe18-cc3b-43ee-a93c-e1069430f6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.153136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0eabfe18-cc3b-43ee-a93c-e1069430f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.191297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0eabfe18-cc3b-43ee-a93c-e1069430f6ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d50ce224c81547268ef6d3d0b5f16350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246778 Oct 19 21:01:34.192181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabfe18-cc3b-43ee-a93c-e1069430f6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3492b-38d1-4eed-b158-34c1d875d26a,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:34.194522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60252) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:34.247260 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.271965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.315043 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.317879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.319664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eb3492b-38d1-4eed-b158-34c1d875d26a HTTP/1.1" status: 204 len: 168 time: 0.1229002 Oct 19 21:01:34.327253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba7321-559c-4726-b17f-3086a4560c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3492b-38d1-4eed-b158-34c1d875d26a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:34.591922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:34.605876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9aada8a0-85da-4483-8114-1c3538bff127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.682420 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9aada8a0-85da-4483-8114-1c3538bff127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.686294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9aada8a0-85da-4483-8114-1c3538bff127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.725417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9aada8a0-85da-4483-8114-1c3538bff127 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77c9a928c93c4e03bb8a65e82c4c7057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322517 Oct 19 21:01:34.726317 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aada8a0-85da-4483-8114-1c3538bff127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee95e6-07c1-4679-a188-6cffe42f28a8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:34.728170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60260) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:01:34.777750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.801793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.847153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.849802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:34.851051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6ee95e6-07c1-4679-a188-6cffe42f28a8 HTTP/1.1" status: 204 len: 168 time: 0.1218684 Oct 19 21:01:34.858854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266858d-06bb-4e37-a216-94d5c2656713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee95e6-07c1-4679-a188-6cffe42f28a8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:01:42.962787 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:43.423718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:56.509238 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-97e303dd-7287-455b-94c7-ba39856dc955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:01:59.245952 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3ec899a-e58a-4b94-8b14-4a73a66ccd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:00.310154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:01.057472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.358241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.475043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60472) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:02.586392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-02e48837-4062-4d49-88bd-6a19b6953e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.668289 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-02e48837-4062-4d49-88bd-6a19b6953e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.672078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-02e48837-4062-4d49-88bd-6a19b6953e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.712654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-02e48837-4062-4d49-88bd-6a19b6953e96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cf6ccd72cf348c49d29ffeecabe6e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364986 Oct 19 21:02:02.713954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e48837-4062-4d49-88bd-6a19b6953e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88c510-d37d-4b68-8b5c-211fb6d597fd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:02.715367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:02.770500 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.791737 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.839669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.842357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:02.843506 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b88c510-d37d-4b68-8b5c-211fb6d597fd HTTP/1.1" status: 204 len: 168 time: 0.1265557 Oct 19 21:02:02.851915 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f4cc-c1a6-460e-95a6-55d1f957d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88c510-d37d-4b68-8b5c-211fb6d597fd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:03.117454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60484) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:03.131367 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a374fdd-59f2-4a8e-882c-cb60fb9a4bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.206908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a374fdd-59f2-4a8e-882c-cb60fb9a4bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.210773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9a374fdd-59f2-4a8e-882c-cb60fb9a4bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.247656 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374fdd-59f2-4a8e-882c-cb60fb9a4bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e1e23-6462-467e-aa2d-976639d8c745,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:03.251823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9a374fdd-59f2-4a8e-882c-cb60fb9a4bd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b4e972d2e064c0e8ad8950560660ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333280 Oct 19 21:02:03.255043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:03.305149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.329248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.382897 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.386240 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:03.387384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/743e1e23-6462-467e-aa2d-976639d8c745 HTTP/1.1" status: 204 len: 168 time: 0.1315050 Oct 19 21:02:03.395469 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f96b4e-a553-44e9-a1f4-1d3c0d5d4228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e1e23-6462-467e-aa2d-976639d8c745,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:05.675852 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60554) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:05.781700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8502135-3c2d-4cf9-90ae-c050a540327f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:05.854293 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8502135-3c2d-4cf9-90ae-c050a540327f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:05.858738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d8502135-3c2d-4cf9-90ae-c050a540327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:05.898227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d8502135-3c2d-4cf9-90ae-c050a540327f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96c35aebdcf44fa09a9ffd46419c4d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212720 Oct 19 21:02:05.899126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8502135-3c2d-4cf9-90ae-c050a540327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f6389-5f3e-40c7-954a-afa39f9d17cd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:05.901763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60558) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:05.952119 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:05.972988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.024294 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.028521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.029774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/674f6389-5f3e-40c7-954a-afa39f9d17cd HTTP/1.1" status: 204 len: 168 time: 0.1264021 Oct 19 21:02:06.037571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f6389-5f3e-40c7-954a-afa39f9d17cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:06.046125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.046472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.046812 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.047259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.047597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.047934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.048257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.048587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.048940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.049445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.049602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.049872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09848cba-f2df-4a71-9329-69468b4cbb43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.288223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60564) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:06.301926 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ea769a-66b6-4a22-87a1-eb2ceeceac45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.373845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ea769a-66b6-4a22-87a1-eb2ceeceac45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.377123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a1ea769a-66b6-4a22-87a1-eb2ceeceac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.414919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a1ea769a-66b6-4a22-87a1-eb2ceeceac45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3248dac45292458385d4e3d353a21535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256435 Oct 19 21:02:06.416815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea769a-66b6-4a22-87a1-eb2ceeceac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81079b2-2331-46f6-9b4e-afcc3b720476,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:06.417632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60566) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:06.469506 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.490688 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.537063 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.539679 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:06.540810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e81079b2-2331-46f6-9b4e-afcc3b720476 HTTP/1.1" status: 204 len: 168 time: 0.1221759 Oct 19 21:02:06.548308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81079b2-2331-46f6-9b4e-afcc3b720476,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:06.556040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.556383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.556722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.557065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.557416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.557747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.558069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.558393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.558743 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.559162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.559380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:06.559795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa8b80-0a59-475b-8925-41a217e575bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:02:07.040520 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:02:12.950784 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:13.420730 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:24.624175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-540eef8e-4b4d-4553-bdf6-93356ac74c70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393543 Oct 19 21:02:24.704539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-1063e817-1a39-4390-8a18-6d7fa4e7364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:24.706058 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-1063e817-1a39-4390-8a18-6d7fa4e7364e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1096 time: 0.0399024 Oct 19 21:02:24.814137 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-f0bd87e0-4033-44bc-b3f9-e0a050a4e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:24.815640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-f0bd87e0-4033-44bc-b3f9-e0a050a4e1eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0899024 Oct 19 21:02:24.888263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-fe724a26-5ffa-443f-8688-98c3c16b64d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 1001 time: 0.0657265 Oct 19 21:02:24.940341 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-1078f71a-67b1-4e94-be5f-28ef84d04ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:24.941873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-1078f71a-67b1-4e94-be5f-28ef84d04ee9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0463951 Oct 19 21:02:24.989977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-bd1e73db-24b7-4153-9617-544921d8735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:24.991493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-bd1e73db-24b7-4153-9617-544921d8735f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418956 Oct 19 21:02:25.089665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-779a33ee-b0c4-4c57-bf7c-b0b0a85f72c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Oct 19 21:02:25.178185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72520dc0-c85c-4751-b63b-691fbdaf9100 req-418f020c-318c-4d86-8672-9128a19ba646 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820148 Oct 19 21:02:26.501159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-26a41ee8-5e86-4082-92a6-cb74322c1339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:29.256536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ece0474-b0c5-40ec-9ba4-697d6c39a71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:30.313970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:31.060064 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:32.352298 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:33.955236 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-0a5ceb7f-3935-4e7a-bf4d-6fdefd48c6b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424507 Oct 19 21:02:34.035733 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-c8969369-fdbf-4611-b2b5-558be9102c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:34.037211 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-c8969369-fdbf-4611-b2b5-558be9102c63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0404801 Oct 19 21:02:34.145230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-777a89bd-6b6e-4b5c-8688-19405f353277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:34.146725 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-777a89bd-6b6e-4b5c-8688-19405f353277 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.0914044 Oct 19 21:02:34.213052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-dfc0172e-ffab-425b-9bf0-31f06f53eb77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 1002 time: 0.0592732 Oct 19 21:02:34.263671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-a6b51560-2209-4478-9188-ac81ced9c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:34.265566 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-a6b51560-2209-4478-9188-ac81ced9c922 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0456533 Oct 19 21:02:34.317824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-d2a15a7f-46f4-4813-ad16-fe12afb7ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:34.319349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-d2a15a7f-46f4-4813-ad16-fe12afb7ec6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472660 Oct 19 21:02:34.410367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-ca2252c7-1670-437e-a22f-ccb8694a76fc service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Oct 19 21:02:34.502698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24c92ad-b8b0-4e3f-ae5c-cacd93e01b75 req-ac6236c4-6dd1-481e-a05f-0e997a561636 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857317 Oct 19 21:02:42.978841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:43.435056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:44.039945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:02:50.974194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60832) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:51.135038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port eb1d37c5-3897-456c-819f-a95c71e13b4c {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:02:51.135376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.212860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.213112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.224660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for eb1d37c5-3897-456c-819f-a95c71e13b4c owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:02:51.373467 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.402467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=eb1d37c5-3897-456c-819f-a95c71e13b4c,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:51.462812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.463233 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP 5f52697b-9065-4696-abf2-b879a7c0c092 disassociated (deleted). External IP: 172.25.7.221, port: 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af. Oct 19 21:02:51.679633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:02:51.791946 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:02:51.797497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:51.802715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:02:51.812809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:02:51.813448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:02:51.826918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d7960560-f1b9-47a8-b072-1c91df3da5bd tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f52697b-9065-4696-abf2-b879a7c0c092 HTTP/1.1" status: 204 len: 168 time: 0.8516207 Oct 19 21:02:51.827489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:02:51.829777 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384fd280-091f-421f-9a2f-52b91e87c0db" -d '{"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:02:51.872345 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248060e9-938b-4187-bc20-a8507e741ee9 x-openstack-request-id: req-248060e9-938b-4187-bc20-a8507e741ee9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:02:51.872743 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:02:51.872927 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-248060e9-938b-4187-bc20-a8507e741ee9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:02:51.873356 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'status': 'completed', 'code': 200} Oct 19 21:02:51.963747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:02:51.985123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd280-091f-421f-9a2f-52b91e87c0db req-28d82ee8-0e75-49db-b1b4-770b8641c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:51.986773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-28d82ee8-0e75-49db-b1b4-770b8641c8f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 1096 time: 0.0893984 Oct 19 21:02:52.152839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd280-091f-421f-9a2f-52b91e87c0db req-41236a64-46e7-40cf-9c96-927a4d720a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:52.154691 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-41236a64-46e7-40cf-9c96-927a4d720a45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1609523 Oct 19 21:02:52.155899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84b3e4-d98d-4780-90ff-02c49b597add req-8e5d81c8-1316-4072-b6d8-5916b38255d8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:52.160953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da84b3e4-d98d-4780-90ff-02c49b597add req-8e5d81c8-1316-4072-b6d8-5916b38255d8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0805304 Oct 19 21:02:52.201817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-8ff07cf3-497a-4f44-97ff-800f79e29968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 200 len: 217 time: 0.0368216 Oct 19 21:02:52.222675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-da84b3e4-d98d-4780-90ff-02c49b597add req-44af1ddd-c121-477e-8852-40be30d6a6ad tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573759 Oct 19 21:02:52.287370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd280-091f-421f-9a2f-52b91e87c0db req-0c795214-057c-460e-b593-3aa102b568ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:52.289046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-0c795214-057c-460e-b593-3aa102b568ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0792842 Oct 19 21:02:52.314402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:02:52.341721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd280-091f-421f-9a2f-52b91e87c0db req-d7c076b5-3666-45bf-93d7-1d3bbf087621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:52.343305 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-d7c076b5-3666-45bf-93d7-1d3bbf087621 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456922 Oct 19 21:02:52.345525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:02:52.354475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:02:52.355027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:02:52.465760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-2c74ceb6-d716-47ae-9349-6c053d557ffc service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128259 Oct 19 21:02:52.469210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:02:52.565371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-384fd280-091f-421f-9a2f-52b91e87c0db req-d846fc9e-77c7-4337-a179-1096e01f19e4 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925040 Oct 19 21:02:52.720298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:02:52.752751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e6b41-6060-4c6e-abc2-2a110bb3c42a None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'ad163210-05fd-4a5c-a455-235ff51ac94d', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '4b24eacb-3282-44bb-9721-067824006647', 'port_id': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'mac_address': 'fa:16:3e:d0:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T20:59:16Z', 'updated_at': '2021-10-19T20:59:20Z', 'revision_number': 1, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:02:52.996411 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc8906a-b4e4-49ff-826c-17b7357ac7c0 None None] New status for floating IP 5f52697b-9065-4696-abf2-b879a7c0c092: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:02:53.362939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2f1af-4b6d-4816-904f-76472ad7abac req-2113aef6-2d4b-48b7-8344-ced75632f666 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:53.364505 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1e2f1af-4b6d-4816-904f-76472ad7abac req-2113aef6-2d4b-48b7-8344-ced75632f666 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0511854 Oct 19 21:02:53.405107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1e2f1af-4b6d-4816-904f-76472ad7abac req-f4262e4c-c1b7-4060-9fb2-ae6d3edff47f tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Oct 19 21:02:53.592355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-ddb63c1e-b8b2-45df-a721-d06974b30e06 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:02:53.594197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-ddb63c1e-b8b2-45df-a721-d06974b30e06 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 945 time: 0.0544374 Oct 19 21:02:53.692023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:02:53.692278 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.106061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:02:54.106428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.119665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:02:54.256732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.296938 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:54.338648 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:02:54.342562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.346291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad88770f-6fdd-420c-bcc3-5b972518c19f req-778890e2-d460-429d-bfd9-48112ad1f76c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.37 "DELETE /v2.0/ports/7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af HTTP/1.1" status: 204 len: 173 time: 0.7462151 Oct 19 21:02:54.346788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'name': 'network-vif-deleted', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:02:54.349637 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceef875-4570-4213-9155-d78d83b32cea" -d '{"events": [{"server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "name": "network-vif-deleted", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:02:54.418739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 60868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:54.446772 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d99864-3291-4462-9e48-e59fe1e110ca x-openstack-request-id: req-92d99864-3291-4462-9e48-e59fe1e110ca {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:02:54.447224 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a00043-7136-40ca-9346-4b52cb3b3b4b", "name": "network-vif-deleted", "tag": "7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:02:54.447481 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92d99864-3291-4462-9e48-e59fe1e110ca {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:02:54.447997 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a00043-7136-40ca-9346-4b52cb3b3b4b', 'name': 'network-vif-deleted', 'tag': '7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af', 'status': 'completed', 'code': 200} Oct 19 21:02:54.523848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ac88562f-efb7-419c-818c-19c160471004 req-4308d6b4-5675-4715-afd3-5d7ba1294251 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0427074 Oct 19 21:02:54.547617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a86555d-ee82-438e-a2eb-1da8fa50f33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.628663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a86555d-ee82-438e-a2eb-1da8fa50f33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.634273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4a86555d-ee82-438e-a2eb-1da8fa50f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.679751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60874) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:02:54.679984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4a86555d-ee82-438e-a2eb-1da8fa50f33e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=414d2583d3c2477b83adb5b040007293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591658 Oct 19 21:02:54.680937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86555d-ee82-438e-a2eb-1da8fa50f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5da11-f2ff-4517-b352-ed2fe6b47ef7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:54.753586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.777336 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.839806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.843077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:54.844567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33b5da11-f2ff-4517-b352-ed2fe6b47ef7 HTTP/1.1" status: 204 len: 168 time: 0.1635358 Oct 19 21:02:54.872990 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8f44-72d7-4b42-ad47-259ef5df88b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5da11-f2ff-4517-b352-ed2fe6b47ef7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:02:55.627350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9ccbc877-6acb-43bd-9b16-d79e51029012 req-116fe072-c6ce-4462-8cfa-e63851bf88c9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0275874 Oct 19 21:02:56.503616 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d1b20ad2-c496-4c1a-91ca-bc6027b776e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:02:56.737921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8b0e45a0-bb5f-4ff2-9f3e-365935bef880 req-4bf4a48c-d5d3-4598-92fc-9352259716c6 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0372303 Oct 19 21:02:57.824426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-891d55f6-9ccd-499d-aa84-30e9ee5a2c41 req-ecaab476-b575-448d-8ad3-79472b0d0064 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0274830 Oct 19 21:02:57.907862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:02:57.930008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:02:57.930358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 7a7c0e4d-6a61-4b81-946c-5f9c9e4f31af not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:02:58.931166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-417caa68-96d2-4519-a4ec-6d4ce0244a4f req-4ab6d99f-3467-4d15-ba5b-2b15ba7f6395 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a00043-7136-40ca-9346-4b52cb3b3b4b HTTP/1.1" status: 200 len: 210 time: 0.0274882 Oct 19 21:02:59.254849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4c5f156f-c140-473a-923e-e2b4fad21ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:00.317190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:01.068132 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:02.356850 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.373283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 60992) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:05.563478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port ca59a669-3c97-4514-b8e5-10c4ca66b33d {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:05.563889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.650225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.650548 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.661954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for ca59a669-3c97-4514-b8e5-10c4ca66b33d owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:05.812951 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.839893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=ca59a669-3c97-4514-b8e5-10c4ca66b33d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:05.908978 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:05.913334 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Floating IP ad163210-05fd-4a5c-a455-235ff51ac94d disassociated (deleted). External IP: 172.25.7.170, port: f01d2c34-65ec-4056-9a6c-9d2faf4de376. Oct 19 21:03:06.169598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:03:06.282560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:03:06.287535 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:06.295091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:03:06.304997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:06.305852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:06.317866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f0fe2f19-5007-4976-a54c-2761a6d9b60c tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "DELETE /v2.0/floatingips/ad163210-05fd-4a5c-a455-235ff51ac94d HTTP/1.1" status: 204 len: 168 time: 0.9405992 Oct 19 21:03:06.317866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:03:06.319046 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:03:06.358338 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b538a60-dfa7-4a88-98a5-7ea5e169d5ce x-openstack-request-id: req-2b538a60-dfa7-4a88-98a5-7ea5e169d5ce {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:03:06.358844 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:03:06.359374 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b538a60-dfa7-4a88-98a5-7ea5e169d5ce {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:03:06.360010 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'status': 'completed', 'code': 200} Oct 19 21:03:06.426728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-078bab6c-3159-4af3-8f4e-1d5390ebd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:06.429164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-078bab6c-3159-4af3-8f4e-1d5390ebd90c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 1097 time: 0.0457635 Oct 19 21:03:06.444661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:06.568085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-e0a3873a-2add-44ff-b29f-6556b1087b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:06.570054 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-e0a3873a-2add-44ff-b29f-6556b1087b5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 200 len: 912 time: 0.1321015 Oct 19 21:03:06.631546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-555d7403-486f-44a9-a44b-f8fdd2322ffe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 200 len: 217 time: 0.0470490 Oct 19 21:03:06.655095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faf038-e73d-4e84-857d-6bd35062b675 req-60a64404-0b7d-41ea-9802-3a0b532342ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:06.656825 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0faf038-e73d-4e84-857d-6bd35062b675 req-60a64404-0b7d-41ea-9802-3a0b532342ce tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.1030540 Oct 19 21:03:06.698165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:06.726737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:03:06.727777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-798a924f-6751-4299-84ad-81144c809ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:06.730131 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-798a924f-6751-4299-84ad-81144c809ca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 200 len: 850 time: 0.0903771 Oct 19 21:03:06.733134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0faf038-e73d-4e84-857d-6bd35062b675 req-a81b578b-0ab4-4cd8-99b5-04ad9b06e401 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504727 Oct 19 21:03:06.736501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:06.737225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:06.796871 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-d7d748c3-357d-44bd-8c03-73ec56d40194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:06.798460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-d7d748c3-357d-44bd-8c03-73ec56d40194 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff5b04f3-29ba-4bb2-a599-329dea62e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604863 Oct 19 21:03:06.858547 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:06.924321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-803e7fc2-f8b7-4e0d-acbe-5fda0111aa00 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177835 Oct 19 21:03:07.026023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1491ff0-f00f-4b81-b46a-cf62c3d5969b req-da9b888f-bfb2-4dca-b0a5-afda90778a14 service neutron] 10.222.0.11 "GET /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941343 Oct 19 21:03:07.070611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:07.101933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb2eff-74cd-4b0f-9371-4fa7b8c28fcf None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:52Z', 'revision_number': 4, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'bb75d701-aae1-4ff8-a52d-4a0284a31056', 'name': '', 'network_id': 'ff5b04f3-29ba-4bb2-a599-329dea62e121', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'mac_address': 'fa:16:3e:d8:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:52Z', 'updated_at': '2021-10-19T20:52:59Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'subnets': [{'id': '73b3a0eb-e0ad-4b22-9f04-02790e66a90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:03:07.339547 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff4545-bf93-452a-94e9-316430a401a3 None None] New status for floating IP ad163210-05fd-4a5c-a455-235ff51ac94d: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:03:07.876780 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911d9f9-ef32-4780-a91f-d419b994b9e3 req-5492215a-50ef-470d-8c35-0a27c57707b7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:07.878352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1911d9f9-ef32-4780-a91f-d419b994b9e3 req-5492215a-50ef-470d-8c35-0a27c57707b7 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.0612686 Oct 19 21:03:07.924716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1911d9f9-ef32-4780-a91f-d419b994b9e3 req-2ce93ee8-b8c6-4cfe-98bb-55b88eddecf9 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/security-groups?id=174f07c0-06c0-4824-9581-3d1be0833dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 Oct 19 21:03:08.089911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-7cb4c014-92a1-4937-94fe-e4b876d2706a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:08.091501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-7cb4c014-92a1-4937-94fe-e4b876d2706a tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 946 time: 0.0629356 Oct 19 21:03:08.197453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port f01d2c34-65ec-4056-9a6c-9d2faf4de376 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:08.197711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:08.290155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] For port f01d2c34-65ec-4056-9a6c-9d2faf4de376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=f01d2c34-65ec-4056-9a6c-9d2faf4de376,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:08.290513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:08.302223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for f01d2c34-65ec-4056-9a6c-9d2faf4de376 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:08.432170 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:08.463076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=f01d2c34-65ec-4056-9a6c-9d2faf4de376,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:08.472906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.473247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.473609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.473943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.474279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.474884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.475211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.475530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.475846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.476163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.476481 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.476797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:08.523012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] No DVR routers for this DVR port f01d2c34-65ec-4056-9a6c-9d2faf4de376 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:03:08.525800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:08.530329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e367d5fb-1540-4a9a-a439-05c4a3a83054 req-1bbd701e-3f99-4ee0-a9b3-d0bfc9fb67a2 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.11 "DELETE /v2.0/ports/f01d2c34-65ec-4056-9a6c-9d2faf4de376 HTTP/1.1" status: 204 len: 173 time: 0.4323785 Oct 19 21:03:08.530943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'name': 'network-vif-deleted', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:03:08.533565 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e070ed-a009-42d2-a454-5391df69dd36" -d '{"events": [{"server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "name": "network-vif-deleted", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:03:08.571792 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a1796b-1df8-48da-b8e8-4b228440b533 x-openstack-request-id: req-35a1796b-1df8-48da-b8e8-4b228440b533 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:03:08.572090 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1c653-c1cd-4842-89ec-d0238df72332", "name": "network-vif-deleted", "tag": "f01d2c34-65ec-4056-9a6c-9d2faf4de376", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:03:08.572336 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35a1796b-1df8-48da-b8e8-4b228440b533 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:03:08.572726 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1c653-c1cd-4842-89ec-d0238df72332', 'name': 'network-vif-deleted', 'tag': 'f01d2c34-65ec-4056-9a6c-9d2faf4de376', 'status': 'completed', 'code': 200} Oct 19 21:03:09.032715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8aca899e-18ec-4fdb-b099-16f3e3030a60 req-3719ac30-22c7-4c10-a6a9-6a5c25e41df8 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Oct 19 21:03:10.138032 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e71b4b78-35e4-4e74-a41c-342e84cadc12 req-bbb893e4-6d02-492e-9859-f74a49900533 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0339785 Oct 19 21:03:11.251146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dafbd257-079f-49d2-a979-fcc872b8b708 req-5804394b-3c44-4367-862c-1e71763831f3 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0320837 Oct 19 21:03:12.124382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f01d2c34-65ec-4056-9a6c-9d2faf4de376 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:12.149348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: f01d2c34-65ec-4056-9a6c-9d2faf4de376 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:12.150503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device f01d2c34-65ec-4056-9a6c-9d2faf4de376 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:12.363981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-90e3ad5a-86bc-4005-9d64-c5d9346d99d4 req-0ec08e3d-1713-4171-9f61-bdbb8e30ab70 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fa1c653-c1cd-4842-89ec-d0238df72332 HTTP/1.1" status: 200 len: 210 time: 0.0359297 Oct 19 21:03:12.971452 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.419893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32798) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:13.456681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.550627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Deleting port 277f4d6d-6c85-477a-97f3-f1fa17e356a2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:13.550815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.630436 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.630801 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.644166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Calling delete_port for 277f4d6d-6c85-477a-97f3-f1fa17e356a2 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:13.775696 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.809737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'Port': ['ID=277f4d6d-6c85-477a-97f3-f1fa17e356a2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:13.832337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.832678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.833018 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.833380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.833715 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.834042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.834366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.834686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.835106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.835317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.835640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.835963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:13.877307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.879958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:13.881184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d8a5702-ed24-4be5-a2d2-623656506baf tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "DELETE /v2.0/floatingips/432b283f-9fcb-4ad6-9f91-c8b5afa43f85 HTTP/1.1" status: 204 len: 168 time: 0.4602871 Oct 19 21:03:17.202673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32842) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:17.272426 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:17.300569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:17.363298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:17.366118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:17.375937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] 10.222.0.31 "DELETE /v2.0/security-groups/174f07c0-06c0-4824-9581-3d1be0833dd6 HTTP/1.1" status: 204 len: 168 time: 0.1670489 Oct 19 21:03:17.389263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae716e-f70b-414b-804a-bf54c3ca6b07 tempest-TestVolumeBootPattern-346171856 tempest-TestVolumeBootPattern-346171856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f07c0-06c0-4824-9581-3d1be0833dd6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:17.432996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:17.962889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:18.241888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Deleting port bb75d701-aae1-4ff8-a52d-4a0284a31056 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:18.242494 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:18.339101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] For port bb75d701-aae1-4ff8-a52d-4a0284a31056, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bb75d701-aae1-4ff8-a52d-4a0284a31056,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:18.339922 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:18.360843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Calling delete_port for bb75d701-aae1-4ff8-a52d-4a0284a31056 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:18.556067 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:18.583444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb75d701-aae1-4ff8-a52d-4a0284a31056,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:18.774492 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:19.057129 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Router 4b24eacb-3282-44bb-9721-067824006647 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:03:19.174657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:03:19.183657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:19.188994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Sync routers for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:03:19.204030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d190f0ed-0320-4721-b699-2e4769dd8b97 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b24eacb-3282-44bb-9721-067824006647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695658 Oct 19 21:03:19.213004 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:19.213903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:19.368059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:19.392883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:19.491038 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:19.553021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Deleting port efddb436-14bd-40df-840c-8df3a1a9ba03 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:19.553386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:19.600190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T21:03:18Z', 'revision_number': 5, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port': {'id': 'efddb436-14bd-40df-840c-8df3a1a9ba03', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24eacb-3282-44bb-9721-067824006647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T20:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:19.640895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Checking router: 4b24eacb-3282-44bb-9721-067824006647 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:03:19.656677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Routers {'4b24eacb-3282-44bb-9721-067824006647'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:19.657797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['4b24eacb-3282-44bb-9721-067824006647'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:19.769344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] Set router 4b24eacb-3282-44bb-9721-067824006647 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:19.831635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T21:03:19Z', 'revision_number': 6, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:19.866662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee07ce-eb0d-4a82-b8d6-e39e4f85c14b None None] The sync data for ids ['4b24eacb-3282-44bb-9721-067824006647'] in n-d-805649-9 is: [{'id': '4b24eacb-3282-44bb-9721-067824006647', 'name': 'tempest-TestVolumeBootPattern-348933979-router', 'tenant_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:50Z', 'updated_at': '2021-10-19T21:03:19Z', 'revision_number': 6, 'project_id': 'ca2c84629e1e4a58bc3ee4e715b91eaa', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:03:19.938898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] For port efddb436-14bd-40df-840c-8df3a1a9ba03, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=efddb436-14bd-40df-840c-8df3a1a9ba03,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:19.939257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:19.952803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Calling delete_port for efddb436-14bd-40df-840c-8df3a1a9ba03 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:20.131592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.157066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=efddb436-14bd-40df-840c-8df3a1a9ba03,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:20.225271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.330283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.332710 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.386954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.387541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b24eacb-3282-44bb-9721-067824006647 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:03:20.392113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.393314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a70cdb54-e029-4789-bfc1-fd2791623f47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b24eacb-3282-44bb-9721-067824006647 HTTP/1.1" status: 204 len: 168 time: 1.2086279 Oct 19 21:03:20.395794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32862) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:20.442805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Deleting subnet 73b3a0eb-e0ad-4b22-9f04-02790e66a90b {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:03:20.446357 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.491219 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.574666 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.627810 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.659297 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b3a0eb-e0ad-4b22-9f04-02790e66a90b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:20.665270 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.668537 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a361f32c-2b3e-443c-8487-5b8b3bb24686 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73b3a0eb-e0ad-4b22-9f04-02790e66a90b HTTP/1.1" status: 204 len: 168 time: 0.2717977 Oct 19 21:03:20.671161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:20.673212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f0a81-e0ab-4966-b06c-cea540f9754b None None] Network ff5b04f3-29ba-4bb2-a599-329dea62e121 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:03:20.761499 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.822273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Deleting port bdb9e7e9-da8d-4064-a19f-a003778436e0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:20.823716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.897472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] For port bdb9e7e9-da8d-4064-a19f-a003778436e0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bdb9e7e9-da8d-4064-a19f-a003778436e0,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:20.897811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:20.902967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] DHCP port deletion for ff5b04f3-29ba-4bb2-a599-329dea62e121 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:03:20.915384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Calling delete_port for bdb9e7e9-da8d-4064-a19f-a003778436e0 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:20.978699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Deleting port bdb9e7e9-da8d-4064-a19f-a003778436e0 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:20.979497 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.042110 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:03:21.089429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bdb9e7e9-da8d-4064-a19f-a003778436e0 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:21.090648 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.102434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] For port bdb9e7e9-da8d-4064-a19f-a003778436e0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bdb9e7e9-da8d-4064-a19f-a003778436e0,segment=NetworkSegment(b1f0d132-39ca-4a84-9ee2-48eebb5ce924),segment_id=b1f0d132-39ca-4a84-9ee2-48eebb5ce924)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:21.102434 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.123808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bdb9e7e9-da8d-4064-a19f-a003778436e0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:21.124085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bdb9e7e9-da8d-4064-a19f-a003778436e0 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:21.124574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device efddb436-14bd-40df-840c-8df3a1a9ba03 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:21.125817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb9e7e9-da8d-4064-a19f-a003778436e0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:21.131638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] No DVR routers for this DVR port bdb9e7e9-da8d-4064-a19f-a003778436e0 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:03:21.151263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: efddb436-14bd-40df-840c-8df3a1a9ba03 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:21.151623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device efddb436-14bd-40df-840c-8df3a1a9ba03 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:21.151966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb75d701-aae1-4ff8-a52d-4a0284a31056 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:21.153911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Calling delete_port for bdb9e7e9-da8d-4064-a19f-a003778436e0 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:21.178777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bb75d701-aae1-4ff8-a52d-4a0284a31056 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:21.179164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bb75d701-aae1-4ff8-a52d-4a0284a31056 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:21.217028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.242016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5b04f3-29ba-4bb2-a599-329dea62e121']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:03:21.250243 n-d-805649-9 neutron-server[100736]: self.session.flush() Oct 19 21:03:21.254457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:21.254751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f0d132-39ca-4a84-9ee2-48eebb5ce924') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:21.260803 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.264870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.280896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.287795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:03:21.288422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.290065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Pushing event deleted for resources: {'Port': ['ID=bdb9e7e9-da8d-4064-a19f-a003778436e0,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:03:21.290836 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:03:21.296306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] No DVR routers for this DVR port bdb9e7e9-da8d-4064-a19f-a003778436e0 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:03:21.304824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.305177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.305531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.305863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.306191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.306651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.307559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.307889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.308697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.308697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.308834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.309126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a29210d-0750-49ca-bae8-3df53eb81118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:03:21.351017 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.361366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.367497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] 10.222.0.31 "DELETE /v2.0/networks/ff5b04f3-29ba-4bb2-a599-329dea62e121 HTTP/1.1" status: 204 len: 168 time: 0.6925209 Oct 19 21:03:21.367955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32868) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:21.379410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2bcc2-86e9-4333-8088-1c878c876b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5b04f3-29ba-4bb2-a599-329dea62e121,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:21.717931 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:21.967775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Deleting port bf4445ba-d4a3-434d-bb2e-6453a7517565 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:21.968156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:22.051578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] For port bf4445ba-d4a3-434d-bb2e-6453a7517565, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bf4445ba-d4a3-434d-bb2e-6453a7517565,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:22.051937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:22.065996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Calling delete_port for bf4445ba-d4a3-434d-bb2e-6453a7517565 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:22.266784 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:22.303767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4445ba-d4a3-434d-bb2e-6453a7517565,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:22.508092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:22.751634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Router ccc0ac58-184f-4933-b359-33c153a94878 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:03:22.864463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:03:22.871986 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd4001c4-6687-4b2d-8c6c-50de255ccea3 admin admin] 10.222.0.31 "PUT /v2.0/routers/ccc0ac58-184f-4933-b359-33c153a94878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028698 Oct 19 21:03:22.874451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32948) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:22.877199 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Sync routers for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:03:22.888863 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:22.889588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:22.985501 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.014398 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:23.093543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.148150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Deleting port ee27a17b-506d-49ba-a388-961ec25a8307 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:23.148581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.211804 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T21:03:22Z', 'revision_number': 5, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port': {'id': 'ee27a17b-506d-49ba-a388-961ec25a8307', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T20:52:55Z', 'updated_at': '2021-10-19T20:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:23.239927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Checking router: ccc0ac58-184f-4933-b359-33c153a94878 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:03:23.243773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] For port ee27a17b-506d-49ba-a388-961ec25a8307, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ee27a17b-506d-49ba-a388-961ec25a8307,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:23.244134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.248986 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Routers {'ccc0ac58-184f-4933-b359-33c153a94878'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:03:23.249615 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:02:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['ccc0ac58-184f-4933-b359-33c153a94878'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:23.257908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Calling delete_port for ee27a17b-506d-49ba-a388-961ec25a8307 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:23.340555 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] Set router ccc0ac58-184f-4933-b359-33c153a94878 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:03:23.396016 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T21:03:23Z', 'revision_number': 6, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:23.426324 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f7969-e169-4e20-bb97-c73791a315fb None None] The sync data for ids ['ccc0ac58-184f-4933-b359-33c153a94878'] in n-d-805649-9 is: [{'id': 'ccc0ac58-184f-4933-b359-33c153a94878', 'name': 'tempest-TestVolumeBootPattern-1471644721-router', 'tenant_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T20:52:54Z', 'updated_at': '2021-10-19T21:03:23Z', 'revision_number': 6, 'project_id': 'f4d783a1533b4f82bcb1907b68c0f6d6', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:03:23.436704 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.475247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee27a17b-506d-49ba-a388-961ec25a8307,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:23.539058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.632373 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.634534 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.677190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.677832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc0ac58-184f-4933-b359-33c153a94878 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:03:23.684698 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.685910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-44f179b7-4526-4c84-be88-7adbdd1a58c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ccc0ac58-184f-4933-b359-33c153a94878 HTTP/1.1" status: 204 len: 168 time: 0.8105261 Oct 19 21:03:23.688363 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 32952) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:23.736170 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Deleting subnet 5f7948f6-5fe4-48d7-a148-4d10ad3ba241 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:03:23.739267 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.776663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.861933 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.924520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.949378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7948f6-5fe4-48d7-a148-4d10ad3ba241,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:23.958711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:23.960298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a9100-0379-4bab-b237-f7ba60b9d2bd None None] Network 22a3d59a-bcc5-4efb-956f-8bf737f2f127 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:03:23.962662 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dbd21812-2f4a-4b4c-9825-67812de4fc16 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5f7948f6-5fe4-48d7-a148-4d10ad3ba241 HTTP/1.1" status: 204 len: 168 time: 0.2733727 Oct 19 21:03:23.965259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:24.041102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.095076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Deleting port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:24.095432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.165102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] For port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,segment=NetworkSegment(3d963279-684e-473a-8a80-fe131b9fe46a),segment_id=3d963279-684e-473a-8a80-fe131b9fe46a)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:24.167115 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.185024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Calling delete_port for 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:24.223354 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] DHCP port deletion for 22a3d59a-bcc5-4efb-956f-8bf737f2f127 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:03:24.283454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Deleting port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:03:24.283833 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.288107 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.305659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] No DVR routers for this DVR port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:03:24.359792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] For port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:24.360190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.374869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Calling delete_port for 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:03:24.377933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 21:03:24.379342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.391711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] No DVR routers for this DVR port 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:03:24.411510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b09c47-6380-48ba-a04c-789ab42c3641 None None] Pushing event deleted for resources: {'Port': ['ID=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:24.417650 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.421557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0d0f33-7806-4059-bf07-8f8bc3cd9339,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:24.446669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a3d59a-bcc5-4efb-956f-8bf737f2f127']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:24.458232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d963279-684e-473a-8a80-fe131b9fe46a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:24.458805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d963279-684e-473a-8a80-fe131b9fe46a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:03:24.474754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.490618 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.497024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:03:24.497439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:03:24.499532 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:03:24.558323 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.568363 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.571705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] 10.222.0.31 "DELETE /v2.0/networks/22a3d59a-bcc5-4efb-956f-8bf737f2f127 HTTP/1.1" status: 204 len: 168 time: 0.6054046 Oct 19 21:03:24.582263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de2b90-8774-4035-a2ed-8686db8d6349 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a3d59a-bcc5-4efb-956f-8bf737f2f127,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:24.720330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32960) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:24.767739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e60e1d69-4474-4a8b-8cdf-d12f64f8d7fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca2c84629e1e4a58bc3ee4e715b91eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461848 Oct 19 21:03:24.770317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32962) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:24.819948 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.842673 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.891767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.894455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:24.895760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b98ccec-3998-4d2a-998f-55e77878e1b2 HTTP/1.1" status: 204 len: 168 time: 0.1244981 Oct 19 21:03:24.904454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78afece-d51e-4f13-a8b3-b145c45b4172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98ccec-3998-4d2a-998f-55e77878e1b2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:24.988910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee27a17b-506d-49ba-a388-961ec25a8307 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:25.012229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ee27a17b-506d-49ba-a388-961ec25a8307 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:25.012607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ee27a17b-506d-49ba-a388-961ec25a8307 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:25.012974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:25.038583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:25.039026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 9f0d0f33-7806-4059-bf07-8f8bc3cd9339 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:25.039511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf4445ba-d4a3-434d-bb2e-6453a7517565 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:03:25.059844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: bf4445ba-d4a3-434d-bb2e-6453a7517565 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:03:25.060373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device bf4445ba-d4a3-434d-bb2e-6453a7517565 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:03:25.291227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32968) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:25.330893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-513f669d-1609-4d13-835a-52bc6aa7ed83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4d783a1533b4f82bcb1907b68c0f6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396385 Oct 19 21:03:25.333284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 32970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:25.388832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:25.411201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:25.461615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:25.465023 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:25.468400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da8ef3c8-c1a6-4b16-a16c-12e194d3867f HTTP/1.1" status: 204 len: 168 time: 0.1317961 Oct 19 21:03:25.474632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe8e7f-12d4-4f9c-aaaa-6486d848fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ef3c8-c1a6-4b16-a16c-12e194d3867f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:26.506077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0a0bca0a-8fa6-4ada-9842-17268ea7e3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:29.247319 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-933556b1-9fe9-4e36-aeea-51484f47d3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:30.320095 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:31.068918 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:32.352670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:42.970179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:43.454720 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.503517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:45.609814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60bce629-c8e9-4c8f-beef-af2cc09a22ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.682674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60bce629-c8e9-4c8f-beef-af2cc09a22ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.686312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-60bce629-c8e9-4c8f-beef-af2cc09a22ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.724136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-60bce629-c8e9-4c8f-beef-af2cc09a22ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b1f0f0a48f04c62a3ac990fd1352f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194061 Oct 19 21:03:45.726313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bce629-c8e9-4c8f-beef-af2cc09a22ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e2df6-9265-4cfb-a303-b7e7fbc26d86,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:45.726756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:03:45.776884 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.800425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.848850 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.851754 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:45.855810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b02e2df6-9265-4cfb-a303-b7e7fbc26d86 HTTP/1.1" status: 204 len: 168 time: 0.1251776 Oct 19 21:03:45.861791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3466c-058a-4979-ad91-afa30db3fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e2df6-9265-4cfb-a303-b7e7fbc26d86,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:48.024677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-fc33659e-567b-4f8b-86ce-d51a82999330 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1371b4bb59304489bd8cec95e3592bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285296 Oct 19 21:03:48.507523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-aa046ddb-2951-4135-ba9b-c45c9265dae3 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:48.508966 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-aa046ddb-2951-4135-ba9b-c45c9265dae3 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4791036 Oct 19 21:03:48.524196 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-74d36b71-2556-465f-91df-fc2049eda517 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/quotas/1371b4bb59304489bd8cec95e3592bd2 HTTP/1.1" status: 200 len: 375 time: 0.0087144 Oct 19 21:03:48.554139 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-95c8efe0-5ab0-42d9-a192-fa52eccfa3d0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1371b4bb59304489bd8cec95e3592bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249550 Oct 19 21:03:48.707237 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c175243d-adf9-4db6-aab0-5da244482060 req-b9ec80e5-4961-4d83-8eed-98b285c74403 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Oct 19 21:03:49.795771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-295f88a1-017a-4020-abcc-3a6de3b77015 req-c5c6d9b8-c27d-41f1-ada6-a45393fe2bda tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Oct 19 21:03:50.873783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20c1f10c-1b02-4ada-a7e4-7e9d01a04c25 req-bcc3b481-5f57-438b-bc4d-9ca2e297b5e9 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Oct 19 21:03:51.661400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-ab52903e-5faa-4fb2-8dd8-872e55f5a3aa tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1371b4bb59304489bd8cec95e3592bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285850 Oct 19 21:03:51.968108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1915480f-576d-4475-a0a8-5cef1109aeb2 req-823bd396-5026-4564-adab-5732b4e9ba4a tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Oct 19 21:03:52.105884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-ff9fd9c2-9abf-44a1-8458-9cb8b3d6d55b tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:52.107311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-ff9fd9c2-9abf-44a1-8458-9cb8b3d6d55b tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4407995 Oct 19 21:03:52.120124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Request body: {'port': {'device_id': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': '1371b4bb59304489bd8cec95e3592bd2'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:03:52.228528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Made reservation on behalf of 1371b4bb59304489bd8cec95e3592bd2 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:03:52.232356 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.240672 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.313648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.317232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.381515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8505416-7031-4d26-8eed-7097e1399706,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:52.450136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Allocated IP 192.168.233.242 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/84bcf060-911d-429d-810b-3e2846be4efe) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:03:52.589546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.626401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.665277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:03:52.668878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:03:52.672539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:03:52.702614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Pushing event updated for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:52.731280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:52.731956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.748600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b2ec811e-08e8-42df-8c71-e62bffab4ec0 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6321795 Oct 19 21:03:52.760747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Request body: {'port': {'device_id': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:03:52.819966 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.863314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6d1d785a-118b-4af0-87ac-774ca4fa8957 None None] Provisioning complete for port 84bcf060-911d-429d-810b-3e2846be4efe triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:03:52.863816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6d1d785a-118b-4af0-87ac-774ca4fa8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:52.897791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d785a-118b-4af0-87ac-774ca4fa8957 None None] Port 84bcf060-911d-429d-810b-3e2846be4efe cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:03:53.119681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4ada6-5b4d-4e5b-85bc-a2931e35ec01 req-2875ff18-2e7f-4d56-b754-7b1e7b99ff22 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.121118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d4ada6-5b4d-4e5b-85bc-a2931e35ec01 req-2875ff18-2e7f-4d56-b754-7b1e7b99ff22 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 936 time: 0.0797598 Oct 19 21:03:53.195978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39d4ada6-5b4d-4e5b-85bc-a2931e35ec01 req-127fb85e-4ebe-47ff-aa0d-21f58445ab45 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685618 Oct 19 21:03:53.200261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bcf060-911d-429d-810b-3e2846be4efe {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:03:53.207838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:53.224347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Transition to ACTIVE for port object 84bcf060-911d-429d-810b-3e2846be4efe will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:03:53.227535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:53.294812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:53.349394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Attempting to bind port 84bcf060-911d-429d-810b-3e2846be4efe on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:03:53.349814 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Attempting to bind port 84bcf060-911d-429d-810b-3e2846be4efe by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:03:53.350176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Attempting to bind port 84bcf060-911d-429d-810b-3e2846be4efe on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:03:53.355083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Port 84bcf060-911d-429d-810b-3e2846be4efe on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:03:53.355405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Attempting to bind port 84bcf060-911d-429d-810b-3e2846be4efe on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:03:53.360277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:03:53.360612 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:03:53.360994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:03:53.361465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Bound port: 84bcf060-911d-429d-810b-3e2846be4efe, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:03:53.361825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:53.427437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:03:53.430803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84bcf060-911d-429d-810b-3e2846be4efe,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:03:53.436226 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:53.476722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.477363 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:53.478785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] 10.222.0.11 "PUT /v2.0/ports/84bcf060-911d-429d-810b-3e2846be4efe HTTP/1.1" status: 200 len: 1096 time: 0.7223160 Oct 19 21:03:53.479483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:03:53.481822 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8a3ea-c668-475c-a42f-24f2549cf60e" -d '{"events": [{"name": "network-changed", "server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "tag": "84bcf060-911d-429d-810b-3e2846be4efe"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:03:53.509947 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a1f59-a529-4ba6-b3e4-e86256925665 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:53.534861 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e0add8-f8a1-4821-978b-4e88fa68b91f x-openstack-request-id: req-04e0add8-f8a1-4821-978b-4e88fa68b91f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:03:53.535148 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "tag": "84bcf060-911d-429d-810b-3e2846be4efe", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:03:53.535397 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04e0add8-f8a1-4821-978b-4e88fa68b91f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:03:53.535791 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe', 'status': 'completed', 'code': 200} Oct 19 21:03:53.569127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-98fdadcd-c8e1-4848-93df-fc711f4e64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.570822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-98fdadcd-c8e1-4848-93df-fc711f4e64f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1371b4bb59304489bd8cec95e3592bd2&device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 1099 time: 0.0467308 Oct 19 21:03:53.617482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-8c8666b2-f92d-4bcd-a036-292d715408c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=84bcf060-911d-429d-810b-3e2846be4efe HTTP/1.1" status: 200 len: 217 time: 0.0385876 Oct 19 21:03:53.667867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-afd7d301-f5c7-480d-b748-c0d04ef14d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.669397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-afd7d301-f5c7-480d-b748-c0d04ef14d8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0452340 Oct 19 21:03:53.714349 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-36c585fd-714c-4b7a-ae84-a57b59f61bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.715818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-36c585fd-714c-4b7a-ae84-a57b59f61bd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395327 Oct 19 21:03:53.810105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-6a15f42d-f580-43bd-a507-45251e1d57ed service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874629 Oct 19 21:03:53.899329 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8795f2d0-acbf-41ac-a3ec-4828a934b9b2 req-b635a3f4-8810-40a4-9ff9-b3515a6088b0 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823064 Oct 19 21:03:53.988515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-cd7f926e-1e70-4941-ad88-d8b49caf8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:53.990034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-cd7f926e-1e70-4941-ad88-d8b49caf8e02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1371b4bb59304489bd8cec95e3592bd2&device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 1099 time: 0.0452225 Oct 19 21:03:54.078982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-e2bafe1a-d43d-432c-9da8-473ecef6c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:54.080406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-e2bafe1a-d43d-432c-9da8-473ecef6c828 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.0829725 Oct 19 21:03:54.124599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-5805473b-6fcf-44c5-ac24-819b94243beb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=84bcf060-911d-429d-810b-3e2846be4efe HTTP/1.1" status: 200 len: 217 time: 0.0371852 Oct 19 21:03:54.172746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-7bd67018-3a84-4397-8ff4-c5657e5ac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:54.174105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-7bd67018-3a84-4397-8ff4-c5657e5ac380 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0429008 Oct 19 21:03:54.218249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-e6a7ae44-9847-4cb7-8599-ba60d8cd5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:54.219709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-e6a7ae44-9847-4cb7-8599-ba60d8cd5076 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0383136 Oct 19 21:03:54.343677 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-17ec44c7-15d8-4ebb-860d-6951df49480a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163177 Oct 19 21:03:54.353821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae4a7-adba-4f2d-abac-a8780e5a5c1e req-8c9286f4-50a9-476d-badb-97dc85441807 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:54.356064 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a2ae4a7-adba-4f2d-abac-a8780e5a5c1e req-8c9286f4-50a9-476d-badb-97dc85441807 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 948 time: 0.0704391 Oct 19 21:03:54.447960 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a2ae4a7-adba-4f2d-abac-a8780e5a5c1e req-2809e762-7b37-40ca-90d3-d7d490945d93 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839829 Oct 19 21:03:54.469201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eec8a3ea-c668-475c-a42f-24f2549cf60e req-c3d50729-86bb-4c55-8942-91724a82b50e service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122410 Oct 19 21:03:55.565204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9cb29-15cd-48fd-807d-68294b355f03 req-a215fc0b-ab11-4cc5-b96f-3182c427b0b1 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:55.566635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd9cb29-15cd-48fd-807d-68294b355f03 req-a215fc0b-ab11-4cc5-b96f-3182c427b0b1 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 948 time: 0.0515130 Oct 19 21:03:55.602963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd9cb29-15cd-48fd-807d-68294b355f03 req-e86c6c48-9982-4f7a-8c07-20a9a19d3dee tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Oct 19 21:03:56.295538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84bcf060-911d-429d-810b-3e2846be4efe details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:03:56.389682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84bcf060-911d-429d-810b-3e2846be4efe,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:56.401130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '84bcf060-911d-429d-810b-3e2846be4efe', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '84bcf060-911d-429d-810b-3e2846be4efe', 'mac_address': 'fa:16:3e:d6:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:03:56.437178 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:56.449979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bcf060-911d-429d-810b-3e2846be4efe {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:03:56.475359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84bcf060-911d-429d-810b-3e2846be4efe,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:56.479984 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:56.523954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-33773c1e-94fa-4f07-8f09-a053b60f31bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:56.539815 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:56.718996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a62d-20a7-4cde-9f29-f1f1d4f1f81b req-3c5294ee-2e28-401b-b4d4-7babfc900a3d tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:56.719541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84bcf060-911d-429d-810b-3e2846be4efe'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:03:56.720528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f699a62d-20a7-4cde-9f29-f1f1d4f1f81b req-3c5294ee-2e28-401b-b4d4-7babfc900a3d tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 949 time: 0.0504336 Oct 19 21:03:56.758702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f699a62d-20a7-4cde-9f29-f1f1d4f1f81b req-0ceacf00-8514-4289-b15f-7a8a1fa0bb8f tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Oct 19 21:03:57.872361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e1552-38e4-4fa3-961a-814fd2aff98f req-d82a91b3-8b13-48d3-8e05-2b6b7c7c519e tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:57.873844 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-477e1552-38e4-4fa3-961a-814fd2aff98f req-d82a91b3-8b13-48d3-8e05-2b6b7c7c519e tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 949 time: 0.0479131 Oct 19 21:03:57.911386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-477e1552-38e4-4fa3-961a-814fd2aff98f req-a6efd219-52ad-4dd4-b2ce-95586882e576 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Oct 19 21:03:58.044892 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:03:58.311549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84bcf060-911d-429d-810b-3e2846be4efe up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:03:58.362017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 84bcf060-911d-429d-810b-3e2846be4efe completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:03:58.365726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 84bcf060-911d-429d-810b-3e2846be4efe triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:03:58.366092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:58.441035 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:58.462687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:03:58.464915 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe8a02-414d-482b-a64e-a08b807a9c06" -d '{"events": [{"server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "name": "network-vif-plugged", "status": "completed", "tag": "84bcf060-911d-429d-810b-3e2846be4efe"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:03:58.478399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84bcf060-911d-429d-810b-3e2846be4efe,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:03:58.482879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:03:58.520368 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde87db-48bd-47c6-b76d-a1d05422c017 x-openstack-request-id: req-6fde87db-48bd-47c6-b76d-a1d05422c017 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:03:58.520658 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "name": "network-vif-plugged", "status": "completed", "tag": "84bcf060-911d-429d-810b-3e2846be4efe", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:03:58.520906 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fde87db-48bd-47c6-b76d-a1d05422c017 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:03:58.521491 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe', 'code': 200} Oct 19 21:03:58.551941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:03:58.600889 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205a08-cc28-4583-b629-397d02da4f87 req-8dbbc49e-908c-4433-94e2-161100ae7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:58.602364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69205a08-cc28-4583-b629-397d02da4f87 req-8dbbc49e-908c-4433-94e2-161100ae7cdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 1101 time: 0.0384688 Oct 19 21:03:58.637177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69205a08-cc28-4583-b629-397d02da4f87 req-a1309c5a-4a80-424c-8b67-e9a3a7ad2bc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270982 Oct 19 21:03:59.022256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552900f-3f64-494c-8721-a5142bf95385 req-325d30ee-d85b-4e7f-896d-4556bbf7cbca tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:03:59.023726 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c552900f-3f64-494c-8721-a5142bf95385 req-325d30ee-d85b-4e7f-896d-4556bbf7cbca tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 950 time: 0.0482197 Oct 19 21:03:59.061125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c552900f-3f64-494c-8721-a5142bf95385 req-f5b01aea-e881-40b9-aa80-03e879aed5d8 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Oct 19 21:03:59.247001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3707-ace9-4e59-8a24-c2c0fbad883f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:00.181796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e5f24-e3b5-4e67-b46d-13a96a0f0260 req-7b60b3a3-4047-47e9-9fa5-cbc603abd757 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:00.184557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a0e5f24-e3b5-4e67-b46d-13a96a0f0260 req-7b60b3a3-4047-47e9-9fa5-cbc603abd757 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 950 time: 0.0575957 Oct 19 21:04:00.221265 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a0e5f24-e3b5-4e67-b46d-13a96a0f0260 req-99cb3074-8160-42c1-a66f-40c91f792422 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Oct 19 21:04:00.323080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:00.467077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e27de-444a-4cea-986e-861567f63afe req-e152ba01-9f5e-4eb3-ab31-6a06910bf88f tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:00.468550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f43e27de-444a-4cea-986e-861567f63afe req-e152ba01-9f5e-4eb3-ab31-6a06910bf88f tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 950 time: 0.0483510 Oct 19 21:04:00.507053 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f43e27de-444a-4cea-986e-861567f63afe req-404e80be-d453-46e0-a3a7-646d826d5782 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Oct 19 21:04:01.070314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:01.627078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fb80a-de99-47cd-b470-3ab57204fd49 req-34fecef1-a8f3-413f-b8fe-a0147ad5770a tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:01.628555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794fb80a-de99-47cd-b470-3ab57204fd49 req-34fecef1-a8f3-413f-b8fe-a0147ad5770a tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 950 time: 0.0528255 Oct 19 21:04:01.664903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794fb80a-de99-47cd-b470-3ab57204fd49 req-d8024092-39a8-44c5-bba7-b43d577e79a4 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8505416-7031-4d26-8eed-7097e1399706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Oct 19 21:04:01.712602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-8e0173d8-b77d-46f4-9729-40371187ba98 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:01.714627 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-8e0173d8-b77d-46f4-9729-40371187ba98 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.11 "GET /v2.0/ports?device_id=474191f6-eeb3-4d7d-8c6f-8089b7e47226 HTTP/1.1" status: 200 len: 950 time: 0.0481379 Oct 19 21:04:01.808277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Deleting port 84bcf060-911d-429d-810b-3e2846be4efe {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:04:01.808539 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:01.895842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] For port 84bcf060-911d-429d-810b-3e2846be4efe, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=84bcf060-911d-429d-810b-3e2846be4efe,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:01.896194 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:01.908247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Calling delete_port for 84bcf060-911d-429d-810b-3e2846be4efe owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:04:02.035525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:02.046939 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['84bcf060-911d-429d-810b-3e2846be4efe'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:04:02.062236 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Pushing event deleted for resources: {'Port': ['ID=84bcf060-911d-429d-810b-3e2846be4efe,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:02.108936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] No DVR routers for this DVR port 84bcf060-911d-429d-810b-3e2846be4efe on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:04:02.112407 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:02.115978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a7564ced-ed2b-450b-8420-5b33ac191b1e req-5835d0cf-9fcc-411b-9824-77271053c738 tempest-VolumesNegativeTest-574158917 tempest-VolumesNegativeTest-574158917-project] 10.222.0.11 "DELETE /v2.0/ports/84bcf060-911d-429d-810b-3e2846be4efe HTTP/1.1" status: 204 len: 173 time: 0.3951409 Oct 19 21:04:02.116448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'name': 'network-vif-deleted', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:02.119357 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee46f1-5dc3-4c8d-8abf-900291c6d2bf" -d '{"events": [{"server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "name": "network-vif-deleted", "tag": "84bcf060-911d-429d-810b-3e2846be4efe"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:02.310812 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec75d30-cb43-4df2-b17f-11ecc9201bd8 x-openstack-request-id: req-0ec75d30-cb43-4df2-b17f-11ecc9201bd8 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:02.311113 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474191f6-eeb3-4d7d-8c6f-8089b7e47226", "name": "network-vif-deleted", "tag": "84bcf060-911d-429d-810b-3e2846be4efe", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:02.311364 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec75d30-cb43-4df2-b17f-11ecc9201bd8 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:02.311764 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474191f6-eeb3-4d7d-8c6f-8089b7e47226', 'name': 'network-vif-deleted', 'tag': '84bcf060-911d-429d-810b-3e2846be4efe', 'status': 'completed', 'code': 200} Oct 19 21:04:02.356209 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:04.346764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84bcf060-911d-429d-810b-3e2846be4efe no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:04:04.367176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 84bcf060-911d-429d-810b-3e2846be4efe {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:04:04.367521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 84bcf060-911d-429d-810b-3e2846be4efe not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:04:07.315423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33406) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:07.448197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7ff4765-6ea4-4537-bc38-3c1a9074c51f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1371b4bb59304489bd8cec95e3592bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315300 Oct 19 21:04:07.451195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33410) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:07.499912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:07.520253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:07.565805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:07.568568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:07.569773 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8505416-7031-4d26-8eed-7097e1399706 HTTP/1.1" status: 204 len: 168 time: 0.1176279 Oct 19 21:04:07.577653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d34b4-dfe7-4f2d-900b-5557ed785b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8505416-7031-4d26-8eed-7097e1399706,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:12.976463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:13.466126 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:17.391168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-0bfb17eb-36c2-494c-8a3c-5ac810fc18d1 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216005 Oct 19 21:04:17.493531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-294c76f4-df95-4d96-ae59-79bc2d42e817 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:17.495499 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-294c76f4-df95-4d96-ae59-79bc2d42e817 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0987439 Oct 19 21:04:17.509990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a888101f-2db6-4a77-863e-1e391cacbcb1 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/quotas/aea4ae2fe3304f74b1b16541d47f4d31 HTTP/1.1" status: 200 len: 375 time: 0.0087206 Oct 19 21:04:17.563752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-cf5a2f5b-feae-44fe-be25-1c6ef3f20968 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485914 Oct 19 21:04:17.827451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fed750b2-0e3c-4329-8dc8-951fe4268e32 req-868098a3-dc3c-443c-b8fc-fa60561671e5 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 210 time: 0.1287398 Oct 19 21:04:18.922532 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-498b5a78-6dcf-45d2-9641-4ba4b4a822f9 req-4f3b2389-88d3-40f0-b72d-5f1f8a7ff5a4 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 210 time: 0.0448565 Oct 19 21:04:19.563049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-f866b423-d834-4789-9e1a-139dd38c8fb3 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220513 Oct 19 21:04:19.673087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-455544a4-988d-4370-bd11-e1f2f76cac11 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:19.674508 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-455544a4-988d-4370-bd11-e1f2f76cac11 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063812 Oct 19 21:04:19.687163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Request body: {'port': {'device_id': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'admin_state_up': True, 'tenant_id': 'aea4ae2fe3304f74b1b16541d47f4d31'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:19.791163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Made reservation on behalf of aea4ae2fe3304f74b1b16541d47f4d31 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:04:19.795286 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:19.803479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:19.875724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:19.879272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:19.947329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed0b387-a7ec-4337-b365-7b9263cf1b7e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:19.960445 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.960790 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.961125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.961580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.961896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.962226 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.962549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.962870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.963192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.963509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.964365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:19.964682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:20.010863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c1be648-80de-41df-abbb-543860e79b53 req-5e025509-e4d9-490d-8c25-804e4cbce09b tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 210 time: 0.0287220 Oct 19 21:04:20.025012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Allocated IP 192.168.233.234 (8e4ce5a2-0b71-4523-aaa9-b38412d7f486/2c85eb9a-a92d-4636-a445-5d31936bf7d6/847090f8-f2c6-4263-9911-da8c43f230ca) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:04:20.168305 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.200261 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.241851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:04:20.244884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:04:20.248393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:04:20.274108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Pushing event updated for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:20.302157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:20.302779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.318500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a81483e7-7549-4d25-8c7d-d70315b2faa8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6347799 Oct 19 21:04:20.331199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Request body: {'port': {'device_id': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:20.391624 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.512042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-dfb4d72f-02a1-47d5-adda-37548f568abd None None] Provisioning complete for port 847090f8-f2c6-4263-9911-da8c43f230ca triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:04:20.512594 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d72f-02a1-47d5-adda-37548f568abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.548306 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4d72f-02a1-47d5-adda-37548f568abd None None] Port 847090f8-f2c6-4263-9911-da8c43f230ca cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:04:20.656431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847090f8-f2c6-4263-9911-da8c43f230ca {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:04:20.663649 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.675430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Transition to ACTIVE for port object 847090f8-f2c6-4263-9911-da8c43f230ca will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:04:20.678525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.731134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Pushing event updated for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:20.806233 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Attempting to bind port 847090f8-f2c6-4263-9911-da8c43f230ca on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:04:20.806666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Attempting to bind port 847090f8-f2c6-4263-9911-da8c43f230ca by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:04:20.806900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Attempting to bind port 847090f8-f2c6-4263-9911-da8c43f230ca on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:04:20.812530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Port 847090f8-f2c6-4263-9911-da8c43f230ca on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:04:20.812855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Attempting to bind port 847090f8-f2c6-4263-9911-da8c43f230ca on network 8e4ce5a2-0b71-4523-aaa9-b38412d7f486 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:04:20.818059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:04:20.818397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Checking segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:04:20.818777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Bound using segment: {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:04:20.819347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Bound port: 847090f8-f2c6-4263-9911-da8c43f230ca, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d31082-9e57-4d1d-86ba-7f0247538a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:04:20.819701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.898179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:04:20.902591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=847090f8-f2c6-4263-9911-da8c43f230ca,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:04:20.909819 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.963157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:20.964453 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:20.966094 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] 10.222.0.11 "PUT /v2.0/ports/847090f8-f2c6-4263-9911-da8c43f230ca HTTP/1.1" status: 200 len: 1096 time: 0.6391675 Oct 19 21:04:20.966546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:20.969058 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c9347-1113-4bfb-bff7-2764eda0c39c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:20.985275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498fab6-0eed-4127-b9bb-529e87a150bc service neutron] Pushing event updated for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:21.021108 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ea2ec-c680-40b5-8f85-dc4676b38301 x-openstack-request-id: req-fb7ea2ec-c680-40b5-8f85-dc4676b38301 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:21.021529 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:21.021865 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb7ea2ec-c680-40b5-8f85-dc4676b38301 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:21.022420 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca', 'status': 'completed', 'code': 200} Oct 19 21:04:21.067989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a4b5ebb3-0113-4eb7-975e-36d8618d02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.069558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-a4b5ebb3-0113-4eb7-975e-36d8618d02a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 1099 time: 0.0454512 Oct 19 21:04:21.125948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-d8a1caf3-03b5-420e-8d85-2a105a177a62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=847090f8-f2c6-4263-9911-da8c43f230ca HTTP/1.1" status: 200 len: 217 time: 0.0480103 Oct 19 21:04:21.153213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b1b4-71d9-42c7-b61b-beec3104f7e9 req-23def4a9-7ba2-4169-a559-6f5ad2cdca14 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.155513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70d5b1b4-71d9-42c7-b61b-beec3104f7e9 req-23def4a9-7ba2-4169-a559-6f5ad2cdca14 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 948 time: 0.0566092 Oct 19 21:04:21.183428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3e045852-5199-49f8-b55c-edb18e9fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.184990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-3e045852-5199-49f8-b55c-edb18e9fa686 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0507984 Oct 19 21:04:21.196740 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70d5b1b4-71d9-42c7-b61b-beec3104f7e9 req-4742e477-5c5b-441a-b7a7-08d7dbe00120 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Oct 19 21:04:21.236096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-e2c24909-13c0-49b2-bf6b-62ab64ef659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.237538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-e2c24909-13c0-49b2-bf6b-62ab64ef659c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460238 Oct 19 21:04:21.336413 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-812ced3c-5403-45a0-a3e5-65a0f90a046d service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919366 Oct 19 21:04:21.431635 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f1cf55f-fc7c-49f2-bd2c-4d5cb4af5151 req-d01ed735-f520-40a2-8134-ac6c7ea650bb service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Oct 19 21:04:21.514122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-5549c5c3-f1ab-47c4-8684-d97fc3e17888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.515501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-5549c5c3-f1ab-47c4-8684-d97fc3e17888 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 1099 time: 0.0395994 Oct 19 21:04:21.607199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-da9f94bd-0acf-4102-86d3-cd6f624d3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.608631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-da9f94bd-0acf-4102-86d3-cd6f624d3d31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486 HTTP/1.1" status: 200 len: 870 time: 0.0865583 Oct 19 21:04:21.649155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-d13e41ca-f7bd-4098-9949-ccdf42d4e4a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=847090f8-f2c6-4263-9911-da8c43f230ca HTTP/1.1" status: 200 len: 217 time: 0.0334809 Oct 19 21:04:21.697668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-36bde6f0-1364-4c9e-a86f-7d881658f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.699608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-36bde6f0-1364-4c9e-a86f-7d881658f777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2c85eb9a-a92d-4636-a445-5d31936bf7d6 HTTP/1.1" status: 200 len: 843 time: 0.0430634 Oct 19 21:04:21.747836 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-63b76e7f-ba1d-4cb9-ab6a-d892d962d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:21.749319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-63b76e7f-ba1d-4cb9-ab6a-d892d962d05e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e4ce5a2-0b71-4523-aaa9-b38412d7f486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419462 Oct 19 21:04:21.836593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-8fd77604-c131-4838-b3ff-7ad3d163e18a service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792501 Oct 19 21:04:21.926742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-483c9347-1113-4bfb-bff7-2764eda0c39c req-400ff9ba-5fc8-4506-ac69-fd42d9a11470 service neutron] 10.222.0.11 "GET /v2.0/networks/8e4ce5a2-0b71-4523-aaa9-b38412d7f486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818863 Oct 19 21:04:22.309676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076df50-7e37-4adf-bc55-9d76c3486791 req-f4ddb62e-171d-4d17-a7c8-831b44c8d908 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:22.311147 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7076df50-7e37-4adf-bc55-9d76c3486791 req-f4ddb62e-171d-4d17-a7c8-831b44c8d908 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 948 time: 0.0480745 Oct 19 21:04:22.347752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7076df50-7e37-4adf-bc55-9d76c3486791 req-03ff9101-09fe-418b-9c73-f2e2040520e6 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Oct 19 21:04:23.458497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d674b-b3d7-4fe8-9c92-ac74d0f5be89 req-e34bc1d2-f9f3-4221-8972-3183637a43dc tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:23.459935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c74d674b-b3d7-4fe8-9c92-ac74d0f5be89 req-e34bc1d2-f9f3-4221-8972-3183637a43dc tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 948 time: 0.0476301 Oct 19 21:04:23.497605 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c74d674b-b3d7-4fe8-9c92-ac74d0f5be89 req-2a8e715b-4f68-4776-b9a7-99d5e2a4d6b2 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Oct 19 21:04:24.404393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 847090f8-f2c6-4263-9911-da8c43f230ca details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:04:24.497384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=847090f8-f2c6-4263-9911-da8c43f230ca,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:24.507700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '847090f8-f2c6-4263-9911-da8c43f230ca', 'network_id': '8e4ce5a2-0b71-4523-aaa9-b38412d7f486', 'port_id': '847090f8-f2c6-4263-9911-da8c43f230ca', 'mac_address': 'fa:16:3e:ed:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c85eb9a-a92d-4636-a445-5d31936bf7d6', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:04:24.548756 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:24.561538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847090f8-f2c6-4263-9911-da8c43f230ca {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:04:24.580543 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=847090f8-f2c6-4263-9911-da8c43f230ca,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:24.585517 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:24.614648 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa961c-87ee-48ab-b69f-659b86a94e02 req-005f8b9c-f6e2-4fc9-b91a-95c4ca077078 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:24.616220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23aa961c-87ee-48ab-b69f-659b86a94e02 req-005f8b9c-f6e2-4fc9-b91a-95c4ca077078 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 948 time: 0.0502777 Oct 19 21:04:24.634442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:24.641817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.642147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.642489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.642821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.643150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.643477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.643803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.644122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.644443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.644760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.645079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.645438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:24.654606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-23aa961c-87ee-48ab-b69f-659b86a94e02 req-a8fc0e69-db3e-4dd0-b59a-7d829873a222 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Oct 19 21:04:24.773086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['847090f8-f2c6-4263-9911-da8c43f230ca'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:04:25.770023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04fae6-0fa6-4cb1-8a0b-846e316c3b71 req-1c6874a4-d978-45d0-96d3-abfb666f2e8a tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:25.771483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc04fae6-0fa6-4cb1-8a0b-846e316c3b71 req-1c6874a4-d978-45d0-96d3-abfb666f2e8a tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 949 time: 0.0524409 Oct 19 21:04:25.807589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cc04fae6-0fa6-4cb1-8a0b-846e316c3b71 req-52f595ff-a733-482c-9cb1-cc41849bdc8a tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Oct 19 21:04:26.424299 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 847090f8-f2c6-4263-9911-da8c43f230ca up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:04:26.471141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 847090f8-f2c6-4263-9911-da8c43f230ca completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:04:26.474712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 847090f8-f2c6-4263-9911-da8c43f230ca triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:04:26.475073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:26.517802 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37f321b9-6f98-4299-852e-abbf2fcff887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:26.560086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:26.580814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:26.583045 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154af98c-cbb9-49ed-8b68-6d007baaed2e" -d '{"events": [{"server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "name": "network-vif-plugged", "status": "completed", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:26.595433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=847090f8-f2c6-4263-9911-da8c43f230ca,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:26.599253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:26.626319 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63652f7-7c51-444e-a078-33290b490740 x-openstack-request-id: req-e63652f7-7c51-444e-a078-33290b490740 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:26.626610 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "name": "network-vif-plugged", "status": "completed", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:26.626856 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e63652f7-7c51-444e-a078-33290b490740 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:26.627236 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca', 'code': 200} Oct 19 21:04:26.653789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:26.722514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304623d-a2b8-47dd-9392-b9ecf5365d92 req-edf2dce6-4152-4ee7-a185-0461ca12ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:26.723982 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7304623d-a2b8-47dd-9392-b9ecf5365d92 req-edf2dce6-4152-4ee7-a185-0461ca12ba7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 1101 time: 0.0434000 Oct 19 21:04:26.757118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7304623d-a2b8-47dd-9392-b9ecf5365d92 req-c765f199-fe31-4851-9086-4823f6982639 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260251 Oct 19 21:04:26.920580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5eff3-8e64-4f1a-8888-515870e22809 req-a3213665-1be6-4bcb-ba28-980ce9eab0fc tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:26.922084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87d5eff3-8e64-4f1a-8888-515870e22809 req-a3213665-1be6-4bcb-ba28-980ce9eab0fc tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 950 time: 0.0488117 Oct 19 21:04:26.967013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-87d5eff3-8e64-4f1a-8888-515870e22809 req-50700bbe-7c2f-4272-b120-51370646e6a8 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Oct 19 21:04:28.081265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07cc8d-d952-47a1-81d9-dc9b0f547aea req-dab5d4eb-4c99-4680-a6b5-c9f112573782 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:28.082745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b07cc8d-d952-47a1-81d9-dc9b0f547aea req-dab5d4eb-4c99-4680-a6b5-c9f112573782 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 950 time: 0.0479367 Oct 19 21:04:28.119782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b07cc8d-d952-47a1-81d9-dc9b0f547aea req-369f71a2-e632-426e-8782-66f0d4438276 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Oct 19 21:04:28.442566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-b1995337-d1fd-4f0d-9fa8-25743a50f0ab req-1437ee2b-8f4d-470f-b2cc-71be14ee9c07 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:04:28.443568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1995337-d1fd-4f0d-9fa8-25743a50f0ab req-1437ee2b-8f4d-470f-b2cc-71be14ee9c07 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0572042 Oct 19 21:04:29.049196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-d02f7696-8dfa-4e24-bb93-fc613b387512 req-a3bd7535-ef4a-4e04-b7fe-48e024ce7e34 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:04:29.050304 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d02f7696-8dfa-4e24-bb93-fc613b387512 req-a3bd7535-ef4a-4e04-b7fe-48e024ce7e34 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0635564 Oct 19 21:04:29.248431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0188-16bc-48d7-982b-92aaa7ff2e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:29.366909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b256b-ff54-45b9-aa83-f71c4a4538b9 req-bc87b1fd-a590-4d6c-9e98-53eaa5a7a922 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:29.368854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-975b256b-ff54-45b9-aa83-f71c4a4538b9 req-bc87b1fd-a590-4d6c-9e98-53eaa5a7a922 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 950 time: 0.0502117 Oct 19 21:04:29.411562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-975b256b-ff54-45b9-aa83-f71c4a4538b9 req-12daa15d-d077-4cee-b9bd-52ba6a15549a tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Oct 19 21:04:30.324554 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:30.529470 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd562d-c44a-4165-8311-5c23cf2a1232 req-52d80251-e13b-4997-9674-04e68972a64f tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:30.530856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05bd562d-c44a-4165-8311-5c23cf2a1232 req-52d80251-e13b-4997-9674-04e68972a64f tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 950 time: 0.0488474 Oct 19 21:04:30.568061 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05bd562d-c44a-4165-8311-5c23cf2a1232 req-50071cf8-bbb3-412d-97f6-1d6e57befd37 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/security-groups?id=3ed0b387-a7ec-4337-b365-7b9263cf1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Oct 19 21:04:30.876605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-5c61d999-b7fe-4be3-8f4b-6ea9428e6809 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:30.878071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-5c61d999-b7fe-4be3-8f4b-6ea9428e6809 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 950 time: 0.3207939 Oct 19 21:04:30.962158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Deleting port 847090f8-f2c6-4263-9911-da8c43f230ca {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:04:30.962494 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:31.052845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] For port 847090f8-f2c6-4263-9911-da8c43f230ca, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=847090f8-f2c6-4263-9911-da8c43f230ca,segment=NetworkSegment(b6d31082-9e57-4d1d-86ba-7f0247538a0f),segment_id=b6d31082-9e57-4d1d-86ba-7f0247538a0f)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:31.053200 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:31.065219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Calling delete_port for 847090f8-f2c6-4263-9911-da8c43f230ca owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:04:31.074991 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:31.187563 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:31.199089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['847090f8-f2c6-4263-9911-da8c43f230ca'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:04:31.220745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Pushing event deleted for resources: {'Port': ['ID=847090f8-f2c6-4263-9911-da8c43f230ca,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:31.262148 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] No DVR routers for this DVR port 847090f8-f2c6-4263-9911-da8c43f230ca on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:04:31.264868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:31.268278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7b655f9-6bdf-4975-9184-c851f7172773 req-05029e3c-6a5a-4564-bcc4-7d5707a81115 tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.11 "DELETE /v2.0/ports/847090f8-f2c6-4263-9911-da8c43f230ca HTTP/1.1" status: 204 len: 173 time: 0.3841238 Oct 19 21:04:31.268842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'name': 'network-vif-deleted', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:31.271167 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f914fe-7424-48a2-8c56-566610042c0a" -d '{"events": [{"server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "name": "network-vif-deleted", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:31.312738 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47730bf-ab29-41da-aa31-b2936d0d245f x-openstack-request-id: req-c47730bf-ab29-41da-aa31-b2936d0d245f {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:31.313033 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f6dbc-3e31-467f-b912-46af724e56f1", "name": "network-vif-deleted", "tag": "847090f8-f2c6-4263-9911-da8c43f230ca", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:31.313284 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c47730bf-ab29-41da-aa31-b2936d0d245f {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:31.313716 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f6dbc-3e31-467f-b912-46af724e56f1', 'name': 'network-vif-deleted', 'tag': '847090f8-f2c6-4263-9911-da8c43f230ca', 'status': 'completed', 'code': 200} Oct 19 21:04:31.680774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8e63c060-cc5d-4f90-8e0e-bbe1ecaa38c5 req-cc33f92a-6c12-42a6-8ea6-bc71846313cb tempest-ServersAdminNegativeTestJSON-1166529774 tempest-ServersAdminNegativeTestJSON-1166529774-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d6f6dbc-3e31-467f-b912-46af724e56f1 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Oct 19 21:04:32.358610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:32.964061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33552) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:33.095742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8afaacc9-5ac2-4c8f-bf3d-ef0665f60227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aea4ae2fe3304f74b1b16541d47f4d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305277 Oct 19 21:04:33.098232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33556) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:33.144654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.165896 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.212811 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.215969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.217130 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ed0b387-a7ec-4337-b365-7b9263cf1b7e HTTP/1.1" status: 204 len: 168 time: 0.1180069 Oct 19 21:04:33.224678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed0b387-a7ec-4337-b365-7b9263cf1b7e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:33.233619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.233973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.234319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.234790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.234986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.235320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.235654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.235982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.236309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.236633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.236956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.237285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d1669-955c-4b43-872b-46249a118030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:04:33.475256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33562) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:33.488552 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33687f69-9ce9-4c98-92a1-6759df93f150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.560510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33687f69-9ce9-4c98-92a1-6759df93f150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.563863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-33687f69-9ce9-4c98-92a1-6759df93f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.604197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-33687f69-9ce9-4c98-92a1-6759df93f150 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4566b266c4af4c888a44cd6c1068f8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275785 Oct 19 21:04:33.606091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33687f69-9ce9-4c98-92a1-6759df93f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788f5e9-ea2f-4f5f-821c-1957d1a53b4b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:33.607076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33564) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:33.657952 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.678249 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.722703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.725185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:33.726352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b788f5e9-ea2f-4f5f-821c-1957d1a53b4b HTTP/1.1" status: 204 len: 168 time: 0.1181171 Oct 19 21:04:33.734111 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4d59-75fc-4e3c-8ebf-1f14bae138e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788f5e9-ea2f-4f5f-821c-1957d1a53b4b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:34.403815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33586) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:34.450763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 847090f8-f2c6-4263-9911-da8c43f230ca no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:04:34.470473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 847090f8-f2c6-4263-9911-da8c43f230ca {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:04:34.470841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 847090f8-f2c6-4263-9911-da8c43f230ca not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:04:34.503204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-670182116-network', 'tenant_id': '7e9fcd8de59f4dafbb27d47f9f02f5c1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:34.526346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Made reservation on behalf of 7e9fcd8de59f4dafbb27d47f9f02f5c1 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:04:34.528989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.537067 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.607863 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.611322 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.634065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:04:34.642503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88119a-d0c0-4a6c-8a82-e37a5c588d10,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:34.648462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.648846 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Added segment 698fb277-7b8f-44bf-804a-dd758bbc42a5 of type vlan for network d77d24f0-a102-46d8-b926-33cac844b35e Oct 19 21:04:34.687888 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.710426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.711345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:34.711920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.757916 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3530185 Oct 19 21:04:34.761034 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:04:34.766080 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Request body: {'subnet': {'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-670182116-subnet', 'tenant_id': '7e9fcd8de59f4dafbb27d47f9f02f5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:34.786896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Made reservation on behalf of 7e9fcd8de59f4dafbb27d47f9f02f5c1 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:04:34.789106 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:34.803292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe9c76-f136-4e40-bd37-9563cf6eed57 admin admin] Pushing event updated for resources: {'Network': ['ID=d77d24f0-a102-46d8-b926-33cac844b35e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:34.813128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d77d24f0-a102-46d8-b926-33cac844b35e details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:04:34.957159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:35.015601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c3f55d-420c-400a-ba03-b457a7e4d25a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:35.019928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Checking segment: {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:04:35.020283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Network hostable DHCP agents. Network: d77d24f0-a102-46d8-b926-33cac844b35e, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:04:35.037238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Network d77d24f0-a102-46d8-b926-33cac844b35e is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:04:35.043142 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:04:35.045914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, d77d24f0-a102-46d8-b926-33cac844b35e) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:04:35.050148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:35.050784 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:35.054809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2556f-6ecd-486f-91af-8211e1cefa27 None None] Network d77d24f0-a102-46d8-b926-33cac844b35e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:04:35.072412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb301feb-d945-4686-8fa1-28c836d9355e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3102210 Oct 19 21:04:35.177072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcead3-12da-40ee-962f-540b4b7d4910 None None] Network d77d24f0-a102-46d8-b926-33cac844b35e requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:04:35.496572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-cd429758-199f-41eb-8817-039a304aeb20 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:35.498149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-cd429758-199f-41eb-8817-039a304aeb20 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 811 time: 0.1111307 Oct 19 21:04:35.513512 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-367d7a8d-57c9-43e4-8d91-35b999da5a70 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/quotas/7e9fcd8de59f4dafbb27d47f9f02f5c1 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Oct 19 21:04:35.543826 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-ab619ae3-d251-4006-982d-949bf95d132a tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253119 Oct 19 21:04:35.554108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-2b56e687-a50d-422f-ad4c-f9b7a100210f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:04:35.554998 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-2b56e687-a50d-422f-ad4c-f9b7a100210f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048399 Oct 19 21:04:35.646282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-999deeca-f6a9-4aa4-9d3b-8364d3a304f3 service neutron] 10.222.0.31 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Oct 19 21:04:35.735231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-9005ac4e-d8b7-40d1-a3a2-8baf5fc78184 service neutron] 10.222.0.31 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829709 Oct 19 21:04:35.893950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2cfbe34b-e441-4540-8c04-489c482bf4f0 req-6d4c1bca-a0d0-4905-a196-f61d5618e84e tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Oct 19 21:04:36.799086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-51bc5af2-d5b0-4e89-b160-a594f060089c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:36.800518 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-51bc5af2-d5b0-4e89-b160-a594f060089c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.11 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 811 time: 0.1404951 Oct 19 21:04:36.818873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Request body: {'port': {'device_id': '15732cd0-e41b-48ca-a524-4879348fd300', 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e', 'admin_state_up': True, 'tenant_id': '7e9fcd8de59f4dafbb27d47f9f02f5c1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:36.927053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Made reservation on behalf of 7e9fcd8de59f4dafbb27d47f9f02f5c1 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:04:36.930746 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:36.986354 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7492f143-3f84-4e5a-82f9-cdcc33c732c0 req-1e5105b2-6e92-423f-b59e-21f8130a1806 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Oct 19 21:04:37.056623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Allocated IP 172.20.0.2 (d77d24f0-a102-46d8-b926-33cac844b35e/13c3f55d-420c-400a-ba03-b457a7e4d25a/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:04:37.203103 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.235880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.278091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Network d77d24f0-a102-46d8-b926-33cac844b35e is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:04:37.281063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:04:37.284584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:04:37.292619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:37.340873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:37.341514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.357170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-13711ce2-fa40-409f-a81a-126b1df5743d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418675 Oct 19 21:04:37.368728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Request body: {'port': {'device_id': '15732cd0-e41b-48ca-a524-4879348fd300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:04:37.420113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.680859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:04:37.688078 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.699502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Transition to ACTIVE for port object 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:04:37.703497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.769188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:37.817340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:04:37.817681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:04:37.818011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:04:37.822210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:04:37.822530 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:04:37.827242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:04:37.827578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Checking segment: {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:04:37.827957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Bound using segment: {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:04:37.828381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Bound port: 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:04:37.828736 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.893231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:04:37.896218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:04:37.899586 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.933915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:37.934537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:37.935932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] 10.222.0.11 "PUT /v2.0/ports/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 1091 time: 0.5710685 Oct 19 21:04:37.936371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:37.938658 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e" -d '{"events": [{"name": "network-changed", "server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:37.965689 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4661-3719-4d28-a245-15401f3c9985 service neutron] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:37.981266 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d14925-752e-4428-b89f-b8813d190a76 x-openstack-request-id: req-c6d14925-752e-4428-b89f-b8813d190a76 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:37.981570 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:37.981817 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6d14925-752e-4428-b89f-b8813d190a76 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:37.982197 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'status': 'completed', 'code': 200} Oct 19 21:04:38.014168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-7ab27553-17c8-4f1f-8173-2b83802a59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.015572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-7ab27553-17c8-4f1f-8173-2b83802a59ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0441768 Oct 19 21:04:38.057371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-2b25675e-da84-4915-bbfc-a2b095f955f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0342596 Oct 19 21:04:38.108478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24801b09-6d70-45d0-9780-5bcfce445a75 req-0f570798-cc4b-486f-99b8-113b7736b4dd tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.110119 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24801b09-6d70-45d0-9780-5bcfce445a75 req-0f570798-cc4b-486f-99b8-113b7736b4dd tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0574493 Oct 19 21:04:38.115938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-180a6810-6e68-4cb5-adb6-95b752d38c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.117416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-180a6810-6e68-4cb5-adb6-95b752d38c65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0533509 Oct 19 21:04:38.147906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24801b09-6d70-45d0-9780-5bcfce445a75 req-d0b62c12-4593-4074-a123-b2b4508db3c8 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Oct 19 21:04:38.149016 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-d7b3cf8b-33c4-4d6c-9e31-1496e6088aa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241673 Oct 19 21:04:38.238002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-9593d0e9-fe68-42b2-93ea-d7f6f2251577 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 Oct 19 21:04:38.330621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3a48e30-4eea-43ee-b151-895b1cd87d2f req-b39460b0-a71b-49a0-ae8f-b062eee954d4 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Oct 19 21:04:38.415614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-9a49ba25-55de-4ff2-b44b-e81627e0ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.417057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-9a49ba25-55de-4ff2-b44b-e81627e0ddd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0404000 Oct 19 21:04:38.509884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-b398d700-ea89-4ad0-acf0-395f913cbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.511226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-b398d700-ea89-4ad0-acf0-395f913cbee1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.0866215 Oct 19 21:04:38.552728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-8fe4539e-3e2f-4a23-9324-28e702bd8e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0337338 Oct 19 21:04:38.603474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-d1ccd3f4-04b2-493f-a69d-afa371207861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:38.605097 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-d1ccd3f4-04b2-493f-a69d-afa371207861 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0456829 Oct 19 21:04:38.635833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-443f1c89-6342-4527-9391-0fb3b3e1031d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228875 Oct 19 21:04:38.723767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-4920a470-8902-467c-a2b0-b9d17954f857 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799370 Oct 19 21:04:38.815209 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c7c85a14-f9a5-4ad6-8c99-881a2eae043e req-ee2587d0-ac21-40bf-a06e-d3f35d015ed2 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833559 Oct 19 21:04:39.260940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f1f3-9421-40e5-bec1-fdae523b31fb req-32b3921b-a200-4f81-86b5-f278d7f89233 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:39.263102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a785f1f3-9421-40e5-bec1-fdae523b31fb req-32b3921b-a200-4f81-86b5-f278d7f89233 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0485375 Oct 19 21:04:39.299762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a785f1f3-9421-40e5-bec1-fdae523b31fb req-31b89c09-577d-466a-a20d-5da3547a9a56 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Oct 19 21:04:40.413116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0937c4-5ed0-43e8-85f8-5921342a7ed1 req-94745a26-96b5-4ba1-b591-94244face8d3 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:40.414587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba0937c4-5ed0-43e8-85f8-5921342a7ed1 req-94745a26-96b5-4ba1-b591-94244face8d3 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0489635 Oct 19 21:04:40.451427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba0937c4-5ed0-43e8-85f8-5921342a7ed1 req-f090d024-ffb9-438c-8e77-807fc5dd3d71 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Oct 19 21:04:40.455019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:04:40.547533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:40.558189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e', 'port_id': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'mac_address': 'fa:16:3e:73:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c3f55d-420c-400a-ba03-b457a7e4d25a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:04:40.598359 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:40.610903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:04:40.629653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:40.632980 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:40.678719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:40.819295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:04:41.563428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2e0f-9001-4c6f-b8fb-daed9e2b59b7 req-568daf83-d233-47af-a13e-e75cdd94c851 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:41.564818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-718f2e0f-9001-4c6f-b8fb-daed9e2b59b7 req-568daf83-d233-47af-a13e-e75cdd94c851 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 944 time: 0.0476143 Oct 19 21:04:41.606922 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-718f2e0f-9001-4c6f-b8fb-daed9e2b59b7 req-bf637e90-6df5-4307-bf0f-f383bed45d91 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Oct 19 21:04:42.470434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:04:42.668071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:04:42.671959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:04:42.672326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:42.726919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0b9c1-65f1-433e-af30-4f6dd62f45ed req-a92d3569-5247-4c60-bf80-a555eb59bcd2 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:42.728448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7a0b9c1-65f1-433e-af30-4f6dd62f45ed req-a92d3569-5247-4c60-bf80-a555eb59bcd2 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 944 time: 0.0541682 Oct 19 21:04:42.760129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:42.771630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7a0b9c1-65f1-433e-af30-4f6dd62f45ed req-278e9d75-68e4-422d-9339-8f4a7c746c51 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Oct 19 21:04:42.783051 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:04:42.786087 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb2c8db-3844-4ece-9617-ba326c0f5fb5" -d '{"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-plugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:04:42.801012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:04:42.805397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:42.829184 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83a144-a6aa-4dad-b50e-c59e8a04625a x-openstack-request-id: req-0b83a144-a6aa-4dad-b50e-c59e8a04625a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:04:42.829508 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-plugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:04:42.829764 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b83a144-a6aa-4dad-b50e-c59e8a04625a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:04:42.830154 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'code': 200} Oct 19 21:04:42.856731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:04:42.914797 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396599f-5420-4807-b4b4-b7bbbaae9748 req-3fb80683-8a29-473e-aaa1-36d017023f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:42.916155 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b396599f-5420-4807-b4b4-b7bbbaae9748 req-3fb80683-8a29-473e-aaa1-36d017023f4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1096 time: 0.0393155 Oct 19 21:04:42.950752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b396599f-5420-4807-b4b4-b7bbbaae9748 req-ead1ea25-1eb1-4b1c-afe3-25c356e098ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279403 Oct 19 21:04:42.987727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:43.468899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:43.888762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c4065-3674-45df-9647-2993d9482301 req-34b3b5c4-a531-4b95-877d-62978fc56788 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:43.890245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d66c4065-3674-45df-9647-2993d9482301 req-34b3b5c4-a531-4b95-877d-62978fc56788 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0539477 Oct 19 21:04:43.929313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d66c4065-3674-45df-9647-2993d9482301 req-48865e94-0f7b-4439-a4c4-7da0c447ff47 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Oct 19 21:04:45.049464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115cdb7-c896-4c9a-8bcc-956903d0fcf9 req-5092992d-6f8d-42c0-b322-26363b466711 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:45.050951 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9115cdb7-c896-4c9a-8bcc-956903d0fcf9 req-5092992d-6f8d-42c0-b322-26363b466711 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0513375 Oct 19 21:04:45.089013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9115cdb7-c896-4c9a-8bcc-956903d0fcf9 req-beec93b6-99d2-41ad-a59f-f4289d0a23df tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Oct 19 21:04:45.316792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e342aab-5a5c-4cfb-a8b9-441aebd72c6c req-e25419b8-f445-4fa6-8090-56deb2bbdc64 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:45.318280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e342aab-5a5c-4cfb-a8b9-441aebd72c6c req-e25419b8-f445-4fa6-8090-56deb2bbdc64 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0480535 Oct 19 21:04:45.360498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-7287ef44-1576-4075-94be-62db8b39cbeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993266 Oct 19 21:04:45.368217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6e342aab-5a5c-4cfb-a8b9-441aebd72c6c req-09950a9e-2318-43ab-8364-f5c9e0d7adee tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Oct 19 21:04:45.372547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-79f87935-ef89-4abf-a48f-aa9af760250c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:04:45.373568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-79f87935-ef89-4abf-a48f-aa9af760250c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052965 Oct 19 21:04:46.452658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-a27ef1b0-4214-4b35-95ea-36f39c2bd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:46.454204 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-a27ef1b0-4214-4b35-95ea-36f39c2bd391 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1096 time: 0.0411379 Oct 19 21:04:46.485688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0879a8-8c54-44b0-bf33-ed1132de2d6d req-b35c3ade-a546-4950-9139-b8776ba918c5 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:46.487183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea0879a8-8c54-44b0-bf33-ed1132de2d6d req-b35c3ade-a546-4950-9139-b8776ba918c5 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Oct 19 21:04:46.524375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea0879a8-8c54-44b0-bf33-ed1132de2d6d req-c8442476-d9e0-4745-b1f3-d2c789799095 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Oct 19 21:04:46.544727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8bb41894-a48c-448f-9f0b-a7e052ea9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:46.546208 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8bb41894-a48c-448f-9f0b-a7e052ea9645 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.0855618 Oct 19 21:04:46.588132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-6cd6096f-cf97-47f0-b801-5d28ca5de783 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0355313 Oct 19 21:04:46.635526 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-af4ce828-10b6-44b1-966e-b057568cecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:46.636913 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-af4ce828-10b6-44b1-966e-b057568cecd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0419054 Oct 19 21:04:46.667701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-c6860503-2bf5-401c-a691-249fdcea60e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243833 Oct 19 21:04:46.759270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-60723af1-d6e7-4f5c-8742-fc854e8993ac service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840635 Oct 19 21:04:46.846579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-469ed152-3739-4fb2-9ed7-30e5b57c3f51 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809109 Oct 19 21:04:47.638527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0befb-71fe-40ea-8ed6-13032e17b199 req-fc4aaf81-b88f-4111-925b-69247a64223c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:47.639983 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4b0befb-71fe-40ea-8ed6-13032e17b199 req-fc4aaf81-b88f-4111-925b-69247a64223c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Oct 19 21:04:47.680892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d4b0befb-71fe-40ea-8ed6-13032e17b199 req-a88946d9-919b-49d6-b4f2-15443d535afb tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Oct 19 21:04:48.795816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff880f2-cbb6-4d0d-a880-a03bbfc3a003 req-48db780b-cb55-4a13-aed8-28cd2b91eb34 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:48.797260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff880f2-cbb6-4d0d-a880-a03bbfc3a003 req-48db780b-cb55-4a13-aed8-28cd2b91eb34 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0475636 Oct 19 21:04:48.838351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff880f2-cbb6-4d0d-a880-a03bbfc3a003 req-b43d7c7b-4b2c-4211-b1ca-4f18c466ef42 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352905 Oct 19 21:04:49.950561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307c44-8c3f-46c3-bf1d-94cbec45e430 req-5ce9e050-3c11-4875-81b8-7e158762db1b tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:49.952048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24307c44-8c3f-46c3-bf1d-94cbec45e430 req-5ce9e050-3c11-4875-81b8-7e158762db1b tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0482225 Oct 19 21:04:49.988727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-24307c44-8c3f-46c3-bf1d-94cbec45e430 req-c092782e-065a-4415-8a35-62df82f0faec tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Oct 19 21:04:51.102193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33511f-3670-4249-b1ee-49a13a0912c3 req-b632c64c-29c5-4d87-a44c-c8912a6f04c4 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:51.103655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e33511f-3670-4249-b1ee-49a13a0912c3 req-b632c64c-29c5-4d87-a44c-c8912a6f04c4 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Oct 19 21:04:51.141759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5e33511f-3670-4249-b1ee-49a13a0912c3 req-ad33e206-42f8-473f-a56a-5f32a574cd19 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Oct 19 21:04:52.261375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0121447-379a-43ee-8776-ef50f67f6047 req-5b4b2e9f-2100-4147-bc32-a2bddc70e147 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:52.262872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0121447-379a-43ee-8776-ef50f67f6047 req-5b4b2e9f-2100-4147-bc32-a2bddc70e147 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0555866 Oct 19 21:04:52.300250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0121447-379a-43ee-8776-ef50f67f6047 req-ba6c98d6-ceb8-4c5d-a896-3b53f9309d15 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Oct 19 21:04:53.412278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57f2c-2555-402d-acf4-5b76d123d2d3 req-73f7a295-c47b-4170-9b6a-a29cdbabc9f6 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:53.413759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdd57f2c-2555-402d-acf4-5b76d123d2d3 req-73f7a295-c47b-4170-9b6a-a29cdbabc9f6 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0481448 Oct 19 21:04:53.451698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdd57f2c-2555-402d-acf4-5b76d123d2d3 req-caf701d4-957b-47da-a216-84a56c4ed331 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Oct 19 21:04:54.563250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e5b0-2c63-4975-8249-0c30c6ad65cf req-db25e133-e455-4dde-bb3d-ccf0c3024683 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:54.564610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aa8e5b0-2c63-4975-8249-0c30c6ad65cf req-db25e133-e455-4dde-bb3d-ccf0c3024683 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0472667 Oct 19 21:04:54.605892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5aa8e5b0-2c63-4975-8249-0c30c6ad65cf req-713500fd-1b48-425c-92ea-21e025cd779d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350370 Oct 19 21:04:55.717627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62472-a5cb-46e5-a87f-410758497865 req-c2e5c3a0-1b1d-4f79-8ab4-73cbff426c94 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:55.719095 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfa62472-a5cb-46e5-a87f-410758497865 req-c2e5c3a0-1b1d-4f79-8ab4-73cbff426c94 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Oct 19 21:04:55.759888 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfa62472-a5cb-46e5-a87f-410758497865 req-842ed814-fc38-4c6a-9e2d-52f33d819f09 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Oct 19 21:04:56.507670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-20571e8c-e4ff-48fb-bb81-8ba321246576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:04:56.873433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb3a2a-7db3-444f-b5c6-f15c0869ff6f req-e2d564a6-d6bb-491d-a6dd-f7a5634618d9 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:56.874896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dfb3a2a-7db3-444f-b5c6-f15c0869ff6f req-e2d564a6-d6bb-491d-a6dd-f7a5634618d9 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Oct 19 21:04:56.911688 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dfb3a2a-7db3-444f-b5c6-f15c0869ff6f req-12eff014-c650-453c-ae1d-3a679d58c51f tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308530 Oct 19 21:04:58.025819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7441-cfde-4bd9-accd-a1cf734221b0 req-87352453-8664-4584-a1e3-4273b2cf9586 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:58.027293 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-520f7441-cfde-4bd9-accd-a1cf734221b0 req-87352453-8664-4584-a1e3-4273b2cf9586 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Oct 19 21:04:58.063906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-520f7441-cfde-4bd9-accd-a1cf734221b0 req-b3db9b1f-59c7-4b99-b76c-95704ba7253c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Oct 19 21:04:59.175242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b4a6-6a33-4660-8426-9c1942924b8b req-fcb4cf0f-8a26-458e-8dbf-8ad845c5f2c0 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:04:59.176987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e084b4a6-6a33-4660-8426-9c1942924b8b req-fcb4cf0f-8a26-458e-8dbf-8ad845c5f2c0 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0472662 Oct 19 21:04:59.213709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e084b4a6-6a33-4660-8426-9c1942924b8b req-714549cc-6eaf-4a58-ad1e-6eb229c1aa41 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Oct 19 21:04:59.248563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-89173a99-1b72-4c65-9a95-89007f39a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:00.326973 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:00.329687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b5baa-280a-4648-a4e3-5fafb2803a06 req-d26df471-ca1e-4397-bf60-786f6a782202 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:00.331229 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d3b5baa-280a-4648-a4e3-5fafb2803a06 req-d26df471-ca1e-4397-bf60-786f6a782202 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Oct 19 21:05:00.370427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8d3b5baa-280a-4648-a4e3-5fafb2803a06 req-b30455b0-65af-411f-b749-23097836648c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Oct 19 21:05:01.075841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:01.483549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d320a-c039-4a5d-bfbc-07d58235a825 req-c965e323-4ae1-43f7-b3eb-a337a8941fc1 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:01.485015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f9d320a-c039-4a5d-bfbc-07d58235a825 req-c965e323-4ae1-43f7-b3eb-a337a8941fc1 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Oct 19 21:05:01.531489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f9d320a-c039-4a5d-bfbc-07d58235a825 req-431c0fed-5ba2-4915-b41e-7358de29afd7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Oct 19 21:05:02.362267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:02.643743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83ea0-90b9-4c28-940d-5aedbac22840 req-71c1284e-ba23-4aba-8c00-db05ecf9aa5f tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:02.645224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17b83ea0-90b9-4c28-940d-5aedbac22840 req-71c1284e-ba23-4aba-8c00-db05ecf9aa5f tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Oct 19 21:05:02.686762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17b83ea0-90b9-4c28-940d-5aedbac22840 req-addee1b0-6c4f-4e67-977b-1e69a86cbefc tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Oct 19 21:05:03.801260 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee0c85-91bd-4ac9-89e2-5dad9978e925 req-023df70f-f081-45b8-bf9b-62c41f3d8cc7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:03.802747 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbee0c85-91bd-4ac9-89e2-5dad9978e925 req-023df70f-f081-45b8-bf9b-62c41f3d8cc7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Oct 19 21:05:03.838528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbee0c85-91bd-4ac9-89e2-5dad9978e925 req-70a76ba1-5bba-4efd-974a-9fbf0996111a tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299327 Oct 19 21:05:04.952105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452afc20-6cbc-4b32-8b1f-73af865385c6 req-d7566752-cd1d-40b7-a358-32a89cf21e35 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:04.953663 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-452afc20-6cbc-4b32-8b1f-73af865385c6 req-d7566752-cd1d-40b7-a358-32a89cf21e35 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Oct 19 21:05:04.992508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-452afc20-6cbc-4b32-8b1f-73af865385c6 req-16981565-8a72-43ca-ae43-c031073b26a7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Oct 19 21:05:06.106292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6051d-cbed-4c2b-9c71-9c1a5ae3eec0 req-4525f2d2-7927-4cc1-9993-a2fa71455887 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:06.107777 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39f6051d-cbed-4c2b-9c71-9c1a5ae3eec0 req-4525f2d2-7927-4cc1-9993-a2fa71455887 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0488558 Oct 19 21:05:06.145472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39f6051d-cbed-4c2b-9c71-9c1a5ae3eec0 req-77fcde24-c9a4-423b-a966-e4a5a9b18916 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Oct 19 21:05:07.259146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9ff63-d37e-4f57-8ca9-419bb32e4ea8 req-53ed6761-0a5f-4b0e-8805-c079a5e304f9 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:07.260558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca9ff63-d37e-4f57-8ca9-419bb32e4ea8 req-53ed6761-0a5f-4b0e-8805-c079a5e304f9 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Oct 19 21:05:07.298190 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca9ff63-d37e-4f57-8ca9-419bb32e4ea8 req-d35fc03c-602c-4a5a-8092-1dd2b3059e5c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Oct 19 21:05:08.411413 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748a87f-b99a-46c5-8d94-385dc0470528 req-1f2bf40b-215d-4f43-9aa8-5b6f6bb9bb39 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:08.412853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0748a87f-b99a-46c5-8d94-385dc0470528 req-1f2bf40b-215d-4f43-9aa8-5b6f6bb9bb39 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0475957 Oct 19 21:05:08.453119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0748a87f-b99a-46c5-8d94-385dc0470528 req-a7a65201-0f2a-4e3c-a93a-56eb78475f8d tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Oct 19 21:05:09.566544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dbe3c-65e4-4ee5-9290-82325c2c67b5 req-4af8527a-e603-46c1-9884-78e0509373f2 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:09.567886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-878dbe3c-65e4-4ee5-9290-82325c2c67b5 req-4af8527a-e603-46c1-9884-78e0509373f2 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Oct 19 21:05:09.608373 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-878dbe3c-65e4-4ee5-9290-82325c2c67b5 req-bb8a5194-9ba6-4143-b101-12a1d3ffba22 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Oct 19 21:05:10.736027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955688c-ec91-42ec-8776-435bbdbac070 req-5db461bd-ebb3-4d75-84aa-d6df341f3c41 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:10.737488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f955688c-ec91-42ec-8776-435bbdbac070 req-5db461bd-ebb3-4d75-84aa-d6df341f3c41 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0474784 Oct 19 21:05:10.776316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f955688c-ec91-42ec-8776-435bbdbac070 req-aaab86c7-7ae2-48ba-bef8-15a762cf715c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Oct 19 21:05:11.890942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ba4a-85da-4bc4-a20c-81367a6e726b req-6f158e1f-a196-4b66-8801-4d2069534da4 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:11.892417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ea5ba4a-85da-4bc4-a20c-81367a6e726b req-6f158e1f-a196-4b66-8801-4d2069534da4 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Oct 19 21:05:11.929777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ea5ba4a-85da-4bc4-a20c-81367a6e726b req-cb6820c4-ff83-430f-a77b-1b3f221cf25a tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Oct 19 21:05:12.046294 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:05:13.004370 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:13.043703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b847c-99c2-4561-bcf0-8ccb8c1cf5a3 req-468da785-775a-48fc-afc2-595a57f26640 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:13.045796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf1b847c-99c2-4561-bcf0-8ccb8c1cf5a3 req-468da785-775a-48fc-afc2-595a57f26640 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Oct 19 21:05:13.083047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf1b847c-99c2-4561-bcf0-8ccb8c1cf5a3 req-1e030531-27b3-42be-8033-9f4ec95555d7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Oct 19 21:05:13.468902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:13.687375 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-c206400e-39e2-4c92-89b0-07aec1f0f9f2 service neutron] show failed (client error): The resource could not be found. Oct 19 21:05:13.688368 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-c206400e-39e2-4c92-89b0-07aec1f0f9f2 service neutron] 10.222.0.11 "GET /v2.0/ports/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0581248 Oct 19 21:05:13.888857 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-2df54ec1-ecd8-454d-a77a-be09581cf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:13.890358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-2df54ec1-ecd8-454d-a77a-be09581cf142 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300&tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0409784 Oct 19 21:05:13.902190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:05:13.955469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.159150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:14.218037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:05:14.246849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc85d06-0883-4ab9-9665-7282755b1c65 req-3d9989c7-f5b3-485a-9c5f-2e5ec6196f41 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:14.248344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cc85d06-0883-4ab9-9665-7282755b1c65 req-3d9989c7-f5b3-485a-9c5f-2e5ec6196f41 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 945 time: 0.0924151 Oct 19 21:05:14.278988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:14.281224 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eca6a21-8618-444d-82dd-30fff7c984e4" -d '{"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-unplugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:14.286611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.314749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Transition to ACTIVE for port object 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:05:14.318315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7cc85d06-0883-4ab9-9665-7282755b1c65 req-4c3eb15d-8c34-4ecd-a2ae-b6b15f7d51a7 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628364 Oct 19 21:05:14.319320 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.346818 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c7e1d-cd0b-4a3c-b989-03fc3a732b1f x-openstack-request-id: req-904c7e1d-cd0b-4a3c-b989-03fc3a732b1f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:14.347103 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-unplugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:14.347352 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-904c7e1d-cd0b-4a3c-b989-03fc3a732b1f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:14.347739 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'code': 200} Oct 19 21:05:14.384490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] No DVR routers for this DVR port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:05:14.387541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:14.421535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:05:14.421864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:05:14.422184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:05:14.426338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:05:14.426652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Attempting to bind port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on network d77d24f0-a102-46d8-b926-33cac844b35e {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:05:14.431332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:05:14.431662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Checking segment: {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:05:14.432035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Bound using segment: {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:05:14.432451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Bound port: 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698fb277-7b8f-44bf-804a-dd758bbc42a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:05:14.432794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.496869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:05:14.499813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:05:14.503224 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.536216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:14.536820 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:14.538215 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] 10.222.0.37 "PUT /v2.0/ports/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 1091 time: 0.6398737 Oct 19 21:05:14.562156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3b649-8bc3-4d1c-a3f6-d5addd685aed service neutron] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:14.602583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-c4ed8329-05ce-45cc-8dc5-0004e08354a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:14.604297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-c4ed8329-05ce-45cc-8dc5-0004e08354a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0431776 Oct 19 21:05:14.695234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-55a0baf9-a74c-4d33-8d32-8929646662ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:14.696668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-55a0baf9-a74c-4d33-8d32-8929646662ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.0859678 Oct 19 21:05:14.737455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-20a56595-c1df-4720-95d4-ab84c44c8ddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0334938 Oct 19 21:05:14.784562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-794cd48c-826a-4a93-b2e4-9e6d4fd6d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:14.785925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-794cd48c-826a-4a93-b2e4-9e6d4fd6d405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0419288 Oct 19 21:05:14.815942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-6544dc30-2ef9-4c9c-ba3b-2625a06a2504 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228212 Oct 19 21:05:14.906088 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-1bbfb52b-ced8-44e6-98f8-fe788505020c service neutron] 10.222.0.37 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837088 Oct 19 21:05:14.997805 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-79e2ba06-eac7-4cfe-b0b0-446313dfd1da req-484fd5b6-2d1b-49b9-b3c4-c55e908e6dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837533 Oct 19 21:05:15.434124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba211794-a10b-442f-9f32-d4ee8eabf835 req-2e044441-be07-4379-9adc-9f8a503ca6c5 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:15.435602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba211794-a10b-442f-9f32-d4ee8eabf835 req-2e044441-be07-4379-9adc-9f8a503ca6c5 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0489759 Oct 19 21:05:15.482843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba211794-a10b-442f-9f32-d4ee8eabf835 req-1736b5ad-6025-4587-b95f-add3af546c14 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Oct 19 21:05:16.349278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:16.351700 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae5caf8-15f9-4f6d-93ff-771ea3345544" -d '{"events": [{"name": "network-changed", "server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:16.399258 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1b349-d541-46d9-8f51-98e66064ba27 x-openstack-request-id: req-09f1b349-d541-46d9-8f51-98e66064ba27 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:16.399663 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:16.400622 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09f1b349-d541-46d9-8f51-98e66064ba27 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:16.401482 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'status': 'completed', 'code': 200} Oct 19 21:05:16.462681 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-674df85b-0f4f-46a4-971e-d9449328575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.466181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-674df85b-0f4f-46a4-971e-d9449328575d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0488565 Oct 19 21:05:16.472684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-0a54c07f-8786-4dea-b758-e1e8364d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.475541 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-0a54c07f-8786-4dea-b758-e1e8364d2f8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0438864 Oct 19 21:05:16.575278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-efcafc7a-12de-45a8-852d-27017fd2c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.576805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-efcafc7a-12de-45a8-852d-27017fd2c2b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.1030633 Oct 19 21:05:16.596418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:05:16.623221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-7a0039f1-0764-4aa3-a1a8-fdf34da6fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.624830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-9f346ac1-e97f-4f53-9f50-1308b789d2c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0408928 Oct 19 21:05:16.624996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-7a0039f1-0764-4aa3-a1a8-fdf34da6fb72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.1351044 Oct 19 21:05:16.633943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c8bf-705e-485c-b563-733475248de6 req-8f8a6a73-0774-43cb-abfd-9a87b7427094 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.635358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d407c8bf-705e-485c-b563-733475248de6 req-8f8a6a73-0774-43cb-abfd-9a87b7427094 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0729005 Oct 19 21:05:16.645745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:05:16.674238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-6fcffb79-8ec2-4595-975e-e915aea622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.675692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-6fcffb79-8ec2-4595-975e-e915aea622e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0444741 Oct 19 21:05:16.682242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-24409a7e-fb73-451d-b126-c180561afa02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0459688 Oct 19 21:05:16.708127 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-8fa3fe63-0109-4126-a35b-0ceee2ff06a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249622 Oct 19 21:05:16.712897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d407c8bf-705e-485c-b563-733475248de6 req-c8800b74-6b9f-4526-b216-a2eec407b4dc tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Oct 19 21:05:16.790166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-9e5df2bd-da2d-4711-988e-1379e613f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:16.791533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-9e5df2bd-da2d-4711-988e-1379e613f206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.1014769 Oct 19 21:05:16.804577 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-a9eefa85-d266-45ff-90bd-91f7f964537e service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Oct 19 21:05:16.822128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-eaaddc59-c0f9-4e22-8d72-79fd1e276391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236936 Oct 19 21:05:16.894292 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-32a8616b-ec2f-4608-ba8a-a094cca28281 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823600 Oct 19 21:05:16.914513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-ad6ac5e9-2957-4a65-9a65-07bbfa5c7252 service neutron] 10.222.0.37 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850711 Oct 19 21:05:17.000850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8ae5caf8-15f9-4f6d-93ff-771ea3345544 req-7f8c0fa6-cb6a-482a-853d-59f9fd343895 service neutron] 10.222.0.37 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799296 Oct 19 21:05:17.828916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403c68-02eb-4c50-81b8-9dd100b9345a req-23ec2402-69dd-4971-8dd3-173c557bcd6c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:17.830367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf403c68-02eb-4c50-81b8-9dd100b9345a req-23ec2402-69dd-4971-8dd3-173c557bcd6c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 943 time: 0.0471199 Oct 19 21:05:17.870892 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bf403c68-02eb-4c50-81b8-9dd100b9345a req-836fc0de-b0d1-4259-9f37-185e4621fe9c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Oct 19 21:05:18.133125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-a37d0446-6e2c-4842-8188-48691cb384f6 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:18.134622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-a37d0446-6e2c-4842-8188-48691cb384f6 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.11 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300&tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.0837164 Oct 19 21:05:18.195337 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-9ce52d47-93b4-4e37-85a6-2e4284a3d5d2 service neutron] delete failed (client error): The resource could not be found. Oct 19 21:05:18.196392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-9ce52d47-93b4-4e37-85a6-2e4284a3d5d2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0537446 Oct 19 21:05:18.282488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-b932ff98-5f84-422d-8a57-39ff36bdb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:18.283931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-b932ff98-5f84-422d-8a57-39ff36bdb7e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 1094 time: 0.0454373 Oct 19 21:05:18.374372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-bed52a00-e7d3-449f-afc5-227a2e482e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:18.375845 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-bed52a00-e7d3-449f-afc5-227a2e482e67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 200 len: 912 time: 0.0856724 Oct 19 21:05:18.417901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-a7cc412f-164d-4baa-b715-f1190394909e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 200 len: 217 time: 0.0356450 Oct 19 21:05:18.466222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-2dfd44d2-36db-4844-9aad-5b406023600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:18.467628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-2dfd44d2-36db-4844-9aad-5b406023600a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 200 len: 851 time: 0.0428455 Oct 19 21:05:18.499139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-963fa560-c5f3-46bb-80b1-c8db95bfd736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d77d24f0-a102-46d8-b926-33cac844b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252059 Oct 19 21:05:18.523059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:05:18.590882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-e8d8c550-40de-4ae9-b568-7f1f5fbc15de service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Oct 19 21:05:18.618266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:18.629787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'network_id': 'd77d24f0-a102-46d8-b926-33cac844b35e', 'port_id': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'mac_address': 'fa:16:3e:73:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c3f55d-420c-400a-ba03-b457a7e4d25a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:05:18.667245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:18.681750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:05:18.682705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-5d6b0813-49e3-4963-a48a-397d29b03018 service neutron] 10.222.0.11 "GET /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Oct 19 21:05:18.703400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:18.708232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:18.764467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:18.957218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:05:19.379718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae86cdc-853a-4812-a63c-3b4356a5b6ea req-ab1e1e63-628f-4aee-8802-6edb3610ef7f tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:19.381239 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cae86cdc-853a-4812-a63c-3b4356a5b6ea req-ab1e1e63-628f-4aee-8802-6edb3610ef7f tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 944 time: 0.0507131 Oct 19 21:05:19.423178 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cae86cdc-853a-4812-a63c-3b4356a5b6ea req-c1f3ef80-d4de-48e1-bc5b-36d8537ae162 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Oct 19 21:05:20.521761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:05:20.541613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783153c-1162-40e5-b693-820b1c2d3241 req-8b1654ff-4083-42d5-b1a7-9a6cfb875922 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:20.543066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9783153c-1162-40e5-b693-820b1c2d3241 req-8b1654ff-4083-42d5-b1a7-9a6cfb875922 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 944 time: 0.0500593 Oct 19 21:05:20.572397 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:05:20.576276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:05:20.576639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.594306 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9783153c-1162-40e5-b693-820b1c2d3241 req-d4dfcc98-27b8-4438-9d29-79c1e744b220 tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce88119a-d0c0-4a6c-8a82-e37a5c588d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Oct 19 21:05:20.630771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-c2d87cdf-06c5-4740-b88e-7625957cb86a tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:20.632257 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-c2d87cdf-06c5-4740-b88e-7625957cb86a tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.37 "GET /v2.0/ports?device_id=15732cd0-e41b-48ca-a524-4879348fd300 HTTP/1.1" status: 200 len: 944 time: 0.0532541 Oct 19 21:05:20.655149 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.677140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:20.679540 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb27777-0f1a-4189-84a8-c480895dfde6" -d '{"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-plugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:20.692845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:20.697235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.722712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Deleting port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:05:20.722867 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d41c0-1a63-4016-8858-5801620997d0 x-openstack-request-id: req-383d41c0-1a63-4016-8858-5801620997d0 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:20.723054 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-plugged", "status": "completed", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:20.723154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.723310 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-383d41c0-1a63-4016-8858-5801620997d0 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:20.723703 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'code': 200} Oct 19 21:05:20.750758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:20.814706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] For port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,segment=NetworkSegment(698fb277-7b8f-44bf-804a-dd758bbc42a5),segment_id=698fb277-7b8f-44bf-804a-dd758bbc42a5)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:20.814997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.826515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Calling delete_port for 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:05:20.953075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:20.965060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:05:20.983069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Pushing event deleted for resources: {'Port': ['ID=3dad9c0c-d40b-4834-85e5-7c4dc940b3e1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:21.024069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] No DVR routers for this DVR port 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:05:21.026511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.030405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d7cd126-f8a5-46d1-8647-d98f7cb706de req-57784484-c57e-43ce-9726-f61e4c8b5d8c tempest-DeleteServersTestJSON-1626401365 tempest-DeleteServersTestJSON-1626401365-project] 10.222.0.37 "DELETE /v2.0/ports/3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 HTTP/1.1" status: 204 len: 173 time: 0.3919585 Oct 19 21:05:21.030845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-deleted', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:21.033072 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c45266-8751-4141-a886-bf4d018c6604" -d '{"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-deleted", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:21.069901 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aede19b-8bc3-4900-ad08-a1c5946c101b x-openstack-request-id: req-1aede19b-8bc3-4900-ad08-a1c5946c101b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:21.070196 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15732cd0-e41b-48ca-a524-4879348fd300", "name": "network-vif-deleted", "tag": "3dad9c0c-d40b-4834-85e5-7c4dc940b3e1", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:21.070455 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aede19b-8bc3-4900-ad08-a1c5946c101b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:21.070858 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15732cd0-e41b-48ca-a524-4879348fd300', 'name': 'network-vif-deleted', 'tag': '3dad9c0c-d40b-4834-85e5-7c4dc940b3e1', 'status': 'completed', 'code': 200} Oct 19 21:05:21.720045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33748) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:21.766677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Deleting subnet 13c3f55d-420c-400a-ba03-b457a7e4d25a {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:05:21.769601 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.801661 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.838553 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.887445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.912943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c3f55d-420c-400a-ba03-b457a7e4d25a,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:21.921720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:21.924864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/13c3f55d-420c-400a-ba03-b457a7e4d25a HTTP/1.1" status: 204 len: 168 time: 0.2038507 Oct 19 21:05:21.926722 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.927072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.927407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.927542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33750) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:21.927978 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.928073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.928372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.928698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.929022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.929366 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.929691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.930014 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.930333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a42524-0d46-4de8-9a73-5898ddd8a050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:21.997490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.072193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.092095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77d24f0-a102-46d8-b926-33cac844b35e']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:05:22.101049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698fb277-7b8f-44bf-804a-dd758bbc42a5') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:05:22.101367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698fb277-7b8f-44bf-804a-dd758bbc42a5') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:05:22.110592 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.123514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.129380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:05:22.129760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:05:22.131362 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:05:22.187300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.192631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.195810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d77d24f0-a102-46d8-b926-33cac844b35e HTTP/1.1" status: 204 len: 168 time: 0.2673876 Oct 19 21:05:22.207052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554b7db-ab33-4b4a-8a00-2be50b08f305 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77d24f0-a102-46d8-b926-33cac844b35e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:22.302206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:22.341771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fb6ca62b-d3fc-4d1f-90a6-2fd8236eff15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e9fcd8de59f4dafbb27d47f9f02f5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383914 Oct 19 21:05:22.344206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33756) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:22.390445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.411194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.460642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.463210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:22.464359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce88119a-d0c0-4a6c-8a82-e37a5c588d10 HTTP/1.1" status: 204 len: 168 time: 0.1192973 Oct 19 21:05:22.472124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef73c0-747d-4ecf-89e1-c5006dc8525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce88119a-d0c0-4a6c-8a82-e37a5c588d10,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:23.138052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 33778) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:23.239952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1781039780-network', 'tenant_id': '6098764333c141cebff4ac2ff05b5ff8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:05:23.260762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Made reservation on behalf of 6098764333c141cebff4ac2ff05b5ff8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:05:23.262950 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.271221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.343635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.346931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.367864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:05:23.382325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:23.385225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.385595 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Added segment f9589e08-791b-47bb-8ba1-db1dc9b37372 of type vlan for network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 Oct 19 21:05:23.424562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.448396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.449375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:23.449966 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.482816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3436198 Oct 19 21:05:23.485777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 33782) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:05:23.491745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Request body: {'subnet': {'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1781039780-subnet', 'tenant_id': '6098764333c141cebff4ac2ff05b5ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:05:23.511036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Made reservation on behalf of 6098764333c141cebff4ac2ff05b5ff8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:05:23.513405 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.513542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044033-f99f-4fb8-a79c-4c77a723833d admin admin] Pushing event updated for resources: {'Network': ['ID=1c98a5ee-323c-401b-85b2-fcc3095e4e44,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:23.525181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:05:23.689914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.745252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbb70fd-6bc3-4e2b-97d8-e4043369459a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:23.754519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Checking segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:05:23.754879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Network hostable DHCP agents. Network: 1c98a5ee-323c-401b-85b2-fcc3095e4e44, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:05:23.771571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:05:23.781146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 1c98a5ee-323c-401b-85b2-fcc3095e4e44) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:05:23.785321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:23.785907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:23.789766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a3718-9583-425e-8919-6021b621656c None None] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:05:23.803089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-53a88dd1-a972-4290-ba91-2d594342f0e0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3154442 Oct 19 21:05:23.916799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d542d-05b1-4634-9906-1ed8dad1654b None None] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:05:24.218896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ac0d7b8b-227e-44d9-80f0-e5b32d4e0633 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:24.220338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ac0d7b8b-227e-44d9-80f0-e5b32d4e0633 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 815 time: 0.0987189 Oct 19 21:05:24.235170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-4e1a2400-5741-4848-9d12-888a38124453 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/quotas/6098764333c141cebff4ac2ff05b5ff8 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Oct 19 21:05:24.270376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-04d31cad-fdd8-441b-9ecf-62d9515b8f04 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300584 Oct 19 21:05:24.357988 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-df8200d6-d29d-463a-84db-bba6c8061c93 service neutron] 10.222.0.31 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805821 Oct 19 21:05:24.448191 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-84550aed-0d7b-4ed9-93de-cae37b07eaca service neutron] 10.222.0.31 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841770 Oct 19 21:05:24.542155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:05:24.564696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:05:24.564800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 3dad9c0c-d40b-4834-85e5-7c4dc940b3e1 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:05:24.612044 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d19318e0-8e0d-44a9-95b0-d022cf2f25b9 req-801e59ee-cfd8-40c3-b37e-62105b1223ea tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 210 time: 0.0268898 Oct 19 21:05:25.475825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-546fb805-0032-4648-8960-501b1af1aeec tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:25.477265 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-546fb805-0032-4648-8960-501b1af1aeec tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 815 time: 0.1034625 Oct 19 21:05:25.490201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Request body: {'port': {'device_id': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'admin_state_up': True, 'tenant_id': '6098764333c141cebff4ac2ff05b5ff8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:05:25.601422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Made reservation on behalf of 6098764333c141cebff4ac2ff05b5ff8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:05:25.605139 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.048263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0f734eb-7d59-43e2-ab5c-fe74ed475267 req-eb0f65f9-59e3-4ee1-816b-26da21b087bc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 210 time: 0.3685060 Oct 19 21:05:26.068192 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Allocated IP 172.20.0.14 (1c98a5ee-323c-401b-85b2-fcc3095e4e44/ccbb70fd-6bc3-4e2b-97d8-e4043369459a/af27be53-66df-428b-b769-6cef101e3fd4) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:05:26.210774 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.243195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.288999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:05:26.292032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:05:26.295623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:05:26.304561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:26.348338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:26.348936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.364019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-078a5841-0cd4-4e80-bd3d-1803a675cf11 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775415 Oct 19 21:05:26.376465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Request body: {'port': {'device_id': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:05:26.429785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.508523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1a2d-e931-4b33-8ea7-0d888a727aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.680707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af27be53-66df-428b-b769-6cef101e3fd4 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:05:26.688525 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.700095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Transition to ACTIVE for port object af27be53-66df-428b-b769-6cef101e3fd4 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:05:26.703316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.750280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:26.819535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:05:26.819859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:05:26.820184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:05:26.824317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:05:26.824625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:05:26.829356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:05:26.829687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Checking segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:05:26.830058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Bound using segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:05:26.830471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Bound port: af27be53-66df-428b-b769-6cef101e3fd4, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:05:26.830806 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.891804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:05:26.894813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:05:26.898398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.932714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:26.933268 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:26.935225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] 10.222.0.37 "PUT /v2.0/ports/af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 1092 time: 0.5621407 Oct 19 21:05:26.935661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:26.938023 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d9677-7b33-44be-8205-43b9fe501b82" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:26.961656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c18cc-6017-4dd4-827e-180efb43a78a service neutron] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:26.979215 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8be20-e705-4350-9724-92e0017ff677 x-openstack-request-id: req-f0f8be20-e705-4350-9724-92e0017ff677 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:26.979480 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:26.979731 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0f8be20-e705-4350-9724-92e0017ff677 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:26.980121 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'status': 'completed', 'code': 200} Oct 19 21:05:27.012511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ba696c2d-5085-4a85-a70c-a29237d17281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.014018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-ba696c2d-5085-4a85-a70c-a29237d17281 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1095 time: 0.0435050 Oct 19 21:05:27.058250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-16c7bd89-468d-486d-b6d0-dd7047505ac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0361063 Oct 19 21:05:27.106922 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-bf7c6620-ddc4-422c-b902-d1e8a83398aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.108384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-bf7c6620-ddc4-422c-b902-d1e8a83398aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0436008 Oct 19 21:05:27.164437 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-27a8da9f-c4c6-4080-8331-056252a2968b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425351 Oct 19 21:05:27.236276 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c68a-dac7-4baa-a2dc-7751301677c7 req-ff58eeae-ed86-419c-8ac5-767dd06e255b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.237688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c093c68a-dac7-4baa-a2dc-7751301677c7 req-ff58eeae-ed86-419c-8ac5-767dd06e255b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.1239638 Oct 19 21:05:27.290447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c093c68a-dac7-4baa-a2dc-7751301677c7 req-ebd7d40a-0809-4130-9b3f-2396c184ce0b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Oct 19 21:05:27.292681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-71c31cd0-e1d4-4c6f-ace2-4281e2e12b2a service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214361 Oct 19 21:05:27.384970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c6e9286-4112-47cd-88c9-2af4dfd03b89 req-62b73513-5879-4a4f-ac9c-27a61fdcb9a8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852611 Oct 19 21:05:27.467362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-34e4fc7e-36a4-4fc3-afaa-223952ce7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.468822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-34e4fc7e-36a4-4fc3-afaa-223952ce7db5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1095 time: 0.0419090 Oct 19 21:05:27.560913 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-eecd62a0-c63f-4768-b8c4-75304b1c9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.562285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-eecd62a0-c63f-4768-b8c4-75304b1c9944 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0858536 Oct 19 21:05:27.605524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-e8da1ee6-8169-4660-a7cc-7d46a20a685b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0348318 Oct 19 21:05:27.654505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-91e5f8db-4817-461d-83e5-0adc31fa4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:27.655904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-91e5f8db-4817-461d-83e5-0adc31fa4bd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0429771 Oct 19 21:05:27.687742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-02c38a1c-70dd-43e5-9e11-5b3b918a9292 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237598 Oct 19 21:05:27.781324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-58c5a10f-b5e6-4a49-8b3d-0fac9294ceab service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854855 Oct 19 21:05:27.869554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1d0d9677-7b33-44be-8205-43b9fe501b82 req-314345ff-f035-4e6d-8960-876078d749e2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801675 Oct 19 21:05:28.404866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a0e9-516e-444f-bf44-03ba9b1fd692 req-a04f47c3-ba5d-4247-82c1-3a03e013822e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:28.406340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7077a0e9-516e-444f-bf44-03ba9b1fd692 req-a04f47c3-ba5d-4247-82c1-3a03e013822e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0477302 Oct 19 21:05:28.442899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7077a0e9-516e-444f-bf44-03ba9b1fd692 req-5ac9073a-78db-461b-a8a5-15a8e1c4bece tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Oct 19 21:05:29.248621 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-976b82d8-92fd-4649-ab3a-58da265cb3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:29.560942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd93e1-14f6-4ee9-b6c0-e949eff30ec4 req-f430524c-153a-4c4f-a412-7c96531b514a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:29.562360 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6acd93e1-14f6-4ee9-b6c0-e949eff30ec4 req-f430524c-153a-4c4f-a412-7c96531b514a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0539420 Oct 19 21:05:29.601176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6acd93e1-14f6-4ee9-b6c0-e949eff30ec4 req-ee3dd20f-5911-46c0-9d24-ad0da165cd17 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Oct 19 21:05:30.327996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:30.570788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:05:30.667014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:30.678176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'af27be53-66df-428b-b769-6cef101e3fd4', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'port_id': 'af27be53-66df-428b-b769-6cef101e3fd4', 'mac_address': 'fa:16:3e:0a:2d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbb70fd-6bc3-4e2b-97d8-e4043369459a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:05:30.715324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:30.720308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70211df0-0d17-4fc5-a557-fe18a9be18ed req-d5eaac32-66df-4a1c-bbdb-ee09f7adb997 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:30.721933 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70211df0-0d17-4fc5-a557-fe18a9be18ed req-d5eaac32-66df-4a1c-bbdb-ee09f7adb997 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0529778 Oct 19 21:05:30.727886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af27be53-66df-428b-b769-6cef101e3fd4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:05:30.746993 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:30.751452 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:30.760831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-70211df0-0d17-4fc5-a557-fe18a9be18ed req-088caa9a-558f-4602-bac3-a10005ba167e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Oct 19 21:05:30.801861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:30.810470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.810813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.811180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.811750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.812290 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.812837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.813517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.814079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.814630 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.815171 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.815730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.816305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:05:30.939465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['af27be53-66df-428b-b769-6cef101e3fd4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:05:31.082841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:31.872299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0800cc-7a66-45ff-9b92-47999448eb1c req-05f1f815-3b95-4c74-8bd1-c0e5ca7c850b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:31.873763 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f0800cc-7a66-45ff-9b92-47999448eb1c req-05f1f815-3b95-4c74-8bd1-c0e5ca7c850b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 945 time: 0.0483770 Oct 19 21:05:31.910582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2f0800cc-7a66-45ff-9b92-47999448eb1c req-433f6737-4f4f-4428-91ce-6c0d4f4ab60d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Oct 19 21:05:32.364208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:32.569988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:05:32.620115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port af27be53-66df-428b-b769-6cef101e3fd4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:05:32.624221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port af27be53-66df-428b-b769-6cef101e3fd4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:05:32.624585 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:32.698226 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:32.720248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:05:32.722487 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ce879-ce43-4085-b27f-75fc22fcd2db" -d '{"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-plugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:05:32.737492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:05:32.741363 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:32.790611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:05:32.828976 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19f603-9b62-4640-8d36-62a4c3c52f25 x-openstack-request-id: req-8c19f603-9b62-4640-8d36-62a4c3c52f25 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:05:32.829273 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-plugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:05:32.829557 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c19f603-9b62-4640-8d36-62a4c3c52f25 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:05:32.829957 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'code': 200} Oct 19 21:05:32.921562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9a5ec-a1e4-40e7-b56f-a0975b2cfab8 req-566cb6a1-7a26-4b05-bbf6-a4c8d1e519cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:32.923000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94a9a5ec-a1e4-40e7-b56f-a0975b2cfab8 req-566cb6a1-7a26-4b05-bbf6-a4c8d1e519cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1097 time: 0.0395253 Oct 19 21:05:32.957197 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-94a9a5ec-a1e4-40e7-b56f-a0975b2cfab8 req-ebb86ec4-0124-4a9d-833f-3a197f28f23e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267868 Oct 19 21:05:33.025946 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f68989-2cc4-4cda-ba0e-9fbfb9604e31 req-b7e69ee8-0dfb-43dc-a26b-59ef67421ce2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:33.027414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f68989-2cc4-4cda-ba0e-9fbfb9604e31 req-b7e69ee8-0dfb-43dc-a26b-59ef67421ce2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0521662 Oct 19 21:05:33.065092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f68989-2cc4-4cda-ba0e-9fbfb9604e31 req-dedd0fb5-0263-4f52-9ec9-4f8e2491f5d4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Oct 19 21:05:34.178116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45634f0e-0f9b-4992-9d09-b1c766b5c04d req-557bde48-147b-448b-a9af-9b88fa60fcfd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:34.179558 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45634f0e-0f9b-4992-9d09-b1c766b5c04d req-557bde48-147b-448b-a9af-9b88fa60fcfd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0473936 Oct 19 21:05:34.216014 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-45634f0e-0f9b-4992-9d09-b1c766b5c04d req-0ea1469e-6417-4805-8a9d-8332883351c7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298882 Oct 19 21:05:34.328147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf60a71-f01b-4692-8c82-61a7dcaeedc3 req-8ecf2636-7f39-46a3-8fba-eca19b06bad7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:34.329657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbf60a71-f01b-4692-8c82-61a7dcaeedc3 req-8ecf2636-7f39-46a3-8fba-eca19b06bad7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0484490 Oct 19 21:05:34.366431 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbf60a71-f01b-4692-8c82-61a7dcaeedc3 req-9e3ca5cf-2046-4145-804e-7e5cc4efd34a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Oct 19 21:05:34.560933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca25702-59cc-47f9-962d-45aba7d98582 req-c4baedc5-18e7-40c5-b688-f115be2cf1bd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:34.562418 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fca25702-59cc-47f9-962d-45aba7d98582 req-c4baedc5-18e7-40c5-b688-f115be2cf1bd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0478368 Oct 19 21:05:34.598849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fca25702-59cc-47f9-962d-45aba7d98582 req-fc4193bf-ac34-4c84-ae33-2b6478b3176c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Oct 19 21:05:34.707909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e42800-930d-4183-88c6-677c97255e03 req-183f0794-1d26-422f-abc3-9c3e6651c005 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:34.709449 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99e42800-930d-4183-88c6-677c97255e03 req-183f0794-1d26-422f-abc3-9c3e6651c005 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0472448 Oct 19 21:05:34.746910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-99e42800-930d-4183-88c6-677c97255e03 req-e65266d8-6685-4f2d-80ab-e7ace727e099 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Oct 19 21:05:34.964703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-904bbb45-a443-41f7-b84d-3312568a585f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440109 Oct 19 21:05:35.268255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f1ad-c22b-4c9e-bd06-7ab755142b21 req-f862e3be-90a0-4a12-9d7c-50a365513800 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:35.269783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98e8f1ad-c22b-4c9e-bd06-7ab755142b21 req-f862e3be-90a0-4a12-9d7c-50a365513800 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.3397906 Oct 19 21:05:35.306831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98e8f1ad-c22b-4c9e-bd06-7ab755142b21 req-f99c5120-3845-4542-8d28-38edeb65db66 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Oct 19 21:05:36.091559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-644c1115-0f8e-4748-aee8-0c8c6c1af925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:36.093030 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-644c1115-0f8e-4748-aee8-0c8c6c1af925 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1097 time: 0.0413530 Oct 19 21:05:36.188046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-dd70a2bf-7e7e-414f-b8bf-fc8068d39c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:36.189579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-dd70a2bf-7e7e-414f-b8bf-fc8068d39c80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0873442 Oct 19 21:05:36.230508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-50dd75e2-ec6e-484b-9238-f283a673ed34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0339537 Oct 19 21:05:36.279450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-72ce3fb9-ab76-4030-b902-f134e8bc6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:36.280911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-72ce3fb9-ab76-4030-b902-f134e8bc6b95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0443680 Oct 19 21:05:36.312232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-8dc7b5da-ec7b-4c6f-9bad-86e781f48df0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246398 Oct 19 21:05:36.434696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-2ea217ca-269f-4656-a39f-b03b825c3f31 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144657 Oct 19 21:05:36.444278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f365b-2a68-4a49-aec8-e5e7798b6670 req-fab57578-378c-4ffa-9ef0-55c9f93c2b0c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:36.445688 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8f365b-2a68-4a49-aec8-e5e7798b6670 req-fab57578-378c-4ffa-9ef0-55c9f93c2b0c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0678804 Oct 19 21:05:36.533110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8f365b-2a68-4a49-aec8-e5e7798b6670 req-f017903a-a2ef-4c3b-9dbb-d5553a2b5d85 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Oct 19 21:05:36.556996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-66efdaf8-c903-49de-b8e3-f180d9365ce6 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104109 Oct 19 21:05:37.648089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4462-1877-41f1-a745-ec38c936ef55 req-f3550240-fb9e-4e17-8af4-996eeaad65df tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:37.649549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24d4462-1877-41f1-a745-ec38c936ef55 req-f3550240-fb9e-4e17-8af4-996eeaad65df tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0493486 Oct 19 21:05:37.686591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b24d4462-1877-41f1-a745-ec38c936ef55 req-ef556bdc-4ecf-482b-8c2a-572d97059d29 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Oct 19 21:05:38.802889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce180e-5834-4634-9590-f81d7714d8c0 req-a02a28bc-75d5-463d-adde-d65366185218 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:38.804332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfce180e-5834-4634-9590-f81d7714d8c0 req-a02a28bc-75d5-463d-adde-d65366185218 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0484309 Oct 19 21:05:38.841261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfce180e-5834-4634-9590-f81d7714d8c0 req-f0373c0c-2bbe-4760-a3b7-8ba6fee62fb4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Oct 19 21:05:39.954997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a7f3-c256-4652-977f-b30c42424b35 req-02d9ba5c-47d5-401e-a5ed-dfb6be81f913 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:39.956456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61c2a7f3-c256-4652-977f-b30c42424b35 req-02d9ba5c-47d5-401e-a5ed-dfb6be81f913 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0480464 Oct 19 21:05:39.992912 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-61c2a7f3-c256-4652-977f-b30c42424b35 req-099a2367-4230-4a73-8789-8da1562e1ab7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Oct 19 21:05:41.112963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe97670-44f2-422e-b280-08bf940bd1cc req-80c56274-f1f8-4824-b98f-cdb14b47955d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:41.114499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfe97670-44f2-422e-b280-08bf940bd1cc req-80c56274-f1f8-4824-b98f-cdb14b47955d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0557218 Oct 19 21:05:41.152362 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cfe97670-44f2-422e-b280-08bf940bd1cc req-ee2175d1-89be-4075-897e-198d69b27099 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Oct 19 21:05:42.270258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab513-96e2-480c-91e9-73c9f40e3d97 req-de72c5d0-4cfb-4004-9243-abe35e8a7f49 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:42.271717 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-107ab513-96e2-480c-91e9-73c9f40e3d97 req-de72c5d0-4cfb-4004-9243-abe35e8a7f49 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0518088 Oct 19 21:05:42.309187 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-107ab513-96e2-480c-91e9-73c9f40e3d97 req-62d51e39-3bea-4bc5-b2ed-6a56ced7c7a5 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Oct 19 21:05:43.011310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:43.422925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188343cb-6ed0-4ea0-b562-69f6574eb17a req-736001cf-ba31-4f8d-81f7-1eda8c6d8396 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:43.424384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-188343cb-6ed0-4ea0-b562-69f6574eb17a req-736001cf-ba31-4f8d-81f7-1eda8c6d8396 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0488496 Oct 19 21:05:43.460392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-188343cb-6ed0-4ea0-b562-69f6574eb17a req-af537514-f2c3-447a-ad01-e0ae2db71aeb tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Oct 19 21:05:43.491241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:44.582580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52cac-da46-4d64-b837-636bbe718e75 req-7d4dd546-c764-4c5e-9602-87e586267ce6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:44.584052 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ad52cac-da46-4d64-b837-636bbe718e75 req-7d4dd546-c764-4c5e-9602-87e586267ce6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0483215 Oct 19 21:05:44.620992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7ad52cac-da46-4d64-b837-636bbe718e75 req-5d976ea2-82ef-4146-8c08-4fdfcba384e8 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Oct 19 21:05:45.733791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfe529-e608-4fc1-be7f-3175571616eb req-aaa318a9-3af9-43f2-8569-3fff53f5df8a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:45.735258 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48bfe529-e608-4fc1-be7f-3175571616eb req-aaa318a9-3af9-43f2-8569-3fff53f5df8a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0486510 Oct 19 21:05:45.774225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48bfe529-e608-4fc1-be7f-3175571616eb req-0503abbd-086a-46d8-819f-77d2a01e3726 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Oct 19 21:05:46.887125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca9c7c-a6a3-4652-bb9a-64522986ae8f req-a2f3acc8-c8af-405a-a838-a057f1416a79 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:46.888622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9ca9c7c-a6a3-4652-bb9a-64522986ae8f req-a2f3acc8-c8af-405a-a838-a057f1416a79 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0486598 Oct 19 21:05:46.925387 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9ca9c7c-a6a3-4652-bb9a-64522986ae8f req-11374ce6-51d2-4f80-b578-466cf40ab74b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Oct 19 21:05:48.045118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c180c-a37b-4005-bf29-5ff54d5ddd6c req-540244ce-8174-49c8-b8d1-24157e7c1221 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:48.046621 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-807c180c-a37b-4005-bf29-5ff54d5ddd6c req-540244ce-8174-49c8-b8d1-24157e7c1221 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0555239 Oct 19 21:05:48.084376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-807c180c-a37b-4005-bf29-5ff54d5ddd6c req-409b2795-af79-4de4-836b-bd3ed0af9335 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Oct 19 21:05:49.041493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:05:49.199879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d071c35-c9fc-421e-9437-848cdbb63d14 req-0640ef11-bfe1-42cb-900b-00492de38843 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:49.201360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d071c35-c9fc-421e-9437-848cdbb63d14 req-0640ef11-bfe1-42cb-900b-00492de38843 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0513155 Oct 19 21:05:49.239106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d071c35-c9fc-421e-9437-848cdbb63d14 req-7f6693e6-d661-4f42-841b-140417d0d2e0 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Oct 19 21:05:50.351415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbb4b6-8cd4-40cb-852d-b3f60b89039f req-0f3db395-ec19-429a-a9d3-a8b94a59b320 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:50.352866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dedbb4b6-8cd4-40cb-852d-b3f60b89039f req-0f3db395-ec19-429a-a9d3-a8b94a59b320 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0486629 Oct 19 21:05:50.390493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dedbb4b6-8cd4-40cb-852d-b3f60b89039f req-34a2efa7-91cd-42f3-b3d9-f6faad812627 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Oct 19 21:05:51.501617 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc29e-b6a9-4c2a-a25b-558b97fe9b63 req-11b5ad5b-efee-487c-b416-0b696747ac88 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:51.503077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52cdc29e-b6a9-4c2a-a25b-558b97fe9b63 req-11b5ad5b-efee-487c-b416-0b696747ac88 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0490990 Oct 19 21:05:51.540055 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52cdc29e-b6a9-4c2a-a25b-558b97fe9b63 req-51ef603f-0979-4e10-b94e-8fd950d7046f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Oct 19 21:05:52.652273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb7fd6-5963-47df-a08b-f5dd0b9532a8 req-38f350ae-910e-4665-b31b-98db9bd292a6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:52.653777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb7fd6-5963-47df-a08b-f5dd0b9532a8 req-38f350ae-910e-4665-b31b-98db9bd292a6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0485361 Oct 19 21:05:52.692093 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-facb7fd6-5963-47df-a08b-f5dd0b9532a8 req-022a1142-8ee1-4761-9408-48e6a6e21b80 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Oct 19 21:05:53.810631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e97fff-5bcc-4ca0-9a2d-5c8f744105a7 req-4f321f30-40e2-4a13-bc07-e5ab6a09729a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:53.812083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39e97fff-5bcc-4ca0-9a2d-5c8f744105a7 req-4f321f30-40e2-4a13-bc07-e5ab6a09729a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0482948 Oct 19 21:05:53.849106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-39e97fff-5bcc-4ca0-9a2d-5c8f744105a7 req-b5305ca1-a512-4f85-bb82-04c70f58e6cd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Oct 19 21:05:54.965576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25b014-33e3-40d0-a9ab-0318fcda6ded req-aa667e42-452e-4657-b3f6-9a9dce9bb109 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:54.967021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af25b014-33e3-40d0-a9ab-0318fcda6ded req-aa667e42-452e-4657-b3f6-9a9dce9bb109 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0521009 Oct 19 21:05:55.004468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af25b014-33e3-40d0-a9ab-0318fcda6ded req-7bc3e221-93b5-45ed-9dd3-353a5564003f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Oct 19 21:05:56.129770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a6c9-18c8-4105-ab69-81f6f8dac564 req-e2d6ae7e-28d5-4094-89cb-433895d92cfd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:56.131252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37e5a6c9-18c8-4105-ab69-81f6f8dac564 req-e2d6ae7e-28d5-4094-89cb-433895d92cfd tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0602334 Oct 19 21:05:56.168056 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-37e5a6c9-18c8-4105-ab69-81f6f8dac564 req-ced3e4c9-26ee-493d-a332-c15fa767909e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Oct 19 21:05:56.508144 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b1fcf0-3a4e-40a5-8eac-def79c72c8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:57.296718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827f84-9b37-49f1-ad3c-f211063e6e84 req-a0625f66-7740-459d-9ee4-5f781142047b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:57.298245 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f827f84-9b37-49f1-ad3c-f211063e6e84 req-a0625f66-7740-459d-9ee4-5f781142047b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0497191 Oct 19 21:05:57.335259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f827f84-9b37-49f1-ad3c-f211063e6e84 req-937cd7b5-b668-4840-804c-2d1a49608a75 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Oct 19 21:05:58.464107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed852b-bcb8-4b6d-9f19-4a6807c83424 req-093e1316-2f82-4d71-9154-a0ff075ed1c0 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:58.465583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-afed852b-bcb8-4b6d-9f19-4a6807c83424 req-093e1316-2f82-4d71-9154-a0ff075ed1c0 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0479841 Oct 19 21:05:58.503519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-afed852b-bcb8-4b6d-9f19-4a6807c83424 req-14236313-2ae4-4fc5-98bb-2e45ee66d26b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Oct 19 21:05:59.247924 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ac05c918-8bc6-402c-bd31-3f12962f3263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:05:59.616923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e7c40-b1a2-428b-afc8-2db77c1bf668 req-3ec66685-a5eb-4b79-bde6-57e330a4009e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:05:59.618416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-364e7c40-b1a2-428b-afc8-2db77c1bf668 req-3ec66685-a5eb-4b79-bde6-57e330a4009e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0480084 Oct 19 21:05:59.655256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-364e7c40-b1a2-428b-afc8-2db77c1bf668 req-b4a76981-877b-4b41-9055-cdc9c760d449 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304210 Oct 19 21:06:00.329794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:00.770601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3af815-8393-45e7-bb9d-9bc48c1b25ce req-50ce597f-8bd4-47ea-ab23-cd83c9677e18 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:00.772060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c3af815-8393-45e7-bb9d-9bc48c1b25ce req-50ce597f-8bd4-47ea-ab23-cd83c9677e18 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0498772 Oct 19 21:06:00.808246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6c3af815-8393-45e7-bb9d-9bc48c1b25ce req-573035ca-c7cc-45b9-a4e9-9d47f148ba15 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302773 Oct 19 21:06:01.081862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:01.926590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b3ef6-90e2-47a0-8876-05649ba8ab73 req-5ea5d96a-af35-455b-992a-3ac0884fb1a6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:01.928057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff6b3ef6-90e2-47a0-8876-05649ba8ab73 req-5ea5d96a-af35-455b-992a-3ac0884fb1a6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0528853 Oct 19 21:06:01.964596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff6b3ef6-90e2-47a0-8876-05649ba8ab73 req-055188bf-ea98-42aa-85a8-bd8ab8cdd368 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Oct 19 21:06:02.367144 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:03.087779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e55a-cf71-4e7a-8492-a4ac77d5e109 req-4e3e7039-643c-43c8-a46d-ae1f277b1b09 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:03.089234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e665e55a-cf71-4e7a-8492-a4ac77d5e109 req-4e3e7039-643c-43c8-a46d-ae1f277b1b09 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0560150 Oct 19 21:06:03.126937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e665e55a-cf71-4e7a-8492-a4ac77d5e109 req-5dc36d09-5d0d-4e63-a049-aecf52444155 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Oct 19 21:06:03.472742 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-203281de-1830-41f3-8814-159b7c91de4d service neutron] show failed (client error): The resource could not be found. Oct 19 21:06:03.473759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-203281de-1830-41f3-8814-159b7c91de4d service neutron] 10.222.0.37 "GET /v2.0/ports/af27be53-66df-428b-b769-6cef101e3fd4/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0543797 Oct 19 21:06:03.691326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-4d811f00-566a-4858-8385-e758b9eb7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:03.692801 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-4d811f00-566a-4858-8385-e758b9eb7e32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a&tenant_id=6098764333c141cebff4ac2ff05b5ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0678778 Oct 19 21:06:03.704931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:03.759374 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:03.958424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:03.990326 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:04.029302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:04.031587 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60131ee3-ae9c-43c1-8215-b68cbe6a2369" -d '{"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-unplugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:04.035308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:04.048240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Transition to ACTIVE for port object af27be53-66df-428b-b769-6cef101e3fd4 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:06:04.052051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:04.085117 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679b37c-5a8e-40ed-bdaf-4cf349fff81b x-openstack-request-id: req-e679b37c-5a8e-40ed-bdaf-4cf349fff81b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:04.085444 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-unplugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:04.086091 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e679b37c-5a8e-40ed-bdaf-4cf349fff81b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:04.086091 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'code': 200} Oct 19 21:06:04.120578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] No DVR routers for this DVR port af27be53-66df-428b-b769-6cef101e3fd4 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:06:04.122387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:04.157486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:06:04.157829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:06:04.158167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:04.162579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:06:04.163186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Attempting to bind port af27be53-66df-428b-b769-6cef101e3fd4 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:04.167869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:06:04.168209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Checking segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:06:04.168593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Bound using segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:06:04.169025 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Bound port: af27be53-66df-428b-b769-6cef101e3fd4, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:06:04.169404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:04.262038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:04.266430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:06:04.276109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c147e-d4bd-4655-8957-c3fc2d3c8f57 req-3e764847-1703-4d81-bfbb-c447144b968c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:04.277630 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67c147e-d4bd-4655-8957-c3fc2d3c8f57 req-3e764847-1703-4d81-bfbb-c447144b968c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0758963 Oct 19 21:06:04.279218 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:04.339503 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:04.340112 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:04.341500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] 10.222.0.11 "PUT /v2.0/ports/af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 1092 time: 0.6410551 Oct 19 21:06:04.381462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e94041-2cac-4cad-907d-95af3f83cc2b service neutron] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:04.387638 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67c147e-d4bd-4655-8957-c3fc2d3c8f57 req-fd4c3851-fc12-4fda-983e-ff6c6e2ba85f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Oct 19 21:06:04.416033 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-bad85d43-8a18-4049-b66e-6d410a5e18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:04.417567 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-bad85d43-8a18-4049-b66e-6d410a5e18b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1095 time: 0.0515864 Oct 19 21:06:04.509779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-c810dcc3-5046-4abe-a4da-18d3da7bc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:04.511258 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-c810dcc3-5046-4abe-a4da-18d3da7bc916 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0865319 Oct 19 21:06:04.552080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-443bd2d1-4b72-46cc-a6b6-eccc57434d99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0340922 Oct 19 21:06:04.599420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-a761cd92-deee-454b-8da0-1b6b1f5c0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:04.600808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-a761cd92-deee-454b-8da0-1b6b1f5c0da3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0423369 Oct 19 21:06:04.631652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-5f5a313e-5cd6-4893-9184-3c2a903b46b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237467 Oct 19 21:06:04.725582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-104be067-244d-4af5-9e0c-3e0149280e14 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867996 Oct 19 21:06:04.816403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fabc56df-5291-49f7-9bbe-1dcb05e05f79 req-0008498f-1479-46d7-b852-9c72c5f55764 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839369 Oct 19 21:06:05.504571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9373b1-5b43-42f9-b66a-9d0b61cbc7fa req-22de23bb-d2cd-42db-90de-1dad57c546a3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:05.506075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad9373b1-5b43-42f9-b66a-9d0b61cbc7fa req-22de23bb-d2cd-42db-90de-1dad57c546a3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0497634 Oct 19 21:06:05.543872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad9373b1-5b43-42f9-b66a-9d0b61cbc7fa req-d576e7f9-b598-454c-80c6-b382820df46e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Oct 19 21:06:06.087042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:06.089447 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df150235-5133-49f3-a870-c1ee29940d05" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:06.138636 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79461858-42dd-49f6-b283-3c62f46c1c0d x-openstack-request-id: req-79461858-42dd-49f6-b283-3c62f46c1c0d {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:06.138939 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:06.139752 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79461858-42dd-49f6-b283-3c62f46c1c0d {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:06.140160 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'status': 'completed', 'code': 200} Oct 19 21:06:06.198268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-1f4661a8-53a6-4dfe-b340-4c6383753a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.199952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-1f4661a8-53a6-4dfe-b340-4c6383753a7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1095 time: 0.0421669 Oct 19 21:06:06.203191 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-a9fc64b5-3537-4dd0-9b52-181ee8add1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.204681 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-a9fc64b5-3537-4dd0-9b52-181ee8add1a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1095 time: 0.0430591 Oct 19 21:06:06.306538 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-afe65a44-5033-4455-a68c-e2b17ac018cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.308437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-afe65a44-5033-4455-a68c-e2b17ac018cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0961494 Oct 19 21:06:06.310162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-e77d5fdb-6e6f-488f-80db-14896c94c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.312311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-e77d5fdb-6e6f-488f-80db-14896c94c855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.1059756 Oct 19 21:06:06.354405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-080b4757-6116-4ed1-b904-039961eb4ff5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0349565 Oct 19 21:06:06.356379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-c2b1e13d-671a-4a82-83f3-c69e342ab069 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0406158 Oct 19 21:06:06.407969 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-1433aa7f-d1bb-45e6-bc50-cfa4c3e82ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.409497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-1433aa7f-d1bb-45e6-bc50-cfa4c3e82ae0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0489423 Oct 19 21:06:06.411961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150235-5133-49f3-a870-c1ee29940d05 req-34f7ab69-3cf9-4422-b911-617d70457054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.413433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-34f7ab69-3cf9-4422-b911-617d70457054 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0450222 Oct 19 21:06:06.443200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-59c9265c-046b-420f-9669-5e8423569b72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256832 Oct 19 21:06:06.444923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-3dda808b-140c-422c-b421-370cee4f4d69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249286 Oct 19 21:06:06.532855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-acad0e75-0f19-4c20-b8ea-778b4a75d9a8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828044 Oct 19 21:06:06.537082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-142f4e63-42a3-4d74-9fa6-08e0e31ab4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Oct 19 21:06:06.630910 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-9125ebdd-0be9-49f5-b021-f5914ad93393 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869610 Oct 19 21:06:06.656278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-df150235-5133-49f3-a870-c1ee29940d05 req-50a62329-7b14-4b62-9cdf-100486d4fa15 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161687 Oct 19 21:06:06.672409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f5ebb-574c-41c9-b6ad-f535d01f8356 req-7313a76a-fbdd-46d7-8ced-e50a3f109ed6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.673884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8f5ebb-574c-41c9-b6ad-f535d01f8356 req-7313a76a-fbdd-46d7-8ced-e50a3f109ed6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0606773 Oct 19 21:06:06.710838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ee8f5ebb-574c-41c9-b6ad-f535d01f8356 req-3006f0e8-6a44-455d-91e1-e3fe2c6df9c4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Oct 19 21:06:06.712545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:06:06.751839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:06:06.823906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:06:06.925957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:06.937093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'af27be53-66df-428b-b769-6cef101e3fd4', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'port_id': 'af27be53-66df-428b-b769-6cef101e3fd4', 'mac_address': 'fa:16:3e:0a:2d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbb70fd-6bc3-4e2b-97d8-e4043369459a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:06:06.940580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7ad3-a86f-4355-916d-9e963ebe57ab req-9589f345-b774-4f6b-a9f6-7dfb2fef815b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.942099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec5a7ad3-a86f-4355-916d-9e963ebe57ab req-9589f345-b774-4f6b-a9f6-7dfb2fef815b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 944 time: 0.0879743 Oct 19 21:06:06.950331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-013205a6-c335-4170-8626-b89853bee7ac tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:06.951758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-013205a6-c335-4170-8626-b89853bee7ac tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a&tenant_id=6098764333c141cebff4ac2ff05b5ff8&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 944 time: 0.0675728 Oct 19 21:06:06.974937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:06.988653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af27be53-66df-428b-b769-6cef101e3fd4 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:06:07.008291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:07.012134 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:07.015308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec5a7ad3-a86f-4355-916d-9e963ebe57ab req-ef9f1a91-1a5b-4ad5-b810-444fe49a34d7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 Oct 19 21:06:07.039642 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-e49a87d7-b1ed-42d0-baed-912a88c768cd service neutron] delete failed (client error): The resource could not be found. Oct 19 21:06:07.040703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-e49a87d7-b1ed-42d0-baed-912a88c768cd service neutron] 10.222.0.37 "DELETE /v2.0/ports/af27be53-66df-428b-b769-6cef101e3fd4/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0813708 Oct 19 21:06:07.060371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:07.123478 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-1247ee10-3b75-487b-85dc-e7551f67169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:07.124956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-1247ee10-3b75-487b-85dc-e7551f67169d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 1096 time: 0.0442381 Oct 19 21:06:07.213862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-1689edb8-c223-4f2a-8832-9dfe7ce447b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:07.215235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-1689edb8-c223-4f2a-8832-9dfe7ce447b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0829580 Oct 19 21:06:07.225905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['af27be53-66df-428b-b769-6cef101e3fd4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:07.260565 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-2cad0bfa-05f8-454f-8350-5e96629d1f01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 200 len: 217 time: 0.0372002 Oct 19 21:06:07.307785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-8016c929-d42c-4c5c-ac09-e0ac1cfc5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:07.309260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-8016c929-d42c-4c5c-ac09-e0ac1cfc5f3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0439043 Oct 19 21:06:07.340982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-47cff11b-65b9-4d5c-8238-57fcde333593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250490 Oct 19 21:06:07.432123 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-5fd1f13d-e3ea-4e58-8fc2-e8bca943ee77 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Oct 19 21:06:07.522952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56e664fe-0cbd-4288-9c17-fd9200909d82 req-edb4da98-1d5d-4b06-937c-50b8965b19f8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Oct 19 21:06:08.134262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fddb2-8d67-4093-9512-220ef22028f7 req-d27874f3-d912-45f6-91d5-cb5500925fc3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:08.139599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-609fddb2-8d67-4093-9512-220ef22028f7 req-d27874f3-d912-45f6-91d5-cb5500925fc3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 945 time: 0.0493977 Oct 19 21:06:08.178844 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-609fddb2-8d67-4093-9512-220ef22028f7 req-83600d1d-50cd-41d5-b0a0-deb46548b066 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Oct 19 21:06:08.291140 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6950ca-463c-418e-bef5-cfc29559f721 req-13259c02-9ccd-4a71-9ffa-b100f663e64b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:08.292634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd6950ca-463c-418e-bef5-cfc29559f721 req-13259c02-9ccd-4a71-9ffa-b100f663e64b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 945 time: 0.0486200 Oct 19 21:06:08.330856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fd6950ca-463c-418e-bef5-cfc29559f721 req-a7fa24e4-ed6a-4fdc-a4cb-9bac8a98433f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Oct 19 21:06:08.442902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6904f5-ecf2-4ecf-9d19-1e0226203d85 req-e4b70847-a7cf-4bc2-a21a-d7113a5dbed4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:08.444278 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd6904f5-ecf2-4ecf-9d19-1e0226203d85 req-e4b70847-a7cf-4bc2-a21a-d7113a5dbed4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 945 time: 0.0482564 Oct 19 21:06:08.485953 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fd6904f5-ecf2-4ecf-9d19-1e0226203d85 req-77bec12d-ee2c-42b9-813d-5ec1287437a7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347853 Oct 19 21:06:08.827003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:06:08.827584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-3f3956ad-9a6e-44d8-ba6d-e321daa4e09a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:08.828614 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-3f3956ad-9a6e-44d8-ba6d-e321daa4e09a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 815 time: 0.1054709 Oct 19 21:06:08.843833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-ece3648f-15ea-412f-930a-cad334e54ae8 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/quotas/6098764333c141cebff4ac2ff05b5ff8 HTTP/1.1" status: 200 len: 375 time: 0.0094802 Oct 19 21:06:08.876233 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port af27be53-66df-428b-b769-6cef101e3fd4 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:06:08.880052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port af27be53-66df-428b-b769-6cef101e3fd4 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:06:08.880424 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:08.902606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-f1166718-566a-43e3-bb42-94ca1741c524 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533631 Oct 19 21:06:08.913829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-7ba20996-84c8-442f-aa35-f532a955b7dd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:06:08.914795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-7ba20996-84c8-442f-aa35-f532a955b7dd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050635 Oct 19 21:06:08.962084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:08.983834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:08.986394 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748efeb7-a1b3-4c72-9ec4-cb2449170644" -d '{"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-plugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:08.999239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:09.004745 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:09.013137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-f6076bcf-72c4-418f-a40c-b27f22a9cb5d service neutron] 10.222.0.31 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900025 Oct 19 21:06:09.030039 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49410ee8-08a7-40f2-9991-8e4deb0c1843 x-openstack-request-id: req-49410ee8-08a7-40f2-9991-8e4deb0c1843 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:09.030327 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-plugged", "status": "completed", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:09.031038 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49410ee8-08a7-40f2-9991-8e4deb0c1843 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:09.031038 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'code': 200} Oct 19 21:06:09.055991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:09.106815 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-e545e16e-1ea6-4f31-b053-79027e436482 service neutron] 10.222.0.31 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Oct 19 21:06:09.269919 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9d87cdb8-97d8-4c00-aec2-c4dfab3785c6 req-72b5e04a-14d8-449d-bce6-258a2486ed78 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 210 time: 0.0309298 Oct 19 21:06:09.964746 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-a40dd788-616a-4147-a60e-6b71ca9f81d3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:09.966251 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-a40dd788-616a-4147-a60e-6b71ca9f81d3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec8c1769-3c12-46fe-895c-7236d7a2aa2a HTTP/1.1" status: 200 len: 946 time: 0.0477057 Oct 19 21:06:10.060567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Deleting port af27be53-66df-428b-b769-6cef101e3fd4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:06:10.060905 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.158905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] For port af27be53-66df-428b-b769-6cef101e3fd4, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=af27be53-66df-428b-b769-6cef101e3fd4,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:10.159564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.172666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Calling delete_port for af27be53-66df-428b-b769-6cef101e3fd4 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:06:10.179233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-f12f5d8f-5048-4b96-a552-20823b7b08de tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:10.180707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-f12f5d8f-5048-4b96-a552-20823b7b08de tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 815 time: 0.1112242 Oct 19 21:06:10.193503 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Request body: {'port': {'device_id': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'admin_state_up': True, 'tenant_id': '6098764333c141cebff4ac2ff05b5ff8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:10.307076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Made reservation on behalf of 6098764333c141cebff4ac2ff05b5ff8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:06:10.308600 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.310767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.320722 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['af27be53-66df-428b-b769-6cef101e3fd4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:10.338640 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Pushing event deleted for resources: {'Port': ['ID=af27be53-66df-428b-b769-6cef101e3fd4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:10.406817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] No DVR routers for this DVR port af27be53-66df-428b-b769-6cef101e3fd4 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:06:10.410402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-266dff08-35d4-4c77-8467-409ab3213480 req-39c05cda-c4a9-4217-97ee-986322ddd0eb tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 210 time: 0.0439253 Oct 19 21:06:10.411375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.414549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.11 "DELETE /v2.0/ports/af27be53-66df-428b-b769-6cef101e3fd4 HTTP/1.1" status: 204 len: 173 time: 0.4410818 Oct 19 21:06:10.415721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-deleted', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:10.418656 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39100f97-e145-46c2-a32d-f6942511cca7" -d '{"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-deleted", "tag": "af27be53-66df-428b-b769-6cef101e3fd4"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:10.449400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Allocated IP 172.20.0.13 (1c98a5ee-323c-401b-85b2-fcc3095e4e44/ccbb70fd-6bc3-4e2b-97d8-e4043369459a/80289e14-a4fa-487b-a42e-929b58e76327) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:06:10.465925 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329a84dc-2391-49f2-8508-9dff0cbc2ac0 x-openstack-request-id: req-329a84dc-2391-49f2-8508-9dff0cbc2ac0 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:10.466215 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8c1769-3c12-46fe-895c-7236d7a2aa2a", "name": "network-vif-deleted", "tag": "af27be53-66df-428b-b769-6cef101e3fd4", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:10.466838 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-329a84dc-2391-49f2-8508-9dff0cbc2ac0 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:10.467340 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8c1769-3c12-46fe-895c-7236d7a2aa2a', 'name': 'network-vif-deleted', 'tag': 'af27be53-66df-428b-b769-6cef101e3fd4', 'status': 'completed', 'code': 200} Oct 19 21:06:10.625613 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.661538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.672429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['af27be53-66df-428b-b769-6cef101e3fd4'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:10.705258 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:06:10.708331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:06:10.712216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:06:10.720711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:10.755026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.755374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.755716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.756049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.756382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.756713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.757043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.757396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.757725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.758058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.758376 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.758697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:10.779988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:10.780588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:10.795993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-bf4e92ce-0f61-4a60-be02-4a4600a3051e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058447 Oct 19 21:06:10.807738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Request body: {'port': {'device_id': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:10.859399 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.117611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80289e14-a4fa-487b-a42e-929b58e76327 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:06:11.125624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.137227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Transition to ACTIVE for port object 80289e14-a4fa-487b-a42e-929b58e76327 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:06:11.140441 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.190758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:11.252955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:06:11.253305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:06:11.253645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:11.257853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:06:11.258190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:11.263032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:06:11.263366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Checking segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:06:11.263754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Bound using segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:06:11.264212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Bound port: 80289e14-a4fa-487b-a42e-929b58e76327, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:06:11.264564 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.329225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:11.332211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:06:11.336164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.370238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:11.370796 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:11.372176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] 10.222.0.11 "PUT /v2.0/ports/80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 1092 time: 0.5683875 Oct 19 21:06:11.372609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:11.374889 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906d7d46-1024-446b-9086-370b8b02aa22" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:11.401732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ef158-40b9-4fc3-95b3-e92278db7aaa service neutron] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:11.459845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-b9227e6d-c3ea-49f4-8328-817308248881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:11.461426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-b9227e6d-c3ea-49f4-8328-817308248881 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1095 time: 0.0495381 Oct 19 21:06:11.477962 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63f5d17-2163-46ca-a9c7-55f41d48aa3a x-openstack-request-id: req-e63f5d17-2163-46ca-a9c7-55f41d48aa3a {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:11.478312 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:11.478885 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e63f5d17-2163-46ca-a9c7-55f41d48aa3a {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:11.479349 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'status': 'completed', 'code': 200} Oct 19 21:06:11.511957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-93108951-b484-40c2-a3f1-76e43531f838 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0426886 Oct 19 21:06:11.582558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-c6bd3035-72fe-4ebd-ba2c-a10d07fa0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:11.583986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-c6bd3035-72fe-4ebd-ba2c-a10d07fa0226 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0643589 Oct 19 21:06:11.593112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad90a-e1e5-44a5-8023-0442e6c4153d req-d5015783-49a6-4c3b-8084-98238ef63b7c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:11.594556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e2ad90a-e1e5-44a5-8023-0442e6c4153d req-d5015783-49a6-4c3b-8084-98238ef63b7c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 944 time: 0.0853364 Oct 19 21:06:11.624134 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-7d625f22-1962-4488-94c7-a8fa957e6cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285952 Oct 19 21:06:11.677880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2e2ad90a-e1e5-44a5-8023-0442e6c4153d req-3bdfd693-8942-4f8e-99bf-e26f29e1f9e9 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752366 Oct 19 21:06:11.732386 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-5fe71dd4-6fb1-45ce-a577-8c691b2bab9c service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018269 Oct 19 21:06:11.825588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c6305bd-8a9c-488a-9f80-b0cd9d48f0be req-3f0801ad-855f-424e-acd6-3a7e4f270167 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842421 Oct 19 21:06:11.915759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d7d46-1024-446b-9086-370b8b02aa22 req-7615d34a-30f1-4d77-abed-7f0a5b0fea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:11.917145 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-7615d34a-30f1-4d77-abed-7f0a5b0fea76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1095 time: 0.0446887 Oct 19 21:06:12.006746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d7d46-1024-446b-9086-370b8b02aa22 req-70cdae0f-17f6-43b2-9d99-6dcfd122b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:12.008199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-70cdae0f-17f6-43b2-9d99-6dcfd122b15e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0842538 Oct 19 21:06:12.051916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-1b561ea6-849e-4047-9b16-a4112f773aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0365756 Oct 19 21:06:12.101833 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d7d46-1024-446b-9086-370b8b02aa22 req-99b3f7f0-9366-41af-955b-23d17a40bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:12.103319 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-99b3f7f0-9366-41af-955b-23d17a40bf1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0448930 Oct 19 21:06:12.134983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-659de0fc-067f-4896-9581-15df3f64747f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242760 Oct 19 21:06:12.226640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-89ba96ba-d2cd-49f3-ba24-c57c78a2ff8e service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835645 Oct 19 21:06:12.316791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-906d7d46-1024-446b-9086-370b8b02aa22 req-4d7c9ff4-8418-4af4-89e0-c6931dc1c5ac service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816069 Oct 19 21:06:12.793750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab000-4caa-4d45-b653-99776483cfce req-c9ced941-2730-4c43-8941-f535801e5850 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:12.795778 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7cdab000-4caa-4d45-b653-99776483cfce req-c9ced941-2730-4c43-8941-f535801e5850 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 944 time: 0.0477889 Oct 19 21:06:12.832864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7cdab000-4caa-4d45-b653-99776483cfce req-a7045fdd-50f5-4412-b637-cb6c65850918 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Oct 19 21:06:12.855314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:06:12.875641 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: af27be53-66df-428b-b769-6cef101e3fd4 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:06:12.875979 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device af27be53-66df-428b-b769-6cef101e3fd4 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:06:13.022487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:13.507471 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:13.945567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc430ec-0460-47c5-8332-6d5898f499ad req-bd6df69b-5454-46e5-a81b-02659469f338 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:13.947053 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfc430ec-0460-47c5-8332-6d5898f499ad req-bd6df69b-5454-46e5-a81b-02659469f338 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 944 time: 0.0487754 Oct 19 21:06:13.983679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfc430ec-0460-47c5-8332-6d5898f499ad req-b0ab2af3-11ba-431d-a0c2-4e85030b9f9d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Oct 19 21:06:14.847736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:06:14.939456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:14.950283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '80289e14-a4fa-487b-a42e-929b58e76327', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'port_id': '80289e14-a4fa-487b-a42e-929b58e76327', 'mac_address': 'fa:16:3e:52:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbb70fd-6bc3-4e2b-97d8-e4043369459a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:06:14.989531 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:15.002076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80289e14-a4fa-487b-a42e-929b58e76327 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:06:15.022141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:15.026120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:15.074215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:15.110190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cb83c-4376-4d7a-9987-53a4ec525c32 req-b9b706d1-795b-47e2-8b05-3d4321a684a5 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:15.111601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b6cb83c-4376-4d7a-9987-53a4ec525c32 req-b9b706d1-795b-47e2-8b05-3d4321a684a5 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 945 time: 0.0611308 Oct 19 21:06:15.155226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6b6cb83c-4376-4d7a-9987-53a4ec525c32 req-bacebb87-371d-428d-8868-0d3b7fff615b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Oct 19 21:06:15.219791 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['80289e14-a4fa-487b-a42e-929b58e76327'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:16.271570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b853e2-44ca-4789-ab92-5764d54610e9 req-98e39a9b-326b-4b09-9454-80171765e806 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:16.273720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18b853e2-44ca-4789-ab92-5764d54610e9 req-98e39a9b-326b-4b09-9454-80171765e806 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 945 time: 0.0532827 Oct 19 21:06:16.311081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18b853e2-44ca-4789-ab92-5764d54610e9 req-5034c0d5-5e32-4a8f-bdd7-03b070fb8f94 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Oct 19 21:06:16.870792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:06:16.918951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 80289e14-a4fa-487b-a42e-929b58e76327 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:06:16.923019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 80289e14-a4fa-487b-a42e-929b58e76327 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:06:16.923536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:16.999466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:17.021848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:17.024084 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fae36-0e65-481f-adf5-4142728af2ba" -d '{"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-plugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:17.041252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:17.045164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:17.068577 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692056b-507c-44c9-a47a-2b77648727e1 x-openstack-request-id: req-b692056b-507c-44c9-a47a-2b77648727e1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:17.068852 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-plugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:17.069112 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b692056b-507c-44c9-a47a-2b77648727e1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:17.069665 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'code': 200} Oct 19 21:06:17.096506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:17.167513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0b4c-70e5-4d04-823c-55a13c20641a req-e1e959a8-5ff6-4cad-a373-0241a2ed7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:17.168925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec6f0b4c-70e5-4d04-823c-55a13c20641a req-e1e959a8-5ff6-4cad-a373-0241a2ed7934 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1097 time: 0.0409818 Oct 19 21:06:17.204580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ec6f0b4c-70e5-4d04-823c-55a13c20641a req-61061335-b8d4-4265-8e30-ccfabd6aaece service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285096 Oct 19 21:06:17.433427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60956-5af0-423b-a3eb-e8dfcd8e506e req-2bd5a975-ecac-4c42-a79b-646d02b71a63 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:17.434849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80d60956-5af0-423b-a3eb-e8dfcd8e506e req-2bd5a975-ecac-4c42-a79b-646d02b71a63 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Oct 19 21:06:17.473515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-80d60956-5af0-423b-a3eb-e8dfcd8e506e req-eba98067-62a3-49c7-8cbd-d4dd3b28fae6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Oct 19 21:06:18.590339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fcff4-5e66-4c60-bc5d-478f19980eb0 req-de89cf3f-9e00-4ae3-8a9b-eec26a50a90e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:18.591793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-096fcff4-5e66-4c60-bc5d-478f19980eb0 req-de89cf3f-9e00-4ae3-8a9b-eec26a50a90e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0485613 Oct 19 21:06:18.631439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-096fcff4-5e66-4c60-bc5d-478f19980eb0 req-518d24ee-1df1-44fb-93b6-efa542c322fc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Oct 19 21:06:18.756918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84eba4-f3d6-4379-bdf5-bb6ff1d3b56a req-d17ead03-5d53-4392-b863-2931a07a1b4d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:18.758394 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc84eba4-f3d6-4379-bdf5-bb6ff1d3b56a req-d17ead03-5d53-4392-b863-2931a07a1b4d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0589335 Oct 19 21:06:18.796580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc84eba4-f3d6-4379-bdf5-bb6ff1d3b56a req-335049a7-35ce-48bb-8b44-0b6bf6a482a6 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Oct 19 21:06:19.134580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-9bc91ede-cf0f-45f5-87df-35d69415b6d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694075 Oct 19 21:06:19.143116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4a64a-50f6-4fa2-86d9-ed189e46aaaa req-5c669686-8146-49b4-b9d6-1e6c6fdc95e3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:19.144769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eaf4a64a-50f6-4fa2-86d9-ed189e46aaaa req-5c669686-8146-49b4-b9d6-1e6c6fdc95e3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0703411 Oct 19 21:06:19.184864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eaf4a64a-50f6-4fa2-86d9-ed189e46aaaa req-170d6be4-2dcd-4923-bf8a-2cc67ec8bc37 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Oct 19 21:06:20.184810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-9327a445-7320-4ca8-b35f-faa3b56e9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:20.186344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-9327a445-7320-4ca8-b35f-faa3b56e9496 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1097 time: 0.0433106 Oct 19 21:06:20.276564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-dda48a1b-41ab-4c0b-a260-da134e330983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:20.278050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-dda48a1b-41ab-4c0b-a260-da134e330983 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0850568 Oct 19 21:06:20.302358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80a7d6-8907-4c4d-9ddb-f0e2d83971d8 req-b7cad77e-2150-4666-b10b-a80b2337228d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:20.303823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec80a7d6-8907-4c4d-9ddb-f0e2d83971d8 req-b7cad77e-2150-4666-b10b-a80b2337228d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0493255 Oct 19 21:06:20.322312 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-3370bfd2-fa46-4010-81cf-cb3d8e6d7377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0368505 Oct 19 21:06:20.340621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ec80a7d6-8907-4c4d-9ddb-f0e2d83971d8 req-71146cba-c51e-452d-8f9b-cdc74c9ab942 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Oct 19 21:06:20.371320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-b4d1735d-d7a9-46f8-8670-e77804896e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:20.372781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-b4d1735d-d7a9-46f8-8670-e77804896e1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0439515 Oct 19 21:06:20.402678 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-c41b852d-c550-4d91-a196-5bbec508003b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231869 Oct 19 21:06:20.494933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-885e5e7c-5e82-4daf-b78e-c485c22d830d service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846903 Oct 19 21:06:20.897406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-9907b0ea-7e09-4720-98f9-44da71b9c2b0 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957734 Oct 19 21:06:21.456443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f893-84c7-46eb-ae24-e0a97c5d2327 req-380903e2-b08e-4b63-b29e-4c64986a974e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:21.458784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c78f893-84c7-46eb-ae24-e0a97c5d2327 req-380903e2-b08e-4b63-b29e-4c64986a974e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Oct 19 21:06:21.501243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c78f893-84c7-46eb-ae24-e0a97c5d2327 req-87ebdc06-fe67-47ef-a878-d5ee1b859bcf tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Oct 19 21:06:22.615011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40095eb9-5cc3-49d3-b357-3b60e965bb7a req-a33d27ac-5f7b-4e5b-aff5-03c2836dce90 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:22.616462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40095eb9-5cc3-49d3-b357-3b60e965bb7a req-a33d27ac-5f7b-4e5b-aff5-03c2836dce90 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0480464 Oct 19 21:06:22.656277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40095eb9-5cc3-49d3-b357-3b60e965bb7a req-a5d53ec8-4a41-4f50-bd67-9f1c245f28c7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Oct 19 21:06:23.770097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1eaab-de9e-4e4a-85f1-3bfbdbbd1e45 req-d5b10e98-1cf6-4df7-96d7-debb9b0db6f3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:23.771562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbf1eaab-de9e-4e4a-85f1-3bfbdbbd1e45 req-d5b10e98-1cf6-4df7-96d7-debb9b0db6f3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0488365 Oct 19 21:06:23.812329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbf1eaab-de9e-4e4a-85f1-3bfbdbbd1e45 req-ce85cacf-3dbb-4b94-b0e0-982fb623dd1d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Oct 19 21:06:24.928325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7f21-7f6e-4e47-82cc-6bd12e3e882f req-30af5961-5cf3-429f-a2dd-d16eff0ca285 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:24.929811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-884a7f21-7f6e-4e47-82cc-6bd12e3e882f req-30af5961-5cf3-429f-a2dd-d16eff0ca285 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0479383 Oct 19 21:06:24.967109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-884a7f21-7f6e-4e47-82cc-6bd12e3e882f req-6e67c9ae-159f-4c0f-b199-c51cc2c099ce tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Oct 19 21:06:26.040323 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:06:26.079697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4013283-1b2d-4141-a6b4-a66d555e6817 req-017a446c-ca84-4287-8af1-31c238b359d2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:26.081178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4013283-1b2d-4141-a6b4-a66d555e6817 req-017a446c-ca84-4287-8af1-31c238b359d2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0485511 Oct 19 21:06:26.118860 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4013283-1b2d-4141-a6b4-a66d555e6817 req-7fec87ed-ad09-4785-96ec-75de4db8b16f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Oct 19 21:06:26.508668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3dae2e19-58be-4b9e-9bbf-c90f7eb5b466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:27.231462 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2f218-f591-4351-84b4-0574b62e240c req-4e326fa7-03bd-42a1-91c9-06b9d719a684 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:27.233584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0f2f218-f591-4351-84b4-0574b62e240c req-4e326fa7-03bd-42a1-91c9-06b9d719a684 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0489860 Oct 19 21:06:27.270752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f0f2f218-f591-4351-84b4-0574b62e240c req-27071f31-f38e-4fc4-89d7-49af5fc0e3bc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Oct 19 21:06:28.384754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069f362-101d-40db-a4f2-5cfe047e8c4e req-82228713-37b0-4c90-b75c-34b580d1a2ea tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:28.386235 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c069f362-101d-40db-a4f2-5cfe047e8c4e req-82228713-37b0-4c90-b75c-34b580d1a2ea tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0484037 Oct 19 21:06:28.426717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c069f362-101d-40db-a4f2-5cfe047e8c4e req-370df68e-76c5-4d7a-84ca-95f2b9c0a33d tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Oct 19 21:06:29.248175 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8e88e91a-a146-483c-afea-01c94e924dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:29.540436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4e25-7a4d-480b-827e-f73b4c9dc2b4 req-5d8eb00c-f803-4cef-85ae-bb729b7e3788 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:29.541874 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b1f4e25-7a4d-480b-827e-f73b4c9dc2b4 req-5d8eb00c-f803-4cef-85ae-bb729b7e3788 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0479836 Oct 19 21:06:29.585282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2b1f4e25-7a4d-480b-827e-f73b4c9dc2b4 req-6165b07e-8e82-4ba7-994d-21f9f8fbe7e4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Oct 19 21:06:30.331466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:30.697581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b745f-ecf1-45ea-a7a4-f6dde3821b52 req-157b5c1f-4e15-4ad8-a550-c3dcec168bc7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:30.699034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-481b745f-ecf1-45ea-a7a4-f6dde3821b52 req-157b5c1f-4e15-4ad8-a550-c3dcec168bc7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0480394 Oct 19 21:06:30.737102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-481b745f-ecf1-45ea-a7a4-f6dde3821b52 req-2dcd67d9-22b2-483d-a48f-280d6d8a0f5b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Oct 19 21:06:31.083939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:31.857258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4c89-3663-444e-8141-0c3c441f7a5c req-2ebb6fcb-f5a0-4a86-8490-83aadfb4d3e9 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:31.858812 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7fa4c89-3663-444e-8141-0c3c441f7a5c req-2ebb6fcb-f5a0-4a86-8490-83aadfb4d3e9 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0511246 Oct 19 21:06:31.895853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f7fa4c89-3663-444e-8141-0c3c441f7a5c req-81ae72bb-32f9-4081-bb6d-c469fb3f34b4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Oct 19 21:06:32.369443 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:33.010007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0fd88-f312-471a-978c-3e8c0fc8a40e req-527aff58-8f5c-42a9-bb22-1e55fa9609dc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:33.011439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35b0fd88-f312-471a-978c-3e8c0fc8a40e req-527aff58-8f5c-42a9-bb22-1e55fa9609dc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Oct 19 21:06:33.048765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35b0fd88-f312-471a-978c-3e8c0fc8a40e req-195b866c-4cb8-43ba-b788-20af781ba801 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Oct 19 21:06:34.161884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026de612-6ac6-4238-9086-50c5bcf82d90 req-0b11841c-c76b-49fb-b1a1-64d71d650da7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:34.163341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-026de612-6ac6-4238-9086-50c5bcf82d90 req-0b11841c-c76b-49fb-b1a1-64d71d650da7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0476403 Oct 19 21:06:34.200746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-026de612-6ac6-4238-9086-50c5bcf82d90 req-f9f8883b-9a94-41e5-9028-ba89ad47ccdf tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Oct 19 21:06:35.330711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-b600af83-03c5-4bfe-8c7a-07c3d2d9096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:35.332232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-b600af83-03c5-4bfe-8c7a-07c3d2d9096a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1097 time: 0.1251211 Oct 19 21:06:35.339752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2738d-3f43-4312-86a7-7be6a82f6f03 req-851821b4-b0f0-438e-a7ec-d59ed03fe787 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:35.341133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0aa2738d-3f43-4312-86a7-7be6a82f6f03 req-851821b4-b0f0-438e-a7ec-d59ed03fe787 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0755160 Oct 19 21:06:35.406545 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0aa2738d-3f43-4312-86a7-7be6a82f6f03 req-d4045c93-276f-4276-bc86-bc9867947169 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Oct 19 21:06:35.461488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-5294f389-9035-4e2f-8b0f-fdb85538384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:35.462939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-5294f389-9035-4e2f-8b0f-fdb85538384c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.1019030 Oct 19 21:06:35.505712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-805f2fbb-dc35-429c-9604-4cde1a48ea88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0340455 Oct 19 21:06:35.553912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-4a4ecc86-f107-4602-9a78-abc6dd4e7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:35.555231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-4a4ecc86-f107-4602-9a78-abc6dd4e7af3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0423000 Oct 19 21:06:35.586301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-6b9a0409-adaf-4298-9b27-4fc26675c45f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246406 Oct 19 21:06:35.676287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-c170f09f-a9f7-43aa-acf6-36cbad6cecbd service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Oct 19 21:06:35.767209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-22f5b3c2-26fd-4914-9a4e-8f4dff602d1a req-5bc86847-e453-40e7-9efd-d503893312a5 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Oct 19 21:06:36.519431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30b08-7e87-48ab-a688-4fcc23fe57fa req-9ea997e4-fffa-4f42-87ec-a64c316d5244 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:36.520897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ab30b08-7e87-48ab-a688-4fcc23fe57fa req-9ea997e4-fffa-4f42-87ec-a64c316d5244 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0483763 Oct 19 21:06:36.560076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ab30b08-7e87-48ab-a688-4fcc23fe57fa req-a05c4a37-7588-41b5-8fa5-0bc65a4ccad3 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Oct 19 21:06:37.673428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925150e-84b2-46ca-8bb3-3f1283d56725 req-0d694080-7586-466f-aa70-81df912e5865 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:37.674884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4925150e-84b2-46ca-8bb3-3f1283d56725 req-0d694080-7586-466f-aa70-81df912e5865 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Oct 19 21:06:37.711859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4925150e-84b2-46ca-8bb3-3f1283d56725 req-850cfbf4-625a-4426-bead-6d0cf90d15e1 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Oct 19 21:06:38.824527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2460-e4be-4cb4-b77e-488610c4a996 req-0cb0e965-f68b-423f-a156-2f28dc4b50d8 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:38.825995 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ead2460-e4be-4cb4-b77e-488610c4a996 req-0cb0e965-f68b-423f-a156-2f28dc4b50d8 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0476611 Oct 19 21:06:38.863142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ead2460-e4be-4cb4-b77e-488610c4a996 req-2aa9073d-be5b-448f-b337-c2c2c72077aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Oct 19 21:06:39.980767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b3d0-8dc2-428a-84c3-c87d3597822c req-b5ff7b6f-8b00-43e7-96f2-347bf104adaa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:39.982289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f481b3d0-8dc2-428a-84c3-c87d3597822c req-b5ff7b6f-8b00-43e7-96f2-347bf104adaa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0530493 Oct 19 21:06:40.020075 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f481b3d0-8dc2-428a-84c3-c87d3597822c req-e399b4f8-a896-49d9-9d69-aa6ffd4c83dc tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Oct 19 21:06:41.134375 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347e4ff-3e4e-4c6e-80ac-424aa8e81748 req-f12787f0-4988-4570-b33f-af8c76c25eb1 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:41.135854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a347e4ff-3e4e-4c6e-80ac-424aa8e81748 req-f12787f0-4988-4570-b33f-af8c76c25eb1 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0485625 Oct 19 21:06:41.173018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a347e4ff-3e4e-4c6e-80ac-424aa8e81748 req-a6becc3e-5609-4293-be48-b235876b5a7e tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Oct 19 21:06:42.287372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740b7f-707e-4a28-9dca-4b2b9298f1a5 req-2f3c10c2-7fa0-4c87-9a85-283967caf793 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:42.288836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1740b7f-707e-4a28-9dca-4b2b9298f1a5 req-2f3c10c2-7fa0-4c87-9a85-283967caf793 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0499752 Oct 19 21:06:42.330813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b1740b7f-707e-4a28-9dca-4b2b9298f1a5 req-a5ad3150-45b6-4239-a434-4000a88cf025 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Oct 19 21:06:43.037663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:43.443548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab2b6f-d634-416c-aca5-9b26da79b2c6 req-bae6321e-e678-4be7-afbc-d7b8fcca0658 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:43.444992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94ab2b6f-d634-416c-aca5-9b26da79b2c6 req-bae6321e-e678-4be7-afbc-d7b8fcca0658 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0471935 Oct 19 21:06:43.488238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94ab2b6f-d634-416c-aca5-9b26da79b2c6 req-bf75f442-954a-42f2-b1da-9fb053b97879 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Oct 19 21:06:43.495675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:44.600758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ddf53-99ed-4505-8bb4-d459b7bdd3c4 req-bdd3f24d-ab81-4fee-9c5c-b1029beb0745 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:44.602242 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-189ddf53-99ed-4505-8bb4-d459b7bdd3c4 req-bdd3f24d-ab81-4fee-9c5c-b1029beb0745 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Oct 19 21:06:44.639439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-189ddf53-99ed-4505-8bb4-d459b7bdd3c4 req-b6b29806-9527-443c-866d-55f1856c1177 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Oct 19 21:06:45.752671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c2fa-3004-438d-b027-973f0f5a13d3 req-ffc421e3-a19d-4aee-a62f-f5803789023f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:45.754769 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1336c2fa-3004-438d-b027-973f0f5a13d3 req-ffc421e3-a19d-4aee-a62f-f5803789023f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0493138 Oct 19 21:06:45.793460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1336c2fa-3004-438d-b027-973f0f5a13d3 req-8ed9c81a-1538-43ac-b56d-ae887edf615a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Oct 19 21:06:46.906342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2299-e3fb-413c-b7fd-03d16a2a4755 req-34d394cd-163b-44e7-823f-5a15f0d80e84 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:46.907810 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b15f2299-e3fb-413c-b7fd-03d16a2a4755 req-34d394cd-163b-44e7-823f-5a15f0d80e84 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Oct 19 21:06:46.945387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b15f2299-e3fb-413c-b7fd-03d16a2a4755 req-a3b78e8c-92a6-4e51-9768-8bafe60ce1aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Oct 19 21:06:47.616180 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-f6badd01-6c86-4b76-a844-16410ca6f58e service neutron] show failed (client error): The resource could not be found. Oct 19 21:06:47.617193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-f6badd01-6c86-4b76-a844-16410ca6f58e service neutron] 10.222.0.11 "GET /v2.0/ports/80289e14-a4fa-487b-a42e-929b58e76327/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0586221 Oct 19 21:06:47.810712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-c9f92aa5-3cf8-46fa-a959-6401752f5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:47.812220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-c9f92aa5-3cf8-46fa-a959-6401752f5a59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905&tenant_id=6098764333c141cebff4ac2ff05b5ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0407746 Oct 19 21:06:47.825152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:47.876264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.060333 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa8fe-c6c1-4a22-80a1-9233d46c1450 req-715cf6c9-d7f8-41ca-bfc1-ccc5e11850a2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:48.062151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f4aa8fe-c6c1-4a22-80a1-9233d46c1450 req-715cf6c9-d7f8-41ca-bfc1-ccc5e11850a2 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Oct 19 21:06:48.084487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:48.101363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f4aa8fe-c6c1-4a22-80a1-9233d46c1450 req-853929f1-6079-4336-ae63-edb78a3ec3d4 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Oct 19 21:06:48.122118 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:48.161507 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:48.163947 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0bb622-3b65-4c48-b569-d82589d26c20" -d '{"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-unplugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:48.167581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.179767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Transition to ACTIVE for port object 80289e14-a4fa-487b-a42e-929b58e76327 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:06:48.183721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.220114 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32261037-eeb3-4a79-8fa7-f29afe39f7c3 x-openstack-request-id: req-32261037-eeb3-4a79-8fa7-f29afe39f7c3 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:48.220403 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-unplugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:48.220653 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32261037-eeb3-4a79-8fa7-f29afe39f7c3 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:48.221037 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'code': 200} Oct 19 21:06:48.251037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] No DVR routers for this DVR port 80289e14-a4fa-487b-a42e-929b58e76327 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:06:48.254518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:48.289094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:06:48.289463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:06:48.289787 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:48.293954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:06:48.294275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Attempting to bind port 80289e14-a4fa-487b-a42e-929b58e76327 on network 1c98a5ee-323c-401b-85b2-fcc3095e4e44 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:48.299016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:06:48.299347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Checking segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:06:48.299849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Bound using segment: {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:06:48.300296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Bound port: 80289e14-a4fa-487b-a42e-929b58e76327, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9589e08-791b-47bb-8ba1-db1dc9b37372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:06:48.300642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.368233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:48.371396 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:06:48.375047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.406322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:48.407166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:48.408561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] 10.222.0.37 "PUT /v2.0/ports/80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 1092 time: 0.5873966 Oct 19 21:06:48.440295 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41fe26-801e-425d-a079-0671e512ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:48.474663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-a0817d84-2a2f-4b86-bb27-8f0dd6253d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:48.476156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-a0817d84-2a2f-4b86-bb27-8f0dd6253d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1095 time: 0.0432768 Oct 19 21:06:48.567693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-f614da51-6100-4e34-aef0-44f8a6330e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:48.569146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-f614da51-6100-4e34-aef0-44f8a6330e91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0865798 Oct 19 21:06:48.610384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-44c29772-5510-49df-9d21-6e507e04398a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0339723 Oct 19 21:06:48.662195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-244eb465-27f9-4736-88bb-ec1e6872f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:48.663600 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-244eb465-27f9-4736-88bb-ec1e6872f4a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0463579 Oct 19 21:06:48.693818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-b2e38241-8644-4299-9889-8a260a388bdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235753 Oct 19 21:06:48.782191 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-7c53c2ff-44e4-4427-9760-8c81c5321c61 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811005 Oct 19 21:06:48.875226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbe88d60-39ff-462d-a166-c938bf6f56d5 req-bd1f6641-971d-449e-9991-733dfa642052 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851333 Oct 19 21:06:49.213616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704fda6-36a9-49f6-89d4-2eb8df643224 req-207416c4-55ea-47b4-9837-fed7bd9c2269 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:49.215082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7704fda6-36a9-49f6-89d4-2eb8df643224 req-207416c4-55ea-47b4-9837-fed7bd9c2269 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 944 time: 0.0477810 Oct 19 21:06:49.256027 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7704fda6-36a9-49f6-89d4-2eb8df643224 req-eeab9686-b7e3-4bd2-ae44-f0ad3562f974 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Oct 19 21:06:50.222580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:50.224972 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:50.275663 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3f2b98-3444-4a83-9459-7a4401815ef1 x-openstack-request-id: req-bc3f2b98-3444-4a83-9459-7a4401815ef1 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:50.275959 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:50.276294 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc3f2b98-3444-4a83-9459-7a4401815ef1 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:50.276786 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'status': 'completed', 'code': 200} Oct 19 21:06:50.365904 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-3329ae49-5990-4d09-b6e1-75f396c1ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.367524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-3329ae49-5990-4d09-b6e1-75f396c1ac0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1095 time: 0.0721745 Oct 19 21:06:50.373319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-687665f6-bf77-461a-9fd4-6041cecf776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.374701 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-687665f6-bf77-461a-9fd4-6041cecf776a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1095 time: 0.0536690 Oct 19 21:06:50.377479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e19bf-4cb0-467e-bd2c-ae24b18a5dfa req-dc227933-4e77-44c5-b4ed-01f41994cb81 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.379586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db9e19bf-4cb0-467e-bd2c-ae24b18a5dfa req-dc227933-4e77-44c5-b4ed-01f41994cb81 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 944 time: 0.0559790 Oct 19 21:06:50.421872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-db9e19bf-4cb0-467e-bd2c-ae24b18a5dfa req-4d8512cb-8da9-41dc-a293-d42f0ccc1583 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Oct 19 21:06:50.536546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-c75d44db-0749-4175-b5f3-a90e7f35fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.537954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-c75d44db-0749-4175-b5f3-a90e7f35fb54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.1624289 Oct 19 21:06:50.539020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-fe34bec4-d45f-49c2-97a2-9370724f3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.540307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-fe34bec4-d45f-49c2-97a2-9370724f3996 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.1560223 Oct 19 21:06:50.584404 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-a20f47ac-5a94-48fc-84d6-93407a77bca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0390921 Oct 19 21:06:50.621179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-c2749dde-d18d-45a8-aa67-2c2ecac7cd25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0690289 Oct 19 21:06:50.687343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-72d48ba8-40ef-44a7-ad6b-05123b8b42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.688737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-72d48ba8-40ef-44a7-ad6b-05123b8b42c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0749116 Oct 19 21:06:50.693655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-2cfe4865-d460-4645-b9e9-c124aa04e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:50.694958 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-2cfe4865-d460-4645-b9e9-c124aa04e2b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0556405 Oct 19 21:06:50.738693 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-07e0b204-10fb-4b2f-9097-c8bc70777569 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427752 Oct 19 21:06:50.740460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-71dbdefd-8e47-4e4f-83d3-95209b6f7ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374241 Oct 19 21:06:50.857566 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:06:50.899234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-4b5d7141-1b61-4fe3-b156-00714570f51a service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538565 Oct 19 21:06:50.901046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-e5d76a87-34b9-4dfc-b496-69239e1ff901 service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491930 Oct 19 21:06:50.948667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:06:50.976335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:50.993976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '80289e14-a4fa-487b-a42e-929b58e76327', 'network_id': '1c98a5ee-323c-401b-85b2-fcc3095e4e44', 'port_id': '80289e14-a4fa-487b-a42e-929b58e76327', 'mac_address': 'fa:16:3e:52:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbb70fd-6bc3-4e2b-97d8-e4043369459a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:06:51.005184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:06:51.041485 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:51.053867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80289e14-a4fa-487b-a42e-929b58e76327 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:06:51.058543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-bc4d8757-5396-489c-a2dd-ffba5c17a62b service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522608 Oct 19 21:06:51.061889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-89ed5273-a8a2-40e7-864e-9d2d710ae9ee req-fcaa24f1-fe0f-4785-95e6-0cce764d618d service neutron] 10.222.0.37 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481485 Oct 19 21:06:51.074509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:51.078574 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:51.129389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:51.136627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.136991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.137338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.137674 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.138008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.138340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.138667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.138990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.139314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.139637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.139992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.140316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:51.312694 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['80289e14-a4fa-487b-a42e-929b58e76327'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:51.540523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198c0d3-4d87-4cae-ac70-12c6b1d61607 req-59b19e78-d304-4360-84c1-43a4d7b740df tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:51.542031 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9198c0d3-4d87-4cae-ac70-12c6b1d61607 req-59b19e78-d304-4360-84c1-43a4d7b740df tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Oct 19 21:06:51.578608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9198c0d3-4d87-4cae-ac70-12c6b1d61607 req-c2f71fca-8a2d-4d36-92d7-525c25910490 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306704 Oct 19 21:06:51.801453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38e36-b92e-4a8b-98df-b885a46cc29b req-04c4b28e-9916-4def-8dc6-fec0f02d1b80 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:51.802847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51d38e36-b92e-4a8b-98df-b885a46cc29b req-04c4b28e-9916-4def-8dc6-fec0f02d1b80 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 945 time: 0.0830986 Oct 19 21:06:51.810709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffe8d-0137-431b-9e47-0ff601570582 req-251b931e-1758-418c-a1a1-82c178feaa3f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:51.812032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-251b931e-1758-418c-a1a1-82c178feaa3f tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905&tenant_id=6098764333c141cebff4ac2ff05b5ff8&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 945 time: 0.0811431 Oct 19 21:06:51.872718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51d38e36-b92e-4a8b-98df-b885a46cc29b req-c4b27d5e-98fe-442a-924c-0d1790331210 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597153 Oct 19 21:06:51.890661 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-212ffe8d-0137-431b-9e47-0ff601570582 req-3a70e69a-75ac-4190-8201-4b8766202b8e service neutron] delete failed (client error): The resource could not be found. Oct 19 21:06:51.891659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-3a70e69a-75ac-4190-8201-4b8766202b8e service neutron] 10.222.0.11 "DELETE /v2.0/ports/80289e14-a4fa-487b-a42e-929b58e76327/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0722542 Oct 19 21:06:51.975245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffe8d-0137-431b-9e47-0ff601570582 req-6839628e-d223-4eac-a402-d52fd8d6efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:51.976680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-6839628e-d223-4eac-a402-d52fd8d6efe8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6098764333c141cebff4ac2ff05b5ff8&device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 1096 time: 0.0434482 Oct 19 21:06:52.062721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffe8d-0137-431b-9e47-0ff601570582 req-c24cac78-178d-486a-8b02-888538064927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:52.064046 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-c24cac78-178d-486a-8b02-888538064927 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 200 len: 916 time: 0.0807459 Oct 19 21:06:52.107352 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-c2d6a439-fb3e-4c8f-8ae6-1eb47e847b62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 200 len: 217 time: 0.0356731 Oct 19 21:06:52.155163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffe8d-0137-431b-9e47-0ff601570582 req-276614f2-c7db-4e08-907e-8f2b3d2572f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:52.156532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-276614f2-c7db-4e08-907e-8f2b3d2572f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 200 len: 855 time: 0.0428545 Oct 19 21:06:52.185998 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-ffefb054-af6e-437a-ae0b-52b1d7dc0003 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c98a5ee-323c-401b-85b2-fcc3095e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228300 Oct 19 21:06:52.276698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-616363b9-0990-4af0-b1cd-48c338ce0f4e service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836053 Oct 19 21:06:52.363816 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-212ffe8d-0137-431b-9e47-0ff601570582 req-b6ed422b-9ebd-4c4f-af60-33cd854919e4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803666 Oct 19 21:06:52.861277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:06:52.913911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 80289e14-a4fa-487b-a42e-929b58e76327 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:06:52.917571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 80289e14-a4fa-487b-a42e-929b58e76327 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:06:52.917940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:52.990786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb710d9-3ba9-4a7a-8528-6654188d2458 req-73f5cb5f-a70f-4a33-8b68-9e77a3491d78 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:52.992176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdb710d9-3ba9-4a7a-8528-6654188d2458 req-73f5cb5f-a70f-4a33-8b68-9e77a3491d78 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Oct 19 21:06:52.993783 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:53.015671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:53.017983 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07512349-5623-424e-97e9-1fbc1f61e2a4" -d '{"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-plugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:53.030346 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdb710d9-3ba9-4a7a-8528-6654188d2458 req-a0785e60-6089-4d7b-a8e8-7f02198d0c51 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Oct 19 21:06:53.031848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:53.036272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:53.067674 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7b3aa-8388-433e-8565-d341153eac09 x-openstack-request-id: req-ade7b3aa-8388-433e-8565-d341153eac09 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:53.067971 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-plugged", "status": "completed", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:53.068220 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ade7b3aa-8388-433e-8565-d341153eac09 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:53.068603 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'code': 200} Oct 19 21:06:53.086860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:53.151232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b13739-a729-49a8-a82a-047ecf19cdfd req-05e8d8cb-6863-4dd6-9367-22d682307790 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:53.152659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b13739-a729-49a8-a82a-047ecf19cdfd req-05e8d8cb-6863-4dd6-9367-22d682307790 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0473061 Oct 19 21:06:53.192288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49b13739-a729-49a8-a82a-047ecf19cdfd req-764bd08d-7b81-4b67-b871-1a78728e8944 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Oct 19 21:06:53.304680 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43a8e4-67c2-48c0-b963-f865aea689a2 req-3925746b-36ca-4e21-bce7-47cdf734583c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:53.306174 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa43a8e4-67c2-48c0-b963-f865aea689a2 req-3925746b-36ca-4e21-bce7-47cdf734583c tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0486231 Oct 19 21:06:53.342603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fa43a8e4-67c2-48c0-b963-f865aea689a2 req-5e4479dd-4a73-497b-9bc5-5959cf95be5b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Oct 19 21:06:53.665994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6844a-d842-4c3a-b938-02dd3817bc3c req-8613fdc5-df44-44ba-adc1-79e422be43c1 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:53.667447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47c6844a-d842-4c3a-b938-02dd3817bc3c req-8613fdc5-df44-44ba-adc1-79e422be43c1 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0487530 Oct 19 21:06:53.704023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-47c6844a-d842-4c3a-b938-02dd3817bc3c req-62a49009-5925-4eb9-9bf6-0f8a0bc393e7 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Oct 19 21:06:54.852432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b3577-c576-4b4a-bc70-3d9acc03939d req-df420d8d-4e27-4b1d-a81d-d1bbbc82479a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:54.854233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca8b3577-c576-4b4a-bc70-3d9acc03939d req-df420d8d-4e27-4b1d-a81d-d1bbbc82479a tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0854583 Oct 19 21:06:54.863239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-06a2d1e0-b5a0-4376-a0af-09c91380fc8b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:54.864661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-06a2d1e0-b5a0-4376-a0af-09c91380fc8b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905 HTTP/1.1" status: 200 len: 946 time: 0.0935028 Oct 19 21:06:54.929925 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca8b3577-c576-4b4a-bc70-3d9acc03939d req-f40cf5cf-eb76-4257-b19f-1f0a137e1f6b tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.31 "GET /v2.0/security-groups?id=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642781 Oct 19 21:06:54.976345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Deleting port 80289e14-a4fa-487b-a42e-929b58e76327 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:06:54.976682 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:55.061408 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] For port 80289e14-a4fa-487b-a42e-929b58e76327, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=80289e14-a4fa-487b-a42e-929b58e76327,segment=NetworkSegment(f9589e08-791b-47bb-8ba1-db1dc9b37372),segment_id=f9589e08-791b-47bb-8ba1-db1dc9b37372)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:06:55.061764 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:55.074386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Calling delete_port for 80289e14-a4fa-487b-a42e-929b58e76327 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:06:55.199181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:55.211556 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['80289e14-a4fa-487b-a42e-929b58e76327'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:06:55.229163 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Pushing event deleted for resources: {'Port': ['ID=80289e14-a4fa-487b-a42e-929b58e76327,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:55.272956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] No DVR routers for this DVR port 80289e14-a4fa-487b-a42e-929b58e76327 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:06:55.275570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:55.279188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6631cfd9-c2ae-4240-99f1-254bfc79cdb3 req-90677744-c6aa-4215-960f-5e3679734342 tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] 10.222.0.37 "DELETE /v2.0/ports/80289e14-a4fa-487b-a42e-929b58e76327 HTTP/1.1" status: 204 len: 173 time: 0.4075942 Oct 19 21:06:55.279620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-deleted', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:06:55.281861 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac90373a-7a6d-46dc-9ced-3f0109d602ad" -d '{"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-deleted", "tag": "80289e14-a4fa-487b-a42e-929b58e76327"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:06:55.320359 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9411ea-7340-4746-b2df-a7331f35ba22 x-openstack-request-id: req-ce9411ea-7340-4746-b2df-a7331f35ba22 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:06:55.320661 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905", "name": "network-vif-deleted", "tag": "80289e14-a4fa-487b-a42e-929b58e76327", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:06:55.320916 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce9411ea-7340-4746-b2df-a7331f35ba22 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:06:55.321331 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe5ec35-1e8e-4bfb-b9e4-d231bf39d905', 'name': 'network-vif-deleted', 'tag': '80289e14-a4fa-487b-a42e-929b58e76327', 'status': 'completed', 'code': 200} Oct 19 21:06:56.047338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34118) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:56.090621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Deleting subnet ccbb70fd-6bc3-4e2b-97d8-e4043369459a {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:06:56.093706 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.128614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.169513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.219015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.250195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbb70fd-6bc3-4e2b-97d8-e4043369459a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:56.252163 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.255375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-97681bc5-ccce-4048-bdcb-d12116ddacf0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ccbb70fd-6bc3-4e2b-97d8-e4043369459a HTTP/1.1" status: 204 len: 168 time: 0.2070301 Oct 19 21:06:56.257996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34120) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:56.325177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.405204 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.424347 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c98a5ee-323c-401b-85b2-fcc3095e4e44']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:06:56.433246 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9589e08-791b-47bb-8ba1-db1dc9b37372') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:06:56.433570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9589e08-791b-47bb-8ba1-db1dc9b37372') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:06:56.443109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.455636 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.462059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:06:56.462475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:06:56.464319 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:06:56.509736 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-24ebdd58-8927-462a-9f42-30163f610bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.521555 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.527932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.531108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c98a5ee-323c-401b-85b2-fcc3095e4e44 HTTP/1.1" status: 204 len: 168 time: 0.2721953 Oct 19 21:06:56.540249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53fa1c-f071-40a6-8e45-16b7d3563ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c98a5ee-323c-401b-85b2-fcc3095e4e44,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:56.634582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34124) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:56.674787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bc2e350a-a4c6-4612-8a79-e82c5a1c0f49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6098764333c141cebff4ac2ff05b5ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390596 Oct 19 21:06:56.677559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34126) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:56.724421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.745371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.790567 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.793497 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:56.794622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1df9e2ce-839f-40cc-a10d-dd92fcf0ac73 HTTP/1.1" status: 204 len: 168 time: 0.1161492 Oct 19 21:06:56.802807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9e2ce-839f-40cc-a10d-dd92fcf0ac73,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:56.810286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.810630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.810968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.811308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.811639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.811969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.812293 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.812615 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.812937 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.813256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.813601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:56.813919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e0a24-5ffd-4073-8366-cf7d500c5635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:06:57.431630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34148) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:57.531377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1660324080-network', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:57.557176 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:06:57.559588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.568721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.642195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.646005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.670812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:06:57.679962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5789ee6-b8fe-4146-967b-1ab8f85328dc,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:57.686092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.686683 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Added segment d2f3637d-fa80-409e-a7ff-429162d7734b of type vlan for network 23f56b3d-481c-4152-b19e-b21e51caa861 Oct 19 21:06:57.727048 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.753151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.754168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:57.755247 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.785129 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3524210 Oct 19 21:06:57.788161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34152) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:57.793176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Request body: {'subnet': {'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1660324080-subnet', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:57.815602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:06:57.819558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:57.820866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dc994-3ada-4dfe-ab25-cd3334964493 admin admin] Pushing event updated for resources: {'Network': ['ID=23f56b3d-481c-4152-b19e-b21e51caa861,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:57.831364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 23f56b3d-481c-4152-b19e-b21e51caa861 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:06:57.996904 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.050272 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01342308-9035-4d01-9c8e-b324f3a203b5,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:58.059321 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:06:58.059679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Network hostable DHCP agents. Network: 23f56b3d-481c-4152-b19e-b21e51caa861, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:06:58.075081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:06:58.083315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 23f56b3d-481c-4152-b19e-b21e51caa861) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:06:58.087337 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:06:58.087918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.092057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112092c1-5549-49df-b687-18cd6ff12563 None None] Network 23f56b3d-481c-4152-b19e-b21e51caa861 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:06:58.104434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-72f62008-472b-4d26-a203-0b31122ae0b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3151658 Oct 19 21:06:58.107734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:58.112125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:06:58.132663 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.133689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.191367 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.333205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.396742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-23f56b3d-481c-4152-b19e-b21e51caa861', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:06:58.397621 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.530044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.534541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Allocated IP 172.20.0.2 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/b3867732-4120-41d7-bed0-0f6121857adc) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:06:58.686681 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.693004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.732495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:06:58.743421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:06:58.747400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:06:58.756536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Pushing event updated for resources: {'Port': ['ID=b3867732-4120-41d7-bed0-0f6121857adc,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:58.810265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Attempting to bind port b3867732-4120-41d7-bed0-0f6121857adc on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:06:58.810640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Attempting to bind port b3867732-4120-41d7-bed0-0f6121857adc by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:06:58.811012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Attempting to bind port b3867732-4120-41d7-bed0-0f6121857adc on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:06:58.816042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:06:58.816421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:06:58.817381 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.817778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:06:58.818244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Bound port: b3867732-4120-41d7-bed0-0f6121857adc, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:06:58.818622 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.871331 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.885392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] For port b3867732-4120-41d7-bed0-0f6121857adc, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:06:58.888498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] For port b3867732-4120-41d7-bed0-0f6121857adc, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b3867732-4120-41d7-bed0-0f6121857adc,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:06:58.894308 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:58.904490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:06:58.943824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 80289e14-a4fa-487b-a42e-929b58e76327 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:06:58.944073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 80289e14-a4fa-487b-a42e-929b58e76327 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:06:58.972102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c49e-26be-4df9-95e1-4f8f06f8f372 None None] Pushing event updated for resources: {'Port': ['ID=b3867732-4120-41d7-bed0-0f6121857adc,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:58.982940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Allocated IP 172.25.7.208 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/f2a43c6d-9830-4a2e-9431-a9659da4da31) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:06:59.089286 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.138531 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.182463 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:06:59.185437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:06:59.192882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:06:59.196324 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a43c6d-9830-4a2e-9431-a9659da4da31,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:06:59.256109 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3678bc98-fd22-4242-979e-7791cd4b6825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.446114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.644010 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.779483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:06:59.881393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ae406-4146-47f6-aed0-56ac3c01e57a None None] Network 23f56b3d-481c-4152-b19e-b21e51caa861 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:06:59.892521 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:06:59.909700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:06:59.910381 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:06:59.912413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2518fdb3-eb6d-4ba9-83b4-40cb48f17445 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8036551 Oct 19 21:06:59.916091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34156) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:06:59.951217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:06:59.951852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:00.029006 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] Provisioning complete for port b3867732-4120-41d7-bed0-0f6121857adc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:00.029405 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.149511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:00.324958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.335227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.368912 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.418918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] For port b3867732-4120-41d7-bed0-0f6121857adc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b3867732-4120-41d7-bed0-0f6121857adc,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:00.425874 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.485860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d50e6d-d946-4b18-965c-4c02a745a362 None None] Pushing event updated for resources: {'Port': ['ID=b3867732-4120-41d7-bed0-0f6121857adc,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:00.490122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:06:59Z', 'revision_number': 3, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:00.521811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:07:00.522308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Updating router 9feed961-62b2-46e6-a5bd-6c30e10e2287 port f2a43c6d-9830-4a2e-9431-a9659da4da31 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:07:00.550616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Allocated IP 172.20.0.1 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:07:00.565617 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.600338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-69f1d1c9-70f1-4449-a100-02c7ff233fe0 None None] Provisioning complete for port b3867732-4120-41d7-bed0-0f6121857adc triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:00.600613 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1c9-70f1-4449-a100-02c7ff233fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.656769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.690033 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.727421 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:07:00.732030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:07:00.734963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:07:00.767179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:00.783024 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.908917 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.916243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.929250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.968929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Attempting to bind port f2a43c6d-9830-4a2e-9431-a9659da4da31 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:07:00.969304 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Attempting to bind port f2a43c6d-9830-4a2e-9431-a9659da4da31 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:07:00.969672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Attempting to bind port f2a43c6d-9830-4a2e-9431-a9659da4da31 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:07:00.979632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8db0-d1ef-418f-9b9c-d62d121733c5 None None] Pushing event updated for resources: {'Port': ['ID=f2a43c6d-9830-4a2e-9431-a9659da4da31,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:00.983753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:07:00.984128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:07:00.984523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:00.984996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:07:00.985920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Bound port: f2a43c6d-9830-4a2e-9431-a9659da4da31, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:07:00.986311 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.045020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-b3abd733-518f-4cfa-a403-e11065a79283 None None] Provisioning complete for port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:01.045528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3abd733-518f-4cfa-a403-e11065a79283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.081719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] For port f2a43c6d-9830-4a2e-9431-a9659da4da31, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:07:01.107844 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.112223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] For port f2a43c6d-9830-4a2e-9431-a9659da4da31, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2a43c6d-9830-4a2e-9431-a9659da4da31,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:07:01.112430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.113256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b3abd733-518f-4cfa-a403-e11065a79283 None None] Port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:07:01.115809 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.119267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.131510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b3867732-4120-41d7-bed0-0f6121857adc up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:07:01.183724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:01.186207 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.196048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:07:01.196671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:01.255734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8db0-d1ef-418f-9b9c-d62d121733c5 None None] Pushing event updated for resources: {'Port': ['ID=f2a43c6d-9830-4a2e-9431-a9659da4da31,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:01.281740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b3867732-4120-41d7-bed0-0f6121857adc triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:01.282292 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.287538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:07:01.288906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:07:01.362809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:01.405133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:07:01.520200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:07:01.529825 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c44cfbeb-9d80-439d-b4ea-710949d877e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/9feed961-62b2-46e6-a5bd-6c30e10e2287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122122 Oct 19 21:07:01.556344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-82acb6c0-361b-403c-b70a-f1f1ee726b9e None None] Provisioning complete for port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:01.556711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82acb6c0-361b-403c-b70a-f1f1ee726b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:01.616173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-82acb6c0-361b-403c-b70a-f1f1ee726b9e None None] Port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:07:01.640783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 2, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:01.667923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea96b7a-2761-4900-8218-9e42bc3f3dc5 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 2, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:07:01.955344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:07:01.960973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919339064', 'description': 'tempest-description--1195364992'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:01.983610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.052566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.057032 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.086209 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.087455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1309648 Oct 19 21:07:02.090940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 34166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:07:02.091961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8da7-c44f-4cb2-b7cb-05c7486e6df2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c07054-e4a7-477d-be1e-dac46c879b9f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:02.104504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'security_group_rule': {'security_group_id': '83c07054-e4a7-477d-be1e-dac46c879b9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:02.134852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.202104 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.206155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.226162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe92d3fc-d59d-4986-99a9-e333a7b9b26c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:02.235817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.237039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b65c5d3c-4627-4f29-bd32-2c9c038a6f54 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444995 Oct 19 21:07:02.240532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34168) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:07:02.245462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'security_group_rule': {'security_group_id': '83c07054-e4a7-477d-be1e-dac46c879b9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:02.295184 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.369445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.373788 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.375623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.389437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f484fab7-2c48-4e69-a78a-cdfae06ce868,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:02.403589 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.404955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-4a5bba67-e98c-4c5c-8da2-08ea6f3c215e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632576 Oct 19 21:07:02.407947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:07:02.412822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:02.435779 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.534601 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.648620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Allocated IP 172.25.7.130 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/b55c6508-78c0-481e-b96c-ec2feb5048fe) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:07:02.753216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.788792 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.825532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:07:02.829860 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:07:02.833836 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:07:02.846294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=b55c6508-78c0-481e-b96c-ec2feb5048fe,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:02.932352 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:02.969196 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.046329 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:07:03.116600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2a43c6d-9830-4a2e-9431-a9659da4da31 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:07:03.127924 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.133030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.199873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=b55c6508-78c0-481e-b96c-ec2feb5048fe,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:03.215751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.232413 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.233714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7abb445e-ff23-43f7-8add-383ba6b310f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8248241 Oct 19 21:07:03.336612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f2a43c6d-9830-4a2e-9431-a9659da4da31 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:03.337522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.390325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-5d8e9fea-b3bd-4f5f-80ae-e8dbded2535f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--919339064&fields=id&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 267 time: 0.0371716 Oct 19 21:07:03.417644 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.440786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port f2a43c6d-9830-4a2e-9431-a9659da4da31, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2a43c6d-9830-4a2e-9431-a9659da4da31,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:03.444781 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:03.494173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=f2a43c6d-9830-4a2e-9431-a9659da4da31,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:03.504253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-fea2fa1a-301d-467c-b642-58de95c10238 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:03.505753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-fea2fa1a-301d-467c-b642-58de95c10238 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1083360 Oct 19 21:07:03.521216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-0a4e2e34-204a-4122-a50d-952c185f4413 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/quotas/156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 375 time: 0.0094733 Oct 19 21:07:03.574923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-ff8ff1da-8f2a-4416-9a22-a97964bc2f05 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484295 Oct 19 21:07:03.627121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:07:03.635993 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:07:03.636578 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:03.676129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-b6a1f182-5851-459f-ba4d-f95f776af313 service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887048 Oct 19 21:07:03.741067 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:03.764520 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-04bc395e-da32-4e4d-ae04-90342cccb09f service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823965 Oct 19 21:07:03.927920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d846afbc-81c5-48bc-9972-4b5c14e095c6 req-653de6f6-0d9e-4183-8e75-7e976c1053d7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 210 time: 0.0261230 Oct 19 21:07:04.042631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 2, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:04.069351 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:07:04.070001 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Updating router 9feed961-62b2-46e6-a5bd-6c30e10e2287 port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:07:04.097993 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.371323 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.376847 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.443947 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Pushing event updated for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:04.466551 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.467152 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.467661 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.467988 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.468319 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.468631 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.469111 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.469454 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.469774 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.470090 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.470399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.470716 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:07:04.482906 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Attempting to bind port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:07:04.483488 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Attempting to bind port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:07:04.483884 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Attempting to bind port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:07:04.490306 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:07:04.490916 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:07:04.491315 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.491697 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:07:04.492153 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Bound port: 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:07:04.492519 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.559194 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] For port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:07:04.562378 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] For port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:07:04.567438 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.633878 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820e8ad-eba2-4f31-87d3-00455f7ed681 None None] Pushing event updated for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:04.637231 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:07:04.638656 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:04.654533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] Provisioning complete for port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:04.655089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.743868 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.775085 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:04.777601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] For port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:04.781762 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.834168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56710-f7d1-4db2-a548-dcbe9c278430 None None] Pushing event updated for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:04.903335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-60f72ae1-546a-4e40-b52d-1c878a59edde None None] Provisioning complete for port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:04.904300 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-60f72ae1-546a-4e40-b52d-1c878a59edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:04.936902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-cb8ea0c4-a2cc-465b-9a10-435331fce58c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:04.938572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-cb8ea0c4-a2cc-465b-9a10-435331fce58c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1469984 Oct 19 21:07:04.995626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-0b6d722d-42b7-4ece-83d7-97f0e4717f07 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 379 time: 0.0470884 Oct 19 21:07:05.006761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'port': {'device_id': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'admin_state_up': True, 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'security_groups': ['83c07054-e4a7-477d-be1e-dac46c879b9f']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:05.010357 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:05.041647 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f0754-2569-4bf1-a52c-1a07a3c301ff None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:07:05.056595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74f19128-4229-4c6d-93c6-5a7caf4b2b0d req-be3cf709-84d3-430f-85cc-70761c3f94e8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 210 time: 0.0462954 Oct 19 21:07:05.137488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:07:05.159294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:07:05.164057 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.189027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:05.189406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.277839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2a43c6d-9830-4a2e-9431-a9659da4da31 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:07:05.309084 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Allocated IP 172.20.0.9 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:07:05.326692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f2a43c6d-9830-4a2e-9431-a9659da4da31 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:05.327316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.451762 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.485534 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.536536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:07:05.539870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:07:05.543834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:07:05.552562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:05.830994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-15020072-4f5e-416e-84e7-d7939f788080 None None] Provisioning complete for port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:05.831567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-15020072-4f5e-416e-84e7-d7939f788080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.869433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-15020072-4f5e-416e-84e7-d7939f788080 None None] Port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:07:05.921690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:05.922288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:05.938248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-9c1cb06d-aabb-486f-bd26-1e112dbfb5d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366305 Oct 19 21:07:05.952494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Request body: {'port': {'device_id': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:06.004892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.180340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df11d7-f3e1-40b0-99e2-2ba301bf1982 req-560a6647-ad84-4b80-ab9e-4a2085443b4f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:06.181837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0df11d7-f3e1-40b0-99e2-2ba301bf1982 req-560a6647-ad84-4b80-ab9e-4a2085443b4f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 931 time: 0.0490930 Oct 19 21:07:06.219270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0df11d7-f3e1-40b0-99e2-2ba301bf1982 req-ac8dc718-47db-415b-8f0b-f9edb673f36b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Oct 19 21:07:06.268888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:07:06.276395 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.288702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Transition to ACTIVE for port object 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:07:06.293335 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.345177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:06.415388 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:07:06.415723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:07:06.416059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:07:06.420818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:07:06.421139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:07:06.426926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:07:06.427266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:07:06.427655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:07:06.428086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Bound port: 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:07:06.428442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.495205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:07:06.498336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:07:06.502301 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.536439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:06.537042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:06.538433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 1091 time: 0.5909057 Oct 19 21:07:06.538861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:07:06.541102 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24067923-b57d-46c8-a0b6-60ec0f1e80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:07:06.577109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f369c-b6ae-488d-a9b5-e807bcf98543 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:06.583234 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102efec3-cc00-4314-af52-d1a0e40028b6 x-openstack-request-id: req-102efec3-cc00-4314-af52-d1a0e40028b6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:07:06.583521 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:07:06.583819 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102efec3-cc00-4314-af52-d1a0e40028b6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:07:06.584213 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'status': 'completed', 'code': 200} Oct 19 21:07:06.627766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-087b1a60-99da-4534-95ac-407f0b10b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:06.629374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-087b1a60-99da-4534-95ac-407f0b10b38f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0443697 Oct 19 21:07:06.676311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-81dbea29-3d7c-441d-88b6-5bbdd5994f51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 217 time: 0.0388196 Oct 19 21:07:06.727945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-db035db4-df28-4a68-abe5-b464a850e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:06.729715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-db035db4-df28-4a68-abe5-b464a850e89c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0469685 Oct 19 21:07:06.774654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-bc3b1579-186e-48f1-a4cf-1beb4d55173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:06.776106 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-bc3b1579-186e-48f1-a4cf-1beb4d55173d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400190 Oct 19 21:07:06.868448 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-ba43c52a-f355-4bd6-a077-f7e3dc689a1e service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 Oct 19 21:07:06.957907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-840967af-3fd5-4269-919b-b66d8adac9a0 req-419ee85c-335f-4b98-bc51-91c37aa24b4a service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Oct 19 21:07:07.043204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-d94a39fe-ea49-4d42-a800-d4fdb21c4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:07.044696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-d94a39fe-ea49-4d42-a800-d4fdb21c4812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0455391 Oct 19 21:07:07.136044 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-c997140c-0e0c-4c41-8587-51b24238c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:07.137518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-c997140c-0e0c-4c41-8587-51b24238c9d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0858548 Oct 19 21:07:07.181336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-41d21ff7-594c-4f33-ae07-f0a9ba6e7161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 217 time: 0.0370867 Oct 19 21:07:07.229635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-b51c0ecc-8c51-498e-a487-f37e5869ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:07.230955 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-b51c0ecc-8c51-498e-a487-f37e5869ec87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0427506 Oct 19 21:07:07.278035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-f95ee81d-2479-4c87-897b-dd9fcc62413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:07.279547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-f95ee81d-2479-4c87-897b-dd9fcc62413e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402997 Oct 19 21:07:07.339512 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be00ba-f7fc-4642-8003-e1e212c1cda6 req-4a85ec04-2bbe-4c33-b35a-e1f10bb0d27d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:07.340980 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82be00ba-f7fc-4642-8003-e1e212c1cda6 req-4a85ec04-2bbe-4c33-b35a-e1f10bb0d27d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0541410 Oct 19 21:07:07.377901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-4fc6a868-5f7c-4b59-93b8-8608927f1d49 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905249 Oct 19 21:07:07.380277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82be00ba-f7fc-4642-8003-e1e212c1cda6 req-a17fa7a0-beeb-41c7-8d23-61fee769b6be tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329974 Oct 19 21:07:07.470062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-24067923-b57d-46c8-a0b6-60ec0f1e80fc req-903b4987-196f-4aa1-9837-558ddc146f36 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 Oct 19 21:07:08.496227 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c492a65-ef31-4faf-8128-28467de2a916 req-ec1b0cc0-988c-48d3-842e-7a5c295370bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:08.497737 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c492a65-ef31-4faf-8128-28467de2a916 req-ec1b0cc0-988c-48d3-842e-7a5c295370bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0489764 Oct 19 21:07:08.540122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c492a65-ef31-4faf-8128-28467de2a916 req-c9e83668-677b-4e95-893f-41629cddfa7d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360866 Oct 19 21:07:08.930636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:07:09.029910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:09.040867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'mac_address': 'fa:16:3e:3c:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:07:09.081199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:09.093521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:07:09.112689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:09.116890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:09.162011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:09.311813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:07:09.651942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784432f-f800-47d7-8c83-4df7fcc7805d req-006af953-c9d3-46a6-8351-fe3346a0138e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:09.653432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6784432f-f800-47d7-8c83-4df7fcc7805d req-006af953-c9d3-46a6-8351-fe3346a0138e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0485361 Oct 19 21:07:09.690819 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6784432f-f800-47d7-8c83-4df7fcc7805d req-26a1e018-7ace-4b6b-acac-bd826ef6d0af tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314424 Oct 19 21:07:10.802226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273636e-8bb5-4143-b1fe-51b8f560c107 req-b8aa8ee4-1b0a-4cd1-a996-ea67cfa5bfff tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:10.803707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d273636e-8bb5-4143-b1fe-51b8f560c107 req-b8aa8ee4-1b0a-4cd1-a996-ea67cfa5bfff tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0481606 Oct 19 21:07:10.841126 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d273636e-8bb5-4143-b1fe-51b8f560c107 req-81e6c2b1-b3dd-4359-959e-00266d4d441e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Oct 19 21:07:10.962083 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:07:11.010548 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:07:11.014311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:07:11.014704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:11.092719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:11.115456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:07:11.117733 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd071748-dbf1-4066-ba17-0b1f1d68dc1f" -d '{"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:07:11.134193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:07:11.138159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:11.162536 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d464d8c-c42d-493b-8c87-83720c74fdeb x-openstack-request-id: req-1d464d8c-c42d-493b-8c87-83720c74fdeb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:07:11.162832 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:07:11.163087 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d464d8c-c42d-493b-8c87-83720c74fdeb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:07:11.163476 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'code': 200} Oct 19 21:07:11.190777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:07:11.248241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e1637-5f5b-47df-954f-42496983baa8 req-1038db14-229e-436a-90fe-6fa81cc48da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:11.249673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e20e1637-5f5b-47df-954f-42496983baa8 req-1038db14-229e-436a-90fe-6fa81cc48da8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1096 time: 0.0395629 Oct 19 21:07:11.283669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e20e1637-5f5b-47df-954f-42496983baa8 req-55353ab2-3e16-4000-8ca4-9ddd300d7de3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275879 Oct 19 21:07:11.952076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809092f-aaf2-471d-878f-402c9f3c804d req-9ad96ad3-6884-4a1d-a7f7-e5ea7f6d70ae tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:11.953550 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d809092f-aaf2-471d-878f-402c9f3c804d req-9ad96ad3-6884-4a1d-a7f7-e5ea7f6d70ae tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0476272 Oct 19 21:07:12.001036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d809092f-aaf2-471d-878f-402c9f3c804d req-1930c865-76fd-494a-9000-d0ea975204b0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408275 Oct 19 21:07:13.041012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:13.116747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee205542-2171-450d-9d95-1948fb3f1e12 req-c15e7d08-ca52-499c-8c41-ac00658c538d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:13.118230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee205542-2171-450d-9d95-1948fb3f1e12 req-c15e7d08-ca52-499c-8c41-ac00658c538d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0485382 Oct 19 21:07:13.154341 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee205542-2171-450d-9d95-1948fb3f1e12 req-09c9aa58-6b58-47f7-b87b-a59fe2b84f38 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302477 Oct 19 21:07:13.263554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51087b-f175-403b-9b7e-17316ae7465b req-9b0b6277-0684-4d01-b333-66013b732d7e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:13.265111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7c51087b-f175-403b-9b7e-17316ae7465b req-9b0b6277-0684-4d01-b333-66013b732d7e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0497103 Oct 19 21:07:13.277189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34216) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:07:13.283205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'floatingip': {'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:07:13.321953 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:13.522254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:13.749046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:13.752739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:13.852444 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 associated. External IP: 172.25.7.130, port: 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0. Oct 19 21:07:14.057761 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:07:14.162257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:07:14.167140 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:14.171716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:07:14.180983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:07:14.181685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:14.192650 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7d04f7d2-6d9a-4061-a3da-96c814d52477 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "PUT /v2.0/floatingips/1a034521-f39a-4c93-97da-95cafa40eaf3 HTTP/1.1" status: 200 len: 991 time: 0.9143755 Oct 19 21:07:14.193346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:07:14.195622 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b4e82b-660a-430c-a680-81e5f16d2a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:07:14.233589 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973088e6-aec9-4484-bcc2-84c6622f7c78 x-openstack-request-id: req-973088e6-aec9-4484-bcc2-84c6622f7c78 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:07:14.234227 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:07:14.234645 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-973088e6-aec9-4484-bcc2-84c6622f7c78 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:07:14.235199 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'status': 'completed', 'code': 200} Oct 19 21:07:14.291977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:14.295095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-9da1d9a1-071e-4972-9c12-17d3a8fd928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:14.296618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-9da1d9a1-071e-4972-9c12-17d3a8fd928c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1096 time: 0.0419505 Oct 19 21:07:14.388690 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-0e41d7cc-e2b1-444c-9947-317ff535f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:14.390317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-0e41d7cc-e2b1-444c-9947-317ff535f37f service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0868461 Oct 19 21:07:14.453543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-fd010a50-cfd3-4a16-8265-9b54738100af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 999 time: 0.0565488 Oct 19 21:07:14.503562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-8760091b-4e00-4da0-ad00-b5deaa0ca5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:14.505586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-8760091b-4e00-4da0-ad00-b5deaa0ca5cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0437129 Oct 19 21:07:14.521764 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:3c:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:07:13Z', 'revision_number': 1, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:14.551629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:07:14.554778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-01db3178-50f1-4fd7-9f6c-c2155842abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:14.556269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-01db3178-50f1-4fd7-9f6c-c2155842abc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434344 Oct 19 21:07:14.559773 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:07:14.560358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:06:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:14.646166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-01561317-b43e-4161-b08d-08139beef151 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825088 Oct 19 21:07:14.669137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:07:14.739984 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a1b4e82b-660a-430c-a680-81e5f16d2a1d req-12ef8990-2f74-476d-ab15-0b9a98476dd3 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865316 Oct 19 21:07:14.891523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:3c:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:07:13Z', 'revision_number': 1, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:07:14.920188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd186b1-e820-4af9-93cc-483c9e7146ea None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:3c:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:07:13Z', 'revision_number': 1, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:07:15.103772 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d73a0-5123-49b1-8efc-8cc62fe96c64 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:07:26.511677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-28d4932b-265f-47c6-a5ce-fdca16bf8f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:29.246235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3ad40ee2-8c8d-4330-96b5-fb91e0396cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:30.329750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:30.663257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-13a842ef-f8a9-41bf-bc19-26241a616d6b req-26395d79-dd57-431f-8e75-c8df0626b4d9 service neutron] (100734) timed out ('10.222.0.31', 53720) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:07:31.089118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:32.373259 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:33.633815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-27d7aae8-c5f6-4ff4-8731-3010b12ca567 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391414 Oct 19 21:07:33.714377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f79c-9669-43f5-9fb3-96482499c284 req-5f06cbde-d1df-4120-9d9c-1a997cbe45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:33.715843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-5f06cbde-d1df-4120-9d9c-1a997cbe45c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1096 time: 0.0407250 Oct 19 21:07:33.820189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f79c-9669-43f5-9fb3-96482499c284 req-7fc4fd49-5c21-464c-a9ef-abd65fa663c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:33.821659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-7fc4fd49-5c21-464c-a9ef-abd65fa663c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0859685 Oct 19 21:07:33.884509 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-497d85fc-3546-4778-8265-fff50a3eb498 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0555444 Oct 19 21:07:33.935051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f79c-9669-43f5-9fb3-96482499c284 req-ab3a08d4-bfec-4395-85af-ed42501119c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:33.936440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-ab3a08d4-bfec-4395-85af-ed42501119c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0454917 Oct 19 21:07:33.985209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f79c-9669-43f5-9fb3-96482499c284 req-73183761-8075-495e-a3a7-a276d51046ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:07:33.986734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-73183761-8075-495e-a3a7-a276d51046ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428793 Oct 19 21:07:34.081199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-e6462d5f-3a26-4c12-9eba-a32ade42df7a service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858114 Oct 19 21:07:34.171444 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e487f79c-9669-43f5-9fb3-96482499c284 req-b708d072-5b18-4c4d-8f55-6f197b37bcde service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 Oct 19 21:07:40.045717 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:07:43.056212 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:43.507528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:56.512175 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a4c918a-f12e-4757-a827-21d437239c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:07:59.247782 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-87e0374d-e342-4892-9bbc-9afee5390646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:00.330829 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:01.092635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:02.374974 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:13.058111 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:13.520393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:17.044358 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:08:26.512071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e21983f9-dc88-4e15-941d-a197826ca0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:29.247865 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e199-0b1f-4f1e-804b-227791eb89a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:30.331783 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:31.096173 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:32.377153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:33.632382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-36174202-e436-4cd7-adec-478e3d0f5eec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389912 Oct 19 21:08:33.715406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-4c2196e7-11db-4975-8b4e-2a91c620e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:33.716840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-4c2196e7-11db-4975-8b4e-2a91c620e347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1096 time: 0.0436499 Oct 19 21:08:33.818311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-0ee9faf1-300b-4b3e-bb8e-d4488bb869d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:33.819789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-0ee9faf1-300b-4b3e-bb8e-d4488bb869d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0833225 Oct 19 21:08:33.891331 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-1b8271fb-ec2f-404b-a73e-2da2ff89cb8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0634193 Oct 19 21:08:33.939212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-87aad168-d954-4c55-a24b-fb159002447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:33.940594 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-87aad168-d954-4c55-a24b-fb159002447c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0422273 Oct 19 21:08:33.984881 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-34e41a38-2387-4324-8dea-27ac57cbc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:33.986361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-34e41a38-2387-4324-8dea-27ac57cbc0dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382531 Oct 19 21:08:34.077305 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-5ac8f386-001f-432c-a290-396da94fc7b5 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831699 Oct 19 21:08:34.164262 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e798ee38-dc0f-4828-b495-3a6367abc774 req-e6faa4ce-c631-4724-a805-db632573f2b8 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799754 Oct 19 21:08:43.067339 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:43.520076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:49.867814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387ef4-6b86-46e2-a3ea-902565c0539f req-7c7ed02f-9fa5-4ce0-a907-dc2da03ce8d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:49.870020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82387ef4-6b86-46e2-a3ea-902565c0539f req-7c7ed02f-9fa5-4ce0-a907-dc2da03ce8d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0540574 Oct 19 21:08:49.920477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-82387ef4-6b86-46e2-a3ea-902565c0539f req-1cb19363-217e-473b-8c96-96cbdc5d8d7a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443711 Oct 19 21:08:50.164549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-f835f7f2-d7a8-4c10-9b89-33fba520cffa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690064 Oct 19 21:08:50.171801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cc6d5-97e9-4910-8708-e07d214de77b req-69b5f28c-febc-4df9-be69-6970f562f0cb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:50.173161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a2cc6d5-97e9-4910-8708-e07d214de77b req-69b5f28c-febc-4df9-be69-6970f562f0cb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0679338 Oct 19 21:08:50.211416 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4a2cc6d5-97e9-4910-8708-e07d214de77b req-bdbc24a8-91fb-4a13-ace8-ab576996c5f0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Oct 19 21:08:51.334475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b611f7-559f-4fc1-abba-27e6e6b8e4b0 req-5bcf0e00-bea2-4453-aadc-eb74085c1395 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:51.335929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76b611f7-559f-4fc1-abba-27e6e6b8e4b0 req-5bcf0e00-bea2-4453-aadc-eb74085c1395 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0544381 Oct 19 21:08:51.372620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76b611f7-559f-4fc1-abba-27e6e6b8e4b0 req-e3dd7099-de4f-41ed-bcef-a330b30fd8c1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307400 Oct 19 21:08:52.331383 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8344a09f-7caf-4c7c-b439-74e4d1e2e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:52.332889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8344a09f-7caf-4c7c-b439-74e4d1e2e957 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1096 time: 0.0470247 Oct 19 21:08:52.423982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-874d2e3e-6e0a-4cd7-b214-bb17bbb38888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:52.425485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-874d2e3e-6e0a-4cd7-b214-bb17bbb38888 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0850892 Oct 19 21:08:52.520623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-4c80211f-3284-4bf1-a25a-c46c2f05b2a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0883117 Oct 19 21:08:52.532770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f3718-be93-4f26-9bb6-07321e9b9024 req-6ec18d31-64f7-4c2d-abbf-009693b2afc7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:52.534131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c98f3718-be93-4f26-9bb6-07321e9b9024 req-6ec18d31-64f7-4c2d-abbf-009693b2afc7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0945179 Oct 19 21:08:52.600729 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-f9196fcf-4a08-4ead-8035-2a10613c46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:52.602269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-f9196fcf-4a08-4ead-8035-2a10613c46c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0672381 Oct 19 21:08:52.605454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c98f3718-be93-4f26-9bb6-07321e9b9024 req-df48a440-b1dd-42c7-9e6f-577832ed96ed tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636604 Oct 19 21:08:52.649318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8b5887b8-f14a-4b49-9c5e-6f732d38c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:52.650776 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8b5887b8-f14a-4b49-9c5e-6f732d38c6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419850 Oct 19 21:08:52.737829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-fd325fca-65a1-47af-9827-5a706784eee5 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797873 Oct 19 21:08:53.143313 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-867ad35b-ba18-4ef7-9c62-b8a8b9793510 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979015 Oct 19 21:08:53.719672 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3f69a-87d7-45c6-aaef-8338bfe1ad50 req-ea29739b-3668-4e1c-9b90-8109bf7ae344 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:53.721101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebc3f69a-87d7-45c6-aaef-8338bfe1ad50 req-ea29739b-3668-4e1c-9b90-8109bf7ae344 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0481200 Oct 19 21:08:53.757817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebc3f69a-87d7-45c6-aaef-8338bfe1ad50 req-eeeae62d-6719-4f73-8d33-17bfe309274a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307305 Oct 19 21:08:54.044380 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:08:54.870348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eecb78-6050-4e47-ab8d-00a20d7649ef req-cd16e69a-40f2-46c4-a16b-9b90d25018a6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:54.871867 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3eecb78-6050-4e47-ab8d-00a20d7649ef req-cd16e69a-40f2-46c4-a16b-9b90d25018a6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0480995 Oct 19 21:08:54.908982 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d3eecb78-6050-4e47-ab8d-00a20d7649ef req-327f1333-7924-46f1-abc4-d7dc7d527f64 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312018 Oct 19 21:08:56.020654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d496b-38d8-48a6-b27f-139341d47139 req-bfe33f7a-3294-4db5-9ee7-5d7e5012571f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:56.022140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e82d496b-38d8-48a6-b27f-139341d47139 req-bfe33f7a-3294-4db5-9ee7-5d7e5012571f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0478384 Oct 19 21:08:56.063831 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e82d496b-38d8-48a6-b27f-139341d47139 req-be305c5d-c4c7-4de1-ae99-a546b92c6cbd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352259 Oct 19 21:08:56.512115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a5a48c85-464c-4cc3-998d-e9e16760f78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:57.179157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005176f-bd72-430a-bd99-aa19b6409a3d req-b078c65b-146c-4d4f-a98a-85b7bad5e13a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:57.180611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8005176f-bd72-430a-bd99-aa19b6409a3d req-b078c65b-146c-4d4f-a98a-85b7bad5e13a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0480273 Oct 19 21:08:57.221527 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8005176f-bd72-430a-bd99-aa19b6409a3d req-9952c28e-2384-4db4-9ad5-f7f2254b4d52 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Oct 19 21:08:58.340973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194faf73-74b3-4a26-98ab-cef79b6298e0 req-0d8b7eb5-327d-4554-8f0f-79582e9f27a8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:58.342466 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-194faf73-74b3-4a26-98ab-cef79b6298e0 req-0d8b7eb5-327d-4554-8f0f-79582e9f27a8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0539403 Oct 19 21:08:58.379849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-194faf73-74b3-4a26-98ab-cef79b6298e0 req-89fc5caf-e914-4f2e-815f-92084bdae72e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Oct 19 21:08:59.248199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c856bb44-e848-4a4b-9c4c-b7b127dc3896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:08:59.509117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87936f-9c68-47e0-8a5f-d1ffa04b20a9 req-630b9b79-3c92-4076-a55c-392367623635 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:08:59.510625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c87936f-9c68-47e0-8a5f-d1ffa04b20a9 req-630b9b79-3c92-4076-a55c-392367623635 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0492940 Oct 19 21:08:59.548204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5c87936f-9c68-47e0-8a5f-d1ffa04b20a9 req-b1253a52-b0a1-49bf-bf44-3950ef948dee tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Oct 19 21:09:00.334328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:00.672161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666b877-50c1-45e8-99e9-2d9bfbcb8f20 req-38833da8-8baa-40f5-821a-8e84c66ec9ef tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:00.673669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6666b877-50c1-45e8-99e9-2d9bfbcb8f20 req-38833da8-8baa-40f5-821a-8e84c66ec9ef tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0480731 Oct 19 21:09:00.710945 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6666b877-50c1-45e8-99e9-2d9bfbcb8f20 req-fbca7434-c6c6-40ab-998a-df209416ee9e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309384 Oct 19 21:09:01.099008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:01.824472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358bf54-f37f-448b-8ba6-f9b7d830d8ea req-66e9652f-b26e-4964-bc21-60a4d01ac187 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:01.825930 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8358bf54-f37f-448b-8ba6-f9b7d830d8ea req-66e9652f-b26e-4964-bc21-60a4d01ac187 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0475600 Oct 19 21:09:01.862996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8358bf54-f37f-448b-8ba6-f9b7d830d8ea req-febb2da3-a724-4e80-8342-db025d2c3f56 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Oct 19 21:09:02.380854 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:02.975566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d857a-d1a5-405a-8418-95615b5084b2 req-e8b467e4-7d2e-4df4-8306-d5e824aaf959 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:02.977015 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a82d857a-d1a5-405a-8418-95615b5084b2 req-e8b467e4-7d2e-4df4-8306-d5e824aaf959 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0482438 Oct 19 21:09:03.013041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a82d857a-d1a5-405a-8418-95615b5084b2 req-c0d3c854-9d38-4107-90c4-157fdf20739b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298703 Oct 19 21:09:04.131523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35e3b6-e131-4295-8c6a-380e6befab32 req-6ed1c803-4a26-4841-b269-5b70fb9439ba tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:04.133009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed35e3b6-e131-4295-8c6a-380e6befab32 req-6ed1c803-4a26-4841-b269-5b70fb9439ba tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0481689 Oct 19 21:09:04.173634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ed35e3b6-e131-4295-8c6a-380e6befab32 req-50693a77-6541-412c-a62a-69e74af93e47 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346773 Oct 19 21:09:04.993727 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-14754c3e-a908-4d37-abfe-dd7dc74be645 service neutron] show failed (client error): The resource could not be found. Oct 19 21:09:04.994719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-14754c3e-a908-4d37-abfe-dd7dc74be645 service neutron] 10.222.0.37 "GET /v2.0/ports/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0534177 Oct 19 21:09:05.184652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-126a1da3-c976-476d-90db-6586475c0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:05.186156 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-126a1da3-c976-476d-90db-6586475c0da0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1096 time: 0.0403154 Oct 19 21:09:05.198526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:09:05.251614 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.292357 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fa26d-f15b-4f16-95ea-4b9152600047 req-5490b1c6-6398-4c01-a191-ea642b3c45c4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:05.293963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-358fa26d-f15b-4f16-95ea-4b9152600047 req-5490b1c6-6398-4c01-a191-ea642b3c45c4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0517280 Oct 19 21:09:05.331740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-358fa26d-f15b-4f16-95ea-4b9152600047 req-0924b8e8-c83a-4621-8e1e-1e1242972efa tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Oct 19 21:09:05.468013 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:05.503081 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:09:05.541198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:05.543460 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f68b9-c2fe-4f91-8e02-3e6b0a455e56" -d '{"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:05.548332 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.561225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Transition to ACTIVE for port object 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:09:05.565342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.592439 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd786f8-3d58-47d6-a293-ce41e5dd6bb7 x-openstack-request-id: req-5cd786f8-3d58-47d6-a293-ce41e5dd6bb7 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:05.592738 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:05.592992 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cd786f8-3d58-47d6-a293-ce41e5dd6bb7 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:05.593403 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'code': 200} Oct 19 21:09:05.654835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:05.667757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.668108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.668452 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.668793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.669127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.669489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.669823 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.670159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.670482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.670811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.671133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.671457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:05.704010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] No DVR routers for this DVR port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:09:05.846696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:09:05.847033 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:09:05.847362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:09:05.851595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:09:05.851917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Attempting to bind port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:09:05.856981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:09:05.857344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:09:05.857730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:09:05.858156 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Bound port: 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:09:05.858504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.920419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:09:05.923487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:09:05.926793 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.963873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:05.964488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:05.965908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] 10.222.0.11 "PUT /v2.0/ports/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 1091 time: 0.7712901 Oct 19 21:09:05.986884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930099d-ecaf-44ae-be53-2d185d7b4e3a service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:06.032684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8495d35b-5759-492a-bcd3-b85ad8d060a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:06.034233 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-8495d35b-5759-492a-bcd3-b85ad8d060a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0432379 Oct 19 21:09:06.132851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-e744a543-e8f8-45e1-8a23-e34659e3449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:06.134379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-e744a543-e8f8-45e1-8a23-e34659e3449f service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0927258 Oct 19 21:09:06.205169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-2e2fc5ff-64ff-4a3f-97f6-6b7a6a721dfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 999 time: 0.0634735 Oct 19 21:09:06.254255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-875a864f-d85c-4d76-973d-cc36c602d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:06.255589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-875a864f-d85c-4d76-973d-cc36c602d742 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0441301 Oct 19 21:09:06.301528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-9e338de2-6567-4feb-a22c-6e72eb198a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:06.302993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-9e338de2-6567-4feb-a22c-6e72eb198a36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406330 Oct 19 21:09:06.411503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-e5386397-7138-46cf-8910-c1213bd56f3d service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011984 Oct 19 21:09:06.447320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ba247-a45d-4b31-9a04-d171060ca950 req-ce8ef359-8686-45c8-a2d0-3cd6f6b0f5a0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:06.448820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-841ba247-a45d-4b31-9a04-d171060ca950 req-ce8ef359-8686-45c8-a2d0-3cd6f6b0f5a0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0477641 Oct 19 21:09:06.486692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-841ba247-a45d-4b31-9a04-d171060ca950 req-83148a29-093e-4303-9edc-fe61627a8c75 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312955 Oct 19 21:09:06.507943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-5cf95ca9-ea49-4431-81a2-29a1d7f80b2f service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895724 Oct 19 21:09:07.596352 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:07.598615 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7a91d-3fe5-4477-923b-b5628e60165f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:07.609481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dfb2b-3b36-4efe-a2f5-eb2e6be66e7f req-9abede7f-e239-433f-bcd4-9e9cb1aa6e69 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:07.611004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d86dfb2b-3b36-4efe-a2f5-eb2e6be66e7f req-9abede7f-e239-433f-bcd4-9e9cb1aa6e69 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0538416 Oct 19 21:09:07.647535 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0e3c64-e6ce-4180-848e-27f4b1d92ce0 x-openstack-request-id: req-9b0e3c64-e6ce-4180-848e-27f4b1d92ce0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:07.647832 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:07.648088 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b0e3c64-e6ce-4180-848e-27f4b1d92ce0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:07.648481 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'status': 'completed', 'code': 200} Oct 19 21:09:07.651533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d86dfb2b-3b36-4efe-a2f5-eb2e6be66e7f req-875af1b3-a2c0-44f1-abb7-46411916b456 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Oct 19 21:09:07.735675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ecc0e7b5-d0a3-4d45-9ae7-fd6413245146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:07.737180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ecc0e7b5-d0a3-4d45-9ae7-fd6413245146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0715897 Oct 19 21:09:07.739515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-71a196fe-5405-442c-b3f2-142536d375c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:07.740852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-71a196fe-5405-442c-b3f2-142536d375c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0672073 Oct 19 21:09:07.897159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-0e285224-585e-438c-952a-8fde7257d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:07.898680 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-0e285224-585e-438c-952a-8fde7257d966 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1548448 Oct 19 21:09:07.902858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-4ccb80ad-22b0-4b66-8e05-3d12b8571150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:07.904180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-4ccb80ad-22b0-4b66-8e05-3d12b8571150 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1521242 Oct 19 21:09:08.010449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-1ce211aa-a0a7-4297-8c37-59e28b1e1de2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 999 time: 0.1043639 Oct 19 21:09:08.017023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ee367377-7293-42e4-a3e6-2c1c24661514 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 999 time: 0.1041496 Oct 19 21:09:08.092916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-043a9379-8304-4e5c-8533-17abe0da2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:08.094443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-043a9379-8304-4e5c-8533-17abe0da2f73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0764773 Oct 19 21:09:08.099380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-7d7ef45c-b0ef-43fd-9a9d-0039faf47521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:08.100769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-7d7ef45c-b0ef-43fd-9a9d-0039faf47521 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0747807 Oct 19 21:09:08.168199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-3e746f47-79fc-440a-a4ae-274fd03b6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:08.169631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-3e746f47-79fc-440a-a4ae-274fd03b6158 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680063 Oct 19 21:09:08.174965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ec48b8c5-358a-4523-9ea3-538ec2b95d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:08.176385 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ec48b8c5-358a-4523-9ea3-538ec2b95d3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663288 Oct 19 21:09:08.326610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-471a140e-9ebd-43d1-b174-e3a049188e89 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492984 Oct 19 21:09:08.329581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-68c8d5e9-21d5-43a2-b2c6-7b5cb0b71c5b service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456172 Oct 19 21:09:08.484384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-e9be6587-df29-4055-8f54-71a3cb9846c4 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495683 Oct 19 21:09:08.487710 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9db7a91d-3fe5-4477-923b-b5628e60165f req-ac5698e2-dcc4-429a-b742-5027d2f7dfd0 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451638 Oct 19 21:09:08.771370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b427-4854-4da0-b1e8-850eeb98be47 req-847712d1-4edd-4869-a591-01a42c80f5c6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:08.772737 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82b2b427-4854-4da0-b1e8-850eeb98be47 req-847712d1-4edd-4869-a591-01a42c80f5c6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0503995 Oct 19 21:09:08.808994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82b2b427-4854-4da0-b1e8-850eeb98be47 req-4bbaee8f-112e-46c8-bde3-612d6e0d58ab tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304124 Oct 19 21:09:09.005961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad57c19-f91a-40ad-8699-a7840b3af3ca req-5e32cfd4-f27b-4d83-8572-edbceb439a55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.007462 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cad57c19-f91a-40ad-8699-a7840b3af3ca req-5e32cfd4-f27b-4d83-8572-edbceb439a55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 943 time: 0.0587513 Oct 19 21:09:09.015239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-80f38d47-c15e-4cf7-9807-9493b0f1faa4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.017559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-80f38d47-c15e-4cf7-9807-9493b0f1faa4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d&tenant_id=156cb75b833a4676bc3e313c05a0eccd&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.0582194 Oct 19 21:09:09.047918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cad57c19-f91a-40ad-8699-a7840b3af3ca req-c8acbcf0-c2d4-45e1-98d2-d5047b53a09a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340192 Oct 19 21:09:09.083765 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-e5cb9639-9a2a-4c56-ae7f-b74c9acfe08e service neutron] delete failed (client error): The resource could not be found. Oct 19 21:09:09.084774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-e5cb9639-9a2a-4c56-ae7f-b74c9acfe08e service neutron] 10.222.0.37 "DELETE /v2.0/ports/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0601687 Oct 19 21:09:09.166397 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-36ffa521-7747-493d-bb49-d1582b9d5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.167900 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-36ffa521-7747-493d-bb49-d1582b9d5883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 1094 time: 0.0403674 Oct 19 21:09:09.255660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-a664f10f-94ee-4126-a3a7-506f5a0fd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.257084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-a664f10f-94ee-4126-a3a7-506f5a0fd3ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0827146 Oct 19 21:09:09.326358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-9489e392-b122-4b89-b986-413cbe763590 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 200 len: 999 time: 0.0607734 Oct 19 21:09:09.374583 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-87385a9a-cc91-41bc-a1e7-a02f014ed04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.375976 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-87385a9a-cc91-41bc-a1e7-a02f014ed04b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0431001 Oct 19 21:09:09.419182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-fdf1574c-4488-43aa-a7bf-14ef9f128514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:09.420632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-fdf1574c-4488-43aa-a7bf-14ef9f128514 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380912 Oct 19 21:09:09.511784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-35ab99e5-5a2f-4e45-8468-a3ae00c4a04c service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841622 Oct 19 21:09:09.554160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:09:09.563746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:09:09.605195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a22d9fe3-09dd-4ba1-b9e5-37af574e5def req-77c0ada5-10f0-4a98-8c4e-cae1aaf84abb service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867181 Oct 19 21:09:09.626911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:09:09.681118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:09.692147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'mac_address': 'fa:16:3e:3c:58:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:09:09.734060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:09.746315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:09:09.769809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:09.773416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:09.819069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:09.826279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.826624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.826961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.827295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.827627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.827954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.828280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.829133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.829497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.829822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.830144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:09.830468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:09:10.018203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:09:10.179461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb913e-1f95-421c-a110-40b5730f30d3 req-381f49d8-1a4e-4470-a9cf-310f728ea068 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:10.180930 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3efb913e-1f95-421c-a110-40b5730f30d3 req-381f49d8-1a4e-4470-a9cf-310f728ea068 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0517383 Oct 19 21:09:10.218426 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3efb913e-1f95-421c-a110-40b5730f30d3 req-017076a9-ae2f-4bee-afd3-550a5e409980 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Oct 19 21:09:10.330721 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b049c-702d-4010-96fa-2060c948f1d4 req-e47116b4-cf98-4ca9-a0f1-a625d1308b23 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:10.332193 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-563b049c-702d-4010-96fa-2060c948f1d4 req-e47116b4-cf98-4ca9-a0f1-a625d1308b23 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0482080 Oct 19 21:09:10.372131 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-563b049c-702d-4010-96fa-2060c948f1d4 req-86f9e476-7f18-400e-a562-1ef578d8a1bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Oct 19 21:09:10.482957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97ae7-7a86-459e-b901-626f1edd2efc req-d4359499-378e-4599-9fa9-825792f281fb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:10.484413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18f97ae7-7a86-459e-b901-626f1edd2efc req-d4359499-378e-4599-9fa9-825792f281fb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0479367 Oct 19 21:09:10.521916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18f97ae7-7a86-459e-b901-626f1edd2efc req-1f6111db-e8b3-43d8-a7ce-1d2bb5e4111d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Oct 19 21:09:10.750344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f27b45-75d5-4409-b0d7-e9f3787842c2 req-4d0cfdfd-928a-4171-bc63-bf7a52843c3c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:10.751807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f27b45-75d5-4409-b0d7-e9f3787842c2 req-4d0cfdfd-928a-4171-bc63-bf7a52843c3c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 944 time: 0.0487237 Oct 19 21:09:10.792045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c4f27b45-75d5-4409-b0d7-e9f3787842c2 req-ab3d446e-b02e-4e67-996c-69a3d3ec72c4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341308 Oct 19 21:09:11.556376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:09:11.603203 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:09:11.606802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:09:11.607162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:11.680329 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:11.704980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:11.707318 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e18b98f-a6e6-4f48-9bd4-b315e1bccd01" -d '{"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:11.720590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:11.725449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:11.753437 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354ce66-9840-423a-b294-06a19952e517 x-openstack-request-id: req-8354ce66-9840-423a-b294-06a19952e517 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:11.753727 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:11.753975 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8354ce66-9840-423a-b294-06a19952e517 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:11.754358 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'code': 200} Oct 19 21:09:11.779117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:11.904601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022ac0-d8e5-4532-ae3b-723ad97686d1 req-3b9cae9e-e66a-409c-97a1-560e840417e3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:11.906096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7022ac0-d8e5-4532-ae3b-723ad97686d1 req-3b9cae9e-e66a-409c-97a1-560e840417e3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0475073 Oct 19 21:09:11.943016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7022ac0-d8e5-4532-ae3b-723ad97686d1 req-f0ab0d2d-362e-42fb-8420-b50a34ae6d1d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303586 Oct 19 21:09:11.999724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-bd8f84f5-b619-474a-932e-8c43d9303d44 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:12.001184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-bd8f84f5-b619-474a-932e-8c43d9303d44 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 945 time: 0.0475183 Oct 19 21:09:12.095664 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Deleting port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:09:12.096011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.182260 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] For port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:12.182618 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.352763 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.353055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.353367 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 disassociated. External IP: 172.25.7.130, port: 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0. Oct 19 21:09:12.353730 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Calling delete_port for 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:09:12.479753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.506663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'Port': ['ID=1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:12.625980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:09:12.736608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:09:12.746943 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:09:12.756906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:09:12.757557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:08:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:12.778749 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] No DVR routers for this DVR port 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:09:12.781609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:12.784962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd1ac47a-9a8c-40b9-b259-d8de33c6947b req-9f94dd26-4ef6-4a18-9057-19cb3364d0b3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "DELETE /v2.0/ports/1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 HTTP/1.1" status: 204 len: 173 time: 0.7778521 Oct 19 21:09:12.785429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-deleted', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:12.787712 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef8121-07af-4854-b533-697bcfad63b0" -d '{"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-deleted", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:12.837409 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d26a4a-b669-483b-aabc-a168148d1c4c x-openstack-request-id: req-32d26a4a-b669-483b-aabc-a168148d1c4c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:12.837900 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e294a4-84cc-4350-8fb7-56174d30449d", "name": "network-vif-deleted", "tag": "1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:12.838317 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32d26a4a-b669-483b-aabc-a168148d1c4c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:12.838952 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e294a4-84cc-4350-8fb7-56174d30449d', 'name': 'network-vif-deleted', 'tag': '1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0', 'status': 'completed', 'code': 200} Oct 19 21:09:13.026562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:09:13.058471 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f24ce2f3-d1a5-46eb-828b-406b44e724f9 req-d1a17301-e1f5-446d-a7f2-4878ce863050 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8e294a4-84cc-4350-8fb7-56174d30449d HTTP/1.1" status: 200 len: 210 time: 0.0278323 Oct 19 21:09:13.073132 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:13.232715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:13.263141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:09:13.272072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:09:13.272675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:08:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:13.377552 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:09:13.530161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:13.580531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:13.607034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35b630-528c-40f9-a3cc-284f369331a0 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:09:13.811640 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a63e3-0133-4f94-af06-4be98b8cec50 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:09:14.289057 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-e3dc62d7-9abb-47ef-8fb6-884ba526ff3a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--919339064&fields=id&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 267 time: 0.0426135 Oct 19 21:09:14.399549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3dfb1a4e-86bf-44b7-b672-2f87f7131fbc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:14.400926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3dfb1a4e-86bf-44b7-b672-2f87f7131fbc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1050994 Oct 19 21:09:14.415698 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-2ed046ce-8d17-4252-bdf8-a7836a9d5bcf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/quotas/156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 375 time: 0.0091286 Oct 19 21:09:14.468727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-a2b45f19-490c-41d8-aac5-dc3f92ab2d44 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480235 Oct 19 21:09:14.564786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-fc8e5203-fadc-48cc-a0cc-8afb73167e7b service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841920 Oct 19 21:09:14.651018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3fc61e11-a9f0-4c0f-9d0a-c83d6044a01b service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801511 Oct 19 21:09:14.807043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-681d8585-6f3e-413c-8bd6-a28f8cba23de req-0df54141-9119-46e9-8b7e-051bdda791bd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Oct 19 21:09:15.583830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:09:15.607536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:09:15.607875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1d1b4e82-fffc-4b54-be7c-7a6c5b4f7bc0 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:09:15.773982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3a82fdea-d414-4c8e-b8af-cc8b4d06ada8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:15.775806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3a82fdea-d414-4c8e-b8af-cc8b4d06ada8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1009862 Oct 19 21:09:15.827612 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-3e882094-1a39-403f-ab4c-26cacb79b0bd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 379 time: 0.0424106 Oct 19 21:09:15.843275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'port': {'device_id': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'admin_state_up': True, 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'security_groups': ['83c07054-e4a7-477d-be1e-dac46c879b9f']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:09:15.900036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52215083-4ba5-41aa-b596-44ab3f483c42 req-2702d137-aa5f-4e7f-95d3-f55fd2cfc30c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 210 time: 0.0262866 Oct 19 21:09:15.952145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:09:15.955623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.084239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Allocated IP 172.20.0.10 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/5f70a22b-d4ba-4fc2-a78d-5fc05276077b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:09:16.224732 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.261973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.623961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:09:16.626975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:09:16.630614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:09:16.658249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:16.686290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:16.686901 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.704170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-4b2cfc67-cb33-42e4-9503-f9bda9b68fa5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8640256 Oct 19 21:09:16.716083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Request body: {'port': {'device_id': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:09:16.774199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.830518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f0f11438-10f7-4cf0-a1ad-da38e8861a10 None None] Provisioning complete for port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:09:16.831092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0f11438-10f7-4cf0-a1ad-da38e8861a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:16.863422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0f11438-10f7-4cf0-a1ad-da38e8861a10 None None] Port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:09:17.037088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d155-fe2a-478b-9ffe-315487a59c20 req-ad703379-fab0-42e0-85d6-f36817057999 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.038589 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b58d155-fe2a-478b-9ffe-315487a59c20 req-ad703379-fab0-42e0-85d6-f36817057999 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 932 time: 0.0690737 Oct 19 21:09:17.087060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f70a22b-d4ba-4fc2-a78d-5fc05276077b {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:09:17.099305 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:17.111239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b58d155-fe2a-478b-9ffe-315487a59c20 req-0e3ec38e-7d17-4f6f-aa3f-51ecaf4d2a5c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526218 Oct 19 21:09:17.118071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Transition to ACTIVE for port object 5f70a22b-d4ba-4fc2-a78d-5fc05276077b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:09:17.122570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:17.176190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:17.244647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:09:17.244982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:09:17.245409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:09:17.249821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:09:17.250226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:09:17.255791 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:09:17.256127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:09:17.256511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:09:17.256941 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Bound port: 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:09:17.257329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:17.323523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:09:17.327225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:09:17.331021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:17.369635 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.370252 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:17.371636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] 10.222.0.37 "PUT /v2.0/ports/5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1092 time: 0.6598575 Oct 19 21:09:17.372072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:17.374377 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607831f0-94ca-475f-af6e-2a5a0a0c43f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:17.402522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8f3e2-726f-494d-910c-38295f82697b service neutron] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:17.421060 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb053a0-0bab-422f-b3ed-621e6d11cc75 x-openstack-request-id: req-5bb053a0-0bab-422f-b3ed-621e6d11cc75 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:17.421416 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:17.421621 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb053a0-0bab-422f-b3ed-621e6d11cc75 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:17.422130 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'status': 'completed', 'code': 200} Oct 19 21:09:17.456532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-84a45acd-b269-4c7c-9a20-469603e5e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.458094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-84a45acd-b269-4c7c-9a20-469603e5e705 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1095 time: 0.0465117 Oct 19 21:09:17.504219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-f832979f-0f37-44f5-88e0-dd1db49cee9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 217 time: 0.0373785 Oct 19 21:09:17.559416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-eee88f09-e7b6-49b0-aab9-65252ca5d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.560872 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-eee88f09-e7b6-49b0-aab9-65252ca5d5c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0497167 Oct 19 21:09:17.608473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-e2d8a973-01eb-429f-bb34-44e9af95c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.610703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-e2d8a973-01eb-429f-bb34-44e9af95c0c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428290 Oct 19 21:09:17.698247 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-6c856b6b-6735-4e67-add9-4b5aa2adb7ee service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805681 Oct 19 21:09:17.792436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2abe2f51-f9c7-4f0a-af83-c14412492ddf req-d92e6a33-15aa-46e7-a5d1-29098103d576 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Oct 19 21:09:17.874117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-3f531861-e205-4638-976d-234131e36415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.875586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-3f531861-e205-4638-976d-234131e36415 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1095 time: 0.0401802 Oct 19 21:09:17.967654 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-9a0b0a40-e827-4150-9f89-b16fcc34b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:17.969748 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-9a0b0a40-e827-4150-9f89-b16fcc34b20e service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0870373 Oct 19 21:09:18.008124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-7e2e0a9a-cb84-4c34-8368-2749cf897d3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 217 time: 0.0325196 Oct 19 21:09:18.061612 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-f923e476-e682-4fe4-8c25-5f1b3b74c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:18.063097 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-f923e476-e682-4fe4-8c25-5f1b3b74c8e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0477262 Oct 19 21:09:18.109472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-b12ea1f7-eae7-42cc-92c1-00a851cb9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:18.110947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-b12ea1f7-eae7-42cc-92c1-00a851cb9d67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401399 Oct 19 21:09:18.207921 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-d411f900-be83-4c66-ad2e-40664cc3bac6 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Oct 19 21:09:18.323052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-607831f0-94ca-475f-af6e-2a5a0a0c43f4 req-58d9a1a7-952a-4108-a427-8c02c447ade8 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062424 Oct 19 21:09:18.361271 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5042-2735-4b5c-883c-8b32d366e226 req-3778cab3-7894-4c53-94bf-74403bee01f6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:18.363015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51d5042-2735-4b5c-883c-8b32d366e226 req-3778cab3-7894-4c53-94bf-74403bee01f6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 944 time: 0.1818588 Oct 19 21:09:18.403636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f51d5042-2735-4b5c-883c-8b32d366e226 req-0a3b670d-cbbe-437e-b9fd-b0ed1a600419 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Oct 19 21:09:19.585195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:09:19.623500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f855d-739f-418a-bdfa-da29b2fdfe00 req-be735fc0-c944-4c04-b6a1-e539d109eaeb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:19.624971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c12f855d-739f-418a-bdfa-da29b2fdfe00 req-be735fc0-c944-4c04-b6a1-e539d109eaeb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 944 time: 0.1403391 Oct 19 21:09:19.662623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c12f855d-739f-418a-bdfa-da29b2fdfe00 req-f65ed36d-ff9a-493e-ad0c-7c17fcd33445 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Oct 19 21:09:19.679712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:19.694373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'mac_address': 'fa:16:3e:10:75:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:09:19.705603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-147e9df6-9bea-4a60-97db-ef4cb3a9fb70 req-265fbe85-975c-40e9-96b6-f3e808ad0c22 service neutron] (100735) timed out ('10.222.0.37', 61431) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:09:19.731261 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:19.744200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f70a22b-d4ba-4fc2-a78d-5fc05276077b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:09:19.768748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:19.772879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:19.819813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:20.001400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['5f70a22b-d4ba-4fc2-a78d-5fc05276077b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:09:20.775493 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba513-2fcf-40b4-a0f0-9dfb5e712b44 req-a6985404-460a-40a9-b72c-9db17f371468 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:20.776949 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f8ba513-2fcf-40b4-a0f0-9dfb5e712b44 req-a6985404-460a-40a9-b72c-9db17f371468 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Oct 19 21:09:20.824487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f8ba513-2fcf-40b4-a0f0-9dfb5e712b44 req-32c8d0b2-aaad-494b-83b6-a4a06c60f4ff tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Oct 19 21:09:21.594940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:09:21.642820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:09:21.646779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:09:21.647143 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:21.724448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:21.752996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:21.755373 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b1ed2-2841-4358-9d2c-d1b28a05b536" -d '{"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-plugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:21.768907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:09:21.773884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:21.797472 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e08d6-f959-492f-a9b7-e8f664313f61 x-openstack-request-id: req-b33e08d6-f959-492f-a9b7-e8f664313f61 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:21.797760 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-plugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:21.798006 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b33e08d6-f959-492f-a9b7-e8f664313f61 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:21.798434 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'code': 200} Oct 19 21:09:21.826369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:09:21.890810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6c4ec-1694-43ee-b66b-efa7d0a1637b req-2372bdd3-e1f8-47fe-a6ba-3b9b1bf36101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:21.892442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26a6c4ec-1694-43ee-b66b-efa7d0a1637b req-2372bdd3-e1f8-47fe-a6ba-3b9b1bf36101 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0413291 Oct 19 21:09:21.950588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26a6c4ec-1694-43ee-b66b-efa7d0a1637b req-9ac7f898-5aa1-44a6-901c-12d30316281d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490210 Oct 19 21:09:21.961481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f4b7-56bb-45a9-ba45-86fab532479b req-bd8bad3a-7ffd-42d2-9148-07d666a373bc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:21.962891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a4f4b7-56bb-45a9-ba45-86fab532479b req-bd8bad3a-7ffd-42d2-9148-07d666a373bc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0695662 Oct 19 21:09:22.000947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a4f4b7-56bb-45a9-ba45-86fab532479b req-f0111f76-63f2-497d-b84d-d0107e4553a3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Oct 19 21:09:23.116896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99489d5-fb5e-4758-ae0f-9c06af960bd7 req-6984a977-c29b-4deb-b33c-62cb7c406723 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:23.118400 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f99489d5-fb5e-4758-ae0f-9c06af960bd7 req-6984a977-c29b-4deb-b33c-62cb7c406723 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0515730 Oct 19 21:09:23.155634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f99489d5-fb5e-4758-ae0f-9c06af960bd7 req-69b2e070-32e9-4187-8a6c-4bcf77e8d014 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Oct 19 21:09:23.268674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c66c7f-34c1-42b0-86c8-80b95b20f263 req-957f32e0-d682-4229-837b-4940fcaf0737 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:23.270299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-69c66c7f-34c1-42b0-86c8-80b95b20f263 req-957f32e0-d682-4229-837b-4940fcaf0737 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0526142 Oct 19 21:09:23.278961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34596) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:09:23.283975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'floatingip': {'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:09:23.321561 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:23.744617 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:23.748041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:23.852634 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 associated. External IP: 172.25.7.130, port: 5f70a22b-d4ba-4fc2-a78d-5fc05276077b. Oct 19 21:09:24.057795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:09:24.164980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:09:24.169748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:24.174208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:09:24.182920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:09:24.183537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:08:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:24.196718 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-292349c4-f13e-477e-add0-90670a7ef147 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "PUT /v2.0/floatingips/1a034521-f39a-4c93-97da-95cafa40eaf3 HTTP/1.1" status: 200 len: 992 time: 0.9167624 Oct 19 21:09:24.197319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:09:24.199581 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df15fec-97ca-44fc-8f88-01d4c32ad109" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:09:24.237499 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d99369-577f-489c-a699-1e58ece00f65 x-openstack-request-id: req-31d99369-577f-489c-a699-1e58ece00f65 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:09:24.237897 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:09:24.238767 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31d99369-577f-489c-a699-1e58ece00f65 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:09:24.238767 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'status': 'completed', 'code': 200} Oct 19 21:09:24.294862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:09:24.298661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-b4d63cd8-ed5e-49b1-8d2e-e4a49921d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:24.300180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-b4d63cd8-ed5e-49b1-8d2e-e4a49921d5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0418816 Oct 19 21:09:24.394086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-610c0054-e259-4ca4-8e98-5509cb2e516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:24.395668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-610c0054-e259-4ca4-8e98-5509cb2e516b service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0882595 Oct 19 21:09:24.463110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-de3f0228-5447-4aba-acaa-d8bc596dd9fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1000 time: 0.0594985 Oct 19 21:09:24.512666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-3a7173c5-91bf-48b9-9d2c-91fdad26fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:24.514209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-3a7173c5-91bf-48b9-9d2c-91fdad26fb75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0432773 Oct 19 21:09:24.524780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:10:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:09:23Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:24.551087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:09:24.559454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:09:24.560095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:08:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:24.562451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-43d3416a-a7a0-40cf-8b89-bcca2d162731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:24.564538 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-43d3416a-a7a0-40cf-8b89-bcca2d162731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433495 Oct 19 21:09:24.654433 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-aa4ba7e3-0b0e-4f9d-b3fb-9f2b2cc465b7 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823483 Oct 19 21:09:24.666027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:09:24.747917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7df15fec-97ca-44fc-8f88-01d4c32ad109 req-36ab4afd-fd0e-414a-a28c-e2545f7fe673 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Oct 19 21:09:24.886541 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:10:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:09:23Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:09:24.916772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca550-d085-4783-a3a2-d7dbfeb22cc7 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:10:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:09:23Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:09:25.091769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cccb77-832e-4772-a0d2-d0b213768ad9 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:09:26.514119 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a440535-e6b8-42cb-97c2-75d81f66ed63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:29.248732 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d2793a4d-f4b3-420d-a2dc-bcdc854f9f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:30.335051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:31.043584 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:09:31.101483 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:32.384691 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:34.627916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-2644ff14-bc51-4ac1-8fb7-313ee96bd1ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397427 Oct 19 21:09:34.710072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-9666a428-1755-44d3-a1ca-fc068f71f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:34.711524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-9666a428-1755-44d3-a1ca-fc068f71f7de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0400186 Oct 19 21:09:34.824566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-60870359-9d78-462f-aca2-81a4f96a65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:34.827488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-60870359-9d78-462f-aca2-81a4f96a65f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0958662 Oct 19 21:09:34.889924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-2984fcd7-d989-4819-9fac-f9dbc38f1b87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1002 time: 0.0558794 Oct 19 21:09:34.943075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-fab352ad-4c25-4327-9de4-4aebc05c56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:34.944469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-fab352ad-4c25-4327-9de4-4aebc05c56b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0452197 Oct 19 21:09:34.989993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-08f43af2-d6ce-4c19-8853-c0c3c0d92179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:09:34.991457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-08f43af2-d6ce-4c19-8853-c0c3c0d92179 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390952 Oct 19 21:09:35.081248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-0f3fb746-3750-460c-9585-963e6c495a8f service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816350 Oct 19 21:09:35.174514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3086220-d6bd-4f2a-8f5e-997cbe198554 req-847df4eb-dc74-4d56-8d28-bc5814ea265b service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Oct 19 21:09:43.069230 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:43.534214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:56.515121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d14da9c0-f87c-49c4-b8cb-45772876da76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:09:59.249858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2657f6a-545f-4c76-bad6-1a19a02f174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:00.336637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:01.104469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:02.386516 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:08.042555 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:10:13.092671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:13.520629 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:26.516127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04d53dd5-052b-484d-88bf-e4c87dc9e323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:29.250375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c5a48260-2e2b-4fbe-9368-9aae57305b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:30.338305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:31.106887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:32.389766 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:36.736729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-1a898943-fa11-4f0c-9524-9db3717ab3e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354883 Oct 19 21:10:36.814052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-175680b9-132e-4cd8-be3c-9f32bbed1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:10:36.815474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-175680b9-132e-4cd8-be3c-9f32bbed1a9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0391054 Oct 19 21:10:36.917931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-cafaf0b7-8e86-4b9e-99cc-d055a2db085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:10:36.919276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-cafaf0b7-8e86-4b9e-99cc-d055a2db085c service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0856857 Oct 19 21:10:36.981953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-98d63b9d-11f1-474f-b49d-3bb8fd114215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1002 time: 0.0559428 Oct 19 21:10:37.033327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-6b6f2000-1251-40b1-9426-bde4ab19d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:10:37.034764 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-6b6f2000-1251-40b1-9426-bde4ab19d21f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0461824 Oct 19 21:10:37.079671 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-9ce28792-ce21-49b0-abd0-ef937e18c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:10:37.081112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-9ce28792-ce21-49b0-abd0-ef937e18c844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394328 Oct 19 21:10:37.092025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-d22e10b2-d84f-4284-8185-75fa3df529cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:10:37.092973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-d22e10b2-d84f-4284-8185-75fa3df529cd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047290 Oct 19 21:10:37.183592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-20171301-9bcf-4121-9590-1ade083893f5 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838554 Oct 19 21:10:37.272537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5397e1bc-bf54-48f1-b249-d8c5f8d44d5c req-b559f9e2-641f-410d-afa5-116570a423e9 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804060 Oct 19 21:10:43.094900 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:43.538552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:45.041882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:10:56.518364 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a642e033-1cc2-40d0-997b-3906b442c4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:10:59.250202 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0722-3c52-4183-a71e-2b5b1bcf31eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:00.342797 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:00.983064 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec19c63-dc47-45bb-926f-1abecfa4ea88 req-4d21eccc-9805-4a85-932c-353dcaf2290d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:00.984497 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ec19c63-dc47-45bb-926f-1abecfa4ea88 req-4d21eccc-9805-4a85-932c-353dcaf2290d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0483346 Oct 19 21:11:01.023121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6ec19c63-dc47-45bb-926f-1abecfa4ea88 req-920888b1-b4d0-472b-8577-8d995294b0de tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Oct 19 21:11:01.109215 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:02.137872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c9128-985f-4091-8694-a32b96b52694 req-15045c2b-34c4-4c3e-9417-271547890b0c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:02.139359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d00c9128-985f-4091-8694-a32b96b52694 req-15045c2b-34c4-4c3e-9417-271547890b0c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0485978 Oct 19 21:11:02.176224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d00c9128-985f-4091-8694-a32b96b52694 req-68f9d313-28b2-46ad-b161-de5518ea41f1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Oct 19 21:11:02.393202 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:03.301117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e24943-0d2c-46c2-b872-d3fa8574fbbc req-06f1c667-80fb-4078-ad9e-5abca7482d66 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:03.303104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06e24943-0d2c-46c2-b872-d3fa8574fbbc req-06f1c667-80fb-4078-ad9e-5abca7482d66 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0523446 Oct 19 21:11:03.339640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06e24943-0d2c-46c2-b872-d3fa8574fbbc req-b087ceaf-bf8d-4fd2-953a-ab4db31bbdbf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Oct 19 21:11:04.751997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc516bc9-7481-44c4-8a3f-722059d51115 req-0f54000c-6378-4b8c-9d6c-d2ebb3a1888c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:04.753487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc516bc9-7481-44c4-8a3f-722059d51115 req-0f54000c-6378-4b8c-9d6c-d2ebb3a1888c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.3464985 Oct 19 21:11:04.790005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bc516bc9-7481-44c4-8a3f-722059d51115 req-6c0dd83f-112c-4e24-8952-4b1a3443a9c3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300548 Oct 19 21:11:05.902703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f79dd6-acde-4698-972d-5161740e5b9d req-228bb45e-af18-4018-98b9-406aa5aeeb95 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:05.904094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6f79dd6-acde-4698-972d-5161740e5b9d req-228bb45e-af18-4018-98b9-406aa5aeeb95 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0482671 Oct 19 21:11:05.940151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6f79dd6-acde-4698-972d-5161740e5b9d req-83f86fa8-3eb4-48d9-8953-eb5b31bcb16b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302477 Oct 19 21:11:07.053280 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212041-11d7-4269-8b67-1d640d471cb5 req-222e0c54-78ee-46e9-a3aa-292b1f2a223e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:07.054752 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58212041-11d7-4269-8b67-1d640d471cb5 req-222e0c54-78ee-46e9-a3aa-292b1f2a223e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0482657 Oct 19 21:11:07.091702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58212041-11d7-4269-8b67-1d640d471cb5 req-14d8741c-5014-4fa2-8b7e-5f78409fa48c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Oct 19 21:11:08.202740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5031d-953d-438f-9583-77f4d07a9b9a req-fc1cc341-c758-453e-8395-2117340c6ff2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:08.204169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb5031d-953d-438f-9583-77f4d07a9b9a req-fc1cc341-c758-453e-8395-2117340c6ff2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0477445 Oct 19 21:11:08.241616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb5031d-953d-438f-9583-77f4d07a9b9a req-23347487-94ee-4556-8b98-81e0b0b0fc49 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Oct 19 21:11:09.353770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3782b3c-ae40-414e-82e7-4bd28bf37553 req-fe8ffa0f-5538-4c54-a5b5-b51af5785406 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:09.355208 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3782b3c-ae40-414e-82e7-4bd28bf37553 req-fe8ffa0f-5538-4c54-a5b5-b51af5785406 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0481832 Oct 19 21:11:09.391601 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3782b3c-ae40-414e-82e7-4bd28bf37553 req-4c1a04a5-25e3-401d-8b3e-779b5f5e972b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304489 Oct 19 21:11:10.830153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc6fc-dc39-4901-b7d2-8c3f594f750e req-13162587-5b38-42df-9ae6-ad4759420dca tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:10.831613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e30dc6fc-dc39-4901-b7d2-8c3f594f750e req-13162587-5b38-42df-9ae6-ad4759420dca tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.3738163 Oct 19 21:11:10.871836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e30dc6fc-dc39-4901-b7d2-8c3f594f750e req-853168e8-4c0e-435c-84ec-65fc6c08b31e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341315 Oct 19 21:11:11.986763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca85e0-d740-4803-addb-a4b64cd4a303 req-b364274a-28d9-445d-b421-d75848de70b1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:11.988225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bca85e0-d740-4803-addb-a4b64cd4a303 req-b364274a-28d9-445d-b421-d75848de70b1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0513268 Oct 19 21:11:12.025885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4bca85e0-d740-4803-addb-a4b64cd4a303 req-21201483-e07c-45b2-b63d-a29d714712f2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312970 Oct 19 21:11:13.099822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:13.278114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deaa4f-cf7b-4103-b3b1-1633ef558b09 req-603879f0-219b-4312-83a5-722694746f25 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:13.279645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52deaa4f-cf7b-4103-b3b1-1633ef558b09 req-603879f0-219b-4312-83a5-722694746f25 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0496373 Oct 19 21:11:13.346312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-52deaa4f-cf7b-4103-b3b1-1633ef558b09 req-1b21a1b4-70e4-4706-b890-d4e3caaaac7f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597336 Oct 19 21:11:13.356367 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c18b52e8-cbb0-445c-8c36-d318a7f2ebf6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359582 Oct 19 21:11:13.365355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-5c6887a3-09bf-4261-8458-a1180d4a3c52 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:11:13.366391 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-5c6887a3-09bf-4261-8458-a1180d4a3c52 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051472 Oct 19 21:11:13.554623 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:14.446181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-00da1d7d-a0d6-48a8-8406-0aa28345d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:14.447664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-00da1d7d-a0d6-48a8-8406-0aa28345d9aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0646021 Oct 19 21:11:14.488501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b091c96-29d2-4e9d-bbc5-c7aa503435b7 req-e3002890-6687-4d9c-8d7a-7596a4f443ee tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:14.489954 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b091c96-29d2-4e9d-bbc5-c7aa503435b7 req-e3002890-6687-4d9c-8d7a-7596a4f443ee tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0759490 Oct 19 21:11:14.567552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1b091c96-29d2-4e9d-bbc5-c7aa503435b7 req-f0aa3d72-511c-4413-8f19-7f11a74f75e3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713496 Oct 19 21:11:14.576501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-86244cb6-1350-489a-aefc-5e9bd9ba8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:14.577950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-86244cb6-1350-489a-aefc-5e9bd9ba8c8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1233194 Oct 19 21:11:14.647154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c9c27239-bf83-404c-8800-9d48a7752543 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1002 time: 0.0616844 Oct 19 21:11:14.694362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b37d5ea1-6368-4a4a-8703-dfaa67c20667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:14.695788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b37d5ea1-6368-4a4a-8703-dfaa67c20667 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0424397 Oct 19 21:11:14.740015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b7e58a66-15bc-4a4e-85b0-de6c97a215a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:14.741487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b7e58a66-15bc-4a4e-85b0-de6c97a215a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391321 Oct 19 21:11:14.831357 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-e9fbd822-8ab4-4bb9-a2cd-8c0459f3656f service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Oct 19 21:11:14.918136 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-e53d0abd-5422-4afd-8ee7-dffab7994b98 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Oct 19 21:11:15.681841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eaa50-1627-48e4-b80d-20d062c0a613 req-8a440965-f684-466c-8ecc-5fc4548e8ea5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:15.683304 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b39eaa50-1627-48e4-b80d-20d062c0a613 req-8a440965-f684-466c-8ecc-5fc4548e8ea5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0492036 Oct 19 21:11:15.721354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b39eaa50-1627-48e4-b80d-20d062c0a613 req-4549d3e2-cfa0-41e7-bb1e-c7b5b3706b6f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Oct 19 21:11:16.839473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282c43-ce64-41ca-a40f-f585240e583b req-8497c24d-2366-45e1-9be3-e9d9d4769e42 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:16.840942 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3282c43-ce64-41ca-a40f-f585240e583b req-8497c24d-2366-45e1-9be3-e9d9d4769e42 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0525808 Oct 19 21:11:16.878222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c3282c43-ce64-41ca-a40f-f585240e583b req-f5d9e831-1748-43e1-a835-8f8e5b4934f4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Oct 19 21:11:17.081447 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-3b5cce97-b7cc-48d6-8739-c28014561d5e service neutron] show failed (client error): The resource could not be found. Oct 19 21:11:17.082338 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-3b5cce97-b7cc-48d6-8739-c28014561d5e service neutron] 10.222.0.37 "GET /v2.0/ports/5f70a22b-d4ba-4fc2-a78d-5fc05276077b/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0530157 Oct 19 21:11:17.271930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-ee53b6db-a6c3-4cac-8eae-78834ad4de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:17.273453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-ee53b6db-a6c3-4cac-8eae-78834ad4de08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1097 time: 0.0410619 Oct 19 21:11:17.283735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-ae326301-2abc-4d94-bd90-5c3eae0e4f40 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:11:17.284670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-ae326301-2abc-4d94-bd90-5c3eae0e4f40 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049458 Oct 19 21:11:17.296439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:11:17.352205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:17.551720 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:17.584063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:11:17.622986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:17.624976 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2fcb13-5d61-461a-b229-744f5ad4bb07" -d '{"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-unplugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:17.629112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:17.641030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Transition to ACTIVE for port object 5f70a22b-d4ba-4fc2-a78d-5fc05276077b will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:11:17.645514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:17.742231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:17.754517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.754866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.755206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.755576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.755895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.756226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.756555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.756917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.757211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.757555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.757878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.758203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:17.774453 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed05e84-0a0c-48a0-a4af-72a08b1867eb x-openstack-request-id: req-4ed05e84-0a0c-48a0-a4af-72a08b1867eb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:17.774742 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-unplugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:17.774993 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ed05e84-0a0c-48a0-a4af-72a08b1867eb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:17.775389 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'code': 200} Oct 19 21:11:17.800305 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] No DVR routers for this DVR port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:11:17.937955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:11:17.938609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:11:17.938609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:11:17.942863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:11:17.943182 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Attempting to bind port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:11:17.949737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:11:17.950067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:11:17.950440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:11:17.950858 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Bound port: 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:11:17.951208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:18.042043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46321c67-6ab0-4708-8978-f95fd1009207 req-73981bf1-0fea-4271-a160-9843f3d18070 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.043632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46321c67-6ab0-4708-8978-f95fd1009207 req-73981bf1-0fea-4271-a160-9843f3d18070 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 944 time: 0.0959287 Oct 19 21:11:18.067863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:11:18.084849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:11:18.091411 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:18.123980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46321c67-6ab0-4708-8978-f95fd1009207 req-be96563c-4f55-4e1f-b978-534e3d0a9425 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736954 Oct 19 21:11:18.134677 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.135295 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:18.136654 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1092 time: 0.8438494 Oct 19 21:11:18.178621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8bd4c-a11e-43b6-ab39-d8595e275295 service neutron] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:18.220211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-92493852-36ef-4707-a8ca-1ba45543349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.221759 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-92493852-36ef-4707-a8ca-1ba45543349e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1095 time: 0.0514772 Oct 19 21:11:18.331943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-4024c61f-f3fc-4a48-b81e-9389cb90b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.334690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-4024c61f-f3fc-4a48-b81e-9389cb90b0db service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1038852 Oct 19 21:11:18.401671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b868f7ce-5ce8-46c8-83dc-d024f4420f75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1000 time: 0.0593932 Oct 19 21:11:18.456538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-75f19364-b34d-4241-95ef-1beba6e1fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.458018 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-75f19364-b34d-4241-95ef-1beba6e1fb8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0502846 Oct 19 21:11:18.502661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-f4d2b499-e532-4015-9a11-fa04b3cab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:18.504128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-f4d2b499-e532-4015-9a11-fa04b3cab92a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388334 Oct 19 21:11:18.594072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-b2f6ca1a-1d0e-42b0-9872-1b6617300166 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821314 Oct 19 21:11:18.701467 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edad2ecf-4c03-4bfd-a24e-fea8dea7a5c2 req-6f424970-dff0-4e82-a194-428b871249cb service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004143 Oct 19 21:11:19.247778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a6076-dad6-410e-9a3d-0eb1d0f0df57 req-a82d997c-f7b6-42aa-9a9b-8ce30dbd89f1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:19.249255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad8a6076-dad6-410e-9a3d-0eb1d0f0df57 req-a82d997c-f7b6-42aa-9a9b-8ce30dbd89f1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 944 time: 0.0505989 Oct 19 21:11:19.287349 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad8a6076-dad6-410e-9a3d-0eb1d0f0df57 req-d1eda76a-444d-464f-b761-b10989a3ff79 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Oct 19 21:11:19.776882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:19.779254 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3f5de-5e85-4a68-a1ad-1903db05c295" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:19.831311 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f7b09-244a-42bf-82a0-8e2c582f1e95 x-openstack-request-id: req-5e2f7b09-244a-42bf-82a0-8e2c582f1e95 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:19.831602 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:19.831855 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e2f7b09-244a-42bf-82a0-8e2c582f1e95 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:19.832255 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'status': 'completed', 'code': 200} Oct 19 21:11:19.928695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-461b4127-8018-420f-ae0a-6ee340fa6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:19.930334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-461b4127-8018-420f-ae0a-6ee340fa6ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1095 time: 0.0791061 Oct 19 21:11:19.933078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-534815f6-64f7-4751-ba81-4d35d1786d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:19.934530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-534815f6-64f7-4751-ba81-4d35d1786d69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1095 time: 0.0737987 Oct 19 21:11:20.090081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:11:20.121771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:11:20.123979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-7ab7848e-1089-46e2-b9a7-c61891933aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.125514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-7ab7848e-1089-46e2-b9a7-c61891933aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1884818 Oct 19 21:11:20.126611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-7a4f936c-d95b-4437-a457-0ac117d06114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.127906 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-7a4f936c-d95b-4437-a457-0ac117d06114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1806643 Oct 19 21:11:20.245150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-9de5729d-4c43-4b35-966f-4d75bae50a47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1000 time: 0.1125119 Oct 19 21:11:20.246962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-4c0330f7-fc07-45bf-ac5f-5699b251a013 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1000 time: 0.1076939 Oct 19 21:11:20.341282 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3cdc38a5-ad8a-4c62-be84-a8c9f7622271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.343264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3cdc38a5-ad8a-4c62-be84-a8c9f7622271 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0829074 Oct 19 21:11:20.345798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3060d6f2-27bf-44f4-96e2-40bc4581199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.346999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3060d6f2-27bf-44f4-96e2-40bc4581199f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0950627 Oct 19 21:11:20.364250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:11:20.384463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:20.395800 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'mac_address': 'fa:16:3e:10:75:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:11:20.418367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-8d388e6a-57e9-447c-9c14-f86be9c3e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.419846 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-8d388e6a-57e9-447c-9c14-f86be9c3e689 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679162 Oct 19 21:11:20.423040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571e12d-fada-44fd-b243-4e9900ded6ea req-612adfe6-ac44-4545-95d2-0f42e098c176 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.425890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f571e12d-fada-44fd-b243-4e9900ded6ea req-612adfe6-ac44-4545-95d2-0f42e098c176 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 944 time: 0.0663116 Oct 19 21:11:20.426576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-940fc3e1-1ef1-4c26-af58-55160900ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.428849 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-940fc3e1-1ef1-4c26-af58-55160900ba33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690124 Oct 19 21:11:20.435027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:20.449684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f70a22b-d4ba-4fc2-a78d-5fc05276077b {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:11:20.470159 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:20.474698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:20.475569 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f571e12d-fada-44fd-b243-4e9900ded6ea req-9a00b45e-11d2-4d7b-9623-8ecd93011fec tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Oct 19 21:11:20.525138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:20.532353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.532699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.533459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.533459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.533709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.534213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.534643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.534853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.535180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.535500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.535819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.536138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:20.607219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-0a4a8d75-d6c2-4b5e-91b7-f144b9826db0 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773264 Oct 19 21:11:20.612996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-d241a211-865a-4f4e-8eab-905127da416b service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749296 Oct 19 21:11:20.652506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.37', 62128) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:11:20.710204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829917-4fb7-48db-bd20-56280f6944f5 req-bd9fa2fe-7970-45cf-9f89-9c15110d692e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.711678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00829917-4fb7-48db-bd20-56280f6944f5 req-bd9fa2fe-7970-45cf-9f89-9c15110d692e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 945 time: 0.0844822 Oct 19 21:11:20.725732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2edf-f3e9-460c-a08e-824576ab074e req-f25d04ee-01f2-40c7-97fe-62bde13358be tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.727747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['5f70a22b-d4ba-4fc2-a78d-5fc05276077b'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:11:20.728007 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-f25d04ee-01f2-40c7-97fe-62bde13358be tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9&tenant_id=156cb75b833a4676bc3e313c05a0eccd&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 945 time: 0.0743468 Oct 19 21:11:20.777253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3a4ba9e9-74ca-42a3-8938-f1a2613a2ece service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537933 Oct 19 21:11:20.780533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-be82a275-5911-45a1-9497-de955398aefb service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643474 Oct 19 21:11:20.793213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00829917-4fb7-48db-bd20-56280f6944f5 req-503ab775-dcde-4d6e-abdb-3841f52b8327 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642223 Oct 19 21:11:20.820215 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-edee2edf-f3e9-460c-a08e-824576ab074e req-051b8619-597e-4659-bbc6-27d933c044f7 service neutron] delete failed (client error): The resource could not be found. Oct 19 21:11:20.821389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-051b8619-597e-4659-bbc6-27d933c044f7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5f70a22b-d4ba-4fc2-a78d-5fc05276077b/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0784791 Oct 19 21:11:20.905952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2edf-f3e9-460c-a08e-824576ab074e req-c79ee110-97c6-406d-b721-d0b603a1a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.907319 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-c79ee110-97c6-406d-b721-d0b603a1a6f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1096 time: 0.0410969 Oct 19 21:11:20.995249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2edf-f3e9-460c-a08e-824576ab074e req-b216c322-678a-4e60-ad67-f1835d93c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:20.996666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-b216c322-678a-4e60-ad67-f1835d93c274 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0829885 Oct 19 21:11:21.064311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-dcf7764b-11e0-4226-85a0-a9c8c5824aea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1001 time: 0.0596952 Oct 19 21:11:21.111219 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2edf-f3e9-460c-a08e-824576ab074e req-4684bdaa-8c78-4e15-926f-6afc777380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:21.112611 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-4684bdaa-8c78-4e15-926f-6afc777380d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0415058 Oct 19 21:11:21.157939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2edf-f3e9-460c-a08e-824576ab074e req-2fa0e0a7-614e-4066-a9a1-29f3141e0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:21.159338 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-2fa0e0a7-614e-4066-a9a1-29f3141e0d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401099 Oct 19 21:11:21.251137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-72e5a1ab-ad39-425d-ab2a-c3491dc94932 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848322 Oct 19 21:11:21.343375 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edee2edf-f3e9-460c-a08e-824576ab074e req-8d6d8679-b25c-4455-a995-4b774c13607a service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Oct 19 21:11:21.914538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2494249-c552-4fed-946e-72e0413ef143 req-3a882682-9173-495c-920a-66fad690c977 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:21.916050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2494249-c552-4fed-946e-72e0413ef143 req-3a882682-9173-495c-920a-66fad690c977 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Oct 19 21:11:21.952801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2494249-c552-4fed-946e-72e0413ef143 req-17479f80-430d-4e86-bd3a-19fbe9aa3f29 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Oct 19 21:11:22.040963 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:11:22.065491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818775f9-acb5-4c81-9e04-2b225708ac28 req-6debe5fb-13ba-4669-a04f-73ed45726fc6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.066948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-818775f9-acb5-4c81-9e04-2b225708ac28 req-6debe5fb-13ba-4669-a04f-73ed45726fc6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 945 time: 0.0488963 Oct 19 21:11:22.097792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:11:22.104708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-818775f9-acb5-4c81-9e04-2b225708ac28 req-c9d88161-f64f-4796-9bae-f683b92c8767 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Oct 19 21:11:22.149027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:11:22.152821 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:11:22.153258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:22.235776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:22.261937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:22.264406 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb746e-9286-4b70-b32c-3004b6429c4a" -d '{"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-plugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:22.279121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:22.284245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:22.332508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2451e-c091-4903-9f28-8797781e1ccf req-02e4ba45-eef9-4ecb-a822-17f6e09c30f4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.334275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34c2451e-c091-4903-9f28-8797781e1ccf req-02e4ba45-eef9-4ecb-a822-17f6e09c30f4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0690458 Oct 19 21:11:22.338087 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:22.352667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-4950e22e-14f9-4b66-91ec-20993af47959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.354264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-4950e22e-14f9-4b66-91ec-20993af47959 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 1097 time: 0.0538983 Oct 19 21:11:22.377622 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-34c2451e-c091-4903-9f28-8797781e1ccf req-0be3578f-0228-4e26-8e23-8d99fdb61e46 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367694 Oct 19 21:11:22.413973 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1cac4-de0d-4dd8-9307-678d9866c277 x-openstack-request-id: req-fec1cac4-de0d-4dd8-9307-678d9866c277 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:22.414273 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-plugged", "status": "completed", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:22.414521 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fec1cac4-de0d-4dd8-9307-678d9866c277 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:22.414918 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'code': 200} Oct 19 21:11:22.450927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-8f490f7b-2ff3-4334-8eb9-f71c6939b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.452379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-8f490f7b-2ff3-4334-8eb9-f71c6939b7a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0916834 Oct 19 21:11:22.517980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-a5ad9cc9-88ca-428a-ad8f-1adfe4cf8864 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 200 len: 1002 time: 0.0580509 Oct 19 21:11:22.568602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-139364dc-8050-4c54-bbe5-846271ca702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.570153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-139364dc-8050-4c54-bbe5-846271ca702a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0446162 Oct 19 21:11:22.625645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-bc468b52-28d3-46d7-85d9-87003997b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:22.627157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-bc468b52-28d3-46d7-85d9-87003997b4a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504239 Oct 19 21:11:22.717436 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-df03821f-cb97-4907-97d0-68af568dea44 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Oct 19 21:11:22.812581 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-76b404cb-833f-46c0-bd29-0c00c0539eb5 req-bc031569-3381-4713-a26f-bed35da74b8b service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869808 Oct 19 21:11:23.489494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636976e-a071-4346-a9b1-a141a5b5da7d req-02fbd321-859a-46e5-ad29-6d0269a894d0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:23.491425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5636976e-a071-4346-a9b1-a141a5b5da7d req-02fbd321-859a-46e5-ad29-6d0269a894d0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0486298 Oct 19 21:11:23.533488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5636976e-a071-4346-a9b1-a141a5b5da7d req-73a1ba77-c99f-4c13-a143-3dca4c124b46 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358143 Oct 19 21:11:23.760036 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96871ab-3788-49a5-a99f-ea35d09e4cb6 req-a483d9ae-eba4-44d4-b933-c78dc0c13105 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:23.761403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c96871ab-3788-49a5-a99f-ea35d09e4cb6 req-a483d9ae-eba4-44d4-b933-c78dc0c13105 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Oct 19 21:11:23.799593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c96871ab-3788-49a5-a99f-ea35d09e4cb6 req-a345cab5-c64b-40d2-8872-80af514c2b52 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321894 Oct 19 21:11:24.914193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f0151-04bd-41b4-bafb-e3b43c0c1c51 req-0d9c8368-edbc-4e9c-ac6f-670f20b0b11d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:24.915783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d5f0151-04bd-41b4-bafb-e3b43c0c1c51 req-0d9c8368-edbc-4e9c-ac6f-670f20b0b11d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Oct 19 21:11:24.955015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d5f0151-04bd-41b4-bafb-e3b43c0c1c51 req-5356e54c-9ed4-4811-b3e3-559040949a95 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Oct 19 21:11:25.017805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-b2d251d9-41a0-4698-8728-99e2c5a335dd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:25.019220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-b2d251d9-41a0-4698-8728-99e2c5a335dd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1e5e0f5-d936-4dd3-87ee-27a642e0cef9 HTTP/1.1" status: 200 len: 946 time: 0.0470805 Oct 19 21:11:25.108711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Deleting port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:11:25.109046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.193867 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] For port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:25.194222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.361609 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.361884 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.362197 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 disassociated. External IP: 172.25.7.130, port: 5f70a22b-d4ba-4fc2-a78d-5fc05276077b. Oct 19 21:11:25.362534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Calling delete_port for 5f70a22b-d4ba-4fc2-a78d-5fc05276077b owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:11:25.487206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.516974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'Port': ['ID=5f70a22b-d4ba-4fc2-a78d-5fc05276077b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:25.633405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:11:25.743335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:11:25.752663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:11:25.762311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:11:25.763010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:10:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:25.785737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] No DVR routers for this DVR port 5f70a22b-d4ba-4fc2-a78d-5fc05276077b on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:11:25.788288 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:25.791762 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51cf55d7-2f45-451b-be0f-ed6a310da7bb req-3f6736e7-8d75-40e5-8b70-c327112f9baf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "DELETE /v2.0/ports/5f70a22b-d4ba-4fc2-a78d-5fc05276077b HTTP/1.1" status: 204 len: 173 time: 0.7661319 Oct 19 21:11:25.792152 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-deleted', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:25.794451 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59af3a-c920-45d8-984f-2b1b459fe79f" -d '{"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-deleted", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:25.833330 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80139ae4-82bb-459f-b13a-f5d0994e9abb x-openstack-request-id: req-80139ae4-82bb-459f-b13a-f5d0994e9abb {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:25.833725 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5e0f5-d936-4dd3-87ee-27a642e0cef9", "name": "network-vif-deleted", "tag": "5f70a22b-d4ba-4fc2-a78d-5fc05276077b", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:25.834111 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80139ae4-82bb-459f-b13a-f5d0994e9abb {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:25.834616 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5e0f5-d936-4dd3-87ee-27a642e0cef9', 'name': 'network-vif-deleted', 'tag': '5f70a22b-d4ba-4fc2-a78d-5fc05276077b', 'status': 'completed', 'code': 200} Oct 19 21:11:25.878507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:11:26.096920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:26.124643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:11:26.133196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:11:26.133826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:10:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:26.225732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-cb94b5c1-a737-4f11-a850-9f9644e02bc0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--919339064&fields=id&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 267 time: 0.0348949 Oct 19 21:11:26.242682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:11:26.340322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-5fa89a4d-6d7e-49cb-9d18-3d8ab944b4dc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:26.341834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-5fa89a4d-6d7e-49cb-9d18-3d8ab944b4dc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1069379 Oct 19 21:11:26.365230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-33084d40-1e5a-413c-aa3a-d40dd52d5a85 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/quotas/156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 375 time: 0.0173981 Oct 19 21:11:26.418168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-34f39691-63be-435f-bb66-eaff4afb6fbc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519903 Oct 19 21:11:26.442651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:26.473119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40fd75-a774-4fda-8dce-6af9a50059f6 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:11:26.519440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fff420bb-096d-4491-9ab4-114ec6603218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:26.565068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-a6b6f8f6-b24d-417b-9870-d3941ed7b000 service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354308 Oct 19 21:11:26.663084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-19e521df-0866-4a44-aacc-4cc8894f529a service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918155 Oct 19 21:11:26.712795 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fa7b3-5608-46ce-a626-3c8762e9fdbd None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:11:26.840984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-33502c05-10bb-46ac-90a8-2f8cae32489d req-13a2ec19-e965-4e21-9ced-d330af94848e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 210 time: 0.0348892 Oct 19 21:11:27.721132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-dffc927a-13ad-4dd6-be71-59b9c7250757 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:27.722660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-dffc927a-13ad-4dd6-be71-59b9c7250757 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1065145 Oct 19 21:11:27.776572 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-a02d210b-37a2-4183-9a7c-91fd55f0c29c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 379 time: 0.0433021 Oct 19 21:11:27.785779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'port': {'device_id': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'admin_state_up': True, 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'security_groups': ['83c07054-e4a7-477d-be1e-dac46c879b9f']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:11:27.891843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:11:27.895605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:27.936908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dcf086ba-1ef1-48b7-815f-034718334c3f req-7b68ebe4-8bf6-46f0-957e-73217725b148 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Oct 19 21:11:28.023430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Allocated IP 172.20.0.9 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/8f4d54e2-59cb-4523-aed7-857850660376) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:11:28.157447 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.189007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.230279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:11:28.233216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:11:28.235582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:11:28.270169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:28.280720 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.281065 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.281427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.281761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.282090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.282418 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.282738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.283059 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.283377 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.283693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.284010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.284327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:11:28.306122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:28.306732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.323318 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-6e29c089-c1aa-4ddc-889c-b6673d0bc3d1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409670 Oct 19 21:11:28.336881 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Request body: {'port': {'device_id': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:11:28.398703 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.514632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-be4b91cb-222c-4aa9-b14f-10e9cd5d363c None None] Provisioning complete for port 8f4d54e2-59cb-4523-aed7-857850660376 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:11:28.515200 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-be4b91cb-222c-4aa9-b14f-10e9cd5d363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.548115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-be4b91cb-222c-4aa9-b14f-10e9cd5d363c None None] Port 8f4d54e2-59cb-4523-aed7-857850660376 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:11:28.654415 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:11:28.661645 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.673281 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Transition to ACTIVE for port object 8f4d54e2-59cb-4523-aed7-857850660376 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:11:28.676829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.734989 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:28.805441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:11:28.805695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:11:28.806019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:11:28.810744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:11:28.811073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:11:28.816114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:11:28.816447 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:11:28.816823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:11:28.817246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Bound port: 8f4d54e2-59cb-4523-aed7-857850660376, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:11:28.818324 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.883837 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:11:28.886945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:11:28.891411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.924330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:28.924940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:28.926441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] 10.222.0.37 "PUT /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1091 time: 0.5945249 Oct 19 21:11:28.926755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:28.929702 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09a79b-435f-4b82-b621-5db315b51383" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:28.972329 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f924b0-a336-401b-8a9a-3296c974e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:29.025965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-00aa14bb-bce1-4d78-94cf-9e690a1748d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.027555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-00aa14bb-bce1-4d78-94cf-9e690a1748d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1094 time: 0.0445459 Oct 19 21:11:29.068757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2c4fc-6c54-4184-8a35-6f16c6bdf40a req-eba28587-924c-4b76-8538-f2e8d8e6174a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.070403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ad2c4fc-6c54-4184-8a35-6f16c6bdf40a req-eba28587-924c-4b76-8538-f2e8d8e6174a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0601170 Oct 19 21:11:29.076431 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992df085-1e08-4506-a95d-2d08682a9dbd x-openstack-request-id: req-992df085-1e08-4506-a95d-2d08682a9dbd {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:29.076758 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:29.076973 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-992df085-1e08-4506-a95d-2d08682a9dbd {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:29.077396 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'status': 'completed', 'code': 200} Oct 19 21:11:29.078981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-4688f18c-4d89-4cd8-ba74-9d91db1af0f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 217 time: 0.0424466 Oct 19 21:11:29.117287 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ad2c4fc-6c54-4184-8a35-6f16c6bdf40a req-b0e883a0-05e7-4bdf-b943-554685a157ea tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389936 Oct 19 21:11:29.131726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-79bb1190-3b65-4d56-9695-e76ded9f872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.133217 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-79bb1190-3b65-4d56-9695-e76ded9f872e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0463910 Oct 19 21:11:29.184611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-fd83da51-424b-458d-b02a-a1b043ba591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.186119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-fd83da51-424b-458d-b02a-a1b043ba591f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457289 Oct 19 21:11:29.250094 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10b11e29-29f8-48d7-980b-4c26bd8e1ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:29.280176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-15dc4065-ff10-4c01-9c80-e4eedf97f555 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858784 Oct 19 21:11:29.371426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5cdd7cb-3b6f-42bc-b584-9e5a99726f0a req-60a77e31-63e7-4e2e-8236-5860b1ec3ba1 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836737 Oct 19 21:11:29.454290 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a79b-435f-4b82-b621-5db315b51383 req-aa335a04-def1-4596-a405-9af528757147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.455858 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-aa335a04-def1-4596-a405-9af528757147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1094 time: 0.0391715 Oct 19 21:11:29.546935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a79b-435f-4b82-b621-5db315b51383 req-1fd253b0-cbd1-44e1-a090-85b2b5ee7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.548353 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-1fd253b0-cbd1-44e1-a090-85b2b5ee7232 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0857022 Oct 19 21:11:29.588221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-89f9e21d-c5d5-4621-a094-d7a225af923f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 217 time: 0.0328588 Oct 19 21:11:29.636805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a79b-435f-4b82-b621-5db315b51383 req-6c1f577d-ed66-4726-bf3e-4398b55c8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.638140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-6c1f577d-ed66-4726-bf3e-4398b55c8946 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0420356 Oct 19 21:11:29.686736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a79b-435f-4b82-b621-5db315b51383 req-0510791b-3e75-4f16-8f26-fb7bd7a71be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:29.688201 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-0510791b-3e75-4f16-8f26-fb7bd7a71be9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410488 Oct 19 21:11:29.782101 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-eed58b2f-a693-44d1-8abb-c20ab08ff08c service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Oct 19 21:11:29.873667 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5e09a79b-435f-4b82-b621-5db315b51383 req-5a7be19e-915b-4d43-bf2f-870ed19040fd service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Oct 19 21:11:30.160187 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:11:30.179876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 5f70a22b-d4ba-4fc2-a78d-5fc05276077b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:11:30.180273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 5f70a22b-d4ba-4fc2-a78d-5fc05276077b not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:11:30.233856 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bd15f-0a59-414c-856e-71fc4fe46d46 req-3392e84b-8022-4c22-9871-6bcc5997bb53 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:30.235316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1bd15f-0a59-414c-856e-71fc4fe46d46 req-3392e84b-8022-4c22-9871-6bcc5997bb53 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0481136 Oct 19 21:11:30.272993 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c1bd15f-0a59-414c-856e-71fc4fe46d46 req-571f3ab3-a101-454d-a5a4-ce3b33d8d56d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311081 Oct 19 21:11:30.345580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:31.112401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:31.384054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2628b0f-7c32-4e57-8204-f4da504d6d7e req-96329b4a-2c13-4d9d-ad40-d6d6b4503273 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:31.385422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2628b0f-7c32-4e57-8204-f4da504d6d7e req-96329b4a-2c13-4d9d-ad40-d6d6b4503273 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0473504 Oct 19 21:11:31.425649 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2628b0f-7c32-4e57-8204-f4da504d6d7e req-26186487-b278-4f17-9dd3-5fc4de9f55a5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Oct 19 21:11:32.177728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:11:32.274227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:32.285081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '8f4d54e2-59cb-4523-aed7-857850660376', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:11:32.321976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:32.334119 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:11:32.352562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:32.356648 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:32.408132 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:32.412603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:32.536861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941da0-d2ae-44d3-a56b-97389d6e7c30 req-1eb431a8-88f8-475f-bd7d-1e2d82053656 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:32.538358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8941da0-d2ae-44d3-a56b-97389d6e7c30 req-1eb431a8-88f8-475f-bd7d-1e2d82053656 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0482407 Oct 19 21:11:32.575674 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a8941da0-d2ae-44d3-a56b-97389d6e7c30 req-7a623db8-12a7-4079-9f61-ceed79ea8293 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Oct 19 21:11:32.597937 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['8f4d54e2-59cb-4523-aed7-857850660376'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:11:33.686972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77002a65-35bd-418a-bdb7-9c53ed1d4238 req-8bd96be5-b4ea-48f3-a4a8-f0962a165476 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:33.688445 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77002a65-35bd-418a-bdb7-9c53ed1d4238 req-8bd96be5-b4ea-48f3-a4a8-f0962a165476 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0485058 Oct 19 21:11:33.728679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-77002a65-35bd-418a-bdb7-9c53ed1d4238 req-40fc805b-7034-4371-9986-50e068c6b56e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Oct 19 21:11:34.193108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:11:34.241207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 8f4d54e2-59cb-4523-aed7-857850660376 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:11:34.244675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 8f4d54e2-59cb-4523-aed7-857850660376 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:11:34.245036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:34.326540 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:34.348703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:34.351738 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7871864-0520-4212-89e1-f615d2b096d8" -d '{"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:34.364272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:11:34.369463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:34.392239 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c414dda1-031d-477b-822b-d76b3eeaa687 x-openstack-request-id: req-c414dda1-031d-477b-822b-d76b3eeaa687 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:34.392534 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:34.392787 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c414dda1-031d-477b-822b-d76b3eeaa687 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:34.393173 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'code': 200} Oct 19 21:11:34.420999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:11:34.492508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0413ea-065b-4ff3-93be-59d844fb8483 req-e92ff32f-188b-463d-b45e-69686754b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:34.493908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa0413ea-065b-4ff3-93be-59d844fb8483 req-e92ff32f-188b-463d-b45e-69686754b22d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1096 time: 0.0435536 Oct 19 21:11:34.527207 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa0413ea-065b-4ff3-93be-59d844fb8483 req-71893371-9482-456d-9541-94f1c3b87c19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267310 Oct 19 21:11:34.841395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce462bf-2a81-4cb6-9a87-ec3c35866815 req-b700a383-5c12-482b-b6c3-059cd1814ae2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:34.842850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ce462bf-2a81-4cb6-9a87-ec3c35866815 req-b700a383-5c12-482b-b6c3-059cd1814ae2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Oct 19 21:11:34.879329 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ce462bf-2a81-4cb6-9a87-ec3c35866815 req-7ef38973-8472-451e-a8cd-181c3e0c57f7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306654 Oct 19 21:11:35.996101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dd650-abca-49c0-b0ad-ee3f5346f9fe req-2dff41b5-baa2-4744-bee4-9e325075c908 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:35.997606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-265dd650-abca-49c0-b0ad-ee3f5346f9fe req-2dff41b5-baa2-4744-bee4-9e325075c908 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0493522 Oct 19 21:11:36.036293 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-265dd650-abca-49c0-b0ad-ee3f5346f9fe req-201af1db-0277-43ae-b07c-b67596b96e3e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Oct 19 21:11:36.144443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ea8a9-bb31-484e-92fe-9a58c733c623 req-fe7f0477-218d-462c-b690-1f347c3b189e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:36.145910 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0e1ea8a9-bb31-484e-92fe-9a58c733c623 req-fe7f0477-218d-462c-b690-1f347c3b189e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Oct 19 21:11:36.155540 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 34970) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:11:36.160586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'floatingip': {'port_id': '8f4d54e2-59cb-4523-aed7-857850660376'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:11:36.202510 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:36.649626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-eeb051db-a0f7-4ee0-b23c-68e813fa22f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398715 Oct 19 21:11:36.730745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-f7e82139-7b81-41f5-9995-85462df25029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:36.732241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-f7e82139-7b81-41f5-9995-85462df25029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1096 time: 0.0441980 Oct 19 21:11:36.838446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-a1f6cab4-e744-489c-adf7-76b8b4b6e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:36.839987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-a1f6cab4-e744-489c-adf7-76b8b4b6e115 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0872107 Oct 19 21:11:36.885395 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-ed4c5610-35a9-4e7a-8747-74c71abf2a17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 217 time: 0.0380957 Oct 19 21:11:36.933673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-b3f997f4-101e-4c04-84a6-398f7f9c233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:36.935048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-b3f997f4-101e-4c04-84a6-398f7f9c233e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0432429 Oct 19 21:11:36.963095 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:36.968175 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:36.980924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-bb25c8cb-d26d-4831-bba4-e3fcfd14141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:36.982461 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-bb25c8cb-d26d-4831-bba4-e3fcfd14141c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409303 Oct 19 21:11:37.070997 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 associated. External IP: 172.25.7.130, port: 8f4d54e2-59cb-4523-aed7-857850660376. Oct 19 21:11:37.078169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-eede3fc1-aaf1-4747-9dec-a2a9b18d5b6a service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871658 Oct 19 21:11:37.168457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03d546f5-04e9-4f2f-b6f0-045a091933aa req-5ff578b9-e5e3-4032-9346-3b69acf85b09 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825865 Oct 19 21:11:37.284786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:11:37.393257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:11:37.398216 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:37.403044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:11:37.413324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:11:37.413953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:11:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:37.425104 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bde0e240-10f2-4be8-88e1-b7f1fa70b29a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "PUT /v2.0/floatingips/1a034521-f39a-4c93-97da-95cafa40eaf3 HTTP/1.1" status: 200 len: 991 time: 1.2685215 Oct 19 21:11:37.425738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:11:37.428582 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:11:37.463906 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c18f14-b480-4b5c-8870-45a2457544a5 x-openstack-request-id: req-c5c18f14-b480-4b5c-8870-45a2457544a5 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:11:37.464263 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:11:37.464584 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5c18f14-b480-4b5c-8870-45a2457544a5 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:11:37.465045 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'status': 'completed', 'code': 200} Oct 19 21:11:37.526880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-4e27e1d6-4692-4e8b-ba58-8b4887142720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:37.528280 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-4e27e1d6-4692-4e8b-ba58-8b4887142720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1096 time: 0.0407917 Oct 19 21:11:37.533719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:11:37.621806 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-004c35d9-340b-4676-ac0c-a18057550b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:37.623490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-004c35d9-340b-4676-ac0c-a18057550b6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0882642 Oct 19 21:11:37.694594 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-458456b6-4b8a-4d06-a18b-16b13592af92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 999 time: 0.0632412 Oct 19 21:11:37.743750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-74a74705-1647-4392-a26a-a116d3b0d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:37.745200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-74a74705-1647-4392-a26a-a116d3b0d429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0437703 Oct 19 21:11:37.770332 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:11:36Z', 'revision_number': 9, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:37.791016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-8d5410f7-9ecf-4b61-b84d-0daccb4624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:11:37.792424 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-8d5410f7-9ecf-4b61-b84d-0daccb4624a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397830 Oct 19 21:11:37.797631 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:11:37.806088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:11:37.806671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:11:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:37.885554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-6316f49f-6255-4eb4-8d5e-dc761f01495c service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Oct 19 21:11:37.914734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:11:37.979837 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-94833a48-ec6e-4a5f-a8e7-52ab0c71aa30 req-1496be6b-039e-4173-8fde-e73c88f3b085 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Oct 19 21:11:38.139588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:11:36Z', 'revision_number': 9, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:11:38.171034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b9fd7-27bd-46a1-9b7d-c5c406a927de None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:11:36Z', 'revision_number': 9, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:11:38.371599 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54d777-cb5e-48a1-ba99-eb5d1dedaff9 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:11:43.097422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:43.562521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:56.520867 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-501e1f1e-cecd-4037-9a84-88c39eeea13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:11:59.039720 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:11:59.249312 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-19fa6cba-a50a-4ea5-ae2d-db53648d16c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:00.347694 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:01.114646 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:02.399247 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:13.110978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:13.555274 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:26.521177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-27b2fcd7-a452-4db6-926f-1a8e2281dd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:29.248963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a551fde-5399-47a2-a4f3-25c9ac556a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:30.349876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:31.118723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:32.401953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:36.038231 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:12:37.620463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-f0a7009e-6eea-42b4-aaa6-76b4547381eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401344 Oct 19 21:12:37.706122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-06b07896-6a2c-421d-a061-d3411eeb65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:12:37.707581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-06b07896-6a2c-421d-a061-d3411eeb65f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1096 time: 0.0425520 Oct 19 21:12:37.808707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-da092fe7-5be3-487d-9ff3-5701e1012cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:12:37.810159 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-da092fe7-5be3-487d-9ff3-5701e1012cb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0814459 Oct 19 21:12:37.879618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-cb17a7a2-f6af-4006-b65f-ac1b7d488b12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1002 time: 0.0618227 Oct 19 21:12:37.929664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-a86e4e07-3e41-4755-a633-600711baba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:12:37.931092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-a86e4e07-3e41-4755-a633-600711baba64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0432596 Oct 19 21:12:37.976079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-da6fdd68-a97a-463e-9ef3-e87aa77e307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:12:37.977580 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-da6fdd68-a97a-463e-9ef3-e87aa77e307b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398831 Oct 19 21:12:38.071342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-09b07ec8-9d1c-426d-b0eb-8edb8d1d1c38 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Oct 19 21:12:38.159906 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3507e010-e7f0-48ec-82e2-6f40c6684555 req-03f63388-69cf-4711-aa7f-5c34294d0c47 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811429 Oct 19 21:12:43.117114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:43.560970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:56.525374 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2c70e89-c512-4326-9501-b0a8379f3049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:12:59.249008 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7865-4502-4442-86a4-aade27ba302e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:00.354538 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:01.120915 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:02.406068 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:13.036907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:13:13.121170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:13.571888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:14.309833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-642b6919-b016-49d8-a1e9-2626b80aa4b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440390 Oct 19 21:13:14.324606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e74f-caf1-4c06-add6-0db17295e4a5 req-92d73105-f551-4ba3-b902-7046fcb6535b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:14.326607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd50e74f-caf1-4c06-add6-0db17295e4a5 req-92d73105-f551-4ba3-b902-7046fcb6535b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0507007 Oct 19 21:13:14.365800 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd50e74f-caf1-4c06-add6-0db17295e4a5 req-5ac4937f-f73a-4891-8b9d-b86aa37de66a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Oct 19 21:13:15.362486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-5ae6e06c-97d5-41ea-a761-d59908ae458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:15.363939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-5ae6e06c-97d5-41ea-a761-d59908ae458e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1096 time: 0.0397530 Oct 19 21:13:15.482356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-46c99907-af84-4697-9dd8-ae7cf27b9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:15.483881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-46c99907-af84-4697-9dd8-ae7cf27b9beb service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1124375 Oct 19 21:13:15.505323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74132962-4dad-4595-afa4-140b14cfe2ef req-374417b3-c61e-4c17-89bf-74ee73f731c2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:15.506724 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74132962-4dad-4595-afa4-140b14cfe2ef req-374417b3-c61e-4c17-89bf-74ee73f731c2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0721776 Oct 19 21:13:15.580371 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-c3b8826d-c9ec-4909-b4bf-68d39ec77f43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1002 time: 0.0886106 Oct 19 21:13:15.583477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-74132962-4dad-4595-afa4-140b14cfe2ef req-3709cc1d-3a94-4576-bf86-de540378fec8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486267 Oct 19 21:13:15.629992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-d4de947b-1d36-4d74-ae78-8936d4d9d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:15.631486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-d4de947b-1d36-4d74-ae78-8936d4d9d4cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0436785 Oct 19 21:13:15.679982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-9f7b3fa5-8b3a-4d86-8394-a90c00f33230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:15.681973 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-9f7b3fa5-8b3a-4d86-8394-a90c00f33230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425436 Oct 19 21:13:15.770764 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-381f588a-38be-4e45-8cde-0dcdd55cfbbf service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810404 Oct 19 21:13:15.862534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-d70ff681-7113-4693-ad85-494bd5c10c91 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840087 Oct 19 21:13:16.697789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f960452-ae4d-4c74-9728-3ac55021d562 req-dba54afb-551c-4ee3-b9df-17c8556b569d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:16.699253 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f960452-ae4d-4c74-9728-3ac55021d562 req-dba54afb-551c-4ee3-b9df-17c8556b569d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Oct 19 21:13:16.743796 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f960452-ae4d-4c74-9728-3ac55021d562 req-0573538c-31fc-48c1-8e02-9e17b59129dd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Oct 19 21:13:17.859043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2c0a0-fb74-475a-922d-af1049627eb6 req-307db593-2383-4f51-a574-5f3b483fd9e5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:17.860494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80f2c0a0-fb74-475a-922d-af1049627eb6 req-307db593-2383-4f51-a574-5f3b483fd9e5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Oct 19 21:13:17.896525 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-80f2c0a0-fb74-475a-922d-af1049627eb6 req-9035957e-cd1a-4b99-a3ee-cb5102834204 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301914 Oct 19 21:13:19.015562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a0cc-8cf0-4d28-99e7-49566091ed76 req-5fb7f6fa-40b1-4800-9641-e61e3dd8122c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:19.017028 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2918a0cc-8cf0-4d28-99e7-49566091ed76 req-5fb7f6fa-40b1-4800-9641-e61e3dd8122c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Oct 19 21:13:19.055008 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2918a0cc-8cf0-4d28-99e7-49566091ed76 req-9dedf3c1-633f-4c52-9027-e77de563bddc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Oct 19 21:13:20.165423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bffa-7b2f-4dd8-b580-636d28306aa6 req-859aee44-ee31-4376-9607-1e504c24a0e7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:20.166863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6e2bffa-7b2f-4dd8-b580-636d28306aa6 req-859aee44-ee31-4376-9607-1e504c24a0e7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0472734 Oct 19 21:13:20.207843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6e2bffa-7b2f-4dd8-b580-636d28306aa6 req-b5313c0d-9411-4dec-8b55-d13afc24a68a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351326 Oct 19 21:13:21.327016 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4d20-29ac-4edc-bb5f-d5eb67880449 req-cbb40d23-d05c-4b81-9900-7e61fdd10f2c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:21.328491 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd6e4d20-29ac-4edc-bb5f-d5eb67880449 req-cbb40d23-d05c-4b81-9900-7e61fdd10f2c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Oct 19 21:13:21.369406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd6e4d20-29ac-4edc-bb5f-d5eb67880449 req-5ed41edf-2010-44e6-871e-ace48fe13694 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Oct 19 21:13:22.781265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b4317-4c28-4b87-9905-08c174ef4a1b req-98b7c4e4-3f04-4535-b78e-8fffcd10a985 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:22.782740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-790b4317-4c28-4b87-9905-08c174ef4a1b req-98b7c4e4-3f04-4535-b78e-8fffcd10a985 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.3435512 Oct 19 21:13:22.818573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-790b4317-4c28-4b87-9905-08c174ef4a1b req-141e1c46-f311-42be-9921-b931b017cd72 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299699 Oct 19 21:13:23.932962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794866ec-7cd4-4e5a-b960-6c66c2f72bc9 req-24ada195-fea6-4aba-86e2-0e75627e2d8d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:23.934456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794866ec-7cd4-4e5a-b960-6c66c2f72bc9 req-24ada195-fea6-4aba-86e2-0e75627e2d8d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Oct 19 21:13:23.970980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-794866ec-7cd4-4e5a-b960-6c66c2f72bc9 req-7115e079-c529-4d33-bf80-d81282c46feb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Oct 19 21:13:25.085436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0d01-06e4-4194-aa28-c613ce3fd116 req-efe35da2-bd59-412d-b68b-33d5de03ef72 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:25.086917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e5e0d01-06e4-4194-aa28-c613ce3fd116 req-efe35da2-bd59-412d-b68b-33d5de03ef72 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0498793 Oct 19 21:13:25.125287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9e5e0d01-06e4-4194-aa28-c613ce3fd116 req-02b63859-8940-4982-b97f-74585cdd39af tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322649 Oct 19 21:13:26.242679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41002953-0ff0-4212-8c28-6ee4d515e8a7 req-58eb3dba-fd20-479e-bda0-4516361db21d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:26.244702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41002953-0ff0-4212-8c28-6ee4d515e8a7 req-58eb3dba-fd20-479e-bda0-4516361db21d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0541000 Oct 19 21:13:26.283052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41002953-0ff0-4212-8c28-6ee4d515e8a7 req-2eb0ccab-c112-45fc-8068-958a21c8ebc7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Oct 19 21:13:26.526104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d729a2e0-838f-43ff-a12b-89facd7fe2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:27.395898 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70b30-0387-47cc-a68d-ac5ff73ef495 req-5188158d-5b4e-4453-a00a-b5362720ece6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:27.397390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da70b30-0387-47cc-a68d-ac5ff73ef495 req-5188158d-5b4e-4453-a00a-b5362720ece6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Oct 19 21:13:27.436924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0da70b30-0387-47cc-a68d-ac5ff73ef495 req-aeb18e61-f8c2-403c-abbb-61bf244b7b4a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Oct 19 21:13:27.762460 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-d9118a61-6d0f-40c6-bf1d-2ead333204c3 service neutron] show failed (client error): The resource could not be found. Oct 19 21:13:27.763430 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-d9118a61-6d0f-40c6-bf1d-2ead333204c3 service neutron] 10.222.0.37 "GET /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0535569 Oct 19 21:13:28.003037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-a5188d73-c4b9-464f-962e-eb318a0c934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:28.004521 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-a5188d73-c4b9-464f-962e-eb318a0c934b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1096 time: 0.0877650 Oct 19 21:13:28.016691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:13:28.067490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.272047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:28.304232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:13:28.344067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:28.346372 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7938d8d-02ab-4acf-a226-4c47367ca329" -d '{"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:28.350734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.363218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Transition to ACTIVE for port object 8f4d54e2-59cb-4523-aed7-857850660376 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:13:28.371931 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.404508 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a805848-f1d0-4729-bbeb-b11da69ab759 x-openstack-request-id: req-4a805848-f1d0-4729-bbeb-b11da69ab759 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:28.404804 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:28.405074 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a805848-f1d0-4729-bbeb-b11da69ab759 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:28.405470 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'code': 200} Oct 19 21:13:28.419309 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:28.463539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.463888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.464230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.464566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.465113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.465210 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.465555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.465882 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.466216 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.466537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.466859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.467183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:28.507307 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] No DVR routers for this DVR port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:13:28.565809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe3b3-a87f-4607-8f05-1e778110e12e req-1b5eefe0-ff98-4235-91bc-533e44d0589b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:28.567370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-410fe3b3-a87f-4607-8f05-1e778110e12e req-1b5eefe0-ff98-4235-91bc-533e44d0589b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0558133 Oct 19 21:13:28.609107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-410fe3b3-a87f-4607-8f05-1e778110e12e req-dc6da211-d473-4561-9b03-845cef4d6bf5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Oct 19 21:13:28.648328 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:13:28.648661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:13:28.648987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:28.653238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:13:28.653599 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:28.658527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:13:28.658856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:13:28.659255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:13:28.659670 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Bound port: 8f4d54e2-59cb-4523-aed7-857850660376, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:13:28.660037 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.734169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:13:28.737176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:13:28.741698 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.777685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:28.778342 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:28.779681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] 10.222.0.11 "PUT /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1091 time: 0.7669342 Oct 19 21:13:28.803139 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c860edd-6f8a-4746-841b-273be8504816 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:28.849508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-b79447e4-81a7-464c-8929-cb9092d46c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:28.851384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-b79447e4-81a7-464c-8929-cb9092d46c6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1094 time: 0.0493233 Oct 19 21:13:28.946101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-c717b53c-9aca-4634-b678-36d575f21763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:28.947584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-c717b53c-9aca-4634-b678-36d575f21763 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0883489 Oct 19 21:13:29.025175 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-921d806c-fd89-43a7-8655-47b2ac4244f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0708711 Oct 19 21:13:29.074844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-567f7147-100b-4c53-807a-811625446f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:29.076290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-567f7147-100b-4c53-807a-811625446f22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0442324 Oct 19 21:13:29.121237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-eadcd7c9-32d6-4917-a11b-a9bcf085a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:29.122731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-eadcd7c9-32d6-4917-a11b-a9bcf085a14a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Oct 19 21:13:29.218610 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-0834389a-2e12-4c36-b631-20533ca0b92e service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852740 Oct 19 21:13:29.254179 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0b5a4baa-e012-4dec-a865-0b129d01dbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:29.310833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9562ec17-17ab-4e00-add4-2d1f7d4845a2 req-7085937b-c6b6-4e9b-bbc0-00324d53980b service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849466 Oct 19 21:13:29.729817 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379fdfa-9dd7-418b-8f61-adeeed694057 req-fb109ec0-64b9-4016-9642-98d64f63eba7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:29.731188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3379fdfa-9dd7-418b-8f61-adeeed694057 req-fb109ec0-64b9-4016-9642-98d64f63eba7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0538054 Oct 19 21:13:29.767644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3379fdfa-9dd7-418b-8f61-adeeed694057 req-48cbecf2-44c8-4bc5-b4fd-84593a72cf8d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Oct 19 21:13:30.356296 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:30.407393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:30.409781 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6fdbb-1724-4dc2-a827-df5474a13654" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:30.456483 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f52155-54cd-482c-b2ab-5a960c54ab88 x-openstack-request-id: req-71f52155-54cd-482c-b2ab-5a960c54ab88 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:30.456769 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:30.457018 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71f52155-54cd-482c-b2ab-5a960c54ab88 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:30.457442 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'status': 'completed', 'code': 200} Oct 19 21:13:30.515475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-bc0de3ae-f71e-4441-b9ae-67f07b80cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.516967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-bc0de3ae-f71e-4441-b9ae-67f07b80cbd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1094 time: 0.0403614 Oct 19 21:13:30.519038 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-0a86872f-4766-42a8-89e4-9d23d37eae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.520543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-0a86872f-4766-42a8-89e4-9d23d37eae9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1094 time: 0.0398164 Oct 19 21:13:30.612673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-f9e84ff0-8326-4082-b475-b982f03ea679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.613030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-48ed9d30-9eb7-48e5-ad8e-2d4ffb2df4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.614212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-f9e84ff0-8326-4082-b475-b982f03ea679 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0904267 Oct 19 21:13:30.614514 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-48ed9d30-9eb7-48e5-ad8e-2d4ffb2df4cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0859656 Oct 19 21:13:30.679441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-331243c3-fe63-4727-ae8c-9006c26c655c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0585709 Oct 19 21:13:30.683970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-7c23ce31-b3e1-44a1-9b7d-290917433aa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0616572 Oct 19 21:13:30.732348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-65da8f3c-3db9-40f0-a1d1-95d1d722db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.733828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-65da8f3c-3db9-40f0-a1d1-95d1d722db9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0479078 Oct 19 21:13:30.738069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:13:30.751176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-d09ac687-f015-49f6-9c9c-72e32b9b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.753469 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-d09ac687-f015-49f6-9c9c-72e32b9b6fd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0514081 Oct 19 21:13:30.781254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:13:30.784247 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-c7c13a11-883f-4995-b42f-3be4952f3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.786039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-c7c13a11-883f-4995-b42f-3be4952f3310 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446162 Oct 19 21:13:30.802135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-6f27ff63-f14d-49a9-a1dc-23f4d7284237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.803651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-6f27ff63-f14d-49a9-a1dc-23f4d7284237 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419068 Oct 19 21:13:30.807913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:13:30.903267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-af5145d5-f6e0-4884-bb08-ccbda9190b6d service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098301 Oct 19 21:13:30.926315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:30.938144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8f4d54e2-59cb-4523-aed7-857850660376', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:13:30.963689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85d801-2cb9-4822-a878-6e58ae12741e req-2c880ac0-001c-4398-a0e8-7affbbc8598f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:30.965276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c85d801-2cb9-4822-a878-6e58ae12741e req-2c880ac0-001c-4398-a0e8-7affbbc8598f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 943 time: 0.0712957 Oct 19 21:13:30.968939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-2b20baa6-531c-4b92-99ed-50d35fb14e42 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572335 Oct 19 21:13:30.976750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:30.989838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:13:31.003459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-93898e72-f846-4984-99a3-af031b0d36a9 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930600 Oct 19 21:13:31.011011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:31.016216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:31.062324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c85d801-2cb9-4822-a878-6e58ae12741e req-c195e02b-1093-4927-9f1b-b482d7185b9d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887814 Oct 19 21:13:31.065173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:31.074844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.075650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.075650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.075906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.076235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.076569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.077179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.077281 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.077811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.078180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.078623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.079305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:31.093232 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98d6fdbb-1724-4dc2-a827-df5474a13654 req-4e10e829-76c5-4d0b-a242-30226ff66f79 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039751 Oct 19 21:13:31.123716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:31.235404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8f4d54e2-59cb-4523-aed7-857850660376'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:13:32.178095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43237b-5b9d-49fb-bf01-92e5846fa78f req-7bc2a1cb-acf9-4a81-91bb-a466392cd171 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.179545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af43237b-5b9d-49fb-bf01-92e5846fa78f req-7bc2a1cb-acf9-4a81-91bb-a466392cd171 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0478573 Oct 19 21:13:32.216921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-af43237b-5b9d-49fb-bf01-92e5846fa78f req-efd8eef6-e2ef-40a9-b265-e3d29148f5f9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308776 Oct 19 21:13:32.400551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:32.495209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-4de3fe54-f757-45c8-bd01-d93f60fdf9c9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.496676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-4de3fe54-f757-45c8-bd01-d93f60fdf9c9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&tenant_id=156cb75b833a4676bc3e313c05a0eccd&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Oct 19 21:13:32.516474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0fc0-6925-4e5a-8f19-e2fd3a8b5795 req-003488af-d65d-487d-a6ca-6c22f3ad3f1f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.517987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfbb0fc0-6925-4e5a-8f19-e2fd3a8b5795 req-003488af-d65d-487d-a6ca-6c22f3ad3f1f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0531821 Oct 19 21:13:32.555575 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dfbb0fc0-6925-4e5a-8f19-e2fd3a8b5795 req-7143aaff-0edf-4959-93c5-d7440579a3c3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Oct 19 21:13:32.562559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-1f008801-e493-4435-af1e-1d4fea4aaf0b service neutron] 10.222.0.11 "GET /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376/bindings/n-h2-805649-9 HTTP/1.1" status: 200 len: 382 time: 0.0563650 Oct 19 21:13:32.627755 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c357a192-9f9d-441b-bce8-84e847499902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.629199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c357a192-9f9d-441b-bce8-84e847499902 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1095 time: 0.0453217 Oct 19 21:13:32.715974 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-34731b2e-a7b6-4c13-b035-860bf37982d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.717421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-34731b2e-a7b6-4c13-b035-860bf37982d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0818560 Oct 19 21:13:32.785831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-1a352ca3-8524-4309-aeeb-617eef8b808d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1001 time: 0.0618198 Oct 19 21:13:32.832851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-6af1d783-dd60-49d0-b480-202a12f59927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.834291 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-6af1d783-dd60-49d0-b480-202a12f59927 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0417914 Oct 19 21:13:32.834522 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:13:32.879557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-1df5c0ac-37c2-429d-9b45-7002a68a57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:32.881703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-1df5c0ac-37c2-429d-9b45-7002a68a57fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398600 Oct 19 21:13:32.882912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8f4d54e2-59cb-4523-aed7-857850660376 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:13:32.886476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8f4d54e2-59cb-4523-aed7-857850660376 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:13:32.886837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:32.966284 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:32.978578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-0a2d81b1-159c-4708-9763-eb19ec90bae4 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Oct 19 21:13:32.989191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:32.991515 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c52cc1-49fe-4612-af5f-dc50b2ffe990" -d '{"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:33.004484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:33.010141 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:33.044269 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f490901-8491-41b3-95c1-47371d0cb926 x-openstack-request-id: req-4f490901-8491-41b3-95c1-47371d0cb926 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:33.044582 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:33.044934 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f490901-8491-41b3-95c1-47371d0cb926 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:33.045348 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'code': 200} Oct 19 21:13:33.063021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:33.076979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-95f40d6e-6f9c-454f-8a92-9ee2c1067f67 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913141 Oct 19 21:13:33.671727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423b76-cf88-4a98-94ab-39646361c77d req-b1ecab21-4c70-4fb4-aeeb-2d102eb2732d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:33.673182 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd423b76-cf88-4a98-94ab-39646361c77d req-b1ecab21-4c70-4fb4-aeeb-2d102eb2732d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Oct 19 21:13:33.709076 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd423b76-cf88-4a98-94ab-39646361c77d req-931bdb2f-d4c8-415a-a875-374e54f15f3b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300972 Oct 19 21:13:34.834113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcfbc3-5689-4970-b6fc-3c5d868f20e9 req-570a4d29-9522-41a7-bc7b-e0b46e36e4eb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:34.835677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4edcfbc3-5689-4970-b6fc-3c5d868f20e9 req-570a4d29-9522-41a7-bc7b-e0b46e36e4eb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Oct 19 21:13:34.875670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4edcfbc3-5689-4970-b6fc-3c5d868f20e9 req-f7b49de0-a799-445b-870c-967c15928c04 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 Oct 19 21:13:34.974320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-6746a592-9744-433a-af48-d7d621bc31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:34.976088 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-6746a592-9744-433a-af48-d7d621bc31e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1096 time: 0.0396104 Oct 19 21:13:34.988287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:13:35.042906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.240109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:35.271273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:13:35.310343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:35.312878 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f0f9c-b5cd-4bb7-91b4-f12b1a4d2a6d" -d '{"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:35.316631 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.329230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Transition to ACTIVE for port object 8f4d54e2-59cb-4523-aed7-857850660376 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:13:35.332853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.366272 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6776a2ef-94bd-4c53-9c6a-1394f3fdc6e7 x-openstack-request-id: req-6776a2ef-94bd-4c53-9c6a-1394f3fdc6e7 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:35.366556 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:35.366803 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6776a2ef-94bd-4c53-9c6a-1394f3fdc6e7 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:35.367184 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'code': 200} Oct 19 21:13:35.408206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=10']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:35.458567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.458912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.459245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.459577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.459903 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.460224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.460545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.460865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.461182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.461531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.461849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.462163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:13:35.524879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] No DVR routers for this DVR port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:13:35.659298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:13:35.659555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:13:35.659873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:35.664048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:13:35.664362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Attempting to bind port 8f4d54e2-59cb-4523-aed7-857850660376 on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:35.669090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:13:35.669455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:13:35.669833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:13:35.670251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Bound port: 8f4d54e2-59cb-4523-aed7-857850660376, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:13:35.670592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.731621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:13:35.734697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:13:35.739024 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.772887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:35.773533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:35.774855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] 10.222.0.37 "PUT /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1092 time: 0.7905393 Oct 19 21:13:35.796975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f4a7d-5bf6-46e8-aeb5-81cc7a51bc72 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=11']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:35.845723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-aeaac757-db68-444b-affa-aa336c859260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:35.847227 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-aeaac757-db68-444b-affa-aa336c859260 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1095 time: 0.0471110 Oct 19 21:13:35.943735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-2dba9d66-8629-4612-a36b-c8c8b2b2d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:35.945476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-2dba9d66-8629-4612-a36b-c8c8b2b2d340 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0906572 Oct 19 21:13:35.993464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cb65c-b469-4548-bfe8-fcdaa9b40429 req-41ff1fe2-d9de-4ca6-9592-072e8090cad8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:35.995098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c2cb65c-b469-4548-bfe8-fcdaa9b40429 req-41ff1fe2-d9de-4ca6-9592-072e8090cad8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0496848 Oct 19 21:13:36.016402 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-6adf82a6-721f-426d-8c17-65ec3832afb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0641236 Oct 19 21:13:36.036821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c2cb65c-b469-4548-bfe8-fcdaa9b40429 req-1046e400-4646-4a0f-8f6c-73102e2401f4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351303 Oct 19 21:13:36.065568 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-2c3ca46d-17eb-4139-8936-022bd79856e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:36.067037 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-2c3ca46d-17eb-4139-8936-022bd79856e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0440798 Oct 19 21:13:36.112417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-9f4dc776-9d20-4326-a5eb-528b4810c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:36.113897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-9f4dc776-9d20-4326-a5eb-528b4810c49d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389774 Oct 19 21:13:36.208038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-b820cf70-bc46-4b47-9678-6c38d0068e8a service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Oct 19 21:13:36.299863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86c3d021-49ed-410b-a84a-5485399fe0a3 req-0a16098a-6d77-42eb-8132-7223e361d76c service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839934 Oct 19 21:13:37.157026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1835-ebf6-44d5-87eb-def2aa14fe5f req-559e6f25-bb55-4583-addd-8e85cb3ce71b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.158533 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60cc1835-ebf6-44d5-87eb-def2aa14fe5f req-559e6f25-bb55-4583-addd-8e85cb3ce71b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0535634 Oct 19 21:13:37.194926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60cc1835-ebf6-44d5-87eb-def2aa14fe5f req-df1ae03a-0cc0-489d-83fd-d080ff1efb0e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303638 Oct 19 21:13:37.368781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:37.372737 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4847cd83-589f-4163-b5a7-591df45d1b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:37.418874 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff40a64-d24b-442c-8524-d731ce8e18d6 x-openstack-request-id: req-0ff40a64-d24b-442c-8524-d731ce8e18d6 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:37.419166 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:37.419421 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ff40a64-d24b-442c-8524-d731ce8e18d6 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:37.419826 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'status': 'completed', 'code': 200} Oct 19 21:13:37.477800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-93be1b15-1751-4b33-b0fa-1fbd6105beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.479285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-93be1b15-1751-4b33-b0fa-1fbd6105beae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1095 time: 0.0403948 Oct 19 21:13:37.479910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-0bc9ddd6-d4f9-4f6a-91f0-eb21092c48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.481406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-0bc9ddd6-d4f9-4f6a-91f0-eb21092c48d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1095 time: 0.0400605 Oct 19 21:13:37.572313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-d03c4807-1d5d-46ce-a015-c80f583b4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.573435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-031a9fb2-98c3-432d-aeec-97265aca494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.574404 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-d03c4807-1d5d-46ce-a015-c80f583b4db5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0879521 Oct 19 21:13:37.575405 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-031a9fb2-98c3-432d-aeec-97265aca494a service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0834568 Oct 19 21:13:37.649290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-13d5872b-bbff-44f5-9413-b5a00cc44314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0677171 Oct 19 21:13:37.660618 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-2afcda8a-bef2-4e12-a78e-25c23eeaaef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0704067 Oct 19 21:13:37.704771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-e6ff4c8a-750d-4fa6-a39e-0765cbe34bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.706454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-e6ff4c8a-750d-4fa6-a39e-0765cbe34bc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0510440 Oct 19 21:13:37.714099 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-0b4666ba-f040-4e51-8bbc-b5b32080e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.715869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-0b4666ba-f040-4e51-8bbc-b5b32080e0ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0472727 Oct 19 21:13:37.759194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-82ad8841-eb0a-4820-8ac3-757f0f3de851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.761183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-82ad8841-eb0a-4820-8ac3-757f0f3de851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481515 Oct 19 21:13:37.767601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-9e87599f-284a-4d91-84e6-8cb187790807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:37.769132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-9e87599f-284a-4d91-84e6-8cb187790807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429971 Oct 19 21:13:37.860363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-93b655d1-c8ed-4d93-8842-60d5e6ba6e97 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913794 Oct 19 21:13:37.869489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-64a1496e-aa96-4dd9-9ce0-1707d6048405 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909746 Oct 19 21:13:37.962850 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-37e1ba9f-c7a8-4503-9620-05c10b08a5d1 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953376 Oct 19 21:13:37.969153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4847cd83-589f-4163-b5a7-591df45d1b4b req-cb91d5bb-4f55-4ece-8c2c-b514f1200982 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923321 Oct 19 21:13:38.308410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e932cd-fa84-4357-96a1-b8acaa47657c req-7865884a-6f46-487b-a6d8-d1526c74b208 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.309903 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-19e932cd-fa84-4357-96a1-b8acaa47657c req-7865884a-6f46-487b-a6d8-d1526c74b208 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0489225 Oct 19 21:13:38.348621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-19e932cd-fa84-4357-96a1-b8acaa47657c req-02427719-d361-4d34-9fdb-fcae5f5bd6c2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Oct 19 21:13:38.460845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a8c3-fedb-4f12-a7c2-fe3f292b58e7 req-a94db729-cf04-4875-b6cf-4809ab7802ab tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.462310 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35a2a8c3-fedb-4f12-a7c2-fe3f292b58e7 req-a94db729-cf04-4875-b6cf-4809ab7802ab tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0482361 Oct 19 21:13:38.499666 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35a2a8c3-fedb-4f12-a7c2-fe3f292b58e7 req-99388aa7-ea04-4527-9511-d87f9c7bcc9b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Oct 19 21:13:38.637744 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceed3d-3415-42c6-8d0d-bd9c3351f006 req-a2eed93f-2571-4841-8644-f606d0d07e7d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.639285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2ceed3d-3415-42c6-8d0d-bd9c3351f006 req-a2eed93f-2571-4841-8644-f606d0d07e7d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0757167 Oct 19 21:13:38.645705 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-7f434891-baf4-455d-8009-2e595265fd48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560024 Oct 19 21:13:38.682320 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d2ceed3d-3415-42c6-8d0d-bd9c3351f006 req-21496dbf-a863-44b1-b95b-2b7f998abee6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356548 Oct 19 21:13:38.724807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-828ca5dd-e9fe-492e-83a4-912db4537bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.726656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-828ca5dd-e9fe-492e-83a4-912db4537bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 1095 time: 0.0405245 Oct 19 21:13:38.796034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:13:38.835339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-ccbf2d0e-6d05-4b2a-9bb8-1517e5dd6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.836817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-ccbf2d0e-6d05-4b2a-9bb8-1517e5dd6934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0915594 Oct 19 21:13:38.892094 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:13:38.932040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:38.934728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-1df7a1f9-09b8-40fe-bbe7-c0fc1397e6a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 200 len: 1000 time: 0.0900965 Oct 19 21:13:38.948869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dbf41-b501-427f-bed7-4349d01236db req-32d511b8-156b-4b96-8895-1f5dbc175c16 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:38.950351 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '8f4d54e2-59cb-4523-aed7-857850660376', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '8f4d54e2-59cb-4523-aed7-857850660376', 'mac_address': 'fa:16:3e:85:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:13:38.950484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-644dbf41-b501-427f-bed7-4349d01236db req-32d511b8-156b-4b96-8895-1f5dbc175c16 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 944 time: 0.0670295 Oct 19 21:13:38.954109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:13:38.990406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:39.002977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:13:39.022371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-90bf1872-d964-44a3-8b61-638b3bc40721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:39.024006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-90bf1872-d964-44a3-8b61-638b3bc40721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0726364 Oct 19 21:13:39.027362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:39.027773 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-644dbf41-b501-427f-bed7-4349d01236db req-6017c0cc-2eda-4480-ba94-e608102ebc62 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685990 Oct 19 21:13:39.031771 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:39.072641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-494dd18d-2bb5-4320-80fa-976da71b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:39.074091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-494dd18d-2bb5-4320-80fa-976da71b23a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427024 Oct 19 21:13:39.080074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:39.173490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-64dc7f99-e957-4569-b11a-bfd0d07ef460 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915971 Oct 19 21:13:39.260502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['8f4d54e2-59cb-4523-aed7-857850660376'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:13:39.269758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8d24df0-32dd-4f84-8b7a-1c62767c9b27 req-f57bdf46-f86b-431c-90e2-4c046ab93111 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880024 Oct 19 21:13:40.144605 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b13b-0a58-43e6-a148-cb7e2e4863dc req-da26b4be-7106-4d76-bb1a-54836c7d6d07 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:40.146099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09d7b13b-0a58-43e6-a148-cb7e2e4863dc req-da26b4be-7106-4d76-bb1a-54836c7d6d07 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Oct 19 21:13:40.187366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-09d7b13b-0a58-43e6-a148-cb7e2e4863dc req-15f4e64f-33da-4772-90d5-a9f952ea60e6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347433 Oct 19 21:13:40.193666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-b6b69f99-e453-40f0-bf2b-91755b9ca9d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:40.195151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-b6b69f99-e453-40f0-bf2b-91755b9ca9d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Oct 19 21:13:40.288240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Deleting port 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:13:40.288578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.374402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] For port 8f4d54e2-59cb-4523-aed7-857850660376, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8f4d54e2-59cb-4523-aed7-857850660376,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:40.374759 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.556434 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.556794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.557100 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 disassociated. External IP: 172.25.7.130, port: 8f4d54e2-59cb-4523-aed7-857850660376. Oct 19 21:13:40.557459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Calling delete_port for 8f4d54e2-59cb-4523-aed7-857850660376 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:13:40.683851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.711657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'Port': ['ID=8f4d54e2-59cb-4523-aed7-857850660376,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:40.811022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:13:40.834017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:13:40.834444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 21:13:40.835273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:13:40.855195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Port 8f4d54e2-59cb-4523-aed7-857850660376 not found, will not notify nova. {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 21:13:40.946555 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:13:40.956776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:13:40.965863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:13:40.966493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:13:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:40.987780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] No DVR routers for this DVR port 8f4d54e2-59cb-4523-aed7-857850660376 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:13:40.990350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:40.993661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ff117e2-8995-4091-8ad7-64d7f982ba2e req-93203f46-3155-49b5-b496-2d4c90576435 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "DELETE /v2.0/ports/8f4d54e2-59cb-4523-aed7-857850660376 HTTP/1.1" status: 204 len: 173 time: 0.7922132 Oct 19 21:13:40.994087 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-deleted', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:40.996892 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e4d85a-9ffb-4e44-a411-fd02ef911aef" -d '{"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-deleted", "tag": "8f4d54e2-59cb-4523-aed7-857850660376"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:41.046030 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4d118-790c-4385-b4b0-c0238392d319 x-openstack-request-id: req-57d4d118-790c-4385-b4b0-c0238392d319 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:41.046333 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0f011-f16c-4676-a8ab-eaae4a639b95", "name": "network-vif-deleted", "tag": "8f4d54e2-59cb-4523-aed7-857850660376", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:41.047217 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57d4d118-790c-4385-b4b0-c0238392d319 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:41.047640 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0f011-f16c-4676-a8ab-eaae4a639b95', 'name': 'network-vif-deleted', 'tag': '8f4d54e2-59cb-4523-aed7-857850660376', 'status': 'completed', 'code': 200} Oct 19 21:13:41.087155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:13:41.291657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:41.296071 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbcdf851-b375-42c6-8521-430dbca2cb56 req-f3f60b03-dffa-46e6-a73a-1c897a64e0de tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=05f0f011-f16c-4676-a8ab-eaae4a639b95 HTTP/1.1" status: 200 len: 210 time: 0.0269110 Oct 19 21:13:41.321701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:13:41.330058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:13:41.330646 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:13:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:41.440851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:13:41.637695 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:41.663449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37bb2-8a22-4a27-8ccc-7cde801a96e6 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:13:41.870683 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dcadc-6a60-4b18-b3d4-64a76a979fa0 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:13:42.562855 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-63cc8793-e029-45aa-83ae-06ff84b5a91a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--919339064&fields=id&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 267 time: 0.0333443 Oct 19 21:13:42.665962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-3555a25b-affc-4dfe-8cca-5f0b5df1f8a2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:42.667932 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-3555a25b-affc-4dfe-8cca-5f0b5df1f8a2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.0981090 Oct 19 21:13:42.683013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-d3592fb4-26ac-4f56-9119-69c18fca089d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/quotas/156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 375 time: 0.0092466 Oct 19 21:13:42.736924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-0d263d80-0439-4810-9529-e46bc1d01387 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488524 Oct 19 21:13:42.817130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:13:42.841041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 8f4d54e2-59cb-4523-aed7-857850660376 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:13:42.841408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8f4d54e2-59cb-4523-aed7-857850660376 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:13:42.882463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-b2cc8d51-a34e-4a7a-a521-15d70f948b1f service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340866 Oct 19 21:13:42.973087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-0b8fb928-772a-407a-96c0-083bb9c3857d service neutron] 10.222.0.31 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839293 Oct 19 21:13:43.126965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96a762ec-fc9e-4cbe-b192-ea03ad8fc4ff req-92cee928-abee-4c10-b332-0684b610d161 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0262420 Oct 19 21:13:43.136407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:43.590500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:44.019873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-37094bfd-3346-44b9-a0a2-96544e7830bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:44.021230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-37094bfd-3346-44b9-a0a2-96544e7830bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 812 time: 0.1056848 Oct 19 21:13:44.234538 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41acb5ee-6474-4756-83c4-465de87d3c2b req-232e2571-c797-4478-a0a2-0191f6fcba35 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0350709 Oct 19 21:13:44.388511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-a36d890b-27e1-4497-994f-c8d2b9f8d0cb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 379 time: 0.3550522 Oct 19 21:13:44.397958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'port': {'device_id': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'admin_state_up': True, 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'security_groups': ['83c07054-e4a7-477d-be1e-dac46c879b9f']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:13:44.499536 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Made reservation on behalf of 156cb75b833a4676bc3e313c05a0eccd for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:13:44.502974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:44.625415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Allocated IP 172.20.0.9 (23f56b3d-481c-4152-b19e-b21e51caa861/01342308-9035-4d01-9c8e-b324f3a203b5/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:13:44.758158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:44.789790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:44.831682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Network 23f56b3d-481c-4152-b19e-b21e51caa861 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:13:44.834673 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:13:44.838221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:13:44.863709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:44.894547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:44.895170 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:44.910227 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-16a468e9-6213-4bab-8949-085b01a2a944 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5157685 Oct 19 21:13:44.922392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Request body: {'port': {'device_id': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:13:44.984132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.091410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fb9585ae-aa71-4167-b399-5d437158def0 None None] Provisioning complete for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:13:45.092028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fb9585ae-aa71-4167-b399-5d437158def0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.125130 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fb9585ae-aa71-4167-b399-5d437158def0 None None] Port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:13:45.242558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:13:45.250497 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.262453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Transition to ACTIVE for port object 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:13:45.266593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.328704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:45.412567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afad17-8ef8-4d41-aecb-5c6e8e6a34de req-2ac63f49-7d7e-4dd8-b276-3c72475af7ea tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:45.414184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53afad17-8ef8-4d41-aecb-5c6e8e6a34de req-2ac63f49-7d7e-4dd8-b276-3c72475af7ea tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.1073852 Oct 19 21:13:45.446502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:13:45.446842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:13:45.447170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:45.456195 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:13:45.456519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:13:45.472948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:13:45.473243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:13:45.473653 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:13:45.474088 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Bound port: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:13:45.474447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.479069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-53afad17-8ef8-4d41-aecb-5c6e8e6a34de req-6643d695-9f0f-4d71-a6e5-d0d13ef14683 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565143 Oct 19 21:13:45.544568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:13:45.547705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:13:45.552131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.584017 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:45.584623 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:45.586019 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] 10.222.0.11 "PUT /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1091 time: 0.6679413 Oct 19 21:13:45.586511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:45.588672 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:45.629842 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a2677-2f98-495d-bb34-595ca6a1cfc4 x-openstack-request-id: req-9d8a2677-2f98-495d-bb34-595ca6a1cfc4 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:45.630125 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:45.630374 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d8a2677-2f98-495d-bb34-595ca6a1cfc4 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:45.630770 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'status': 'completed', 'code': 200} Oct 19 21:13:45.638929 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ef06-a776-404b-b375-2afbcb0ca877 service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:45.677215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-4d4886ce-d26d-4d5d-895e-13bb394dd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:45.678769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-4d4886ce-d26d-4d5d-895e-13bb394dd18e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0508876 Oct 19 21:13:45.722367 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-65516203-152e-41ff-99f5-425343ae1670 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 217 time: 0.0355463 Oct 19 21:13:45.775700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-93dc2ae3-2fca-4f74-835d-3fdb0a1ce26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:45.777779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-93dc2ae3-2fca-4f74-835d-3fdb0a1ce26a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0487046 Oct 19 21:13:45.822870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef72f-f380-4822-9cbd-250955aac74d req-c3f5e2ef-b1e6-4b63-a84d-81f02d8231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:45.824332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-c3f5e2ef-b1e6-4b63-a84d-81f02d8231e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399361 Oct 19 21:13:45.917200 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-25a96496-c240-44b2-a013-ef1dea3971d8 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 Oct 19 21:13:46.005439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d56ef72f-f380-4822-9cbd-250955aac74d req-a71b0a43-46e6-43ed-a6cc-904dc27b23bd service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814159 Oct 19 21:13:46.089883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-af376994-ce4e-4c92-9cd9-f08eca38be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:46.091342 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-af376994-ce4e-4c92-9cd9-f08eca38be2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0404139 Oct 19 21:13:46.182220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-d7de527f-1e01-4000-9348-11a05c631619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:46.183671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-d7de527f-1e01-4000-9348-11a05c631619 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0855515 Oct 19 21:13:46.224414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-ca1eb22e-e01a-4afe-b9fb-e231582f79a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 217 time: 0.0338147 Oct 19 21:13:46.278827 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-0cdf52ce-b891-49f6-b53e-4f41e591ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:46.280315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-0cdf52ce-b891-49f6-b53e-4f41e591ca1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0487413 Oct 19 21:13:46.326467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-d1ef8ef9-5dc9-41b9-ae9d-5d633f324871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:46.327951 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-d1ef8ef9-5dc9-41b9-ae9d-5d633f324871 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400345 Oct 19 21:13:46.416908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-0296930d-f812-403d-b0f6-7d5c336be0ad service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815001 Oct 19 21:13:46.510502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-45ad14d5-1750-4414-ace8-2b9ab3ec49ec req-a74f505d-bbbf-4131-9cb0-0e3424ebb881 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Oct 19 21:13:46.592809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33c5e-32f5-4fdf-946d-d578c1074861 req-978ae1dc-0563-4f31-8974-8b72023ca451 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:46.594304 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-75e33c5e-32f5-4fdf-946d-d578c1074861 req-978ae1dc-0563-4f31-8974-8b72023ca451 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0483656 Oct 19 21:13:46.631452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-75e33c5e-32f5-4fdf-946d-d578c1074861 req-54624e1a-f93b-4357-8d35-c195a253d039 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Oct 19 21:13:46.922994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:13:47.015912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:47.030564 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:13:47.067037 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:47.078972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:13:47.097947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:47.102187 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:47.148152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:47.290386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:13:47.748895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e34a2-8f60-46ab-9995-92886aef3531 req-466dc2b4-d9ce-490e-a2ac-faae2ba15b86 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:47.750374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-365e34a2-8f60-46ab-9995-92886aef3531 req-466dc2b4-d9ce-490e-a2ac-faae2ba15b86 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0508718 Oct 19 21:13:47.787118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-365e34a2-8f60-46ab-9995-92886aef3531 req-63cb21aa-ede8-4952-8c68-f0626c43dc0e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Oct 19 21:13:48.905070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aee61-a267-45f6-be1f-3ef5dd9fd095 req-bbab68ab-1191-4f93-8cc1-26ab8ff88573 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:48.906556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d27aee61-a267-45f6-be1f-3ef5dd9fd095 req-bbab68ab-1191-4f93-8cc1-26ab8ff88573 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0526702 Oct 19 21:13:48.922747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:13:48.944189 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d27aee61-a267-45f6-be1f-3ef5dd9fd095 req-9306375c-d668-401e-a949-4034745de7fe tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Oct 19 21:13:48.971168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:13:48.974643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:13:48.975259 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:49.052778 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:49.073859 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:49.075982 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddbbcab-6bfb-4cd5-93d5-50105087af0d" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:49.087707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:13:49.091961 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:49.116164 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056bc17d-f36a-4dc2-98ef-478d58b78a23 x-openstack-request-id: req-056bc17d-f36a-4dc2-98ef-478d58b78a23 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:49.116513 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:49.117334 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-056bc17d-f36a-4dc2-98ef-478d58b78a23 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:49.117726 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'code': 200} Oct 19 21:13:49.142832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:13:49.204095 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada791e7-5ccf-4ff0-bf3c-92239319965e req-82f7160c-e044-4688-86d5-8e91138c2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:49.205611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ada791e7-5ccf-4ff0-bf3c-92239319965e req-82f7160c-e044-4688-86d5-8e91138c2015 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1096 time: 0.0397573 Oct 19 21:13:49.240443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ada791e7-5ccf-4ff0-bf3c-92239319965e req-7d55cabe-001b-452a-9e04-878f6194cf20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282447 Oct 19 21:13:50.036452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:13:50.057094 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce571-4c31-49d9-9ce7-a2d17ad9dd3f req-ed687c7e-c1a9-4c43-b682-d71a5971720e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:50.059217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fbce571-4c31-49d9-9ce7-a2d17ad9dd3f req-ed687c7e-c1a9-4c43-b682-d71a5971720e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0499969 Oct 19 21:13:50.095479 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0fbce571-4c31-49d9-9ce7-a2d17ad9dd3f req-bf29baf2-691c-4908-983f-8be55f3a7717 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304401 Oct 19 21:13:51.212912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463592e-670e-482c-a805-155ed908146b req-ae6cabbc-b193-4c68-865f-f939b56a76a7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:51.214996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9463592e-670e-482c-a805-155ed908146b req-ae6cabbc-b193-4c68-865f-f939b56a76a7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0511456 Oct 19 21:13:51.251915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9463592e-670e-482c-a805-155ed908146b req-c9daa7fa-2f0e-4c8c-8e1b-6f9d5bc6ca75 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307903 Oct 19 21:13:51.365863 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f462b2-beb4-4119-9a46-c6e975015223 req-7b0378d1-d9bc-4bb4-8c4f-fd1f092515d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:51.367347 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2f462b2-beb4-4119-9a46-c6e975015223 req-7b0378d1-d9bc-4bb4-8c4f-fd1f092515d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0530868 Oct 19 21:13:51.375951 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35334) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:13:51.380169 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Request body: {'floatingip': {'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:13:51.419168 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:51.849422 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:51.853076 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:51.952334 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 associated. External IP: 172.25.7.130, port: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c. Oct 19 21:13:52.159905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:13:52.266410 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:13:52.271249 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:52.276905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:13:52.286331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:13:52.286925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:13:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:52.298493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-516f2e27-4b2d-4d98-8485-2f3f8439b6df tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "PUT /v2.0/floatingips/1a034521-f39a-4c93-97da-95cafa40eaf3 HTTP/1.1" status: 200 len: 992 time: 0.9215946 Oct 19 21:13:52.299150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:13:52.301533 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a54bf9e-71d6-4b02-971a-e67bd88ee887" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:13:52.338528 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244d0a5a-e669-4584-a465-3ef0490e47f6 x-openstack-request-id: req-244d0a5a-e669-4584-a465-3ef0490e47f6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:13:52.338818 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:13:52.339070 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-244d0a5a-e669-4584-a465-3ef0490e47f6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:13:52.339500 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'status': 'completed', 'code': 200} Oct 19 21:13:52.404840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-7f689230-7a80-42f8-ba4b-4f371924eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:52.406396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-7f689230-7a80-42f8-ba4b-4f371924eba3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1096 time: 0.0431817 Oct 19 21:13:52.509150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-3e585dc9-eb03-40cc-955f-7d867e45b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:52.511153 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-3e585dc9-eb03-40cc-955f-7d867e45b7a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0972381 Oct 19 21:13:52.572209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:13:52.575862 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-ea369c56-0c02-4cac-92b5-2dc58fbff2d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0582407 Oct 19 21:13:52.624433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-e32262a1-6d28-4bf1-9b2a-8a37d2060d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:52.625936 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-e32262a1-6d28-4bf1-9b2a-8a37d2060d4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0435281 Oct 19 21:13:52.673888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-06393b17-0859-479d-9e02-7a4c5d9069b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:13:52.675382 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-06393b17-0859-479d-9e02-7a4c5d9069b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430555 Oct 19 21:13:52.770021 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-05ec9261-f7f6-4759-a828-e150ce88b14f service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Oct 19 21:13:52.798961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:13:51Z', 'revision_number': 13, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:52.825709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:13:52.833997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:13:52.834597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:13:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:52.863169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3a54bf9e-71d6-4b02-971a-e67bd88ee887 req-dbea7c97-f088-4287-b0e3-e1503a235742 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Oct 19 21:13:52.941388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:13:53.166480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:13:51Z', 'revision_number': 13, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:13:53.197460 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fe29f-6139-435e-9a8d-998bd595b488 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1a034521-f39a-4c93-97da-95cafa40eaf3', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:07:02Z', 'updated_at': '2021-10-19T21:13:51Z', 'revision_number': 13, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:13:53.383003 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a083a0-b2dd-4412-b8a3-897137600ff3 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:13:56.527342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-100db98d-2d0f-4733-9a3a-f9bbe1c87dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:13:59.255294 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37b34497-2e0c-48ee-a7b5-436874a25a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:00.357970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:01.125501 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:02.404522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:13.138486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:13.606743 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:26.527462 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7780b35-9beb-4405-9cb3-40c4378b123c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:27.037622 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:14:29.255333 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-71eee092-3c53-43dc-bf18-ed31f069fb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:30.358847 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:31.129272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:32.408269 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:41.706711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-6dfb5101-38b1-413a-b93f-622b0340d2e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439439 Oct 19 21:14:41.785362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-50452c8a-7b44-41e5-a217-e0c3fbe42c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:14:41.786821 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-50452c8a-7b44-41e5-a217-e0c3fbe42c3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1096 time: 0.0392680 Oct 19 21:14:41.891135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-7803d62d-c10d-4f99-944b-90755c3d9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:14:41.892588 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-7803d62d-c10d-4f99-944b-90755c3d9caa service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0872858 Oct 19 21:14:41.955368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-0dcbf667-a81b-4b29-8ab4-94d75dd124d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1002 time: 0.0557756 Oct 19 21:14:42.007722 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-a301a508-69f3-4e18-8c3d-b97e2fa59268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:14:42.009048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-a301a508-69f3-4e18-8c3d-b97e2fa59268 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0468612 Oct 19 21:14:42.061501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-8edd3008-da4d-4da7-abef-e2bb5b1358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:14:42.062992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-8edd3008-da4d-4da7-abef-e2bb5b1358b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457385 Oct 19 21:14:42.151403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-3a74c734-4058-45ba-beed-ddb217bbab76 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812397 Oct 19 21:14:42.245060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be254e2d-2144-4e96-a0c7-ea455e822077 req-44fd8786-6de0-47fd-b3fa-4ee4b047b67d service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858054 Oct 19 21:14:43.137783 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:43.620576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:56.527303 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1de4-4fac-4901-b4c7-120ca3a05449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:14:59.256607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e2840f1d-3862-4ac1-aacc-ced1c146f7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:00.359873 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:01.132423 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:02.410207 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:04.037199 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:15:13.143310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:13.610400 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:26.528899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d9d83c8-f32e-4492-a53d-330603343b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:29.260288 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5937afad-5265-41a9-9b25-c8026903293c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:29.548864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103ef0-dc60-4580-9a06-b7bdc23c7483 req-6b34b9bb-0606-4b33-9c05-f9415c5ceef8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:29.550356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08103ef0-dc60-4580-9a06-b7bdc23c7483 req-6b34b9bb-0606-4b33-9c05-f9415c5ceef8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.1087646 Oct 19 21:15:29.587715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-08103ef0-dc60-4580-9a06-b7bdc23c7483 req-b85dc155-a679-4e3d-b334-32273b05c6fe tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Oct 19 21:15:30.362308 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:31.137272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:32.412885 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:41.036931 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:15:41.673284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-96354c6a-37b3-492c-9cbf-ff15261f286c req-350584dc-78c1-4c49-accc-ef90c77df2ed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:15:41.674366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-96354c6a-37b3-492c-9cbf-ff15261f286c req-350584dc-78c1-4c49-accc-ef90c77df2ed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058217 Oct 19 21:15:41.866841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-998956cd-32e2-4632-87a6-43db7e8480dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741839 Oct 19 21:15:41.882894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cdfca-2618-4e9e-a3b1-619d0f15f069 req-531ea3ec-6ef1-45cf-8cf0-ac7dd5327087 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:41.884550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-877cdfca-2618-4e9e-a3b1-619d0f15f069 req-531ea3ec-6ef1-45cf-8cf0-ac7dd5327087 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0597949 Oct 19 21:15:41.924238 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-877cdfca-2618-4e9e-a3b1-619d0f15f069 req-62bd169d-40bd-4179-ad9b-94185481dab8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Oct 19 21:15:42.900693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-32598cc1-168e-4e37-8d98-1431d94c5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:42.902201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-32598cc1-168e-4e37-8d98-1431d94c5ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1096 time: 0.0452800 Oct 19 21:15:43.033643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-269bc173-01f6-4500-aeae-133012591e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.035063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-269bc173-01f6-4500-aeae-133012591e23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.1147115 Oct 19 21:15:43.091379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a0bbe-0377-4fa7-a258-7050f1830474 req-c4ec8ca2-dd39-4381-b611-a4e5cc95e4eb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.092922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-395a0bbe-0377-4fa7-a258-7050f1830474 req-c4ec8ca2-dd39-4381-b611-a4e5cc95e4eb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0955968 Oct 19 21:15:43.132269 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-64de2972-074a-4447-bda1-f0553cfa6de2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1002 time: 0.0887778 Oct 19 21:15:43.155791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:43.179722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-395a0bbe-0377-4fa7-a258-7050f1830474 req-c2dc58ee-d877-42ff-869f-ee87e6242aa8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778344 Oct 19 21:15:43.197562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-6b4a3f6f-120d-495b-b61f-7634cf9ed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.199034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-6b4a3f6f-120d-495b-b61f-7634cf9ed2db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0524173 Oct 19 21:15:43.244497 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-46a54c55-e926-4927-965b-23dbd6d14cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.245995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-46a54c55-e926-4927-965b-23dbd6d14cc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400219 Oct 19 21:15:43.611670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:43.666804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-7b5b7ebd-9f25-4189-9163-5e417a39c67f service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133677 Oct 19 21:15:43.759126 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d28ceae0-bd17-491b-8b06-9431fdf9ca62 req-1949fbde-f1f3-4bca-91e3-e5ddbc9d13ed service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848265 Oct 19 21:15:43.840379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-36a231e4-35d4-447b-8001-3dd393ad0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.841884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-36a231e4-35d4-447b-8001-3dd393ad0f7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1096 time: 0.0408018 Oct 19 21:15:43.930238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5f2dca97-3aa0-4d02-81ab-f0ba1cb46119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:43.931582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5f2dca97-3aa0-4d02-81ab-f0ba1cb46119 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0816667 Oct 19 21:15:43.998002 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-88fb2729-cdac-41b5-8d3d-a818d91e1b3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1002 time: 0.0590138 Oct 19 21:15:44.045501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-fced6d51-c9ed-4387-91f0-21c3f693cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:44.046935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-fced6d51-c9ed-4387-91f0-21c3f693cbd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0416920 Oct 19 21:15:44.091686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-63c84bbe-b7a7-4a92-a674-4487b5fdd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:44.093214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-63c84bbe-b7a7-4a92-a674-4487b5fdd15a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399241 Oct 19 21:15:44.185771 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-f06e808e-bb51-4825-bf1c-1fe9173f17f5 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Oct 19 21:15:44.284420 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-c6887288-9c49-4c50-affa-42b4b56a8271 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910885 Oct 19 21:15:44.295029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b0f1-0704-417f-a7ec-6a56f84c8fc8 req-5549c53d-7943-4f13-8b67-4c06ef2173a2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:44.297017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0107b0f1-0704-417f-a7ec-6a56f84c8fc8 req-5549c53d-7943-4f13-8b67-4c06ef2173a2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0495179 Oct 19 21:15:44.338645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0107b0f1-0704-417f-a7ec-6a56f84c8fc8 req-bf43b29d-52f6-49ae-bf38-59b98627a7cc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337408 Oct 19 21:15:45.454733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf6d8-fe6b-45be-b6e0-e231aebcfefd req-be37e7a4-6e73-4525-b8a7-f50839b058fb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:45.456188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fdbf6d8-fe6b-45be-b6e0-e231aebcfefd req-be37e7a4-6e73-4525-b8a7-f50839b058fb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0487339 Oct 19 21:15:45.494434 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fdbf6d8-fe6b-45be-b6e0-e231aebcfefd req-b0ea36ff-2cf0-49aa-b544-662d30fd396d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Oct 19 21:15:46.612043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183100c-ad4a-461a-9838-2b42f1f86ad5 req-887f54af-aa36-4594-be7d-74d22bca22f1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:46.613517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7183100c-ad4a-461a-9838-2b42f1f86ad5 req-887f54af-aa36-4594-be7d-74d22bca22f1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0517147 Oct 19 21:15:46.649640 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7183100c-ad4a-461a-9838-2b42f1f86ad5 req-b4f261c4-3346-4abf-bee5-3539466f7bd7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301723 Oct 19 21:15:47.764547 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380de061-92a6-4d13-9171-7bf8cf1c0079 req-bd7d4953-ebae-431e-85d4-15957c9cd1a1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:47.766037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-380de061-92a6-4d13-9171-7bf8cf1c0079 req-bd7d4953-ebae-431e-85d4-15957c9cd1a1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0492430 Oct 19 21:15:47.803517 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-380de061-92a6-4d13-9171-7bf8cf1c0079 req-4abb24da-e957-47e2-ae0f-623371597446 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Oct 19 21:15:48.918766 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933868-51c6-4491-a14c-411f61f33278 req-f17d62cf-bf0d-4a7d-9f91-dfabc4a1cf15 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:48.920231 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c933868-51c6-4491-a14c-411f61f33278 req-f17d62cf-bf0d-4a7d-9f91-dfabc4a1cf15 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0483022 Oct 19 21:15:48.957062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c933868-51c6-4491-a14c-411f61f33278 req-32c97e33-73f2-4c7d-9e34-85ca083fc77f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Oct 19 21:15:50.073700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bdef-ba88-4710-9c4c-a1f94d282ca5 req-2a02ae22-1afb-4e34-b378-d2d3744e9309 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:50.075179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f499bdef-ba88-4710-9c4c-a1f94d282ca5 req-2a02ae22-1afb-4e34-b378-d2d3744e9309 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0491011 Oct 19 21:15:50.116549 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f499bdef-ba88-4710-9c4c-a1f94d282ca5 req-486e3ac5-545d-4255-be39-d5e03e42cc86 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355051 Oct 19 21:15:51.228559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e100e-4d7d-4efd-9aea-284ecf78994e req-4fe8595b-0788-4862-ae50-c338b185c773 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:51.230070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7e100e-4d7d-4efd-9aea-284ecf78994e req-4fe8595b-0788-4862-ae50-c338b185c773 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0477424 Oct 19 21:15:51.267417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a7e100e-4d7d-4efd-9aea-284ecf78994e req-42918c97-9f2f-4df9-9489-8bfb41eeb779 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Oct 19 21:15:52.379819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666518f-1283-4405-8fb2-822338278b93 req-4efebd5c-d4a5-4174-860f-5f2587893e76 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:52.381259 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e666518f-1283-4405-8fb2-822338278b93 req-4efebd5c-d4a5-4174-860f-5f2587893e76 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0479624 Oct 19 21:15:52.417868 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e666518f-1283-4405-8fb2-822338278b93 req-1a49519f-13f1-4cb4-b266-57ca16ff506e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307469 Oct 19 21:15:53.533867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e943-c7bc-4dc3-b815-ac765a09a117 req-f54ed757-0ba5-44d4-8ec0-567fac51fd6d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:53.535248 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1a4e943-c7bc-4dc3-b815-ac765a09a117 req-f54ed757-0ba5-44d4-8ec0-567fac51fd6d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0518143 Oct 19 21:15:53.573861 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1a4e943-c7bc-4dc3-b815-ac765a09a117 req-065eb3ab-4901-441b-bb6a-d48f82d6393b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Oct 19 21:15:54.687818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5aca-cee6-4b9e-a14c-94af195437d3 req-5485a1c6-dcaa-4485-973c-0db0992d56ac tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:54.689603 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7e5aca-cee6-4b9e-a14c-94af195437d3 req-5485a1c6-dcaa-4485-973c-0db0992d56ac tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0490892 Oct 19 21:15:54.727376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc7e5aca-cee6-4b9e-a14c-94af195437d3 req-fd9e0c3e-b3ba-44de-b732-9d518596c3d4 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Oct 19 21:15:55.839026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5b38d-7f96-4814-b64c-f84016f49987 req-9ffb0762-047c-4b33-bd68-b128d52dabfc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:55.840479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0f5b38d-7f96-4814-b64c-f84016f49987 req-9ffb0762-047c-4b33-bd68-b128d52dabfc tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0475445 Oct 19 21:15:55.877444 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d0f5b38d-7f96-4814-b64c-f84016f49987 req-4469bdd8-6d4e-4f25-a429-8cfbeda88841 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304344 Oct 19 21:15:56.531063 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-92d6cf35-3de8-479a-91ee-59272b1c6791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:56.992193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d1f83-3052-4b6a-875a-e5a9ae209af6 req-a5ed4aac-68a0-4623-b30d-882c4d85187b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:56.993717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f0d1f83-3052-4b6a-875a-e5a9ae209af6 req-a5ed4aac-68a0-4623-b30d-882c4d85187b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0492475 Oct 19 21:15:57.035863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4f0d1f83-3052-4b6a-875a-e5a9ae209af6 req-695ed077-0405-467f-b9d4-bcbb6b67b0bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355601 Oct 19 21:15:58.169283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5f644-6eac-4d82-9095-52020b6869e6 req-22e9524a-17d3-481c-8f20-a62bee31fca1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:58.171720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20d5f644-6eac-4d82-9095-52020b6869e6 req-22e9524a-17d3-481c-8f20-a62bee31fca1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0661414 Oct 19 21:15:58.210168 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20d5f644-6eac-4d82-9095-52020b6869e6 req-bfd96a69-6c7d-4cb4-94dc-3447294c3590 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Oct 19 21:15:58.235536 n-d-805649-9 neutron-server[100734]: INFO neutron.api.v2.resource [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-6fa1b08f-0303-471b-9064-642e58410f03 service neutron] show failed (client error): The resource could not be found. Oct 19 21:15:58.236554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-6fa1b08f-0303-471b-9064-642e58410f03 service neutron] 10.222.0.11 "GET /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0554094 Oct 19 21:15:58.477105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-ebae0c09-c6f0-4a9e-876d-e20b9c2b041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:58.478679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-ebae0c09-c6f0-4a9e-876d-e20b9c2b041a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1096 time: 0.0869489 Oct 19 21:15:58.494828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:15:58.549815 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.047917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:15:59.080026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:15:59.120134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:15:59.122507 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2349e483-7121-4300-b0bf-4330ae14e587" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-unplugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:15:59.131323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.146121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Transition to ACTIVE for port object 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:15:59.149502 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.182267 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818118f-eb5d-4506-b809-361619aa4460 x-openstack-request-id: req-0818118f-eb5d-4506-b809-361619aa4460 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:15:59.182882 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-unplugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:15:59.182882 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0818118f-eb5d-4506-b809-361619aa4460 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:15:59.183144 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'code': 200} Oct 19 21:15:59.239963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=6']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:15:59.254941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.255278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.255618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.255950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.256286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.256614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.261523 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:15:59.280631 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-049e2b11-8f7a-48c7-8115-eb0dfcb43966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.307139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] No DVR routers for this DVR port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:15:59.442245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ce206-8163-4632-a742-aaafbf583939 req-10e52382-0812-4447-803e-a7790ee903ec tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.443796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-184ce206-8163-4632-a742-aaafbf583939 req-10e52382-0812-4447-803e-a7790ee903ec tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0972610 Oct 19 21:15:59.513902 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-184ce206-8163-4632-a742-aaafbf583939 req-d5c75bef-05cf-4543-8934-66d4867d29c9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602956 Oct 19 21:15:59.517505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:15:59.517843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:15:59.518168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:15:59.522698 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:15:59.523011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:15:59.535775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:15:59.535775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:15:59.535775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:15:59.535775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Bound port: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:15:59.535775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.592163 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:15:59.595184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:15:59.598461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.637249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.637693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:15:59.639082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] 10.222.0.37 "PUT /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1091 time: 1.1490326 Oct 19 21:15:59.675053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d321a9e-f45f-47ca-b2bc-008f513ddd7c service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:15:59.705482 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-3291e140-09e3-43f7-97dc-13f44ab5de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.707012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-3291e140-09e3-43f7-97dc-13f44ab5de79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0452571 Oct 19 21:15:59.805578 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-9b9b054d-9157-4b8e-b788-c553edc73536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.807067 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-9b9b054d-9157-4b8e-b788-c553edc73536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0927513 Oct 19 21:15:59.876152 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-d69b400c-6730-4881-98c6-3b883abfe3b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0615060 Oct 19 21:15:59.924492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-a76992dd-536a-4e8b-a286-771b6b6f5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.925872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-a76992dd-536a-4e8b-a286-771b6b6f5ad6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0425828 Oct 19 21:15:59.969500 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-c3834a30-1ed9-4e99-847b-72095c3404e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:15:59.970928 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-c3834a30-1ed9-4e99-847b-72095c3404e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383430 Oct 19 21:16:00.063173 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-c88d06bc-2679-4e9f-a81f-898c7dea196d service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849044 Oct 19 21:16:00.154289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9fc08db4-eafb-4e02-ac1d-397cb40cb303 req-a5618a09-6b4d-452c-8fc0-e1def051fc70 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Oct 19 21:16:00.364605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:00.634074 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25862a13-8e21-42c4-81a7-f2e8d7ab1d33 req-07312ded-e056-4d74-b52b-7ea3fa6cab55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:00.635772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-25862a13-8e21-42c4-81a7-f2e8d7ab1d33 req-07312ded-e056-4d74-b52b-7ea3fa6cab55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0505605 Oct 19 21:16:00.674473 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-25862a13-8e21-42c4-81a7-f2e8d7ab1d33 req-3b73e6db-5e46-4335-ae1a-479b02b076a9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318320 Oct 19 21:16:01.138480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:01.184332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:01.186599 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702930de-e1ab-4082-acb4-ca1839f8b672" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:01.232953 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98edab3-fc6e-44a2-845d-3bda35549f73 x-openstack-request-id: req-a98edab3-fc6e-44a2-845d-3bda35549f73 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:01.233811 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:01.234064 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a98edab3-fc6e-44a2-845d-3bda35549f73 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:01.234463 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'status': 'completed', 'code': 200} Oct 19 21:16:01.293799 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-8c23301a-93d0-4157-85a9-ec4840b0d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.295299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-8c23301a-93d0-4157-85a9-ec4840b0d80d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0425186 Oct 19 21:16:01.296968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-b4905555-1086-4c25-9e80-64cbe1cbd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.298500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-b4905555-1086-4c25-9e80-64cbe1cbd233 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0424795 Oct 19 21:16:01.390043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-be2c1dce-ee0d-46e2-b4ae-f10d17981f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.391661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-be2c1dce-ee0d-46e2-b4ae-f10d17981f8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0864177 Oct 19 21:16:01.398655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-1c518612-1908-4c53-9181-830ffa4400cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.400129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-1c518612-1908-4c53-9181-830ffa4400cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0969806 Oct 19 21:16:01.463175 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-547c2687-c2cc-4183-8893-51cfec811fdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0643072 Oct 19 21:16:01.466704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-e0a7935c-1fb0-45be-80a3-7abc01bb7510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0594683 Oct 19 21:16:01.514230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-865f4ff6-19ef-43c4-8aad-97b64626053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.516478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-865f4ff6-19ef-43c4-8aad-97b64626053d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0460482 Oct 19 21:16:01.520887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:01.521655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-a98fa78a-7b13-438e-8bd6-93607c14c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.523306 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-a98fa78a-7b13-438e-8bd6-93607c14c867 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0499618 Oct 19 21:16:01.562697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:16:01.566398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-547d7055-71aa-41e3-aef1-ee0a9d6fe414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.567941 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-547d7055-71aa-41e3-aef1-ee0a9d6fe414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445039 Oct 19 21:16:01.572338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-b3c9454b-addb-41a5-883b-cb9a07558d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.573876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-b3c9454b-addb-41a5-883b-cb9a07558d7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432575 Oct 19 21:16:01.668301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-3e4b08c9-76d8-4b4a-b0ba-18dd2a3154d6 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928667 Oct 19 21:16:01.676016 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-744fb35f-dd2d-483c-8fdd-d6b9615dd9ac service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947433 Oct 19 21:16:01.787123 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-f6b1c7f0-92ba-4c21-a643-205eaa9eb002 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105101 Oct 19 21:16:01.834307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702930de-e1ab-4082-acb4-ca1839f8b672 req-1ec6b1b4-ae6f-4260-bb75-663932be58fc service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498163 Oct 19 21:16:01.841737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318a9e3-5450-42b4-81f4-b04f016cf52a req-2c2641b5-9155-4dce-804d-31b629c58cb8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:01.843206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8318a9e3-5450-42b4-81f4-b04f016cf52a req-2c2641b5-9155-4dce-804d-31b629c58cb8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0783780 Oct 19 21:16:01.886986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8318a9e3-5450-42b4-81f4-b04f016cf52a req-a0dcbb43-d752-4b11-adf2-65f7395c7907 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371745 Oct 19 21:16:02.410488 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:03.011452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e16e2-83ed-4025-9299-131ca11ccdb3 req-e574dbc5-a1b0-4efe-80ef-76d8481c6b7c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:03.012927 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c96e16e2-83ed-4025-9299-131ca11ccdb3 req-e574dbc5-a1b0-4efe-80ef-76d8481c6b7c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0528955 Oct 19 21:16:03.050613 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c96e16e2-83ed-4025-9299-131ca11ccdb3 req-4cfcc98a-db75-4700-a289-a93cdfa4de4a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Oct 19 21:16:04.169400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f672809-40b1-43d1-8613-fb997e9dab58 req-fc39f26a-b97b-40fa-bbd2-57d00ad19f22 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:04.171108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f672809-40b1-43d1-8613-fb997e9dab58 req-fc39f26a-b97b-40fa-bbd2-57d00ad19f22 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0517113 Oct 19 21:16:04.211724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0f672809-40b1-43d1-8613-fb997e9dab58 req-176a16fe-255d-4d7a-9914-b0d1c04da1bf tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 Oct 19 21:16:05.326510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ec4e0-fe20-4fb5-9ea9-fcefd1c4081c req-5d622934-ff04-48ea-979b-fce8bcb37a03 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:05.328513 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c06ec4e0-fe20-4fb5-9ea9-fcefd1c4081c req-5d622934-ff04-48ea-979b-fce8bcb37a03 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0491960 Oct 19 21:16:05.365891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c06ec4e0-fe20-4fb5-9ea9-fcefd1c4081c req-d9bc8bc5-c87e-4372-b954-13a8e93f2de9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Oct 19 21:16:06.480297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b9430-5442-4988-bc1d-93f103e3d381 req-e6403977-6c99-4e67-867b-21f7bf27e4f8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:06.481778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-539b9430-5442-4988-bc1d-93f103e3d381 req-e6403977-6c99-4e67-867b-21f7bf27e4f8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0482962 Oct 19 21:16:06.519051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-539b9430-5442-4988-bc1d-93f103e3d381 req-512a8165-da3b-4c6d-a2b7-28e621fab013 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307221 Oct 19 21:16:07.633694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14811c-2e48-4b64-972f-7bf6a6bff997 req-53c8f8f3-b840-4c5d-86b0-fb04e5013988 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:07.635125 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b14811c-2e48-4b64-972f-7bf6a6bff997 req-53c8f8f3-b840-4c5d-86b0-fb04e5013988 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0477014 Oct 19 21:16:07.676610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9b14811c-2e48-4b64-972f-7bf6a6bff997 req-fdfcaa50-6a26-46ec-bcf3-811258d6ead0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Oct 19 21:16:08.789793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73234c8d-2f85-4442-a80c-e10a4856f627 req-8f363642-3e32-4516-8aa7-ea86f995a4fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:08.791246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-73234c8d-2f85-4442-a80c-e10a4856f627 req-8f363642-3e32-4516-8aa7-ea86f995a4fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0482678 Oct 19 21:16:08.834996 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-73234c8d-2f85-4442-a80c-e10a4856f627 req-cdf06441-cb2b-43d9-96a9-2b2523a9a589 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379500 Oct 19 21:16:09.947701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9a42-18ab-425e-a108-7f2f3a2535f8 req-8b32f23b-bee2-4538-b582-625bac1e9ea7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:09.949139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ecf9a42-18ab-425e-a108-7f2f3a2535f8 req-8b32f23b-bee2-4538-b582-625bac1e9ea7 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0474050 Oct 19 21:16:09.986468 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ecf9a42-18ab-425e-a108-7f2f3a2535f8 req-2b57c3dc-45dd-4916-8759-633415d358b0 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Oct 19 21:16:11.103070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917c0f-56be-4bc0-bb65-834bc7e0298d req-98aeeff0-fc05-443f-96d0-37fa6ff7dc0d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:11.104561 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90917c0f-56be-4bc0-bb65-834bc7e0298d req-98aeeff0-fc05-443f-96d0-37fa6ff7dc0d tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0487790 Oct 19 21:16:11.144310 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-90917c0f-56be-4bc0-bb65-834bc7e0298d req-f47a42d6-2449-4947-a135-d0af270b5413 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331764 Oct 19 21:16:12.260798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387b68-de63-4685-896a-037d7f238443 req-10b0ede1-00ef-4065-b399-f5215ecc4f8a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.262345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b387b68-de63-4685-896a-037d7f238443 req-10b0ede1-00ef-4065-b399-f5215ecc4f8a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0494893 Oct 19 21:16:12.300249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b387b68-de63-4685-896a-037d7f238443 req-c999bdad-9f96-4e1a-bd00-c99c5edaf8da tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Oct 19 21:16:12.606902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-bf01aecf-5cd2-4124-9d7a-a36403b5be55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.608997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-bf01aecf-5cd2-4124-9d7a-a36403b5be55 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b&tenant_id=156cb75b833a4676bc3e313c05a0eccd&binding%3Ahost_id=n-h1-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.0847321 Oct 19 21:16:12.635302 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139970f-4727-425a-a3ae-f52d4bdde101 req-eb91bac1-fa55-48a8-82af-2812020778e6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.636712 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1139970f-4727-425a-a3ae-f52d4bdde101 req-eb91bac1-fa55-48a8-82af-2812020778e6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 943 time: 0.0851760 Oct 19 21:16:12.705841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1139970f-4727-425a-a3ae-f52d4bdde101 req-623d8073-7d06-4a10-aa7e-d0e1fd608f03 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520110 Oct 19 21:16:12.709745 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-f57a54fb-8133-400e-98ca-65a2f00b562c service neutron] 10.222.0.37 "GET /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c/bindings/n-h1-805649-9 HTTP/1.1" status: 200 len: 382 time: 0.0894599 Oct 19 21:16:12.772394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-9a9e04ba-e30b-42f6-afec-ca29bead1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.773900 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-9a9e04ba-e30b-42f6-afec-ca29bead1091 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1094 time: 0.0393639 Oct 19 21:16:12.866160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-0cd26bfe-1d17-478c-b683-eca7f710acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.867511 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-0cd26bfe-1d17-478c-b683-eca7f710acad service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0865242 Oct 19 21:16:12.934829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-5d200fda-56e4-45fc-8267-9c4bba2903d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0597036 Oct 19 21:16:12.989851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-8805cc26-c782-4ced-939a-711911c7dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:12.991321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-8805cc26-c782-4ced-939a-711911c7dc6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0492160 Oct 19 21:16:13.036132 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-1f48f098-9cf7-4855-bcda-bb0c9d28b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:13.037596 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-1f48f098-9cf7-4855-bcda-bb0c9d28b213 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394692 Oct 19 21:16:13.129848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-266bf589-187b-4107-80d9-3a73a55d3b8d service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851352 Oct 19 21:16:13.140666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:13.219397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-d1dbe9cd-2983-4722-b4f7-95a3739f2a14 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830438 Oct 19 21:16:13.488469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:16:13.584388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:13.595280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:16:13.637785 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:13.641726 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:13.653892 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:16:13.673227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:13.676846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:13.726393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:13.734106 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.734452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.734785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.735114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.735692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.735799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.736059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.736378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.736696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.737011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.737349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.737668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:13.823483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ff85-1548-4f2a-8709-b9a98bf910a4 req-cf46225b-99ae-40ed-8379-449178e52cc6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:13.824962 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7430ff85-1548-4f2a-8709-b9a98bf910a4 req-cf46225b-99ae-40ed-8379-449178e52cc6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0491102 Oct 19 21:16:13.862308 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7430ff85-1548-4f2a-8709-b9a98bf910a4 req-819d4dbd-02a2-430f-8837-52d4f10f7b00 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Oct 19 21:16:13.948619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:16:14.982529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88130e8-cb40-40e4-ab00-4bd4147084e3 req-5215f1e4-8c80-4ad5-97eb-b888c7b8b4b2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:14.984039 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b88130e8-cb40-40e4-ab00-4bd4147084e3 req-5215f1e4-8c80-4ad5-97eb-b888c7b8b4b2 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0534062 Oct 19 21:16:15.026988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b88130e8-cb40-40e4-ab00-4bd4147084e3 req-32143dec-48be-43ed-bdc7-efa4bb7d9cbe tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365326 Oct 19 21:16:15.487956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:16:15.544964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:16:15.549410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:16:15.549788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:15.627591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:15.650684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:15.652982 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5ed91f-e361-4315-9809-57403cbdcb5d" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:15.667970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:15.673672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:15.711920 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d79b52f-8322-4a61-85bb-65d7fbafb98c x-openstack-request-id: req-7d79b52f-8322-4a61-85bb-65d7fbafb98c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:15.712220 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:15.712460 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d79b52f-8322-4a61-85bb-65d7fbafb98c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:15.712855 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'code': 200} Oct 19 21:16:15.728221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:16.142477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd8c8-24b8-4786-bc73-d4c1003c71a5 req-ba501c8a-5153-4045-a502-c5509319ad17 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:16.143962 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-077fd8c8-24b8-4786-bc73-d4c1003c71a5 req-ba501c8a-5153-4045-a502-c5509319ad17 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0494642 Oct 19 21:16:16.180917 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-077fd8c8-24b8-4786-bc73-d4c1003c71a5 req-2f64c36a-53ce-4626-9cbd-b3985e7d4b17 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Oct 19 21:16:17.212947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-37becbaa-f97d-417d-ab43-5ab93d3162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:17.214485 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-37becbaa-f97d-417d-ab43-5ab93d3162d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b&tenant_id=156cb75b833a4676bc3e313c05a0eccd HTTP/1.1" status: 200 len: 1096 time: 0.0401654 Oct 19 21:16:17.227512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:17.313688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:17.331331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a729-09ee-4ba7-ae54-d3ea8bfbd8cd req-61f9b3a0-982c-4e31-af28-f6f455b5f1b8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:17.332815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6744a729-09ee-4ba7-ae54-d3ea8bfbd8cd req-61f9b3a0-982c-4e31-af28-f6f455b5f1b8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0828905 Oct 19 21:16:17.410679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6744a729-09ee-4ba7-ae54-d3ea8bfbd8cd req-912073ee-cf57-4c06-b31e-4c4885f92303 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715199 Oct 19 21:16:17.504150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:17.559809 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:17.582073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:17.592651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:16:17.632792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:17.635092 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ebcc11-040a-4d5d-ab58-7215e3381fe6" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-unplugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:17.639082 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:17.652101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Transition to ACTIVE for port object 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:16:17.656973 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:17.712286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 21:16:17.712715 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 21:16:17.749059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=10']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:17.762134 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f183441-3a22-4dcb-9caf-1b8292341c7e x-openstack-request-id: req-0f183441-3a22-4dcb-9caf-1b8292341c7e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:17.762422 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-unplugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:17.762676 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f183441-3a22-4dcb-9caf-1b8292341c7e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:17.763074 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'code': 200} Oct 19 21:16:17.768338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.768686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.769151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.769379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.769713 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.770046 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.770371 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.770699 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.771024 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.771351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.771675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.771997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:16:17.798893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] No DVR routers for this DVR port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:16:17.935642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:16:17.935972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:16:17.936296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:16:17.941027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:16:17.941370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Attempting to bind port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on network 23f56b3d-481c-4152-b19e-b21e51caa861 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:16:17.946284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:16:17.946617 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Checking segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:16:17.946995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Bound using segment: {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:16:17.947411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Bound port: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f3637d-fa80-409e-a7ff-429162d7734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:16:17.947753 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:18.013707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:16:18.017419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:16:18.022186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:18.035121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:16:18.061351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.062058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:18.063952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] 10.222.0.11 "PUT /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1092 time: 0.8407631 Oct 19 21:16:18.087585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bf532-6a8b-4d17-a563-24f0d5137e22 service neutron] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=11']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:18.135250 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-3e091693-765f-4939-96f7-a18d24dc7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.136789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-3e091693-765f-4939-96f7-a18d24dc7d1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1095 time: 0.0463226 Oct 19 21:16:18.238805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-4584fc99-464b-43ee-b8f7-848aa79a54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.241819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-4584fc99-464b-43ee-b8f7-848aa79a54bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0973570 Oct 19 21:16:18.319960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-cb1fdce7-4e90-4c5f-b3e2-1637895138c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0704048 Oct 19 21:16:18.371090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-bad36772-a4f9-4c41-9c3f-dbaa56d47ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.372572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-bad36772-a4f9-4c41-9c3f-dbaa56d47ac8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0458322 Oct 19 21:16:18.419532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a62f-f385-4966-be51-07cb63626476 req-68d94a87-d894-4dca-a373-c81937eb95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.420933 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-68d94a87-d894-4dca-a373-c81937eb95ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408630 Oct 19 21:16:18.548659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-1f16e5b3-d327-4bef-8ffd-a7d0bf51c1df service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201615 Oct 19 21:16:18.556736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94928c-b12b-49cf-8533-cffdc0ffba74 req-5a68f71b-a576-4183-9f1c-fb78b9c7d1c8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:18.558108 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e94928c-b12b-49cf-8533-cffdc0ffba74 req-5a68f71b-a576-4183-9f1c-fb78b9c7d1c8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0689507 Oct 19 21:16:18.645644 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e94928c-b12b-49cf-8533-cffdc0ffba74 req-712633af-ce35-463b-9566-4c62197bd3ba tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792410 Oct 19 21:16:18.678920 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ccf4a62f-f385-4966-be51-07cb63626476 req-bd573333-29b7-4696-a375-63127eae66d0 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197820 Oct 19 21:16:19.764603 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:19.767420 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea322d4-9c2d-4c17-ab31-a6f97f21608d req-813dbe63-0710-4351-978f-ee5e48318816 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:19.767856 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322df48b-14f2-499a-8a3f-7dc9e13fb985" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:19.769082 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ea322d4-9c2d-4c17-ab31-a6f97f21608d req-813dbe63-0710-4351-978f-ee5e48318816 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0490975 Oct 19 21:16:19.808763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5ea322d4-9c2d-4c17-ab31-a6f97f21608d req-1c5791f0-c6ac-47cf-9978-1b9b2e8b7a09 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Oct 19 21:16:19.816378 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175dc50-269b-4320-9cf3-81816f696877 x-openstack-request-id: req-7175dc50-269b-4320-9cf3-81816f696877 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:19.816378 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:19.816661 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7175dc50-269b-4320-9cf3-81816f696877 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:19.817068 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'status': 'completed', 'code': 200} Oct 19 21:16:19.878710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-6acaf6f2-9257-4bb7-81aa-c2e06466b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:19.880528 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-6acaf6f2-9257-4bb7-81aa-c2e06466b7ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1095 time: 0.0424428 Oct 19 21:16:19.881312 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-416391f8-c492-4b16-8136-8abb7a2daa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:19.882835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-416391f8-c492-4b16-8136-8abb7a2daa39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=156cb75b833a4676bc3e313c05a0eccd&device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 1095 time: 0.0425174 Oct 19 21:16:19.977406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-28eb7edc-6fb5-4e60-a4b9-ad7f1953438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:19.978920 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-28eb7edc-6fb5-4e60-a4b9-ad7f1953438b service neutron] 10.222.0.37 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0912881 Oct 19 21:16:19.979884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-efcc0443-196b-4c40-979e-7d92f126654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:19.981397 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-efcc0443-196b-4c40-979e-7d92f126654d service neutron] 10.222.0.11 "GET /v2.0/networks?id=23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 200 len: 913 time: 0.0922110 Oct 19 21:16:20.048645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-94a6041f-7c5f-4293-bd09-86bcee73a49d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0596111 Oct 19 21:16:20.057359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-daafd3b8-4a82-46ea-b28f-1613d0f3c27a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 200 len: 1000 time: 0.0708835 Oct 19 21:16:20.100320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-a0cb1841-4cd3-4174-9782-2cb3b8a11d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:20.101847 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-a0cb1841-4cd3-4174-9782-2cb3b8a11d34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0466459 Oct 19 21:16:20.108727 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-2d8812bb-44c1-49f3-8fe6-ac2f3bf6fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:20.110877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-2d8812bb-44c1-49f3-8fe6-ac2f3bf6fdde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 200 len: 851 time: 0.0457230 Oct 19 21:16:20.154963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-d8d16200-c136-42bb-8684-6ddf2ef6fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:20.157073 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-d8d16200-c136-42bb-8684-6ddf2ef6fabb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485067 Oct 19 21:16:20.159344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-c21dbb0b-f971-406e-ab19-2f9f2066ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:20.160868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-c21dbb0b-f971-406e-ab19-2f9f2066ef03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23f56b3d-481c-4152-b19e-b21e51caa861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432875 Oct 19 21:16:20.251579 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-877b09ef-6f28-4d26-88ae-ce801f2946f8 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 Oct 19 21:16:20.266119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-79154d09-c7c0-4623-a6e2-1c6c2ce01f6d service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972776 Oct 19 21:16:20.350798 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-ab2354f0-fb5d-47a8-b3dc-9f150486c561 service neutron] 10.222.0.11 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927272 Oct 19 21:16:20.364967 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-322df48b-14f2-499a-8a3f-7dc9e13fb985 req-65a8f57e-1b88-40a6-8680-cfdd3f17ca52 service neutron] 10.222.0.37 "GET /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922072 Oct 19 21:16:20.930586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c086d-7ed0-44b9-b198-b878647effa0 req-566c5c87-4de3-438f-ba12-fab017c60c7f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:20.932143 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d2c086d-7ed0-44b9-b198-b878647effa0 req-566c5c87-4de3-438f-ba12-fab017c60c7f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0510144 Oct 19 21:16:20.971935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6d2c086d-7ed0-44b9-b198-b878647effa0 req-e73964fa-13a1-4c02-a2c9-fd990ea4ab06 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337083 Oct 19 21:16:22.089708 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadba2c-8e1d-474d-b747-5ffa014a372e req-c8bef589-72a8-45f1-936c-b1f5b1e140d8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:22.091199 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7cadba2c-8e1d-474d-b747-5ffa014a372e req-c8bef589-72a8-45f1-936c-b1f5b1e140d8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0493162 Oct 19 21:16:22.136285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7cadba2c-8e1d-474d-b747-5ffa014a372e req-bf559fd9-9c85-43b2-80b0-f3360c68ba9b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385661 Oct 19 21:16:23.255275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf9075-e1bd-48f1-8a25-d8a13bd38cf4 req-66078ee2-c94b-431c-bdff-d5c502d5509c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:23.256783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0bf9075-e1bd-48f1-8a25-d8a13bd38cf4 req-66078ee2-c94b-431c-bdff-d5c502d5509c tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0496571 Oct 19 21:16:23.300290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0bf9075-e1bd-48f1-8a25-d8a13bd38cf4 req-624d0956-a24e-4d0c-940c-86916c7885ea tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370667 Oct 19 21:16:24.415425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773ed66-865f-428b-82ae-f58558abf87b req-c3489bfe-13cf-42ad-9144-3b99051155f8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:24.416914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b773ed66-865f-428b-82ae-f58558abf87b req-c3489bfe-13cf-42ad-9144-3b99051155f8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0489390 Oct 19 21:16:24.453813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b773ed66-865f-428b-82ae-f58558abf87b req-f7b6d074-01c8-4c39-9812-71e75e0943b1 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304141 Oct 19 21:16:25.567553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945c05-9e35-4504-b25f-0582bd3bb124 req-bf0523e6-e552-4b01-b5c4-799d7ed2e3c9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:25.568931 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef945c05-9e35-4504-b25f-0582bd3bb124 req-bf0523e6-e552-4b01-b5c4-799d7ed2e3c9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0488000 Oct 19 21:16:25.606957 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ef945c05-9e35-4504-b25f-0582bd3bb124 req-4ce9e204-29f7-47ad-89db-b92e33461186 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Oct 19 21:16:26.531654 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-af2ed634-8ba2-4807-9dea-c97859daf903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:26.727455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507127-8c91-4645-96d3-e2dc0d818871 req-d337a85c-becf-4abc-a66b-51802cb0f1ae tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:26.728931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03507127-8c91-4645-96d3-e2dc0d818871 req-d337a85c-becf-4abc-a66b-51802cb0f1ae tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0500124 Oct 19 21:16:26.765460 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-03507127-8c91-4645-96d3-e2dc0d818871 req-e34413e6-0812-4559-875a-2b503db61fb5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300095 Oct 19 21:16:27.883716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742e26-e40a-4c0a-b7cf-fdd725bee9eb req-46dc2eda-295b-4a25-9f16-8a2649de67d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:27.885184 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7742e26-e40a-4c0a-b7cf-fdd725bee9eb req-46dc2eda-295b-4a25-9f16-8a2649de67d5 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0516002 Oct 19 21:16:27.921632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e7742e26-e40a-4c0a-b7cf-fdd725bee9eb req-859e40c2-a7c4-48d2-8cfb-40bebe3b950f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Oct 19 21:16:29.035028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5dabf-c725-4e78-9847-3bcaabd27175 req-b901b503-5045-401d-ba79-fa5caa20d466 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:29.036469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87d5dabf-c725-4e78-9847-3bcaabd27175 req-b901b503-5045-401d-ba79-fa5caa20d466 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 944 time: 0.0477829 Oct 19 21:16:29.076915 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87d5dabf-c725-4e78-9847-3bcaabd27175 req-078668ca-9e12-49ef-84fa-63cd33ca31ba tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345097 Oct 19 21:16:29.262724 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-36a968f3-c874-4e73-ae9e-e4f529ebc0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:29.700053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:16:29.795889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:29.810454 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'port_id': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'mac_address': 'fa:16:3e:94:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:16:29.846383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:29.858728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:16:29.880258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:29.884115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:29.930266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:30.189600 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db81123-3fd6-4228-a608-667b57dddf25 req-48835f91-e34e-4d42-94fa-9695a3c6ace8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:30.191034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6db81123-3fd6-4228-a608-667b57dddf25 req-48835f91-e34e-4d42-94fa-9695a3c6ace8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0469825 Oct 19 21:16:30.232818 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6db81123-3fd6-4228-a608-667b57dddf25 req-cd87a164-094c-4a7d-88ad-4fc654201cb3 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Oct 19 21:16:30.367195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:31.139569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:31.158092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:16:31.347636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d0555-143b-4c6b-9b3b-a70bb724f232 req-c464a3c8-759c-41c8-b728-9868c01e7475 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:31.349414 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7d0555-143b-4c6b-9b3b-a70bb724f232 req-c464a3c8-759c-41c8-b728-9868c01e7475 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0490804 Oct 19 21:16:31.395157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8d7d0555-143b-4c6b-9b3b-a70bb724f232 req-ad5ad507-d799-47e5-a2a3-44f333d69d1f tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Oct 19 21:16:31.506844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2615a-f7fe-41f3-aa24-fbdf2a90f314 req-05eca652-1bf0-4e74-881c-7f52391255e9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:31.508301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef2615a-f7fe-41f3-aa24-fbdf2a90f314 req-05eca652-1bf0-4e74-881c-7f52391255e9 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0485747 Oct 19 21:16:31.545323 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-eef2615a-f7fe-41f3-aa24-fbdf2a90f314 req-ebb24398-0a46-4617-9baa-1580f07a9f7e tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311363 Oct 19 21:16:31.657249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760aba3-d11e-4d52-b497-381d2e5c3c84 req-d24cd43b-1ee0-45b9-92d6-d0e4ee75f35b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:31.658649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6760aba3-d11e-4d52-b497-381d2e5c3c84 req-d24cd43b-1ee0-45b9-92d6-d0e4ee75f35b tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0481977 Oct 19 21:16:31.696006 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6760aba3-d11e-4d52-b497-381d2e5c3c84 req-cd6a6fc5-d486-4f75-bff5-43c1d1b419da tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Oct 19 21:16:31.709526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:16:31.764324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:16:31.767959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:16:31.768331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:31.855981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:31.879142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:31.881429 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd7d284-743b-4dbb-86bd-f3b269428e93" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:31.894165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:31.900108 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:31.935068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef947c48-fb78-4fed-9882-5e1c09ca6b4e req-ecb1e915-0802-41c3-b793-afa760454926 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:31.936704 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef947c48-fb78-4fed-9882-5e1c09ca6b4e req-ecb1e915-0802-41c3-b793-afa760454926 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 945 time: 0.0525386 Oct 19 21:16:31.952916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=13']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:31.980160 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ef947c48-fb78-4fed-9882-5e1c09ca6b4e req-bf4a05d9-bf91-450e-a181-7cc69c338100 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373752 Oct 19 21:16:31.988368 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466c277-b827-40eb-b0d3-285fde625a9c x-openstack-request-id: req-b466c277-b827-40eb-b0d3-285fde625a9c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:31.988664 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-plugged", "status": "completed", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:31.988922 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b466c277-b827-40eb-b0d3-285fde625a9c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:31.989363 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'code': 200} Oct 19 21:16:32.412632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.095878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8b711-5de7-4ae3-a5dd-f1f06086f4d5 req-4a2bf6ca-674f-45c9-b55f-f6240dcf7039 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:33.097366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f8b711-5de7-4ae3-a5dd-f1f06086f4d5 req-4a2bf6ca-674f-45c9-b55f-f6240dcf7039 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 946 time: 0.0487311 Oct 19 21:16:33.136822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a9f8b711-5de7-4ae3-a5dd-f1f06086f4d5 req-eeb718aa-dc8b-4f00-84b3-b4909930c405 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups?id=83c07054-e4a7-477d-be1e-dac46c879b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332279 Oct 19 21:16:33.483947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-660eab5e-cc06-457d-9583-c818cd214fbb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:33.485935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-660eab5e-cc06-457d-9583-c818cd214fbb tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 946 time: 0.0479951 Oct 19 21:16:33.576432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Deleting port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:33.576678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.661806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] For port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:33.662157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.831382 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.831645 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.831956 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3 disassociated. External IP: 172.25.7.130, port: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c. Oct 19 21:16:33.832285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Calling delete_port for 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:33.956051 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:33.986127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'Port': ['ID=36b5c92a-f48e-44a8-893f-fc7ec0fbe83c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:34.104213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:16:34.210702 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:16:34.223965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:16:34.229762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60e93c0c-3f69-4c45-994f-7106de28a5a1 req-6503b26d-08e7-42fb-abfc-efa9d0ccf921 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0270576 Oct 19 21:16:34.235213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:16:34.236046 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:16:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:34.255815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] No DVR routers for this DVR port 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:16:34.258418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:34.261852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-972b0d10-d879-496f-8c6a-78e3129aa23d req-80e276fe-6f92-420b-8e3c-36cd6993ac01 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.11 "DELETE /v2.0/ports/36b5c92a-f48e-44a8-893f-fc7ec0fbe83c HTTP/1.1" status: 204 len: 173 time: 0.7698066 Oct 19 21:16:34.262243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-deleted', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:34.264499 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7934f6f-67c1-464b-946d-83cbd7bee7ed" -d '{"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-deleted", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:34.306161 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b21ae1-f08e-4ccd-abc9-5ff678f54d6c x-openstack-request-id: req-c2b21ae1-f08e-4ccd-abc9-5ff678f54d6c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:34.306455 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2644d-26ed-4f60-93af-797f48dee38b", "name": "network-vif-deleted", "tag": "36b5c92a-f48e-44a8-893f-fc7ec0fbe83c", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:34.306710 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2b21ae1-f08e-4ccd-abc9-5ff678f54d6c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:34.307111 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2644d-26ed-4f60-93af-797f48dee38b', 'name': 'network-vif-deleted', 'tag': '36b5c92a-f48e-44a8-893f-fc7ec0fbe83c', 'status': 'completed', 'code': 200} Oct 19 21:16:34.349977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:16:34.550336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:34.576399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:16:34.585272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:16:34.585889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:16:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:34.845312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:16:35.038956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:35.069188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506208d-1f7c-455c-b737-79fc420b6241 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:00Z', 'revision_number': 4, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7', 'name': '', 'network_id': '23f56b3d-481c-4152-b19e-b21e51caa861', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'mac_address': 'fa:16:3e:ba:68:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:07:00Z', 'updated_at': '2021-10-19T21:07:04Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'subnets': [{'id': '01342308-9035-4d01-9c8e-b324f3a203b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:16:35.312849 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b94a25-6185-49c1-aecf-4da8d2950426 None None] New status for floating IP 1a034521-f39a-4c93-97da-95cafa40eaf3: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:16:35.331664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7e6e9ddf-1023-43ec-89ea-28d3d4dfe0c2 req-0698962d-245d-4d3a-9a57-ed3fece8ca1a tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0275586 Oct 19 21:16:36.428768 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2c9ef30-8d7b-49c5-bb38-6031e214226b req-11d4bdfb-11f4-4c0a-884c-2d8340899ee6 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0262001 Oct 19 21:16:37.526170 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-869a1dec-11d2-40a7-8369-535557beb049 req-790e97fb-3c04-4d43-8041-2c739d14e550 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0264521 Oct 19 21:16:37.740467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:37.760529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:16:37.760863 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 36b5c92a-f48e-44a8-893f-fc7ec0fbe83c not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:16:38.629150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42974849-6656-40d7-b0b2-c755ceb5499a req-3098667e-6519-4511-b917-33d48fbdea49 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2644d-26ed-4f60-93af-797f48dee38b HTTP/1.1" status: 200 len: 210 time: 0.0266547 Oct 19 21:16:43.159887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.357491 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35804) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:43.412921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.436406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.488964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.491588 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.492750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "DELETE /v2.0/security-groups/83c07054-e4a7-477d-be1e-dac46c879b9f HTTP/1.1" status: 204 len: 168 time: 0.1335316 Oct 19 21:16:43.495489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35806) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:43.502265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12620466-0f20-401a-98fe-19d1d3e7a8fd tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c07054-e4a7-477d-be1e-dac46c879b9f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:43.527622 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-8d56706b-ca6c-4ba9-913c-2ad385b6d8b8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] show failed (client error): The resource could not be found. Oct 19 21:16:43.532018 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8d56706b-ca6c-4ba9-913c-2ad385b6d8b8 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "GET /v2.0/security-groups/83c07054-e4a7-477d-be1e-dac46c879b9f HTTP/1.1" status: 404 len: 347 time: 0.0320890 Oct 19 21:16:43.532246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35808) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:43.633676 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.661154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Deleting port b55c6508-78c0-481e-b96c-ec2feb5048fe {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:43.661522 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.740701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.741015 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.752354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Calling delete_port for b55c6508-78c0-481e-b96c-ec2feb5048fe owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:43.885675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.918579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Pushing event deleted for resources: {'Port': ['ID=b55c6508-78c0-481e-b96c-ec2feb5048fe,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:43.973790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.976473 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:43.977699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-921240b7-4949-4186-918f-6c478f552349 tempest-ServerActionsTestJSON-860997872 tempest-ServerActionsTestJSON-860997872-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a034521-f39a-4c93-97da-95cafa40eaf3 HTTP/1.1" status: 204 len: 168 time: 0.4445164 Oct 19 21:16:43.980695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35810) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:44.383855 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:44.623548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Deleting port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:44.624227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:44.699676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] For port 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:44.700032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:44.711970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Calling delete_port for 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:45.208151 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:45.237769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:45.403450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:45.618429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Router 9feed961-62b2-46e6-a5bd-6c30e10e2287 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:16:45.721384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:16:45.726830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b45eb7a5-a0ba-402a-ae73-2048db756ac0 admin admin] 10.222.0.31 "PUT /v2.0/routers/9feed961-62b2-46e6-a5bd-6c30e10e2287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451155 Oct 19 21:16:45.730241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35816) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:45.732574 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Sync routers for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:16:45.743088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:16:45.743691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:16:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:45.838639 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:45.858784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:16:45.946923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:45.998277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Deleting port f2a43c6d-9830-4a2e-9431-a9659da4da31 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:45.998616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.037976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:16:45Z', 'revision_number': 5, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port': {'id': 'f2a43c6d-9830-4a2e-9431-a9659da4da31', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:46.067628 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Checking router: 9feed961-62b2-46e6-a5bd-6c30e10e2287 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:16:46.075761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Routers {'9feed961-62b2-46e6-a5bd-6c30e10e2287'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:16:46.075965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] For port f2a43c6d-9830-4a2e-9431-a9659da4da31, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f2a43c6d-9830-4a2e-9431-a9659da4da31,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:46.076316 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.076480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:16:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9feed961-62b2-46e6-a5bd-6c30e10e2287'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:46.092991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Calling delete_port for f2a43c6d-9830-4a2e-9431-a9659da4da31 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:46.161519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] Set router 9feed961-62b2-46e6-a5bd-6c30e10e2287 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:16:46.216884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:16:45Z', 'revision_number': 6, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:46.242681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444bfc4e-de26-40e4-8dd9-5d2c7a89ec28 None None] The sync data for ids ['9feed961-62b2-46e6-a5bd-6c30e10e2287'] in n-d-805649-9 is: [{'id': '9feed961-62b2-46e6-a5bd-6c30e10e2287', 'name': 'tempest-ServerActionsTestJSON-1660324080-router', 'tenant_id': '156cb75b833a4676bc3e313c05a0eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:06:58Z', 'updated_at': '2021-10-19T21:16:45Z', 'revision_number': 6, 'project_id': '156cb75b833a4676bc3e313c05a0eccd', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:16:46.254465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.285737 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a43c6d-9830-4a2e-9431-a9659da4da31,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:46.351189 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.441456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.443609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.486427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.486948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9feed961-62b2-46e6-a5bd-6c30e10e2287 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:16:46.491499 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.492800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-047ce94e-0bbc-4836-93ef-4fc6c689b3f4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9feed961-62b2-46e6-a5bd-6c30e10e2287 HTTP/1.1" status: 204 len: 168 time: 0.7615926 Oct 19 21:16:46.495440 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35818) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:46.542620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Deleting subnet 01342308-9035-4d01-9c8e-b324f3a203b5 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:16:46.545876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.581000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.661864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.718051 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.744072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01342308-9035-4d01-9c8e-b324f3a203b5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:46.748320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.752176 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ee4632fe-e065-45cf-8252-43625f6b5533 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01342308-9035-4d01-9c8e-b324f3a203b5 HTTP/1.1" status: 204 len: 168 time: 0.2558031 Oct 19 21:16:46.754027 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9769c-caeb-4712-a4d0-abfc2d571065 None None] Network 23f56b3d-481c-4152-b19e-b21e51caa861 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:16:46.754828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35820) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:46.828825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.890745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Deleting port b3867732-4120-41d7-bed0-0f6121857adc {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:46.890995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.956410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] For port b3867732-4120-41d7-bed0-0f6121857adc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b3867732-4120-41d7-bed0-0f6121857adc,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:46.956772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:46.971203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Calling delete_port for b3867732-4120-41d7-bed0-0f6121857adc owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:46.978211 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] DHCP port deletion for 23f56b3d-481c-4152-b19e-b21e51caa861 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:16:47.024832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Deleting port b3867732-4120-41d7-bed0-0f6121857adc {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:16:47.025119 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.064235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.092808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3867732-4120-41d7-bed0-0f6121857adc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:47.095860 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] No DVR routers for this DVR port b3867732-4120-41d7-bed0-0f6121857adc on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:16:47.096361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] For port b3867732-4120-41d7-bed0-0f6121857adc, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b3867732-4120-41d7-bed0-0f6121857adc,segment=NetworkSegment(d2f3637d-fa80-409e-a7ff-429162d7734b),segment_id=d2f3637d-fa80-409e-a7ff-429162d7734b)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:47.096759 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.111514 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Calling delete_port for b3867732-4120-41d7-bed0-0f6121857adc owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:16:47.169113 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.187241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.195942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f56b3d-481c-4152-b19e-b21e51caa861']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:47.206241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f3637d-fa80-409e-a7ff-429162d7734b') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:47.206576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f3637d-fa80-409e-a7ff-429162d7734b') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:16:47.216870 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.217182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] Pushing event deleted for resources: {'Port': ['ID=b3867732-4120-41d7-bed0-0f6121857adc,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:47.221469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec35abc-df6f-4379-8226-5914755a777c None None] No DVR routers for this DVR port b3867732-4120-41d7-bed0-0f6121857adc on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:16:47.242851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.249888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:16:47.250514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:16:47.252258 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:16:47.307408 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.312570 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.315894 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] 10.222.0.31 "DELETE /v2.0/networks/23f56b3d-481c-4152-b19e-b21e51caa861 HTTP/1.1" status: 204 len: 168 time: 0.5601480 Oct 19 21:16:47.327008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cb2fa-cace-43f8-862b-38a9381bb303 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f56b3d-481c-4152-b19e-b21e51caa861,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:47.411048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:47.425140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35824) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:47.433847 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:16:47.434194 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1d47ebdf-a2f6-43c3-b94a-428f9d21b0b7 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:16:47.434617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2a43c6d-9830-4a2e-9431-a9659da4da31 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:47.453411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f2a43c6d-9830-4a2e-9431-a9659da4da31 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:16:47.453753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f2a43c6d-9830-4a2e-9431-a9659da4da31 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:16:47.454161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b3867732-4120-41d7-bed0-0f6121857adc no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:16:47.464610 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4454e633-1b7d-435d-ad19-796ef9f47123 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=156cb75b833a4676bc3e313c05a0eccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383046 Oct 19 21:16:47.467165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35826) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:47.472932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b3867732-4120-41d7-bed0-0f6121857adc {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:16:47.473568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b3867732-4120-41d7-bed0-0f6121857adc not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:16:47.520469 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.543510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.594188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.596955 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:47.598394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5789ee6-b8fe-4146-967b-1ab8f85328dc HTTP/1.1" status: 204 len: 168 time: 0.1300945 Oct 19 21:16:47.605942 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f59b2b-ed2d-4240-9fe3-bf5be1aa1d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5789ee6-b8fe-4146-967b-1ab8f85328dc,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:48.289095 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 35848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:48.388119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-940515582-network', 'tenant_id': '4225dd9e3b95433db4338cc7bac994c8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:48.409385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Made reservation on behalf of 4225dd9e3b95433db4338cc7bac994c8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:16:48.411579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.419562 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.494478 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.498334 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.523723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:16:48.533919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35e4aa-8de8-407a-954d-d5569ac3938f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:48.539987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.540321 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Added segment b637957d-0918-4367-897f-faa48c9bc289 of type vlan for network 32012b60-ac67-4061-8ab1-c796525fe493 Oct 19 21:16:48.580588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.604424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.605362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:48.605932 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.641360 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3510649 Oct 19 21:16:48.644290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 35852) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:16:48.649325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Request body: {'subnet': {'network_id': '32012b60-ac67-4061-8ab1-c796525fe493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-940515582-subnet', 'tenant_id': '4225dd9e3b95433db4338cc7bac994c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:48.671073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Made reservation on behalf of 4225dd9e3b95433db4338cc7bac994c8 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:16:48.673859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6dea-e1e4-4fb5-92ef-58aace8812ea admin admin] Pushing event updated for resources: {'Network': ['ID=32012b60-ac67-4061-8ab1-c796525fe493,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:48.674145 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.683573 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 32012b60-ac67-4061-8ab1-c796525fe493 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:16:48.840030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.898231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:48.907443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Checking segment: {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:16:48.907801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Network hostable DHCP agents. Network: 32012b60-ac67-4061-8ab1-c796525fe493, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:16:48.926240 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Network 32012b60-ac67-4061-8ab1-c796525fe493 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:16:48.934338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 32012b60-ac67-4061-8ab1-c796525fe493) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:16:48.938763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:48.939861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:48.944057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afc321-41bf-4b25-8f3a-fceb9824d381 None None] Network 32012b60-ac67-4061-8ab1-c796525fe493 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:16:48.956086 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6afa24be-cc6a-4e4f-85f7-64ea94a998b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106952 Oct 19 21:16:49.067109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e76ad-6e11-425e-9d41-74b9539b8385 None None] Network 32012b60-ac67-4061-8ab1-c796525fe493 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:16:49.380964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-78f95aa8-0fbf-4162-bd1e-05d4a2bf80d2 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:49.382456 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-78f95aa8-0fbf-4162-bd1e-05d4a2bf80d2 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 813 time: 0.1025789 Oct 19 21:16:49.397466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-7c93e71e-9971-4feb-ab66-19ae48b1ab95 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/quotas/4225dd9e3b95433db4338cc7bac994c8 HTTP/1.1" status: 200 len: 375 time: 0.0092640 Oct 19 21:16:49.427391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-2aeba156-d8b2-41d6-a175-06a0ca2b00c0 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248139 Oct 19 21:16:49.488197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-45954f70-ef66-4f25-8a49-8977a56638c4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:16:49.489187 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-45954f70-ef66-4f25-8a49-8977a56638c4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0554435 Oct 19 21:16:49.577066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-9b45d3b6-acef-412d-9366-c047d77815e1 service neutron] 10.222.0.31 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815926 Oct 19 21:16:49.666938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-b9c0a7c6-55c2-4693-891a-62b4ed9c76a4 service neutron] 10.222.0.31 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Oct 19 21:16:49.821816 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f750e3b3-4972-4574-82e9-fe3c07621773 req-c4c397f5-90ce-44d4-b240-ad42b097f661 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Oct 19 21:16:50.709446 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-95d815a9-bad8-474d-b0a9-43d828e49d5d tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:50.710897 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-95d815a9-bad8-474d-b0a9-43d828e49d5d tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.11 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 813 time: 0.1054115 Oct 19 21:16:50.723757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Request body: {'port': {'device_id': '9029c747-a327-4f99-af74-40c5dcac3d64', 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493', 'admin_state_up': True, 'tenant_id': '4225dd9e3b95433db4338cc7bac994c8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:51.092451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6878bd7c-7bfd-4844-b2ff-36b628b1a763 req-dd0a501a-0607-4ca5-8ac6-ce786a438121 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 210 time: 0.0340023 Oct 19 21:16:51.170262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Made reservation on behalf of 4225dd9e3b95433db4338cc7bac994c8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:16:51.174723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.311468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Allocated IP 172.20.0.13 (32012b60-ac67-4061-8ab1-c796525fe493/43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec/147bdc7b-d92c-47a4-bcfd-23c4b2168372) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:16:51.456447 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.489942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.534943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Network 32012b60-ac67-4061-8ab1-c796525fe493 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:16:51.537975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:16:51.541574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:16:51.551076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Pushing event updated for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:51.594027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:51.594669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.610292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-560399ff-249b-4b77-a229-dbdb392597ae tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906038 Oct 19 21:16:51.622011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Request body: {'port': {'device_id': '9029c747-a327-4f99-af74-40c5dcac3d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:51.676798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.927597 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147bdc7b-d92c-47a4-bcfd-23c4b2168372 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:16:51.935251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.947092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Transition to ACTIVE for port object 147bdc7b-d92c-47a4-bcfd-23c4b2168372 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:16:51.950818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:51.998498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Pushing event updated for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:52.069276 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Attempting to bind port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:16:52.069621 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Attempting to bind port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:16:52.069939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Attempting to bind port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 on network 32012b60-ac67-4061-8ab1-c796525fe493 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:16:52.074106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 on network 32012b60-ac67-4061-8ab1-c796525fe493 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:16:52.074422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Attempting to bind port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 on network 32012b60-ac67-4061-8ab1-c796525fe493 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:16:52.079672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:16:52.079997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Checking segment: {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:16:52.080370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Bound using segment: {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:16:52.080781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Bound port: 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:16:52.081122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:52.143120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:16:52.146162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:16:52.150699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:52.183188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.183808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:52.185218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] 10.222.0.11 "PUT /v2.0/ports/147bdc7b-d92c-47a4-bcfd-23c4b2168372 HTTP/1.1" status: 200 len: 1092 time: 0.5671790 Oct 19 21:16:52.185710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:52.188510 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fa46a8615d43e01b0144656c92c7dd1b656fdb848372bcaf7c81cb57c644850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db94979a-ec69-468e-b001-e9c02e2f2fad" -d '{"events": [{"name": "network-changed", "server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:52.207576 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12fbfe-5a5a-41f7-a66e-54137fa05f2e req-91245ec3-7296-4c8d-8abe-68b36bfe2b82 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.209124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a12fbfe-5a5a-41f7-a66e-54137fa05f2e req-91245ec3-7296-4c8d-8abe-68b36bfe2b82 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 944 time: 0.0496871 Oct 19 21:16:52.226062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527adeb-5dbc-4502-a3bb-498955402d30 service neutron] Pushing event updated for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:52.239239 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d75a5-85ea-4d66-910e-31fdafeb0c34 x-openstack-request-id: req-153d75a5-85ea-4d66-910e-31fdafeb0c34 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:52.239621 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:52.239881 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-153d75a5-85ea-4d66-910e-31fdafeb0c34 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:52.240277 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372', 'status': 'completed', 'code': 200} Oct 19 21:16:52.254535 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a12fbfe-5a5a-41f7-a66e-54137fa05f2e req-6b80ee65-3128-4b95-b745-93fa23f5f11c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Oct 19 21:16:52.274259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-a93b402b-4950-46d5-ba0d-cffd2d6791e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.275819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-a93b402b-4950-46d5-ba0d-cffd2d6791e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 1095 time: 0.0459239 Oct 19 21:16:52.318256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-b15308dd-ed51-4195-a224-cf03b9f0c880 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372 HTTP/1.1" status: 200 len: 217 time: 0.0340552 Oct 19 21:16:52.365624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-be4f849c-ff0b-406f-87c9-9ad6db3164dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.367003 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-be4f849c-ff0b-406f-87c9-9ad6db3164dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec HTTP/1.1" status: 200 len: 853 time: 0.0419576 Oct 19 21:16:52.401005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-8ee081ba-d9b6-4427-bc0b-0eaa6138b08a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32012b60-ac67-4061-8ab1-c796525fe493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277462 Oct 19 21:16:52.490463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-94e63af5-33e1-4046-97f9-ac4f3d2cbf8f service neutron] 10.222.0.11 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825934 Oct 19 21:16:52.581671 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3b51de51-72c7-4a5d-8dee-c54462deefd5 req-2a021624-bcb3-428a-8111-a058d73f39da service neutron] 10.222.0.11 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844934 Oct 19 21:16:52.661629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-790f032e-9bce-446c-87a9-4b7c81adf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.663085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-790f032e-9bce-446c-87a9-4b7c81adf53f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 1095 time: 0.0402956 Oct 19 21:16:52.756326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-f153d16f-2a22-4c7a-8005-dff72489fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.757672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-f153d16f-2a22-4c7a-8005-dff72489fb80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 914 time: 0.0875638 Oct 19 21:16:52.797289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-5589615f-e54c-4c52-bf04-940543a5407a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372 HTTP/1.1" status: 200 len: 217 time: 0.0331318 Oct 19 21:16:52.844958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-fd33fe9f-31be-40f8-81ef-bb926cff3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:52.846695 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-fd33fe9f-31be-40f8-81ef-bb926cff3767 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec HTTP/1.1" status: 200 len: 853 time: 0.0423000 Oct 19 21:16:52.878677 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-43114eb1-f158-40fc-84cc-e37d0b962571 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32012b60-ac67-4061-8ab1-c796525fe493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247607 Oct 19 21:16:52.971696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-04d02528-395b-43b2-9305-ad26234f97dc service neutron] 10.222.0.11 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856686 Oct 19 21:16:53.065183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-db94979a-ec69-468e-b001-e9c02e2f2fad req-9f106821-cfa9-49c1-9f1d-47b1839971c4 service neutron] 10.222.0.11 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855269 Oct 19 21:16:53.369468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6fba-2a1b-4f07-a861-55223e6ca6f7 req-e3e148e1-db9c-434e-b86b-223b9831b9e0 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:53.370935 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c95d6fba-2a1b-4f07-a861-55223e6ca6f7 req-e3e148e1-db9c-434e-b86b-223b9831b9e0 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Oct 19 21:16:53.407959 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c95d6fba-2a1b-4f07-a861-55223e6ca6f7 req-3df434dc-20d6-483b-985f-df237179ee95 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304320 Oct 19 21:16:53.792579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 147bdc7b-d92c-47a4-bcfd-23c4b2168372 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:16:53.890153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:53.901008 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '147bdc7b-d92c-47a4-bcfd-23c4b2168372', 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493', 'port_id': '147bdc7b-d92c-47a4-bcfd-23c4b2168372', 'mac_address': 'fa:16:3e:47:be:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:16:53.937670 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:53.949965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147bdc7b-d92c-47a4-bcfd-23c4b2168372 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:16:53.968811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:53.973468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:54.024013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:54.158487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['147bdc7b-d92c-47a4-bcfd-23c4b2168372'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:16:54.576918 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea8bd7-0ed9-491f-8602-18a08c44167d req-ccd3e9c1-2740-4e0e-823a-7f46eacd4e7b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:54.578970 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dea8bd7-0ed9-491f-8602-18a08c44167d req-ccd3e9c1-2740-4e0e-823a-7f46eacd4e7b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 945 time: 0.0534363 Oct 19 21:16:54.615683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0dea8bd7-0ed9-491f-8602-18a08c44167d req-f27dca87-b077-494c-87b5-12a0059e669a tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Oct 19 21:16:55.035262 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:16:55.807852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 147bdc7b-d92c-47a4-bcfd-23c4b2168372 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:16:55.842159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088c130-156c-4c25-993f-390b37f5887b req-008d389f-5f8f-4cfd-aad3-13d831f15c90 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:55.844267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6088c130-156c-4c25-993f-390b37f5887b req-008d389f-5f8f-4cfd-aad3-13d831f15c90 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 945 time: 0.0925105 Oct 19 21:16:55.860108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:16:55.863823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:16:55.864191 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:55.885804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6088c130-156c-4c25-993f-390b37f5887b req-033a2a79-9644-433e-9fbc-45e4bf1c9af1 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Oct 19 21:16:55.941234 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:55.963192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:16:55.965462 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c7648-7060-46bb-8d92-02d66d6881f8" -d '{"events": [{"server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:16:55.977928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:16:55.981937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:56.004969 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baffa38-f644-475b-ad77-6cd03b78d70f x-openstack-request-id: req-4baffa38-f644-475b-ad77-6cd03b78d70f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:16:56.005260 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:16:56.005536 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4baffa38-f644-475b-ad77-6cd03b78d70f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:16:56.005922 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372', 'code': 200} Oct 19 21:16:56.035662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:16:56.098325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc029552-cf04-4575-a65a-6ce8ce048658 req-12dc7deb-21b0-4b94-9092-2feced1abdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:56.099824 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc029552-cf04-4575-a65a-6ce8ce048658 req-12dc7deb-21b0-4b94-9092-2feced1abdb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 1097 time: 0.0406320 Oct 19 21:16:56.137986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bc029552-cf04-4575-a65a-6ce8ce048658 req-aea22117-8726-435d-a15a-591a78aa8bd0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Oct 19 21:16:56.531852 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f706-8152-4186-982d-3d97532b44cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:57.000462 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045a227-1190-4035-890b-c0ecb392871a req-38fed848-8e23-4999-9679-e6d6a77db2c3 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:57.001975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6045a227-1190-4035-890b-c0ecb392871a req-38fed848-8e23-4999-9679-e6d6a77db2c3 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Oct 19 21:16:57.040263 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6045a227-1190-4035-890b-c0ecb392871a req-41be595c-c558-4011-b639-80e538fb81d5 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Oct 19 21:16:58.235336 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412f0a-36a1-402e-a619-ccb698698633 req-60f2cf8e-d037-4c4b-83ed-4228238b4b7c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:58.236800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75412f0a-36a1-402e-a619-ccb698698633 req-60f2cf8e-d037-4c4b-83ed-4228238b4b7c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0921009 Oct 19 21:16:58.273870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75412f0a-36a1-402e-a619-ccb698698633 req-8352452e-b02a-4cf5-aafb-a8b504770fd1 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Oct 19 21:16:58.499859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-f6183678-6657-4723-a337-673508346579 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:58.501322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-f6183678-6657-4723-a337-673508346579 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 813 time: 0.1067066 Oct 19 21:16:58.516609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-52c2b14b-915a-48eb-9308-6da6a61ec7bf tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/quotas/4225dd9e3b95433db4338cc7bac994c8 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Oct 19 21:16:58.564085 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-ae96214a-7fdf-444d-83fe-19e904a44d35 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424287 Oct 19 21:16:58.651508 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-3ce86a3d-085d-45d0-b5e6-cec68000b5f1 service neutron] 10.222.0.31 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804935 Oct 19 21:16:58.742706 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-c399f9b7-0de3-48b3-8922-2ea4dfe861a2 service neutron] 10.222.0.31 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846224 Oct 19 21:16:58.897091 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e273d6cf-a4bd-4f97-a3af-f080e540eff0 req-a18ce234-d7bf-45de-8326-a835d9ee8d50 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Oct 19 21:16:59.264605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d85a8f-4c21-46fc-8fc0-3a8f24e64397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:16:59.879904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-5f3f57cd-c10a-4613-bcb2-b8ca304b39e0 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:16:59.881380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-5f3f57cd-c10a-4613-bcb2-b8ca304b39e0 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.37 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 813 time: 0.1078670 Oct 19 21:16:59.894218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Request body: {'port': {'device_id': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493', 'admin_state_up': True, 'tenant_id': '4225dd9e3b95433db4338cc7bac994c8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:16:59.989023 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e5e6df2f-6c09-4ed7-b4fd-8a9c5989b34e req-c4c45762-9edc-4b69-ae13-75cef240eb94 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Oct 19 21:17:00.007707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Made reservation on behalf of 4225dd9e3b95433db4338cc7bac994c8 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:00.011239 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.131543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Allocated IP 172.20.0.6 (32012b60-ac67-4061-8ab1-c796525fe493/43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec/d09c464e-4c87-4010-b6d6-d744d14bd914) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:00.275783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.308273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.320530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['147bdc7b-d92c-47a4-bcfd-23c4b2168372'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:00.351334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Network 32012b60-ac67-4061-8ab1-c796525fe493 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:00.354464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:00.358271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:00.366761 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Pushing event updated for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:00.387696 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.405284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.405650 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.406015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.406350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.406680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.407008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.407332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.407659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.407974 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.408287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.408603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.408917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:00.430772 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:00.431380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.447571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-4b821c20-1a2c-4d13-8978-67e3235ca47e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576127 Oct 19 21:17:00.460516 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Request body: {'port': {'device_id': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:00.525193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.793699 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09c464e-4c87-4010-b6d6-d744d14bd914 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:17:00.800802 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.812728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Transition to ACTIVE for port object d09c464e-4c87-4010-b6d6-d744d14bd914 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:17:00.816195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:00.889416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Pushing event updated for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:00.937134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Attempting to bind port d09c464e-4c87-4010-b6d6-d744d14bd914 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:00.937491 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Attempting to bind port d09c464e-4c87-4010-b6d6-d744d14bd914 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:00.937819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Attempting to bind port d09c464e-4c87-4010-b6d6-d744d14bd914 on network 32012b60-ac67-4061-8ab1-c796525fe493 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:00.941951 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Port d09c464e-4c87-4010-b6d6-d744d14bd914 on network 32012b60-ac67-4061-8ab1-c796525fe493 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:17:00.942261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Attempting to bind port d09c464e-4c87-4010-b6d6-d744d14bd914 on network 32012b60-ac67-4061-8ab1-c796525fe493 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:00.946849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:00.947175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Checking segment: {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:00.947547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Bound using segment: {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:00.947963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Bound port: d09c464e-4c87-4010-b6d6-d744d14bd914, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b637957d-0918-4367-897f-faa48c9bc289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:00.948304 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:01.010639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:01.013963 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d09c464e-4c87-4010-b6d6-d744d14bd914,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:01.018986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:01.055542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.056156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:01.057563 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] 10.222.0.37 "PUT /v2.0/ports/d09c464e-4c87-4010-b6d6-d744d14bd914 HTTP/1.1" status: 200 len: 1091 time: 0.6011248 Oct 19 21:17:01.058000 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:01.060294 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:01.132605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e984ab-6656-4759-b72c-143fe6db2a82 service neutron] Pushing event updated for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:01.151317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:01.159826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad34e85-c321-452f-9557-f0b10245a2d3 req-d2094dfa-bf1c-466e-8c0f-ee0cc371ea2a tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.161383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ad34e85-c321-452f-9557-f0b10245a2d3 req-d2094dfa-bf1c-466e-8c0f-ee0cc371ea2a tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 943 time: 0.0979037 Oct 19 21:17:01.170441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-660b6572-da47-42fc-a243-f11bce76a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.172023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-660b6572-da47-42fc-a243-f11bce76a968 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0717385 Oct 19 21:17:01.174551 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d751c-f933-48a5-b40a-9ce3cc4ef3b9 x-openstack-request-id: req-7c9d751c-f933-48a5-b40a-9ce3cc4ef3b9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:01.174834 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:01.175086 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c9d751c-f933-48a5-b40a-9ce3cc4ef3b9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:01.175477 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914', 'status': 'completed', 'code': 200} Oct 19 21:17:01.238206 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-1ca7319e-f56c-47ee-8f3e-4a338f1213ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c464e-4c87-4010-b6d6-d744d14bd914 HTTP/1.1" status: 200 len: 217 time: 0.0490110 Oct 19 21:17:01.277072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8ad34e85-c321-452f-9557-f0b10245a2d3 req-94a5e31d-ee1d-43bc-8afd-01bbeeb8f920 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 Oct 19 21:17:01.294365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-edf27719-64b4-4df9-b0a1-ac9ecc3d91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.295804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-edf27719-64b4-4df9-b0a1-ac9ecc3d91c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec HTTP/1.1" status: 200 len: 853 time: 0.0506668 Oct 19 21:17:01.327578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-7b4cf75c-5c73-4957-9045-8fe05e09b669 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32012b60-ac67-4061-8ab1-c796525fe493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240960 Oct 19 21:17:01.418212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-04711216-1753-42a4-8772-e0f0946b3b7d service neutron] 10.222.0.37 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Oct 19 21:17:01.507546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4304023c-bcbd-46cf-bb4f-a3065a13f100 req-ebfd5b8a-0d87-47c3-b9a6-5fb7f3d1a2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Oct 19 21:17:01.595277 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-54d34cd3-3e03-4fac-83bb-474e71d79443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.596782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-54d34cd3-3e03-4fac-83bb-474e71d79443 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4225dd9e3b95433db4338cc7bac994c8&device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0434997 Oct 19 21:17:01.683232 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-01d15ecb-727e-48f7-b023-73427ed54223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.684708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-01d15ecb-727e-48f7-b023-73427ed54223 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 200 len: 914 time: 0.0813968 Oct 19 21:17:01.726968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-c474142d-9b4c-413c-aba8-928993621a14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09c464e-4c87-4010-b6d6-d744d14bd914 HTTP/1.1" status: 200 len: 217 time: 0.0355968 Oct 19 21:17:01.775180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-8fa5bd8e-df5b-4a29-b86f-13a3b8326af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:01.776595 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-8fa5bd8e-df5b-4a29-b86f-13a3b8326af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec HTTP/1.1" status: 200 len: 853 time: 0.0415170 Oct 19 21:17:01.808483 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-039e690b-2635-4e48-818e-11bb90dc82f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32012b60-ac67-4061-8ab1-c796525fe493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232329 Oct 19 21:17:01.901109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-f749718d-e271-4d76-83a5-2db1ecab4672 service neutron] 10.222.0.37 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842695 Oct 19 21:17:01.996432 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b60a9513-a7ee-495e-a4fd-1f403d74f5ec req-9fa44c58-9a8e-4797-8926-5e4baad01488 service neutron] 10.222.0.37 "GET /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856862 Oct 19 21:17:02.389848 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8595b-aafa-4381-ba47-60db93f3e53f req-c996cbf8-1e47-4dc5-96f1-0fa37eebf9bd tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:02.391819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c8595b-aafa-4381-ba47-60db93f3e53f req-c996cbf8-1e47-4dc5-96f1-0fa37eebf9bd tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 943 time: 0.0486488 Oct 19 21:17:02.416232 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:02.430039 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-59c8595b-aafa-4381-ba47-60db93f3e53f req-3001ae57-0e86-4ca8-af10-224dc9994637 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Oct 19 21:17:03.542269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501aeaf-f0cb-4294-bcea-3680522e5254 req-ee318567-5686-41af-95fd-6903c0c2057f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:03.543833 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8501aeaf-f0cb-4294-bcea-3680522e5254 req-ee318567-5686-41af-95fd-6903c0c2057f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 943 time: 0.0500245 Oct 19 21:17:03.585656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8501aeaf-f0cb-4294-bcea-3680522e5254 req-97f0131b-5aa8-4000-b4c6-eeffe294d818 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361142 Oct 19 21:17:03.691349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d09c464e-4c87-4010-b6d6-d744d14bd914 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:17:03.786247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d09c464e-4c87-4010-b6d6-d744d14bd914,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:03.797652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'd09c464e-4c87-4010-b6d6-d744d14bd914', 'network_id': '32012b60-ac67-4061-8ab1-c796525fe493', 'port_id': 'd09c464e-4c87-4010-b6d6-d744d14bd914', 'mac_address': 'fa:16:3e:04:8d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:17:03.833357 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:03.846019 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09c464e-4c87-4010-b6d6-d744d14bd914 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:17:03.864361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d09c464e-4c87-4010-b6d6-d744d14bd914,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:03.868473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:03.917808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:04.055093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d09c464e-4c87-4010-b6d6-d744d14bd914'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:04.701078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca76101-3ab2-4e56-8aa4-d86e2db5930e req-eeec6169-9d9a-4204-94a5-3a705fc23cbe tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:04.703096 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca76101-3ab2-4e56-8aa4-d86e2db5930e req-eeec6169-9d9a-4204-94a5-3a705fc23cbe tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 944 time: 0.0524335 Oct 19 21:17:04.740465 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5ca76101-3ab2-4e56-8aa4-d86e2db5930e req-03818016-4437-4505-ad6a-7d3583c8df9f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Oct 19 21:17:05.708096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d09c464e-4c87-4010-b6d6-d744d14bd914 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:05.758067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port d09c464e-4c87-4010-b6d6-d744d14bd914 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:17:05.761920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port d09c464e-4c87-4010-b6d6-d744d14bd914 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:05.762278 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:05.838595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:05.856244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4ea5-6fe9-48f8-a900-24ba442f717d req-8d917884-3b0e-4dec-b426-47a6281c8406 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:05.857751 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-627b4ea5-6fe9-48f8-a900-24ba442f717d req-8d917884-3b0e-4dec-b426-47a6281c8406 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Oct 19 21:17:05.860716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:05.862989 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edb33edc126131a931a4657ce290783e274f1c47f0bca2a63519cd17aab01de8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad59592-f2ce-4cf3-9e1f-fefe372c047c" -d '{"events": [{"server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "name": "network-vif-plugged", "status": "completed", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:05.876526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d09c464e-4c87-4010-b6d6-d744d14bd914,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:05.880760 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:05.901881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-627b4ea5-6fe9-48f8-a900-24ba442f717d req-227e4639-4f40-4bf2-9d87-c47e764f75b1 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Oct 19 21:17:05.906121 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928efa2c-8f30-460a-993f-bb13cbe2ba9f x-openstack-request-id: req-928efa2c-8f30-460a-993f-bb13cbe2ba9f {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:05.906412 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "name": "network-vif-plugged", "status": "completed", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:05.906660 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-928efa2c-8f30-460a-993f-bb13cbe2ba9f {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:05.907053 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914', 'code': 200} Oct 19 21:17:05.936876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:06.005559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eede61-75d7-4e24-843a-a7c417c76b51 req-df64e80c-139a-4046-8f1a-f8a558f2a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:06.007013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0eede61-75d7-4e24-843a-a7c417c76b51 req-df64e80c-139a-4046-8f1a-f8a558f2a1e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0403814 Oct 19 21:17:06.041345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c0eede61-75d7-4e24-843a-a7c417c76b51 req-7324d199-3f80-452f-b928-a78e40b072e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271158 Oct 19 21:17:07.022374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284bbd-ebb4-4f0f-b215-7818dc8a9301 req-9fd3e1da-0e85-4152-b6db-dc26125e0836 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:07.023898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84284bbd-ebb4-4f0f-b215-7818dc8a9301 req-9fd3e1da-0e85-4152-b6db-dc26125e0836 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Oct 19 21:17:07.063292 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-84284bbd-ebb4-4f0f-b215-7818dc8a9301 req-10dbedba-8cc9-433b-99b1-f07ade57921b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Oct 19 21:17:08.176416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d3f5b-eeaf-4468-b8e7-08fe305d79bb req-31fdb602-64dc-4cf5-ac41-d46c83678262 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:08.177877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e93d3f5b-eeaf-4468-b8e7-08fe305d79bb req-31fdb602-64dc-4cf5-ac41-d46c83678262 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Oct 19 21:17:08.214497 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e93d3f5b-eeaf-4468-b8e7-08fe305d79bb req-6b7983c9-5f12-4388-97ab-8ec5e6c685dc tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Oct 19 21:17:08.444246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868f326-0c93-4363-8138-98fea37bc9dc req-ed32cfb1-9c5d-4156-9ac9-c6f1db72e709 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:08.445710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d868f326-0c93-4363-8138-98fea37bc9dc req-ed32cfb1-9c5d-4156-9ac9-c6f1db72e709 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Oct 19 21:17:08.483034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d868f326-0c93-4363-8138-98fea37bc9dc req-952a0d9d-19b4-4ee8-a7d0-3d75899ebf6c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Oct 19 21:17:09.596096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45947c-5011-4e69-8b0a-64d8cee19572 req-1ed5119c-1a11-4daf-85bb-06bcf5551b2e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:09.597564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f45947c-5011-4e69-8b0a-64d8cee19572 req-1ed5119c-1a11-4daf-85bb-06bcf5551b2e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 945 time: 0.0474131 Oct 19 21:17:09.634528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5f45947c-5011-4e69-8b0a-64d8cee19572 req-05fc6c8b-4dff-46bc-a138-d2f47cf25be9 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Oct 19 21:17:09.687864 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-135fa2d0-3ac3-442d-a9e7-411840daf317 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:09.689290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-135fa2d0-3ac3-442d-a9e7-411840daf317 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff7b237c-3b98-4047-88f1-c46c7f4ff8c4 HTTP/1.1" status: 200 len: 945 time: 0.0477555 Oct 19 21:17:09.777671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Deleting port d09c464e-4c87-4010-b6d6-d744d14bd914 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:09.778005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:09.865713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] For port d09c464e-4c87-4010-b6d6-d744d14bd914, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=d09c464e-4c87-4010-b6d6-d744d14bd914,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:09.865988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:09.877945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Calling delete_port for d09c464e-4c87-4010-b6d6-d744d14bd914 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:10.006083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:10.018775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['147bdc7b-d92c-47a4-bcfd-23c4b2168372'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:10.024918 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['d09c464e-4c87-4010-b6d6-d744d14bd914'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:10.038248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Pushing event deleted for resources: {'Port': ['ID=d09c464e-4c87-4010-b6d6-d744d14bd914,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:10.078045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] No DVR routers for this DVR port d09c464e-4c87-4010-b6d6-d744d14bd914 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:10.080685 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:10.083963 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58b93d2a-b87e-454a-9ce6-8c644bc3a83f req-6570797b-aa0a-48f2-ab8d-0ea485c9893b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.37 "DELETE /v2.0/ports/d09c464e-4c87-4010-b6d6-d744d14bd914 HTTP/1.1" status: 204 len: 173 time: 0.3888929 Oct 19 21:17:10.084400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'name': 'network-vif-deleted', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:10.086658 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8abbf842f157f82689c5ab9284114fd40c91133c480bda72bba113d22a58ce06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea5dca-58c6-4f36-972d-1012b6dc597b" -d '{"events": [{"server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "name": "network-vif-deleted", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:10.131390 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ddd4c3-52bc-41d9-aeaf-e555f43fc116 x-openstack-request-id: req-c8ddd4c3-52bc-41d9-aeaf-e555f43fc116 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:10.131685 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b237c-3b98-4047-88f1-c46c7f4ff8c4", "name": "network-vif-deleted", "tag": "d09c464e-4c87-4010-b6d6-d744d14bd914", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:10.131938 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8ddd4c3-52bc-41d9-aeaf-e555f43fc116 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:10.132341 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b237c-3b98-4047-88f1-c46c7f4ff8c4', 'name': 'network-vif-deleted', 'tag': 'd09c464e-4c87-4010-b6d6-d744d14bd914', 'status': 'completed', 'code': 200} Oct 19 21:17:11.093616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03749f-b4e6-4709-a7ef-be19b16f2008 req-609a4820-0603-4d1e-92d2-db0e2eb81b27 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.095112 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f03749f-b4e6-4709-a7ef-be19b16f2008 req-609a4820-0603-4d1e-92d2-db0e2eb81b27 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.3620417 Oct 19 21:17:11.137070 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2f03749f-b4e6-4709-a7ef-be19b16f2008 req-84128056-1a28-4562-9e87-6258ea0d2e1c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Oct 19 21:17:11.265574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040a802-066f-419b-8eff-3d8f6b904d1d req-914e1999-89c2-4dfd-a52c-59f9651b89a5 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.267092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f040a802-066f-419b-8eff-3d8f6b904d1d req-914e1999-89c2-4dfd-a52c-59f9651b89a5 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0493295 Oct 19 21:17:11.304749 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f040a802-066f-419b-8eff-3d8f6b904d1d req-733a639f-081a-4bb8-956a-7f97043e2b75 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Oct 19 21:17:11.422651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734eb0e-05d9-41db-9993-12588ab223ad req-ab4fc9f9-eb94-4ea8-9b54-5ab6a860878f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.424161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1734eb0e-05d9-41db-9993-12588ab223ad req-ab4fc9f9-eb94-4ea8-9b54-5ab6a860878f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Oct 19 21:17:11.461169 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1734eb0e-05d9-41db-9993-12588ab223ad req-89ff9b10-d1f1-4218-8660-ac5d9377571e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Oct 19 21:17:11.538396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-e04ee74c-c066-4e2b-a0c7-499f67fda48d req-a4952bd9-51e2-4f3a-83bc-e7b143b859bb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:17:11.539380 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e04ee74c-c066-4e2b-a0c7-499f67fda48d req-a4952bd9-51e2-4f3a-83bc-e7b143b859bb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053151 Oct 19 21:17:11.643454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937635-c40b-4120-869a-b971e892945c req-83aa8136-af2b-4f7b-a285-3f8a9a55a04b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.644831 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43937635-c40b-4120-869a-b971e892945c req-83aa8136-af2b-4f7b-a285-3f8a9a55a04b tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0488255 Oct 19 21:17:11.681064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-43937635-c40b-4120-869a-b971e892945c req-d6517ea5-103e-4d54-a3b5-b829a816882c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303555 Oct 19 21:17:11.792531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9edd-59ae-49e0-947e-bf16cc4e0728 req-e185ae2d-68fe-4f16-9b0d-67a6715d9e7c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.794017 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c5d9edd-59ae-49e0-947e-bf16cc4e0728 req-e185ae2d-68fe-4f16-9b0d-67a6715d9e7c tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0478561 Oct 19 21:17:11.835087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c5d9edd-59ae-49e0-947e-bf16cc4e0728 req-562207f7-8836-465a-9f09-81d045035403 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Oct 19 21:17:11.956593 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473577d-c4b7-4672-9438-e5809622043b req-7e87028b-9764-47dc-ad3e-842a64997a84 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:11.958307 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f473577d-c4b7-4672-9438-e5809622043b req-7e87028b-9764-47dc-ad3e-842a64997a84 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0494738 Oct 19 21:17:11.998800 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f473577d-c4b7-4672-9438-e5809622043b req-732bd6b1-e7ba-4185-aac3-667bf1007b36 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Oct 19 21:17:12.291945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b2cba-f56f-440d-af5e-37d29cadab82 req-3a6157f4-4c3c-4fa2-9f30-bcbc12d9cb2f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:12.293447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-034b2cba-f56f-440d-af5e-37d29cadab82 req-3a6157f4-4c3c-4fa2-9f30-bcbc12d9cb2f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Oct 19 21:17:12.330731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-034b2cba-f56f-440d-af5e-37d29cadab82 req-109ec3ad-7fae-410a-b4c8-97bbcc45ddd2 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Oct 19 21:17:13.157480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.444947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fc65b-8f4c-4f77-94d8-e701b6609652 req-73489b11-905d-4f08-bb23-fe0a3d2d39e5 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:13.446355 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e48fc65b-8f4c-4f77-94d8-e701b6609652 req-73489b11-905d-4f08-bb23-fe0a3d2d39e5 tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0490136 Oct 19 21:17:13.483502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e48fc65b-8f4c-4f77-94d8-e701b6609652 req-17dd1ef3-932d-4d78-8838-a8a74b2b393f tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.31 "GET /v2.0/security-groups?id=fe35e4aa-8de8-407a-954d-d5569ac3938f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Oct 19 21:17:13.566223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-90c74299-09b5-4585-8d3f-0f63f4b63a1a tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:13.567640 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-90c74299-09b5-4585-8d3f-0f63f4b63a1a tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.11 "GET /v2.0/ports?device_id=9029c747-a327-4f99-af74-40c5dcac3d64 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Oct 19 21:17:13.633331 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.656453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Deleting port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:13.656789 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.746866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] For port 147bdc7b-d92c-47a4-bcfd-23c4b2168372, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=147bdc7b-d92c-47a4-bcfd-23c4b2168372,segment=NetworkSegment(b637957d-0918-4367-897f-faa48c9bc289),segment_id=b637957d-0918-4367-897f-faa48c9bc289)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:13.747159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.750118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d09c464e-4c87-4010-b6d6-d744d14bd914 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:17:13.759153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Calling delete_port for 147bdc7b-d92c-47a4-bcfd-23c4b2168372 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:13.772288 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: d09c464e-4c87-4010-b6d6-d744d14bd914 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:17:13.772633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device d09c464e-4c87-4010-b6d6-d744d14bd914 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:17:13.884449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.896068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['147bdc7b-d92c-47a4-bcfd-23c4b2168372'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:13.916865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Pushing event deleted for resources: {'Port': ['ID=147bdc7b-d92c-47a4-bcfd-23c4b2168372,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:13.956716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] No DVR routers for this DVR port 147bdc7b-d92c-47a4-bcfd-23c4b2168372 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:13.959213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:13.962624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-290c439f-21c8-4f35-b4d9-0f7b4c15d8d2 req-41a91b1e-df38-4f1c-8e1c-b79230603e0e tempest-ServersNegativeTestJSON-547532078 tempest-ServersNegativeTestJSON-547532078-project] 10.222.0.11 "DELETE /v2.0/ports/147bdc7b-d92c-47a4-bcfd-23c4b2168372 HTTP/1.1" status: 204 len: 173 time: 0.3891914 Oct 19 21:17:13.963073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'name': 'network-vif-deleted', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:14.007500 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5e8b35-ebd2-432c-8a0d-9e6605fe0742" -d '{"events": [{"server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "name": "network-vif-deleted", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:14.096285 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fb741-91a8-421d-8491-b0c23a9201ef x-openstack-request-id: req-616fb741-91a8-421d-8491-b0c23a9201ef {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:14.096584 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9029c747-a327-4f99-af74-40c5dcac3d64", "name": "network-vif-deleted", "tag": "147bdc7b-d92c-47a4-bcfd-23c4b2168372", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:14.096846 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-616fb741-91a8-421d-8491-b0c23a9201ef {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:14.097288 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9029c747-a327-4f99-af74-40c5dcac3d64', 'name': 'network-vif-deleted', 'tag': '147bdc7b-d92c-47a4-bcfd-23c4b2168372', 'status': 'completed', 'code': 200} Oct 19 21:17:14.537634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36008) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:14.582085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Deleting subnet 43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:17:14.585070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.622898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.661104 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.711748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.739500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:14.741668 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.744730 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f8937054-e5c6-4c68-b9db-44dd18b42b54 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43a46e8f-a2e1-4af3-89ff-6a9ef0f0a5ec HTTP/1.1" status: 204 len: 168 time: 0.2060981 Oct 19 21:17:14.747257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36010) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:14.817322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.893705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.913265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32012b60-ac67-4061-8ab1-c796525fe493']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:14.922961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b637957d-0918-4367-897f-faa48c9bc289') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:14.923256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b637957d-0918-4367-897f-faa48c9bc289') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:14.932424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.945225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.951065 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:14.951445 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:14.953077 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:15.011376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.019664 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.023087 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/32012b60-ac67-4061-8ab1-c796525fe493 HTTP/1.1" status: 204 len: 168 time: 0.2749293 Oct 19 21:17:15.032563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83868f18-0aa5-4a74-9ae6-8db99be32e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=32012b60-ac67-4061-8ab1-c796525fe493,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:15.131948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36014) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:15.172399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f845cd03-cb83-48ff-a0c6-49031f7f9d5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4225dd9e3b95433db4338cc7bac994c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393267 Oct 19 21:17:15.174853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36016) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:15.222439 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.242934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.293805 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.296383 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:15.298124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe35e4aa-8de8-407a-954d-d5569ac3938f HTTP/1.1" status: 204 len: 168 time: 0.1217613 Oct 19 21:17:15.306009 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b46207-7946-4947-85cc-5705bd9bc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35e4aa-8de8-407a-954d-d5569ac3938f,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:15.980350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36038) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:16.074203 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731770564'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:16.095746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:16.099374 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.107684 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.182369 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.185845 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.211306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:16.221428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948f9c42-ba0b-4e32-b113-21f22c295884,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:16.226394 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.226734 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Added segment a0cb4ef6-f052-4785-a72c-07b8378fb4a3 of type vlan for network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 Oct 19 21:17:16.266159 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.290991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.299298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:16.299888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:16.335047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3535445 Oct 19 21:17:16.372123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf58256-30b2-40da-95d4-7562b1114ab5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Network': ['ID=48c99e5b-edb9-48b7-83ba-0f70f08bac53,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:16.382221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:17.838610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 147bdc7b-d92c-47a4-bcfd-23c4b2168372 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:17:17.863447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 147bdc7b-d92c-47a4-bcfd-23c4b2168372 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:17:17.863787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 147bdc7b-d92c-47a4-bcfd-23c4b2168372 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:17:19.670052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36042) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:19.675107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'subnet': {'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:19.762371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:19.766435 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:19.944860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.009909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Subnet': ['ID=e11ce833-86fb-4548-9dee-608e33286c85,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:20.014344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking segment: {'id': 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:20.014827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network hostable DHCP agents. Network: 48c99e5b-edb9-48b7-83ba-0f70f08bac53, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:20.030977 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:20.039450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 48c99e5b-edb9-48b7-83ba-0f70f08bac53) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:20.043916 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:20.044507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.048852 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e35fc-1240-4cd0-a3b3-fbee944aac29 None None] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:20.066905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36044) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:20.067540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8be76c25-df87-4a4a-b77e-a93a9ac6174b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3958147 Oct 19 21:17:20.072627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1903263893'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:20.094417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:20.099081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.123022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:20.132519 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.132908 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Added segment 79bbed36-2ccf-407d-b924-89c2bdfd6dad of type vlan for network 593e39e9-8358-4095-b3ba-75d12f9c9469 Oct 19 21:17:20.180225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.196303 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-48c99e5b-edb9-48b7-83ba-0f70f08bac53', 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53', 'tenant_id': 'adc83bcafc0540b3abeb120ca5a1b17b', 'fixed_ips': [{'subnet_id': 'e11ce833-86fb-4548-9dee-608e33286c85'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:20.197092 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.206699 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.212245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:20.212827 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.248062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1794872 Oct 19 21:17:20.251914 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36046) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:20.258838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'subnet': {'network_id': '593e39e9-8358-4095-b3ba-75d12f9c9469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:20.305573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Network': ['ID=593e39e9-8358-4095-b3ba-75d12f9c9469,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:20.322844 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.323194 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.323527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.323859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.324185 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.324509 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.324832 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.325153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.325496 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.325824 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.326141 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.326457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03a521-e6af-4371-9fc6-931026cd945a tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.339009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 593e39e9-8358-4095-b3ba-75d12f9c9469 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:20.345797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Allocated IP 2001:db8:0:ffff::2 (48c99e5b-edb9-48b7-83ba-0f70f08bac53/e11ce833-86fb-4548-9dee-608e33286c85/8ea2cf47-75c8-4cdd-8808-43f00ef67ca2) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:20.387456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:20.391442 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.543536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.551552 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.579912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.594097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:20.598493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:20.605647 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:20.609212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:20.620787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.621128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.621498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.621829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.622153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.622474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.622790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.623113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.623431 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.623742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.624090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.624403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:20.651641 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Subnet': ['ID=d12dc029-9bf2-406a-985a-979b167e1b9d,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:20.654432 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking segment: {'id': '79bbed36-2ccf-407d-b924-89c2bdfd6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '593e39e9-8358-4095-b3ba-75d12f9c9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:20.654792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network hostable DHCP agents. Network: 593e39e9-8358-4095-b3ba-75d12f9c9469, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:20.671859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network 593e39e9-8358-4095-b3ba-75d12f9c9469 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:20.676035 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Attempting to bind port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:20.676437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Attempting to bind port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:20.676802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Attempting to bind port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 on network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:20.680923 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 593e39e9-8358-4095-b3ba-75d12f9c9469) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:20.681802 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:20.682157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Checking segment: {'id': 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:20.682556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.682953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Bound using segment: {'id': 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:20.683546 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Bound port: 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '48c99e5b-edb9-48b7-83ba-0f70f08bac53'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:20.683962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.685897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:20.686428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.694765 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f07ab1-ad8a-4c0a-bfb0-3a2dba9bd174 None None] Network 593e39e9-8358-4095-b3ba-75d12f9c9469 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:20.702687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-23a2dcb9-ac94-4d59-9284-4cd6839e79c4 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4497750 Oct 19 21:17:20.705439 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36048) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:20.802298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.856132 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.924836 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:20.951524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Subnet': ['ID=d12dc029-9bf2-406a-985a-979b167e1b9d,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:20.965510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] For port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:20.970489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] For port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,segment=NetworkSegment(a0cb4ef6-f052-4785-a72c-07b8378fb4a3),segment_id=a0cb4ef6-f052-4785-a72c-07b8378fb4a3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:20.976503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.021755 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.042375 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593e39e9-8358-4095-b3ba-75d12f9c9469']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:21.046880 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b8cd2-81d5-419c-8233-259baa984f01 None None] Network 593e39e9-8358-4095-b3ba-75d12f9c9469 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:21.053036 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bbed36-2ccf-407d-b924-89c2bdfd6dad') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:21.053390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bbed36-2ccf-407d-b924-89c2bdfd6dad') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:21.075208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.089993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.097580 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:21.098264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:21.101464 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:21.116126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16055b05-799b-49ae-ab45-9279e8cd4954 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:21.173149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.182536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.189808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/593e39e9-8358-4095-b3ba-75d12f9c9469 HTTP/1.1" status: 204 len: 168 time: 0.4795034 Oct 19 21:17:21.190173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36050) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:21.195327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296347335'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:21.195767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3293d01-4f85-40d0-9f02-70ae26e0e716 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Network': ['ID=593e39e9-8358-4095-b3ba-75d12f9c9469,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:21.222579 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:21.226800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.266291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:21.280137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.281033 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Added segment e7b24091-f808-4cee-8ff7-e29f122b7e9a of type vlan for network 39583db7-ccd5-4cc4-a089-f612c788f237 Oct 19 21:17:21.328908 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.355011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.360573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:21.361144 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.398434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2071545 Oct 19 21:17:21.401201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36052) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:21.408301 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'subnet': {'network_id': '39583db7-ccd5-4cc4-a089-f612c788f237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:21.443721 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:21.450463 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec27311-6b5c-4d59-8fbc-10fecf90bf9d tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Network': ['ID=39583db7-ccd5-4cc4-a089-f612c788f237,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:21.470524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 39583db7-ccd5-4cc4-a089-f612c788f237 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:21.531434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:21.534974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.558608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:21.558983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.592796 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Performing IP validity checks on allocation pools {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 21:17:21.593319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100735) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 21:17:21.641863 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.680215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,segment=NetworkSegment(a0cb4ef6-f052-4785-a72c-07b8378fb4a3),segment_id=a0cb4ef6-f052-4785-a72c-07b8378fb4a3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:21.684803 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.724865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.739516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:21.781775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Subnet': ['ID=d12bd89a-9299-4704-bfc5-b0d96ccee9db,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:21.798042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking segment: {'id': 'e7b24091-f808-4cee-8ff7-e29f122b7e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39583db7-ccd5-4cc4-a089-f612c788f237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:21.798407 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network hostable DHCP agents. Network: 39583db7-ccd5-4cc4-a089-f612c788f237, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:21.815188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network 39583db7-ccd5-4cc4-a089-f612c788f237 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:21.824642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 39583db7-ccd5-4cc4-a089-f612c788f237) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:21.830484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:21.831062 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.833733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a1b2b-3270-4919-86e6-4e1ec2f25c25 None None] Network 39583db7-ccd5-4cc4-a089-f612c788f237 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:21.848557 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8dd5821e-9751-418f-b5b2-143a3155cab9 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4462912 Oct 19 21:17:21.851389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36054) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:21.954716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:21.996775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5409d3-b003-476d-a346-e8f7d02538e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-39583db7-ccd5-4cc4-a089-f612c788f237', 'network_id': '39583db7-ccd5-4cc4-a089-f612c788f237', 'tenant_id': 'adc83bcafc0540b3abeb120ca5a1b17b', 'fixed_ips': [{'subnet_id': 'd12bd89a-9299-4704-bfc5-b0d96ccee9db'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:21.997566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ea5409d3-b003-476d-a346-e8f7d02538e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.008738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16706d-7f23-4e15-896a-45fa9831ad64 None None] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:22.010230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.068360 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.096346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Subnet': ['ID=d12bd89a-9299-4704-bfc5-b0d96ccee9db,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:22.161813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server [None req-ea5409d3-b003-476d-a346-e8f7d02538e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12bd89a-9299-4704-bfc5-b0d96ccee9db: This subnet is being modified by another concurrent operation. Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server raise exception Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d12bd89a-9299-4704-bfc5-b0d96ccee9db: This subnet is being modified by another concurrent operation. Oct 19 21:17:22.162135 n-d-805649-9 neutron-server[100736]: ERROR oslo_messaging.rpc.server Oct 19 21:17:22.169410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7c7e7887-b61c-4891-a09d-3e19215bbe33 None None] Provisioning complete for port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:22.169410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7c7e7887-b61c-4891-a09d-3e19215bbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.183572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39583db7-ccd5-4cc4-a089-f612c788f237']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:22.193820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d823a-cd43-4b83-acd1-261316b9ab88 None None] Network 39583db7-ccd5-4cc4-a089-f612c788f237 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:22.193981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b24091-f808-4cee-8ff7-e29f122b7e9a') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:22.194234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b24091-f808-4cee-8ff7-e29f122b7e9a') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:22.204223 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.217205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.224105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:22.224610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:22.227830 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:22.289915 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.294761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.298341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/39583db7-ccd5-4cc4-a089-f612c788f237 HTTP/1.1" status: 204 len: 168 time: 0.4459076 Oct 19 21:17:22.302049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36056) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:22.306777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103068257'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:22.324029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc5a0-a4a1-4e04-9ee1-1b587b264f0f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Network': ['ID=39583db7-ccd5-4cc4-a089-f612c788f237,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:22.339303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:22.342917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.366418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:22.376210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.376551 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Added segment cef3a529-47d9-4bb6-9966-46760e4d2717 of type vlan for network a22a2b91-1ada-4c22-93f5-c5897900d0e8 Oct 19 21:17:22.418887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.443861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.449711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:22.450312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.493560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1904402 Oct 19 21:17:22.497231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36058) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:22.503459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'subnet': {'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:22.527150 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefef91-3293-4272-87b0-1753e73f69aa tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Network': ['ID=a22a2b91-1ada-4c22-93f5-c5897900d0e8,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:22.537866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network a22a2b91-1ada-4c22-93f5-c5897900d0e8 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:22.598865 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:22.602612 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.613427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dbe42-08b2-46ee-9954-5183e377f298 None None] get_active_networks_info from n-d-805649-9 {{(pid=100736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 21:17:22.661690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-abc948ea-74ef-4746-8bc4-e7d75b891c7b None None] Provisioning complete for port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:22.662049 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-abc948ea-74ef-4746-8bc4-e7d75b891c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.720067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dbe42-08b2-46ee-9954-5183e377f298 None None] Resources bound (agent type, host, resource id): {{(pid=100736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 21:17:22.788029 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.852509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Subnet': ['ID=4cd2a5d5-c4a2-4302-9a08-8ec513aa137c,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:22.865582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking segment: {'id': 'cef3a529-47d9-4bb6-9966-46760e4d2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:22.865948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network hostable DHCP agents. Network: a22a2b91-1ada-4c22-93f5-c5897900d0e8, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:22.882717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network a22a2b91-1ada-4c22-93f5-c5897900d0e8 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:22.893255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, a22a2b91-1ada-4c22-93f5-c5897900d0e8) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:22.897801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:22.898507 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.917153 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dbaeb175-8071-4db2-b53b-80a75a086ed2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186454 Oct 19 21:17:22.921526 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36060) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:22.926508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309602184'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:22.946806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:22.950345 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.971121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc97a2-0796-47d5-9dd7-8a4c380f3d77 None None] Network a22a2b91-1ada-4c22-93f5-c5897900d0e8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:22.975885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:22.986740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:22.987088 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Added segment 7fb080f0-e692-4b1e-9aec-5ffa1f14ba4d of type vlan for network 92fa9c38-2dd8-4446-9661-f236ee1040a6 Oct 19 21:17:23.029155 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.056025 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.063899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:23.064570 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.107582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1848266 Oct 19 21:17:23.111045 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36062) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:23.117398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Request body: {'subnet': {'network_id': '92fa9c38-2dd8-4446-9661-f236ee1040a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:23.124468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-a22a2b91-1ada-4c22-93f5-c5897900d0e8', 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8', 'tenant_id': 'adc83bcafc0540b3abeb120ca5a1b17b', 'fixed_ips': [{'subnet_id': '4cd2a5d5-c4a2-4302-9a08-8ec513aa137c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:23.125380 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.150522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c77a22-41b4-463c-8c88-89bd2ce469d2 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Network': ['ID=92fa9c38-2dd8-4446-9661-f236ee1040a6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:23.201853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 92fa9c38-2dd8-4446-9661-f236ee1040a6 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:23.213069 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Made reservation on behalf of adc83bcafc0540b3abeb120ca5a1b17b for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:23.216713 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.342381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Allocated IP 2001:db8::2 (a22a2b91-1ada-4c22-93f5-c5897900d0e8/4cd2a5d5-c4a2-4302-9a08-8ec513aa137c/f7414abe-2847-402b-b3fa-0df3a73d6d50) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:23.417032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.433239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:23.487068 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event updated for resources: {'Subnet': ['ID=6ae826df-1d2e-4087-9c9f-401918e3f54b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:23.495083 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Checking segment: {'id': '7fb080f0-e692-4b1e-9aec-5ffa1f14ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '92fa9c38-2dd8-4446-9661-f236ee1040a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:23.495443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network hostable DHCP agents. Network: 92fa9c38-2dd8-4446-9661-f236ee1040a6, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:23.512271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Network 92fa9c38-2dd8-4446-9661-f236ee1040a6 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:23.522971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 92fa9c38-2dd8-4446-9661-f236ee1040a6) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:23.527969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:23.529139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.536329 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e1e08-a618-41fa-82f2-d523fcb38e72 None None] Network 92fa9c38-2dd8-4446-9661-f236ee1040a6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:23.546010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5b05da52-9964-47a6-97c3-a56da31b1a1f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337249 Oct 19 21:17:23.547813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36064) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:23.590675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.621834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:23.622118 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.628444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.644967 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.695757 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.698744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Network a22a2b91-1ada-4c22-93f5-c5897900d0e8 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:23.712185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:23.714750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:23.762456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.789467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae826df-1d2e-4087-9c9f-401918e3f54b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:23.857629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.879359 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fa9c38-2dd8-4446-9661-f236ee1040a6']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:23.888861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb080f0-e692-4b1e-9aec-5ffa1f14ba4d') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:23.889160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb080f0-e692-4b1e-9aec-5ffa1f14ba4d') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:23.899694 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.913241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.913481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Pushing event updated for resources: {'Port': ['ID=f7414abe-2847-402b-b3fa-0df3a73d6d50,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:23.922749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:23.923192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:23.927011 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:23.970673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee3758-83b7-4caa-9dd2-bed829d750df None None] Network 92fa9c38-2dd8-4446-9661-f236ee1040a6 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:24.005807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.026946 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Attempting to bind port f7414abe-2847-402b-b3fa-0df3a73d6d50 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:24.027315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Attempting to bind port f7414abe-2847-402b-b3fa-0df3a73d6d50 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'cef3a529-47d9-4bb6-9966-46760e4d2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:24.027675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Attempting to bind port f7414abe-2847-402b-b3fa-0df3a73d6d50 on network a22a2b91-1ada-4c22-93f5-c5897900d0e8 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:24.030894 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.035331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/92fa9c38-2dd8-4446-9661-f236ee1040a6 HTTP/1.1" status: 204 len: 168 time: 0.4864025 Oct 19 21:17:24.036528 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2c9e-755a-4c3c-8067-a1477a4c426e tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Network': ['ID=92fa9c38-2dd8-4446-9661-f236ee1040a6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:24.039128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36066) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.068629 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7edc37-6fc5-492c-9a31-cc0c15d25f7c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] GET failed (client error): The resource could not be found. Oct 19 21:17:24.068836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:24.069038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Checking segment: {'id': 'cef3a529-47d9-4bb6-9966-46760e4d2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:24.069671 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.070011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0c7edc37-6fc5-492c-9a31-cc0c15d25f7c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "GET /v2.0/subnets/6ae826df-1d2e-4087-9c9f-401918e3f54b HTTP/1.1" status: 404 len: 337 time: 0.0297620 Oct 19 21:17:24.070219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Bound using segment: {'id': 'cef3a529-47d9-4bb6-9966-46760e4d2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:24.070532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Bound port: f7414abe-2847-402b-b3fa-0df3a73d6d50, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef3a529-47d9-4bb6-9966-46760e4d2717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a22a2b91-1ada-4c22-93f5-c5897900d0e8'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:24.070909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.072755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36068) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.091719 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c578b4b-abb3-49f2-8eb6-ed4afbbb4c9b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:24.092287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c578b4b-abb3-49f2-8eb6-ed4afbbb4c9b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:24.095505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5c578b4b-abb3-49f2-8eb6-ed4afbbb4c9b tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/92fa9c38-2dd8-4446-9661-f236ee1040a6 HTTP/1.1" status: 404 len: 339 time: 0.0217597 Oct 19 21:17:24.099665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36070) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.129796 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7acc91a-900d-45bb-8a7b-a34aab250a82 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:24.131353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7acc91a-900d-45bb-8a7b-a34aab250a82 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:24.137892 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7acc91a-900d-45bb-8a7b-a34aab250a82 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/subnets/6ae826df-1d2e-4087-9c9f-401918e3f54b HTTP/1.1" status: 404 len: 337 time: 0.0364845 Oct 19 21:17:24.140069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36072) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.170538 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fa0275-d96e-44e2-9ec4-223926d7a1cb tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:24.171928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fa0275-d96e-44e2-9ec4-223926d7a1cb tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:24.177157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03fa0275-d96e-44e2-9ec4-223926d7a1cb tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/92fa9c38-2dd8-4446-9661-f236ee1040a6 HTTP/1.1" status: 404 len: 339 time: 0.0355272 Oct 19 21:17:24.179620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36074) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.208069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] For port f7414abe-2847-402b-b3fa-0df3a73d6d50, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:24.213266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] For port f7414abe-2847-402b-b3fa-0df3a73d6d50, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f7414abe-2847-402b-b3fa-0df3a73d6d50,segment=NetworkSegment(cef3a529-47d9-4bb6-9966-46760e4d2717),segment_id=cef3a529-47d9-4bb6-9966-46760e4d2717)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:24.218499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.260233 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Deleting subnet 4cd2a5d5-c4a2-4302-9a08-8ec513aa137c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:17:24.274530 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.291869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166f937-6981-4166-b3db-12453bc37e52 None None] Pushing event updated for resources: {'Port': ['ID=f7414abe-2847-402b-b3fa-0df3a73d6d50,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:24.321581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.418041 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.488069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.515426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd2a5d5-c4a2-4302-9a08-8ec513aa137c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:24.519766 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.523068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3888088b-c890-4828-88f0-72bf5953d51f tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/subnets/4cd2a5d5-c4a2-4302-9a08-8ec513aa137c HTTP/1.1" status: 204 len: 168 time: 0.3420918 Oct 19 21:17:24.525666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36076) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:24.604927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:24.655849 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Deleting port f7414abe-2847-402b-b3fa-0df3a73d6d50 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:24.656105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.052346 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] For port f7414abe-2847-402b-b3fa-0df3a73d6d50, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f7414abe-2847-402b-b3fa-0df3a73d6d50,segment=NetworkSegment(cef3a529-47d9-4bb6-9966-46760e4d2717),segment_id=cef3a529-47d9-4bb6-9966-46760e4d2717)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:25.052703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.065515 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Calling delete_port for f7414abe-2847-402b-b3fa-0df3a73d6d50 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:25.127111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e68c4d-71b1-4a3c-ac0e-f2d6461c4dee None None] Network a22a2b91-1ada-4c22-93f5-c5897900d0e8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:25.145246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.157190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-58884a79-74a1-4c38-8ffa-d767430acf3a None None] Could not find standard attr ID for object f7414abe-2847-402b-b3fa-0df3a73d6d50. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:17:25.172055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Port': ['ID=f7414abe-2847-402b-b3fa-0df3a73d6d50,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:25.176714 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No DVR routers for this DVR port f7414abe-2847-402b-b3fa-0df3a73d6d50 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:25.263689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.284477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd6c07-ce24-4fb0-9ca4-c4bc1a635d9b None None] DHCP port deletion for a22a2b91-1ada-4c22-93f5-c5897900d0e8 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:17:25.285567 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22a2b91-1ada-4c22-93f5-c5897900d0e8']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:25.295598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef3a529-47d9-4bb6-9966-46760e4d2717') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:25.296028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef3a529-47d9-4bb6-9966-46760e4d2717') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:25.305408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.319330 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.325256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:25.325676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:25.329456 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:25.390866 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.397686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.400734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/a22a2b91-1ada-4c22-93f5-c5897900d0e8 HTTP/1.1" status: 204 len: 168 time: 0.8742111 Oct 19 21:17:25.403115 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36078) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.419574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8133-0ea8-4f4f-8fcb-dc9dfe68bcb5 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Network': ['ID=a22a2b91-1ada-4c22-93f5-c5897900d0e8,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:25.437669 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7f11f8-bb8b-410b-8831-1357e640ef72 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:25.438109 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7f11f8-bb8b-410b-8831-1357e640ef72 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:25.441037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6e7f11f8-bb8b-410b-8831-1357e640ef72 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/subnets/d12bd89a-9299-4704-bfc5-b0d96ccee9db HTTP/1.1" status: 404 len: 337 time: 0.0370100 Oct 19 21:17:25.443513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36080) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.461776 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b4b40e-e9ff-4a1a-929c-9c1176285112 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:25.462293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b4b40e-e9ff-4a1a-929c-9c1176285112 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:25.465239 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b6b4b40e-e9ff-4a1a-929c-9c1176285112 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/39583db7-ccd5-4cc4-a089-f612c788f237 HTTP/1.1" status: 404 len: 339 time: 0.0206308 Oct 19 21:17:25.467415 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.492390 n-d-805649-9 neutron-server[100734]: INFO neutron.pecan_wsgi.hooks.translation [None req-669ded6c-1c6e-4ecb-9a14-9181742207a8 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:25.492767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669ded6c-1c6e-4ecb-9a14-9181742207a8 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:25.495727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-669ded6c-1c6e-4ecb-9a14-9181742207a8 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/subnets/d12dc029-9bf2-406a-985a-979b167e1b9d HTTP/1.1" status: 404 len: 337 time: 0.0274329 Oct 19 21:17:25.498010 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.517966 n-d-805649-9 neutron-server[100735]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e725403-0307-499b-bc0e-a92209cd5634 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] DELETE failed (client error): The resource could not be found. Oct 19 21:17:25.518590 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e725403-0307-499b-bc0e-a92209cd5634 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100735) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 21:17:25.521616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2e725403-0307-499b-bc0e-a92209cd5634 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/593e39e9-8358-4095-b3ba-75d12f9c9469 HTTP/1.1" status: 404 len: 339 time: 0.0226383 Oct 19 21:17:25.523939 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.578103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Deleting subnet e11ce833-86fb-4548-9dee-608e33286c85 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:17:25.581037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.619838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.699026 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.759424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.783379 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Subnet': ['ID=e11ce833-86fb-4548-9dee-608e33286c85,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:25.790147 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.795653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4b1f8943-92b9-48fe-be25-a1843cc0642c tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/subnets/e11ce833-86fb-4548-9dee-608e33286c85 HTTP/1.1" status: 204 len: 168 time: 0.2684708 Oct 19 21:17:25.796311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c0a81-c11a-456d-ba83-24a2f034cbf4 None None] Network 48c99e5b-edb9-48b7-83ba-0f70f08bac53 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:25.796444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36088) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:25.872528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.924271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Deleting port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:25.924609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:25.977526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] DHCP port deletion for 48c99e5b-edb9-48b7-83ba-0f70f08bac53 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:17:25.994262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] For port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,segment=NetworkSegment(a0cb4ef6-f052-4785-a72c-07b8378fb4a3),segment_id=a0cb4ef6-f052-4785-a72c-07b8378fb4a3)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:25.994623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.006926 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Calling delete_port for 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:26.024589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Deleting port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:26.024888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.084271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.088241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] For port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,segment=NetworkSegment(a0cb4ef6-f052-4785-a72c-07b8378fb4a3),segment_id=a0cb4ef6-f052-4785-a72c-07b8378fb4a3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:26.088632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.101809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Calling delete_port for 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:26.114763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Port': ['ID=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:26.119127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] No DVR routers for this DVR port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:26.180469 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.198057 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.206436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] Pushing event deleted for resources: {'Port': ['ID=8ea2cf47-75c8-4cdd-8808-43f00ef67ca2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:26.208301 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05157669-6c1f-4a51-947c-8767496e2622 None None] No DVR routers for this DVR port 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:26.220378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c99e5b-edb9-48b7-83ba-0f70f08bac53']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:26.229838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:26.230146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cb4ef6-f052-4785-a72c-07b8378fb4a3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:26.244554 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.260097 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.266707 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:26.267083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:26.270099 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:26.328830 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.339450 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.342476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] 10.222.0.31 "DELETE /v2.0/networks/48c99e5b-edb9-48b7-83ba-0f70f08bac53 HTTP/1.1" status: 204 len: 168 time: 0.5452082 Oct 19 21:17:26.354911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5f19-ee8a-4a19-93ef-c784f08e1954 tempest-NetworksIpV6Test-912352983 tempest-NetworksIpV6Test-912352983-project] Pushing event deleted for resources: {'Network': ['ID=48c99e5b-edb9-48b7-83ba-0f70f08bac53,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:26.534605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0a17-a14a-4f49-9c4e-9a4618e81902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.586401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36094) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:26.713599 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-285f29a8-01dc-4821-8ec3-4a9cb9eb52ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adc83bcafc0540b3abeb120ca5a1b17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259735 Oct 19 21:17:26.716088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:26.762166 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.787150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.832841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.835470 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:26.837539 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/948f9c42-ba0b-4e32-b113-21f22c295884 HTTP/1.1" status: 204 len: 168 time: 0.1195233 Oct 19 21:17:26.844192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f265d-e8b6-4903-9c8f-b06faacdfdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f9c42-ba0b-4e32-b113-21f22c295884,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:27.416313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:17:27.436632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:17:27.436976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 8ea2cf47-75c8-4cdd-8808-43f00ef67ca2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:17:27.460453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36120) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:27.552287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-796203822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:27.576893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.577930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.661962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.665971 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.683578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.684793 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3315c3c7-4186-4d93-8e00-baa5a5b35cc1 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2233303 Oct 19 21:17:27.687629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36124) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:27.692360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-190030407'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:27.711622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Made reservation on behalf of b32135514cd8418895bd3f8bb567e01e for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:27.715092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.724426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.799572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.803032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.824560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:27.839202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee9ea8-2ba9-40ad-976d-ae5617472521,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:27.842729 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.843678 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Added segment ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10 of type vlan for network 6b255e79-38ff-409e-8d6e-7ac4ae44058f Oct 19 21:17:27.882007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.906406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.912613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:27.913114 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:27.948022 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2593949 Oct 19 21:17:27.951204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36126) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:27.956893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'subnet': {'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:27.985749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05535c-8fd4-485b-96db-33fa4261ec07 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event updated for resources: {'Network': ['ID=6b255e79-38ff-409e-8d6e-7ac4ae44058f,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:27.996259 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:28.048438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Made reservation on behalf of b32135514cd8418895bd3f8bb567e01e for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:28.052198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.232642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.294610 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event updated for resources: {'Subnet': ['ID=554d1bca-c664-4b77-bffd-81e97bd906eb,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:28.300160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Checking segment: {'id': 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:28.300565 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Network hostable DHCP agents. Network: 6b255e79-38ff-409e-8d6e-7ac4ae44058f, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:28.317484 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:28.325051 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 6b255e79-38ff-409e-8d6e-7ac4ae44058f) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:28.329982 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:28.331069 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.333948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7058e07-763f-44ff-ad67-7a1873933aac None None] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:28.345948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-cdab5122-14e5-4c4f-ab3d-ec5bfbbc770a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3936496 Oct 19 21:17:28.349239 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36128) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:28.354481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1876080422'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:28.374963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Made reservation on behalf of b32135514cd8418895bd3f8bb567e01e for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:28.378667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.404211 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:28.413312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.413662 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Added segment d8d2a6ae-461d-4b1d-bade-ab57cc8e0d17 of type vlan for network 8726a505-5d7d-4f04-9501-d31145fec3ed Oct 19 21:17:28.453898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.480210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.485597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-6b255e79-38ff-409e-8d6e-7ac4ae44058f', 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f', 'tenant_id': 'b32135514cd8418895bd3f8bb567e01e', 'fixed_ips': [{'subnet_id': '554d1bca-c664-4b77-bffd-81e97bd906eb'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:28.486283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:28.486395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.486874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.525547 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1751792 Oct 19 21:17:28.528545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36130) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:28.534701 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'subnet': {'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:28.559449 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113ab56-1943-48d5-baaa-d9d512da7b6b tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event updated for resources: {'Network': ['ID=8726a505-5d7d-4f04-9501-d31145fec3ed,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:28.573676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8726a505-5d7d-4f04-9501-d31145fec3ed details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:28.629783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Made reservation on behalf of b32135514cd8418895bd3f8bb567e01e for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:28.633302 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.682475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Allocated IP 172.20.0.2 (6b255e79-38ff-409e-8d6e-7ac4ae44058f/554d1bca-c664-4b77-bffd-81e97bd906eb/a90e8ce7-a4fb-4556-bc8e-393c1f431473) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:28.812080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.827114 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.833017 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.874637 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:28.877706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:28.880869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event updated for resources: {'Subnet': ['ID=a5ed0ad4-ddd8-4004-9ab1-f39303781e0e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:28.884287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:28.885348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Checking segment: {'id': 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:28.885716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Network hostable DHCP agents. Network: 8726a505-5d7d-4f04-9501-d31145fec3ed, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:28.892272 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Pushing event updated for resources: {'Port': ['ID=a90e8ce7-a4fb-4556-bc8e-393c1f431473,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:28.903919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Network 8726a505-5d7d-4f04-9501-d31145fec3ed is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:28.912346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8726a505-5d7d-4f04-9501-d31145fec3ed) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:28.919872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:28.920632 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.929145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacc518-b3eb-48d3-ac3f-066ea12d1698 None None] Network 8726a505-5d7d-4f04-9501-d31145fec3ed requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:28.936197 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-73d31c5b-5319-432c-ad63-54fb9dd4a83a tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4062066 Oct 19 21:17:28.939489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:28.943807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ff961c68-8822-4490-8f40-35a98024e415 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Request body: {'router': {'external_gateway_info': {'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:28.960516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Attempting to bind port a90e8ce7-a4fb-4556-bc8e-393c1f431473 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:28.960885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Attempting to bind port a90e8ce7-a4fb-4556-bc8e-393c1f431473 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:28.961247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Attempting to bind port a90e8ce7-a4fb-4556-bc8e-393c1f431473 on network 6b255e79-38ff-409e-8d6e-7ac4ae44058f {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:28.994954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:28.995325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Checking segment: {'id': 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:28.995720 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:28.996110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Bound using segment: {'id': 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:28.996582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Bound port: a90e8ce7-a4fb-4556-bc8e-393c1f431473, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b255e79-38ff-409e-8d6e-7ac4ae44058f'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:28.997162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.103057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] For port a90e8ce7-a4fb-4556-bc8e-393c1f431473, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:29.107429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] For port a90e8ce7-a4fb-4556-bc8e-393c1f431473, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a90e8ce7-a4fb-4556-bc8e-393c1f431473,segment=NetworkSegment(ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10),segment_id=ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:29.114794 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.150646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ff961c68-8822-4490-8f40-35a98024e415 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.160833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8726a505-5d7d-4f04-9501-d31145fec3ed', 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed', 'tenant_id': 'b32135514cd8418895bd3f8bb567e01e', 'fixed_ips': [{'subnet_id': 'a5ed0ad4-ddd8-4004-9ab1-f39303781e0e'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:29.161707 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.279893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222dcf3-81b7-472c-aadd-7ef9d21edda8 None None] Pushing event updated for resources: {'Port': ['ID=a90e8ce7-a4fb-4556-bc8e-393c1f431473,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:29.280038 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [None req-ff961c68-8822-4490-8f40-35a98024e415 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 21:17:29.287066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ff961c68-8822-4490-8f40-35a98024e415 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "PUT /v2.0/routers/01a99f03-f8db-4ff6-b624-487a21056de0 HTTP/1.1" status: 400 len: 364 time: 0.3409145 Oct 19 21:17:29.287437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36134) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:29.298190 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-377b7682-da16-4f1f-8405-68af0013e45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.343342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Deleting subnet a5ed0ad4-ddd8-4004-9ab1-f39303781e0e {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:17:29.355353 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Allocated IP 172.21.0.2 (8726a505-5d7d-4f04-9501-d31145fec3ed/a5ed0ad4-ddd8-4004-9ab1-f39303781e0e/bfbe81d3-9860-4906-a8f9-738a34e3c14d) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:29.520377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a90e8ce7-a4fb-4556-bc8e-393c1f431473 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:29.549137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.559660 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.561971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.601380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.615029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Network 8726a505-5d7d-4f04-9501-d31145fec3ed is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:29.619981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:29.628498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:29.630483 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Pushing event updated for resources: {'Port': ['ID=bfbe81d3-9860-4906-a8f9-738a34e3c14d,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:29.639146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a90e8ce7-a4fb-4556-bc8e-393c1f431473 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:29.639146 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.696174 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.718948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Attempting to bind port bfbe81d3-9860-4906-a8f9-738a34e3c14d on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:29.719314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Attempting to bind port bfbe81d3-9860-4906-a8f9-738a34e3c14d by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:29.719673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Attempting to bind port bfbe81d3-9860-4906-a8f9-738a34e3c14d on network 8726a505-5d7d-4f04-9501-d31145fec3ed {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:29.725911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:29.726284 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Checking segment: {'id': 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:29.726679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.727089 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Bound using segment: {'id': 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:29.727533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Bound port: bfbe81d3-9860-4906-a8f9-738a34e3c14d, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8726a505-5d7d-4f04-9501-d31145fec3ed'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:29.727907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.753634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.779909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ed0ad4-ddd8-4004-9ab1-f39303781e0e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:29.785541 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.788699 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f46c990f-c676-45fd-b0f5-7aaadb8b3bd8 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "DELETE /v2.0/subnets/a5ed0ad4-ddd8-4004-9ab1-f39303781e0e HTTP/1.1" status: 204 len: 168 time: 0.5002556 Oct 19 21:17:29.791202 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36136) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:29.809641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.840576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] For port bfbe81d3-9860-4906-a8f9-738a34e3c14d, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:29.848316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] For port bfbe81d3-9860-4906-a8f9-738a34e3c14d, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bfbe81d3-9860-4906-a8f9-738a34e3c14d,segment=NetworkSegment(d8d2a6ae-461d-4b1d-bade-ab57cc8e0d17),segment_id=d8d2a6ae-461d-4b1d-bade-ab57cc8e0d17)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:29.862282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.868105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a90e8ce7-a4fb-4556-bc8e-393c1f431473, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a90e8ce7-a4fb-4556-bc8e-393c1f431473,segment=NetworkSegment(ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10),segment_id=ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:29.890665 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.896659 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.931874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2927db-81e6-4889-8840-9e25da84ca34 None None] Pushing event updated for resources: {'Port': ['ID=bfbe81d3-9860-4906-a8f9-738a34e3c14d,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:29.961201 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Deleting port bfbe81d3-9860-4906-a8f9-738a34e3c14d {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:29.961728 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:29.989200 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a90e8ce7-a4fb-4556-bc8e-393c1f431473,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:30.032742 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] For port bfbe81d3-9860-4906-a8f9-738a34e3c14d, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=bfbe81d3-9860-4906-a8f9-738a34e3c14d,segment=NetworkSegment(d8d2a6ae-461d-4b1d-bade-ab57cc8e0d17),segment_id=d8d2a6ae-461d-4b1d-bade-ab57cc8e0d17)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:30.033108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.053686 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Calling delete_port for bfbe81d3-9860-4906-a8f9-738a34e3c14d owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:30.156852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.187886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] No DVR routers for this DVR port bfbe81d3-9860-4906-a8f9-738a34e3c14d on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:30.189782 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Port': ['ID=bfbe81d3-9860-4906-a8f9-738a34e3c14d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:30.238360 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f46e3-4f5d-469f-aeec-f65b329ea911 None None] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:30.277589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.298212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8726a505-5d7d-4f04-9501-d31145fec3ed']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:30.308577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:30.308880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d2a6ae-461d-4b1d-bade-ab57cc8e0d17') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:30.318881 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.326634 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f8eb6900-e88b-4d9e-a7a3-dc1f1abea1a4 None None] Provisioning complete for port a90e8ce7-a4fb-4556-bc8e-393c1f431473 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:30.326999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6900-e88b-4d9e-a7a3-dc1f1abea1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.331783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.337887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:30.338271 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:30.341180 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:30.401983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.406518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.410116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.413495 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "DELETE /v2.0/networks/8726a505-5d7d-4f04-9501-d31145fec3ed HTTP/1.1" status: 204 len: 168 time: 0.6211441 Oct 19 21:17:30.416257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36138) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:30.456953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293fba4-1da5-4a95-b0be-caf14a5ebfff tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Network': ['ID=8726a505-5d7d-4f04-9501-d31145fec3ed,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:30.482480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Deleting subnet 554d1bca-c664-4b77-bffd-81e97bd906eb {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:17:30.485925 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.527130 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.617947 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.679443 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.710285 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Subnet': ['ID=554d1bca-c664-4b77-bffd-81e97bd906eb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:30.715195 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.720515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-14e90bca-9329-4f52-bb0f-1586007314f0 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "DELETE /v2.0/subnets/554d1bca-c664-4b77-bffd-81e97bd906eb HTTP/1.1" status: 204 len: 168 time: 0.3008361 Oct 19 21:17:30.720712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36140) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:30.721992 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37b9e8-c97f-4b2f-a0a5-2706e2ab4a01 None None] Network 6b255e79-38ff-409e-8d6e-7ac4ae44058f requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:30.742219 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c79bae24-bf2d-44e8-a918-cbbd434810e3 None None] Provisioning complete for port a90e8ce7-a4fb-4556-bc8e-393c1f431473 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:30.742675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c79bae24-bf2d-44e8-a918-cbbd434810e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.802716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.864642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Deleting port a90e8ce7-a4fb-4556-bc8e-393c1f431473 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:30.864984 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.934925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] For port a90e8ce7-a4fb-4556-bc8e-393c1f431473, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a90e8ce7-a4fb-4556-bc8e-393c1f431473,segment=NetworkSegment(ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10),segment_id=ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:30.935972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:30.952003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Calling delete_port for a90e8ce7-a4fb-4556-bc8e-393c1f431473 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:31.007492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] DHCP port deletion for 6b255e79-38ff-409e-8d6e-7ac4ae44058f request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:17:31.040682 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.049757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-67e333d7-bcbf-4f05-b57c-19697c129a64 None None] Could not find standard attr ID for object bfbe81d3-9860-4906-a8f9-738a34e3c14d. {{(pid=100736) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 21:17:31.068265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb2a68-31f9-48c1-b27b-f14dfe3d5918 None None] DHCP port deletion for 8726a505-5d7d-4f04-9501-d31145fec3ed request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:17:31.070969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Deleting port a90e8ce7-a4fb-4556-bc8e-393c1f431473 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:17:31.071335 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.072543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] No DVR routers for this DVR port a90e8ce7-a4fb-4556-bc8e-393c1f431473 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:31.075225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Port': ['ID=a90e8ce7-a4fb-4556-bc8e-393c1f431473,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:31.123915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63aa3b5-ab31-4ef1-abc7-174a8b49930d None None] Network 8726a505-5d7d-4f04-9501-d31145fec3ed requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:31.154058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] For port a90e8ce7-a4fb-4556-bc8e-393c1f431473, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:31.154442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.158534 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.162719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63aa3b5-ab31-4ef1-abc7-174a8b49930d None None] Network 8726a505-5d7d-4f04-9501-d31145fec3ed could not be found, it might have been deleted concurrently. {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 21:17:31.174232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Calling delete_port for a90e8ce7-a4fb-4556-bc8e-393c1f431473 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:17:31.177848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Port a90e8ce7-a4fb-4556-bc8e-393c1f431473 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 21:17:31.179026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.183507 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.185549 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b255e79-38ff-409e-8d6e-7ac4ae44058f']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:31.199287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:31.199583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4aa25e-6e73-4b0d-8dda-3fbcb9186a10') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:31.209616 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.224733 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.231457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:17:31.231773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:17:31.235484 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:17:31.297603 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.306333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.309981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "DELETE /v2.0/networks/6b255e79-38ff-409e-8d6e-7ac4ae44058f HTTP/1.1" status: 204 len: 168 time: 0.5878966 Oct 19 21:17:31.312340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:31.331853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd78cd-d7ce-48c5-a536-447bae21d5cd tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Pushing event deleted for resources: {'Network': ['ID=6b255e79-38ff-409e-8d6e-7ac4ae44058f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:31.348066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3edba398-4262-4eb1-a0c9-a1490b28c395 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "GET /v2.0/ports?device_id=01a99f03-f8db-4ff6-b624-487a21056de0 HTTP/1.1" status: 200 len: 205 time: 0.0344365 Oct 19 21:17:31.350476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36144) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:31.368181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] Pushing event deleted for resources: {'Port': ['ID=a90e8ce7-a4fb-4556-bc8e-393c1f431473,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:31.370039 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbc5f9-2ae6-40c9-ac93-81581087a787 None None] No DVR routers for this DVR port a90e8ce7-a4fb-4556-bc8e-393c1f431473 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:17:31.428562 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a90e8ce7-a4fb-4556-bc8e-393c1f431473 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:17:31.431868 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.448227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a90e8ce7-a4fb-4556-bc8e-393c1f431473 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:17:31.448497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a90e8ce7-a4fb-4556-bc8e-393c1f431473 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:17:31.588767 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.590911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.633965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.634405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Fanout notify agent at l3_agent the message router_deleted on router 01a99f03-f8db-4ff6-b624-487a21056de0 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:17:31.641663 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:31.642872 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6afcc0c2-ad43-4c6b-98a7-71dfb2e016f5 tempest-RoutersNegativeTest-690544379 tempest-RoutersNegativeTest-690544379-project] 10.222.0.31 "DELETE /v2.0/routers/01a99f03-f8db-4ff6-b624-487a21056de0 HTTP/1.1" status: 204 len: 168 time: 0.2915008 Oct 19 21:17:31.875818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36150) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:32.008478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e28242de-ccc6-471d-9dec-be2f6344ab3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b32135514cd8418895bd3f8bb567e01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315196 Oct 19 21:17:32.011041 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36154) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:32.034810 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:17:32.057484 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.079606 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.124929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.127492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.128620 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1ee9ea8-2ba9-40ad-976d-ae5617472521 HTTP/1.1" status: 204 len: 168 time: 0.1166763 Oct 19 21:17:32.136114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448b2b-b45a-4eb8-8e91-1e9f92e5bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee9ea8-2ba9-40ad-976d-ae5617472521,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:32.415188 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.739604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36176) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:32.832199 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1103623428-network', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:32.853550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Made reservation on behalf of 20bd06c9a8f1414aac662208d8f083e6 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:32.855794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.864445 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.933995 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.937706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.965429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:32.974517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec97e9-7c80-49a9-9895-8821c734bd48,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:32.980618 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:32.981001 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Added segment f760fbce-f8ba-4050-b0a2-1f988dc7338d of type vlan for network b2372c65-572e-48ed-872e-36a310c670da Oct 19 21:17:33.022651 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.357148 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.358118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:33.358714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.389984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6492305 Oct 19 21:17:33.393767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36180) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:33.399285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Request body: {'subnet': {'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-subnet', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:33.419716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Made reservation on behalf of 20bd06c9a8f1414aac662208d8f083e6 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:33.421391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb4e46-49c0-42e9-b340-e1e09f0cf3cb admin admin] Pushing event updated for resources: {'Network': ['ID=b2372c65-572e-48ed-872e-36a310c670da,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:33.422059 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.431408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network b2372c65-572e-48ed-872e-36a310c670da details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:33.591018 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.651393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2febc0-da3f-4aed-81ee-365c67d9ecad,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:33.654767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Checking segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:33.655133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Network hostable DHCP agents. Network: b2372c65-572e-48ed-872e-36a310c670da, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:33.671026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Network b2372c65-572e-48ed-872e-36a310c670da is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:33.679724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, b2372c65-572e-48ed-872e-36a310c670da) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:33.683659 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:33.684234 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.689985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074a6ff-fd88-42d2-88c6-d28a6a5cb6aa None None] Network b2372c65-572e-48ed-872e-36a310c670da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:33.700625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-878c9ab0-f5fd-47df-9cc6-31caa59a5a10 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3052471 Oct 19 21:17:33.703975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:33.708133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:33.727607 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.728674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.783061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.833076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-b2372c65-572e-48ed-872e-36a310c670da', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:33.833960 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.919020 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:33.964239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Allocated IP 172.20.0.2 (b2372c65-572e-48ed-872e-36a310c670da/8d2febc0-da3f-4aed-81ee-365c67d9ecad/1c2c76a8-deb5-4c70-b83e-501be3e2a69e) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:34.109395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.115169 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.119942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.139201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.152005 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Network b2372c65-572e-48ed-872e-36a310c670da is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:34.154828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:34.159286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:34.170898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Pushing event updated for resources: {'Port': ['ID=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:34.224586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Attempting to bind port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:34.224984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Attempting to bind port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:34.225374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Attempting to bind port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:34.230292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:34.230662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Checking segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:34.231056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.231447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Bound using segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:34.231908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Bound port: 1c2c76a8-deb5-4c70-b83e-501be3e2a69e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:34.232279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.247335 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Allocated IP 172.25.7.31 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/c704ed5d-06fd-425f-aed5-3593bce9ef5b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:34.297144 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] For port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:34.300247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] For port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:34.303877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.357667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.367036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff297-cfa1-4726-8dbe-2b7604d5ea85 None None] Pushing event updated for resources: {'Port': ['ID=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:34.393794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.432330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:34.435198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:34.439703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:34.475752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Pushing event updated for resources: {'Port': ['ID=c704ed5d-06fd-425f-aed5-3593bce9ef5b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:34.714691 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:34.908066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.043359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:17:35.153247 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:17:35.163644 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Sync routers for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:17:35.173480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.174262 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:35.174736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a488bd54-8ada-44e0-aa94-e4b78ec7a811 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4698386 Oct 19 21:17:35.177426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36184) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:35.177887 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:35.234596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e3cc3-d77c-4a05-9bb3-804ca0c5dcf8 None None] Network b2372c65-572e-48ed-872e-36a310c670da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:35.314901 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] Provisioning complete for port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:35.315164 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:35.315286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.467557 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.501391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1c2c76a8-deb5-4c70-b83e-501be3e2a69e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:35.525791 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:34Z', 'revision_number': 3, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:35.533917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] For port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:35.556413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.566924 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Checking router: 9cff497e-bb83-4d4b-8479-89415d6f9cb5 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:17:35.567618 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Updating router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 port c704ed5d-06fd-425f-aed5-3593bce9ef5b binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:17:35.603088 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.603669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:35.604030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.653986 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.654538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4141-20cf-4d93-85ea-0f2ff63bc15d None None] Pushing event updated for resources: {'Port': ['ID=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:35.778115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-55fb5ece-5bc4-4f42-a4ef-e1b95e651aba None None] Provisioning complete for port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:35.778373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-55fb5ece-5bc4-4f42-a4ef-e1b95e651aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.832450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Allocated IP 172.20.0.1 (b2372c65-572e-48ed-872e-36a310c670da/8d2febc0-da3f-4aed-81ee-365c67d9ecad/876c3140-84d0-429f-9ecd-21d99f04930b) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:35.882654 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.888276 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.939406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Attempting to bind port c704ed5d-06fd-425f-aed5-3593bce9ef5b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:35.939773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Attempting to bind port c704ed5d-06fd-425f-aed5-3593bce9ef5b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:35.940128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Attempting to bind port c704ed5d-06fd-425f-aed5-3593bce9ef5b on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:35.942365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.950399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Pushing event updated for resources: {'Port': ['ID=c704ed5d-06fd-425f-aed5-3593bce9ef5b,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:35.954011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:35.954376 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:35.954773 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.955155 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:35.955621 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Bound port: c704ed5d-06fd-425f-aed5-3593bce9ef5b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:35.955991 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:35.962445 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.962784 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.963121 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.963447 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.963769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.964092 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.964412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.964730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.965050 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.965387 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.965705 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.966015 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:17:35.977974 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.012725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Network b2372c65-572e-48ed-872e-36a310c670da is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:36.016268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:36.019691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:36.026609 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] For port c704ed5d-06fd-425f-aed5-3593bce9ef5b, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:36.031258 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] For port c704ed5d-06fd-425f-aed5-3593bce9ef5b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c704ed5d-06fd-425f-aed5-3593bce9ef5b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:36.035787 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.053265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Pushing event updated for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:36.071721 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.087102 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:36.087822 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:36.146208 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6848-b68f-44ba-8fa5-b5b47eb8a70c None None] Pushing event updated for resources: {'Port': ['ID=c704ed5d-06fd-425f-aed5-3593bce9ef5b,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:36.205680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.219952 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:36.284052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9e8f5873-f86c-44c7-a79a-4326e8973d41 None None] Provisioning complete for port 876c3140-84d0-429f-9ecd-21d99f04930b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:36.284580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5873-f86c-44c7-a79a-4326e8973d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.323327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f5873-f86c-44c7-a79a-4326e8973d41 None None] Port 876c3140-84d0-429f-9ecd-21d99f04930b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:36.373586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.378969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.407253 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:34Z', 'revision_number': 3, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:36.432844 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156e5e3-f93c-4335-8c01-137e42ffc627 None None] The sync data for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 is: [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:34Z', 'revision_number': 3, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:17:36.450822 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Pushing event updated for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:36.455925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.549404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Network b2372c65-572e-48ed-872e-36a310c670da is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:36.550798 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:36.680023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:17:36.798535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:17:36.803993 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3e48713b-f000-447c-bcf0-7bcaafa2b378 admin admin] 10.222.0.31 "PUT /v2.0/routers/9cff497e-bb83-4d4b-8479-89415d6f9cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254909 Oct 19 21:17:36.845473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-37501796-44dc-4ac7-9b56-907dedecd71f None None] Provisioning complete for port 876c3140-84d0-429f-9ecd-21d99f04930b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:36.845840 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37501796-44dc-4ac7-9b56-907dedecd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:36.882026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-37501796-44dc-4ac7-9b56-907dedecd71f None None] Port 876c3140-84d0-429f-9ecd-21d99f04930b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:37.287473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36200) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:37.292473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-494242912-network', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:37.313338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Made reservation on behalf of 1cf50dafa3b04fa28245df1583f9a5a6 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:37.315606 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.323817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.398040 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.401910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.423933 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:17:37.437426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304d68c-02ca-4660-b3a2-ff32d076e87e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:37.454324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.454766 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Added segment 107fb756-a8a1-4bd8-800f-1ae2d78f04e3 of type vlan for network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 Oct 19 21:17:37.499782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.522017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c704ed5d-06fd-425f-aed5-3593bce9ef5b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:37.526060 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.527315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:37.527889 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.563702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2750356 Oct 19 21:17:37.566791 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36202) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:37.573142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Request body: {'subnet': {'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-subnet', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:37.573737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c704ed5d-06fd-425f-aed5-3593bce9ef5b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:37.574110 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.594740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Made reservation on behalf of 1cf50dafa3b04fa28245df1583f9a5a6 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:37.598877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909176-cfbe-40c1-9c56-9825ee164643 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7342b1-8595-49ff-ad05-2e31f5ed71e0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:37.599556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.609014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:17:37.725280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.745606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port c704ed5d-06fd-425f-aed5-3593bce9ef5b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c704ed5d-06fd-425f-aed5-3593bce9ef5b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:37.749233 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.750020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1c2c76a8-deb5-4c70-b83e-501be3e2a69e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:37.774743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.834517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=c704ed5d-06fd-425f-aed5-3593bce9ef5b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:37.836753 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44bd468-2675-418a-981c-7c96defca28b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:37.844143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:37.844746 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.844990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Checking segment: {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:37.845380 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Network hostable DHCP agents. Network: bc7342b1-8595-49ff-ad05-2e31f5ed71e0, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:17:37.863156 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:17:37.872354 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bc7342b1-8595-49ff-ad05-2e31f5ed71e0) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:37.877997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:37.878691 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.885396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13dfcd4-f78e-4344-a05a-7e6aaaaeb2e0 None None] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:37.896050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-05c253f1-3a80-44b2-ba5f-7096008f0cc9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3255577 Oct 19 21:17:37.897639 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36204) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:37.901878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:37.923263 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.924285 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:37.976872 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.029150 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Sync routers for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:17:38.048384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:38.049084 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:38.121894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'fixed_ips': [{'subnet_id': 'c44bd468-2675-418a-981c-7c96defca28b'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:17:38.122085 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.122748 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.239716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:38.329034 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.358066 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.425251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Allocated IP 172.20.0.2 (bc7342b1-8595-49ff-ad05-2e31f5ed71e0/c44bd468-2675-418a-981c-7c96defca28b/f6842a26-aa92-4a33-bdda-087f33a8e3ae) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:38.463675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Allocated IP 172.25.7.189 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/20e0692f-d5b0-4e6e-8a3b-06af1068b099) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:38.570930 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.604633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 4, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '876c3140-84d0-429f-9ecd-21d99f04930b', 'name': '', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'mac_address': 'fa:16:3e:77:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:35Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 2, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'subnets': [{'id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:38.609929 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.638074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Checking router: 9cff497e-bb83-4d4b-8479-89415d6f9cb5 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:17:38.638428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Updating router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 port 876c3140-84d0-429f-9ecd-21d99f04930b binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:17:38.647091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:38.649967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:38.654586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:38.663646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Pushing event updated for resources: {'Port': ['ID=20e0692f-d5b0-4e6e-8a3b-06af1068b099,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:38.820756 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.828576 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.830676 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:38.895615 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:38.903841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:38.908372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:38.910190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Pushing event updated for resources: {'Port': ['ID=f6842a26-aa92-4a33-bdda-087f33a8e3ae,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:38.919841 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.029980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Attempting to bind port f6842a26-aa92-4a33-bdda-087f33a8e3ae on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:39.030380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Attempting to bind port f6842a26-aa92-4a33-bdda-087f33a8e3ae by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:39.031282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Attempting to bind port f6842a26-aa92-4a33-bdda-087f33a8e3ae on network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:39.042675 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:39.043053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Checking segment: {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:39.043455 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.043850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Bound using segment: {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:39.044319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Bound port: f6842a26-aa92-4a33-bdda-087f33a8e3ae, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:39.044699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.118220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.175876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] For port f6842a26-aa92-4a33-bdda-087f33a8e3ae, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:39.190677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] For port f6842a26-aa92-4a33-bdda-087f33a8e3ae, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f6842a26-aa92-4a33-bdda-087f33a8e3ae,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:39.199866 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.262710 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Router 97dd5125-24ff-4525-938a-c8773d0488bf is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:17:39.302127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.303985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14c668-c3cb-42f2-9bcf-4ac4a100aabf None None] Pushing event updated for resources: {'Port': ['ID=f6842a26-aa92-4a33-bdda-087f33a8e3ae,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:39.311714 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.362264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff1c6-68ef-4ec7-802a-b8768696df73 None None] Pushing event updated for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:39.408832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:17:39.418979 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Sync routers for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:17:39.434097 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:39.435066 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:39.438255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Attempting to bind port 876c3140-84d0-429f-9ecd-21d99f04930b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:39.438633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Attempting to bind port 876c3140-84d0-429f-9ecd-21d99f04930b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:39.439000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Attempting to bind port 876c3140-84d0-429f-9ecd-21d99f04930b on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:39.445535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.446068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:39.446450 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Checking segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:39.446851 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.447248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Bound using segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:39.447751 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Bound port: 876c3140-84d0-429f-9ecd-21d99f04930b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:39.448076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.451369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1b59d0be-1b35-4178-a357-11f7fcfef86c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5501628 Oct 19 21:17:39.451869 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36206) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:17:39.464161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c704ed5d-06fd-425f-aed5-3593bce9ef5b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:39.592909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] For port 876c3140-84d0-429f-9ecd-21d99f04930b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:39.601071 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] For port 876c3140-84d0-429f-9ecd-21d99f04930b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=876c3140-84d0-429f-9ecd-21d99f04930b,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:39.602421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c704ed5d-06fd-425f-aed5-3593bce9ef5b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:39.603056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.627786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:39.663381 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:39.710999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff1c6-68ef-4ec7-802a-b8768696df73 None None] Pushing event updated for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:39.714578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:39.715199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:39.876347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:39.878271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] Provisioning complete for port 876c3140-84d0-429f-9ecd-21d99f04930b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:39.878641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.024800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:38Z', 'revision_number': 3, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:40.058496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Checking router: 97dd5125-24ff-4525-938a-c8773d0488bf for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:17:40.058496 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Updating router 97dd5125-24ff-4525-938a-c8773d0488bf port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:17:40.088380 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.111944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.180885 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] For port 876c3140-84d0-429f-9ecd-21d99f04930b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=876c3140-84d0-429f-9ecd-21d99f04930b,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:40.189260 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.246667 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 4, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '876c3140-84d0-429f-9ecd-21d99f04930b', 'name': '', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'mac_address': 'fa:16:3e:77:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:35Z', 'updated_at': '2021-10-19T21:17:39Z', 'revision_number': 4, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'subnets': [{'id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:40.289086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bafc10-47ea-4507-b33f-3f1856ac21dc None None] The sync data for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 is: [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:17:36Z', 'revision_number': 4, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '876c3140-84d0-429f-9ecd-21d99f04930b', 'name': '', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'mac_address': 'fa:16:3e:77:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:35Z', 'updated_at': '2021-10-19T21:17:39Z', 'revision_number': 4, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'subnets': [{'id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:17:40.296841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6842e1-37cd-4caa-b27b-715ea16c50f2 None None] Pushing event updated for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:40.329228 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8ed8f1e4-305e-4e93-be29-134779e02bef None None] Provisioning complete for port 876c3140-84d0-429f-9ecd-21d99f04930b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:40.329645 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f1e4-305e-4e93-be29-134779e02bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.461745 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.469524 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.484237 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.542214 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Attempting to bind port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:40.542715 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Attempting to bind port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:40.543078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Attempting to bind port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:40.555590 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:40.555959 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:40.556362 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.557106 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:40.557643 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Bound port: 20e0692f-d5b0-4e6e-8a3b-06af1068b099, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:40.558004 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.559742 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92afc35-02d0-4ee9-944c-d99976e1a072 None None] Pushing event updated for resources: {'Port': ['ID=20e0692f-d5b0-4e6e-8a3b-06af1068b099,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:40.632086 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] For port 20e0692f-d5b0-4e6e-8a3b-06af1068b099, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:40.635869 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] For port 20e0692f-d5b0-4e6e-8a3b-06af1068b099, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20e0692f-d5b0-4e6e-8a3b-06af1068b099,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:40.645063 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.681124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafd153-90d0-4e88-8ed4-6d0072ffc790 None None] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:17:40.707330 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:40.707946 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:40.722293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Allocated IP 172.20.0.1 (bc7342b1-8595-49ff-ad05-2e31f5ed71e0/c44bd468-2675-418a-981c-7c96defca28b/a28a1047-44fe-4408-8599-1f4be61bb599) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:40.759843 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92afc35-02d0-4ee9-944c-d99976e1a072 None None] Pushing event updated for resources: {'Port': ['ID=20e0692f-d5b0-4e6e-8a3b-06af1068b099,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:40.790488 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] Provisioning complete for port f6842a26-aa92-4a33-bdda-087f33a8e3ae triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:40.790861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.844537 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.864617 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:40.897334 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.949743 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:40.951737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:40.953418 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:40.956012 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Pushing event updated for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:40.958656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:41.015015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.024590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] For port f6842a26-aa92-4a33-bdda-087f33a8e3ae, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f6842a26-aa92-4a33-bdda-087f33a8e3ae,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:41.031908 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.092629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15c49-6db5-44a5-8e16-c3263531ec3a None None] Pushing event updated for resources: {'Port': ['ID=f6842a26-aa92-4a33-bdda-087f33a8e3ae,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:41.112202 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:38Z', 'revision_number': 3, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:41.141982 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f57be-4e79-4902-b1ca-619e829627a4 None None] The sync data for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 is: [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:38Z', 'revision_number': 3, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:17:41.189913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.358669 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d0594cca-d441-4854-9620-2cb0957c4516 None None] Provisioning complete for port f6842a26-aa92-4a33-bdda-087f33a8e3ae triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:41.360084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0594cca-d441-4854-9620-2cb0957c4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.404290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.415584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.500854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Pushing event updated for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:41.574801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d0594cca-d441-4854-9620-2cb0957c4516 None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:41.575393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d0594cca-d441-4854-9620-2cb0957c4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.588965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.642198 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d0594cca-d441-4854-9620-2cb0957c4516 None None] Port a28a1047-44fe-4408-8599-1f4be61bb599 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:41.679389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 876c3140-84d0-429f-9ecd-21d99f04930b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:41.735841 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 876c3140-84d0-429f-9ecd-21d99f04930b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:41.736454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.757225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:41.758764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:41.797732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f0df30c7-50be-49f6-ab0e-ea0d527345af None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:41.798375 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0df30c7-50be-49f6-ab0e-ea0d527345af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:41.838126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f0df30c7-50be-49f6-ab0e-ea0d527345af None None] Port a28a1047-44fe-4408-8599-1f4be61bb599 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:41.885871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f6842a26-aa92-4a33-bdda-087f33a8e3ae up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:41.891657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Router 97dd5125-24ff-4525-938a-c8773d0488bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:17:41.956908 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port f6842a26-aa92-4a33-bdda-087f33a8e3ae triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:41.957742 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:42.040409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:17:42.049340 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ae28ab5a-d401-479e-a733-eed728e82b0a admin admin] 10.222.0.31 "PUT /v2.0/routers/97dd5125-24ff-4525-938a-c8773d0488bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921097 Oct 19 21:17:42.081063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-015fc210-e5f5-4054-9016-d2100fdf8d1e None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:42.081467 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-015fc210-e5f5-4054-9016-d2100fdf8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:42.124902 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-015fc210-e5f5-4054-9016-d2100fdf8d1e None None] Port a28a1047-44fe-4408-8599-1f4be61bb599 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:42.799451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-c607ea25-2e7a-480b-9253-b9c76481d4ec tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:42.800909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-c607ea25-2e7a-480b-9253-b9c76481d4ec tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 817 time: 0.1035423 Oct 19 21:17:42.815698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-27d8aceb-7a23-4281-9739-1cc0033ff632 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/quotas/20bd06c9a8f1414aac662208d8f083e6 HTTP/1.1" status: 200 len: 375 time: 0.0090094 Oct 19 21:17:42.867299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-64c22017-864e-4607-8ace-af619ea2ce8d tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465469 Oct 19 21:17:43.086427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-87043bb8-a74f-4595-afb1-6a97a8483014 service neutron] 10.222.0.31 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314301 Oct 19 21:17:43.175932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:43.179358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-f3048b14-118d-4ad2-bf7d-91afba80acc2 service neutron] 10.222.0.31 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Oct 19 21:17:43.364823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-77e3b72b-e4fa-4555-9f67-8eb276b4eac9 req-1ddc5c99-08c1-4a42-8c24-a04d9dbec4f0 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 210 time: 0.0338664 Oct 19 21:17:43.461553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20e0692f-d5b0-4e6e-8a3b-06af1068b099 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:43.519239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:43.519686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:43.601689 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:43.631766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 20e0692f-d5b0-4e6e-8a3b-06af1068b099, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20e0692f-d5b0-4e6e-8a3b-06af1068b099,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:43.637386 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:43.641500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:43.697499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=20e0692f-d5b0-4e6e-8a3b-06af1068b099,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:43.760226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Sync routers for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:17:43.769884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:43.770509 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:44.037325 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:44.238671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:41Z', 'revision_number': 4, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a28a1047-44fe-4408-8599-1f4be61bb599', 'name': '', 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'mac_address': 'fa:16:3e:73:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c44bd468-2675-418a-981c-7c96defca28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:40Z', 'updated_at': '2021-10-19T21:17:41Z', 'revision_number': 2, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'subnets': [{'id': 'c44bd468-2675-418a-981c-7c96defca28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:44.267388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Checking router: 97dd5125-24ff-4525-938a-c8773d0488bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:17:44.267848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Updating router 97dd5125-24ff-4525-938a-c8773d0488bf port a28a1047-44fe-4408-8599-1f4be61bb599 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:17:44.298568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.303870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-be295b19-f814-4861-8714-4d41c02b32a6 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:44.304973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-be295b19-f814-4861-8714-4d41c02b32a6 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 817 time: 0.1200461 Oct 19 21:17:44.317771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Request body: {'port': {'device_id': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'admin_state_up': True, 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:44.426606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Made reservation on behalf of 20bd06c9a8f1414aac662208d8f083e6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:17:44.430396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.471829 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f658a4a2-cd3d-4755-93da-10443d4827c1 req-d3b91ca9-d1bf-410a-a74f-fcc4163cd91c tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 210 time: 0.0382791 Oct 19 21:17:44.572810 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.584535 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.586924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Allocated IP 172.20.0.5 (b2372c65-572e-48ed-872e-36a310c670da/8d2febc0-da3f-4aed-81ee-365c67d9ecad/8ecbb791-f80d-4e3c-8b95-e91a8410f9af) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:17:44.640830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52dbc7-44ad-45b4-9dce-7582bffe3a14 None None] Pushing event updated for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:44.699123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Attempting to bind port a28a1047-44fe-4408-8599-1f4be61bb599 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:44.699495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Attempting to bind port a28a1047-44fe-4408-8599-1f4be61bb599 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:44.699853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Attempting to bind port a28a1047-44fe-4408-8599-1f4be61bb599 on network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:44.705777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:44.706151 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Checking segment: {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:44.706932 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.706932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Bound using segment: {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:44.707818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Bound port: a28a1047-44fe-4408-8599-1f4be61bb599, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107fb756-a8a1-4bd8-800f-1ae2d78f04e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:44.707818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.754960 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.774475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] For port a28a1047-44fe-4408-8599-1f4be61bb599, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:44.777835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] For port a28a1047-44fe-4408-8599-1f4be61bb599, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a28a1047-44fe-4408-8599-1f4be61bb599,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:44.782949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.793514 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.840025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:17:44.840740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:17:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:44.841781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Network b2372c65-572e-48ed-872e-36a310c670da is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:17:44.848909 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:17:44.853519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:17:44.882707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52dbc7-44ad-45b4-9dce-7582bffe3a14 None None] Pushing event updated for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:44.883825 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Pushing event updated for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:44.912162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:44.912537 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.917434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:44.918077 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:44.946341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-b8d43b29-5df5-4497-af23-547530245098 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326272 Oct 19 21:17:45.032296 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:17:45.066438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Request body: {'port': {'device_id': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:17:45.129165 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.145556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.230314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] For port a28a1047-44fe-4408-8599-1f4be61bb599, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a28a1047-44fe-4408-8599-1f4be61bb599,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:45.240163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.331938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7868f-4345-4853-86ce-21fb5c996bbf None None] Pushing event updated for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:45.365175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:41Z', 'revision_number': 4, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a28a1047-44fe-4408-8599-1f4be61bb599', 'name': '', 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'mac_address': 'fa:16:3e:73:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c44bd468-2675-418a-981c-7c96defca28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:40Z', 'updated_at': '2021-10-19T21:17:44Z', 'revision_number': 4, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'subnets': [{'id': 'c44bd468-2675-418a-981c-7c96defca28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:17:45.368229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8af790bd-ebfe-4604-a1d9-01341ef1aedb None None] Provisioning complete for port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:45.369338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8af790bd-ebfe-4604-a1d9-01341ef1aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.403257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecbb791-f80d-4e3c-8b95-e91a8410f9af {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:17:45.410705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43909525-7f35-4140-a6b0-649eed73c5d3 None None] The sync data for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 is: [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:17:41Z', 'revision_number': 4, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a28a1047-44fe-4408-8599-1f4be61bb599', 'name': '', 'network_id': 'bc7342b1-8595-49ff-ad05-2e31f5ed71e0', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'mac_address': 'fa:16:3e:73:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'c44bd468-2675-418a-981c-7c96defca28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:40Z', 'updated_at': '2021-10-19T21:17:44Z', 'revision_number': 4, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'subnets': [{'id': 'c44bd468-2675-418a-981c-7c96defca28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:17:45.413482 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.428458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Transition to ACTIVE for port object 8ecbb791-f80d-4e3c-8b95-e91a8410f9af will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:17:45.433877 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.435978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8af790bd-ebfe-4604-a1d9-01341ef1aedb None None] Port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:17:45.468653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8af790bd-ebfe-4604-a1d9-01341ef1aedb None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:45.469032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8af790bd-ebfe-4604-a1d9-01341ef1aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.500550 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20e0692f-d5b0-4e6e-8a3b-06af1068b099 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:45.541541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:45.615320 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Attempting to bind port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:17:45.615944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Attempting to bind port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:17:45.616614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Attempting to bind port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:45.628188 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af on network b2372c65-572e-48ed-872e-36a310c670da not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:17:45.628489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ba7ff-b6cd-4a66-ac93-a8d6a0e4cb76 req-36dc0ec6-431f-450a-9a91-e4733112e28b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:45.628996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Attempting to bind port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:17:45.636802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f08ba7ff-b6cd-4a66-ac93-a8d6a0e4cb76 req-36dc0ec6-431f-450a-9a91-e4733112e28b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 943 time: 0.0704072 Oct 19 21:17:45.638436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:17:45.638888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Checking segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:17:45.639370 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Bound using segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:17:45.639968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Bound port: 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:17:45.640430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.653662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:45.654685 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.698379 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f08ba7ff-b6cd-4a66-ac93-a8d6a0e4cb76 req-9ae5ceba-9505-4f09-b8c0-ed2f26218601 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604088 Oct 19 21:17:45.720208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:17:45.732522 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:17:45.740487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.789592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:45.790208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:45.791615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] 10.222.0.11 "PUT /v2.0/ports/8ecbb791-f80d-4e3c-8b95-e91a8410f9af HTTP/1.1" status: 200 len: 1091 time: 0.7904756 Oct 19 21:17:45.792060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:45.794359 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c306cbb9-2692-4605-9613-903055786048" -d '{"events": [{"name": "network-changed", "server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:45.819851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b399259-85cc-4e06-a446-33c23a5b9a5f service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:45.853002 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c22690-ea5d-4a3e-b57b-c37d0309da82 x-openstack-request-id: req-12c22690-ea5d-4a3e-b57b-c37d0309da82 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:45.853404 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:45.853724 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12c22690-ea5d-4a3e-b57b-c37d0309da82 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:45.854193 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af', 'status': 'completed', 'code': 200} Oct 19 21:17:45.891679 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-546df867-d397-43a5-8878-413de8a01164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:45.893072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-546df867-d397-43a5-8878-413de8a01164 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 1094 time: 0.0508666 Oct 19 21:17:45.937216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-4e24d3bb-9482-49f3-914b-7c36f7e6aa78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af HTTP/1.1" status: 200 len: 217 time: 0.0365636 Oct 19 21:17:45.992819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-3bf9b84e-9d35-45f9-84f7-4a5b67a0c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:45.994647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-3bf9b84e-9d35-45f9-84f7-4a5b67a0c7b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 200 len: 856 time: 0.0508177 Oct 19 21:17:46.050398 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-fa66be41-dd65-4881-9c29-c2a9556dfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.051891 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-fa66be41-dd65-4881-9c29-c2a9556dfa59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2372c65-572e-48ed-872e-36a310c670da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504243 Oct 19 21:17:46.140460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-0d81d972-6d6f-4f8d-8d9e-f5e36c2e5d93 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807929 Oct 19 21:17:46.244882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc54384b-55d6-48e2-bc97-21e6a557b4ab req-f7796beb-daf3-41fe-ade4-e1ec7c0222e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947919 Oct 19 21:17:46.331306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cbb9-2692-4605-9613-903055786048 req-9760537c-429b-4f7b-a0ba-8d2044dc0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.332793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-9760537c-429b-4f7b-a0ba-8d2044dc0737 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 1094 time: 0.0412269 Oct 19 21:17:46.428344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cbb9-2692-4605-9613-903055786048 req-5a3c5746-5032-48af-86be-4aabeeae23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.429782 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-5a3c5746-5032-48af-86be-4aabeeae23da service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 918 time: 0.0905154 Oct 19 21:17:46.471781 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-f29f4664-3262-4b78-9154-9844b9e6102f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af HTTP/1.1" status: 200 len: 217 time: 0.0350792 Oct 19 21:17:46.523315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cbb9-2692-4605-9613-903055786048 req-1ccf5bbf-b124-4026-8634-1b5100cde87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.524804 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-1ccf5bbf-b124-4026-8634-1b5100cde87d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 200 len: 856 time: 0.0460324 Oct 19 21:17:46.576472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306cbb9-2692-4605-9613-903055786048 req-bf554ece-cc71-48b2-8bbe-0b7df3f092e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.577999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-bf554ece-cc71-48b2-8bbe-0b7df3f092e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2372c65-572e-48ed-872e-36a310c670da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449183 Oct 19 21:17:46.666199 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-5e44b0f9-fc2d-4ec9-aaac-02a157409301 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802724 Oct 19 21:17:46.762836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c306cbb9-2692-4605-9613-903055786048 req-b6da9dbe-b717-4473-a739-bb42ddd856ff service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885193 Oct 19 21:17:46.826265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192a978-b6f0-40e4-a447-498748d93c16 req-b5f8c8eb-b59a-4fce-9010-80ccf6020f58 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:46.827808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0192a978-b6f0-40e4-a447-498748d93c16 req-b5f8c8eb-b59a-4fce-9010-80ccf6020f58 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 943 time: 0.0491731 Oct 19 21:17:46.865542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0192a978-b6f0-40e4-a447-498748d93c16 req-f6c6ee68-90d6-45fc-a099-a9b7f9b8e420 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Oct 19 21:17:47.453968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a28a1047-44fe-4408-8599-1f4be61bb599 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:47.501640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a28a1047-44fe-4408-8599-1f4be61bb599 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:47.502012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:47.978955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3a52b-3f92-4244-8496-f5645f0729e8 req-37cf1917-3da9-4fe9-9a1a-c694616d0bde tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:47.980414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-daf3a52b-3f92-4244-8496-f5645f0729e8 req-37cf1917-3da9-4fe9-9a1a-c694616d0bde tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 943 time: 0.0488863 Oct 19 21:17:48.020903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-daf3a52b-3f92-4244-8496-f5645f0729e8 req-49ba2d5a-b931-43da-acc8-f723c236311c tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Oct 19 21:17:49.134508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c08d7-26b2-4b59-98c0-bff6e16d569d req-d490a142-9afe-4652-877c-e717f9d0f0ee tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:49.135873 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-470c08d7-26b2-4b59-98c0-bff6e16d569d req-d490a142-9afe-4652-877c-e717f9d0f0ee tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 943 time: 0.0483258 Oct 19 21:17:49.172164 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-470c08d7-26b2-4b59-98c0-bff6e16d569d req-d8b8f121-03ab-42ff-b83b-62019a995eb1 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298483 Oct 19 21:17:49.957156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8ecbb791-f80d-4e3c-8b95-e91a8410f9af details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:17:50.055365 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:50.067798 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'port_id': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af', 'mac_address': 'fa:16:3e:6f:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:17:50.109216 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:50.121796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecbb791-f80d-4e3c-8b95-e91a8410f9af {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:17:50.141319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:50.144770 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:50.195042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:50.289100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f3963-e98f-4384-a14e-eaea57d16e8c req-e737160d-d3e8-4170-97b9-3f8ab28b3821 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:50.290618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-024f3963-e98f-4384-a14e-eaea57d16e8c req-e737160d-d3e8-4170-97b9-3f8ab28b3821 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 944 time: 0.0497248 Oct 19 21:17:50.328618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-024f3963-e98f-4384-a14e-eaea57d16e8c req-59855ba9-48d8-4151-85cc-b30e42a79e2c tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Oct 19 21:17:50.351655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8ecbb791-f80d-4e3c-8b95-e91a8410f9af'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:17:51.442229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1ed64-d0ec-4d9f-a4d9-480184a79f3f req-a2133cb9-40f8-49ca-b44b-118ac00d4e5d tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:51.443709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-25c1ed64-d0ec-4d9f-a4d9-480184a79f3f req-a2133cb9-40f8-49ca-b44b-118ac00d4e5d tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 944 time: 0.0487778 Oct 19 21:17:51.484546 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-25c1ed64-d0ec-4d9f-a4d9-480184a79f3f req-9283953f-0aa5-45bb-a0dc-b1d310cdbde4 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Oct 19 21:17:51.974206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8ecbb791-f80d-4e3c-8b95-e91a8410f9af up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:17:52.023676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:17:52.027269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:17:52.027639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:52.104250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:52.127080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:17:52.141490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:17:52.145244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:52.169211 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de6874a-462c-44ae-9201-0ae768e8569e" -d '{"events": [{"server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:17:52.198878 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:17:52.273773 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e6bca-188f-4ec1-b21b-fa69bd98533c x-openstack-request-id: req-768e6bca-188f-4ec1-b21b-fa69bd98533c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:17:52.274067 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:17:52.274322 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768e6bca-188f-4ec1-b21b-fa69bd98533c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:17:52.274721 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af', 'code': 200} Oct 19 21:17:52.369837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae074-55af-4c42-a279-0ad184f4f9ea req-0ec3f158-dc72-448f-9b1e-bbbb9fa823d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:52.371322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3ae074-55af-4c42-a279-0ad184f4f9ea req-0ec3f158-dc72-448f-9b1e-bbbb9fa823d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 1096 time: 0.0431859 Oct 19 21:17:52.405611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1c3ae074-55af-4c42-a279-0ad184f4f9ea req-42dd3a09-70f8-4350-9dae-53df1dafb11f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268972 Oct 19 21:17:52.599224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d85e7-2d6e-429d-8557-4ca032578c66 req-aa9180de-fc68-42e9-9615-b4aeaee5c3ba tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:52.600723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8d85e7-2d6e-429d-8557-4ca032578c66 req-aa9180de-fc68-42e9-9615-b4aeaee5c3ba tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0523064 Oct 19 21:17:52.638075 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee8d85e7-2d6e-429d-8557-4ca032578c66 req-7b088ceb-8feb-4dca-878d-b2bcd60cd1ef tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Oct 19 21:17:53.751571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c797a3-0f25-4802-b3b0-c16fba727e0d req-5753a719-c766-407c-ba44-ab9f417691af tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:53.753042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6c797a3-0f25-4802-b3b0-c16fba727e0d req-5753a719-c766-407c-ba44-ab9f417691af tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0492516 Oct 19 21:17:53.791281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f6c797a3-0f25-4802-b3b0-c16fba727e0d req-f420fe77-6427-46ba-a7b2-65566804a7b7 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Oct 19 21:17:53.901967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a2a11-7165-4fcc-85a1-d1ecbb5ce303 req-eb173506-d1f6-4df6-9bb0-7f9014141d66 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:17:53.903431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-564a2a11-7165-4fcc-85a1-d1ecbb5ce303 req-eb173506-d1f6-4df6-9bb0-7f9014141d66 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0481012 Oct 19 21:17:53.940621 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-564a2a11-7165-4fcc-85a1-d1ecbb5ce303 req-aa5d520d-ace5-4344-a82c-e2311327c331 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Oct 19 21:17:56.547011 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3b12d51-588b-4671-9884-f832b05c023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:17:59.269857 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c45cb992-5098-4704-b872-6b666e40907b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:00.370084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:01.149120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:02.416262 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:09.033398 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:18:13.183196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:13.642430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:15.512175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64c008-0298-4182-8c74-0f6defe8bfa3 req-8494c9ad-a1a2-4ce5-a82e-26975c06d4c4 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:15.513672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae64c008-0298-4182-8c74-0f6defe8bfa3 req-8494c9ad-a1a2-4ce5-a82e-26975c06d4c4 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0491498 Oct 19 21:18:15.551295 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae64c008-0298-4182-8c74-0f6defe8bfa3 req-df685b6f-f695-4127-ae78-d34830dd11d0 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Oct 19 21:18:16.665486 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba777b7f-7ffc-4ede-aaa5-c44ceec0a829 req-ccaf0722-9582-4792-97f0-e1dddc5c56b3 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:16.666924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba777b7f-7ffc-4ede-aaa5-c44ceec0a829 req-ccaf0722-9582-4792-97f0-e1dddc5c56b3 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0472023 Oct 19 21:18:16.706965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ba777b7f-7ffc-4ede-aaa5-c44ceec0a829 req-728d9634-246b-4a34-840c-c6940829e341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Oct 19 21:18:17.052029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-9b67e2fc-1b34-4d2b-975c-4554384c54ba tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:17.052029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-9b67e2fc-1b34-4d2b-975c-4554384c54ba tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 945 time: 0.0515192 Oct 19 21:18:17.143052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Deleting port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:17.143424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:17.232568 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] For port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:17.232917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:17.244349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Calling delete_port for 8ecbb791-f80d-4e3c-8b95-e91a8410f9af owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:17.368215 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:17.380285 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8ecbb791-f80d-4e3c-8b95-e91a8410f9af'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:18:17.409538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Pushing event deleted for resources: {'Port': ['ID=8ecbb791-f80d-4e3c-8b95-e91a8410f9af,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:17.450837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] No DVR routers for this DVR port 8ecbb791-f80d-4e3c-8b95-e91a8410f9af on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:18:17.454193 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:17.457498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc8994f4-1f80-4b36-ad92-e11d6b0c30cb req-c4dfd825-5e1c-482f-807b-c7bee3d0b341 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "DELETE /v2.0/ports/8ecbb791-f80d-4e3c-8b95-e91a8410f9af HTTP/1.1" status: 204 len: 173 time: 0.4000564 Oct 19 21:18:17.457953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'name': 'network-vif-deleted', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:18:17.460233 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af73ab0f-4c2b-42d0-95fd-5cf4953b2338" -d '{"events": [{"server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "name": "network-vif-deleted", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:18:17.503136 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9000831a-b01f-45af-af72-046086636c08 x-openstack-request-id: req-9000831a-b01f-45af-af72-046086636c08 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:18:17.503451 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2af63a3-2247-4203-9d0e-9b02d26d6b4e", "name": "network-vif-deleted", "tag": "8ecbb791-f80d-4e3c-8b95-e91a8410f9af", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:18:17.503663 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9000831a-b01f-45af-af72-046086636c08 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:18:17.504063 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af63a3-2247-4203-9d0e-9b02d26d6b4e', 'name': 'network-vif-deleted', 'tag': '8ecbb791-f80d-4e3c-8b95-e91a8410f9af', 'status': 'completed', 'code': 200} Oct 19 21:18:17.812240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e952029b-e415-4b27-a778-2f2f6411bddb req-4efd63f7-14c9-4584-ad7e-bd39899c5619 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2af63a3-2247-4203-9d0e-9b02d26d6b4e HTTP/1.1" status: 200 len: 210 time: 0.0276573 Oct 19 21:18:19.347663 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-035349cb-dce7-428e-bc0f-8fc9276a9163 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:19.349140 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-035349cb-dce7-428e-bc0f-8fc9276a9163 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 817 time: 0.1021383 Oct 19 21:18:19.364226 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-6e677a19-e213-4d59-9099-b27dc3e692fd tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/quotas/20bd06c9a8f1414aac662208d8f083e6 HTTP/1.1" status: 200 len: 375 time: 0.0093446 Oct 19 21:18:19.417958 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-2c30993b-0062-4661-8ee6-df0db2db3793 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486445 Oct 19 21:18:19.507894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d227aa78-d244-4d51-ae36-4bad645e5470 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:18:19.508891 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d227aa78-d244-4d51-ae36-4bad645e5470 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0433350 Oct 19 21:18:19.602783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-28a7224d-f470-4b33-9b1f-c12659638ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Oct 19 21:18:19.693041 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-aaec1106-98b9-4664-82c1-7e62d5b0eba2 service neutron] 10.222.0.31 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841377 Oct 19 21:18:20.875214 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e632343b-a6cf-4b7a-be75-4ca5f064849d req-7efb8ae9-de12-44bd-a25f-62c2bd0e2deb tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Oct 19 21:18:21.755374 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-dfe6c1c5-5563-4824-b91e-3062752ba550 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:21.756720 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-dfe6c1c5-5563-4824-b91e-3062752ba550 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 817 time: 0.1041236 Oct 19 21:18:21.769390 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Request body: {'port': {'device_id': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'admin_state_up': True, 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:18:21.876908 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Made reservation on behalf of 20bd06c9a8f1414aac662208d8f083e6 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:18:21.880325 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:21.969867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-30356e22-aca7-41d1-9c6c-e4b0bdf38d6a req-33b7d19f-c14d-46e2-b0be-5aad13c59554 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Oct 19 21:18:22.008765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Allocated IP 172.20.0.10 (b2372c65-572e-48ed-872e-36a310c670da/8d2febc0-da3f-4aed-81ee-365c67d9ecad/dd58dbaa-aca4-42d3-a2f4-122df14be2a7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:18:22.083053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8ecbb791-f80d-4e3c-8b95-e91a8410f9af no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:18:22.103149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 8ecbb791-f80d-4e3c-8b95-e91a8410f9af {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:18:22.103568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8ecbb791-f80d-4e3c-8b95-e91a8410f9af not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:18:22.157385 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.189329 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.230394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Network b2372c65-572e-48ed-872e-36a310c670da is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:18:22.233518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:18:22.237098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:18:22.266556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Pushing event updated for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:22.281575 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.281925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.282265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.282598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.282925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.283251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.283577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.283902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.284226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.284546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.284864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.285183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:22.303666 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:22.304279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.320611 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-3a1a1e63-1376-47b3-9168-80d021aa44b9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549583 Oct 19 21:18:22.333682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Request body: {'port': {'device_id': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:18:22.393991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.473417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-82d7e827-f418-4461-b329-8755fe25d914 None None] Provisioning complete for port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:18:22.473903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-82d7e827-f418-4461-b329-8755fe25d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.507872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-82d7e827-f418-4461-b329-8755fe25d914 None None] Port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:18:22.651645 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd58dbaa-aca4-42d3-a2f4-122df14be2a7 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:18:22.658932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.670852 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Transition to ACTIVE for port object dd58dbaa-aca4-42d3-a2f4-122df14be2a7 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:18:22.673932 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.724559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Pushing event updated for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:22.796100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Attempting to bind port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:18:22.796465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Attempting to bind port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:18:22.796792 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Attempting to bind port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:18:22.801356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 on network b2372c65-572e-48ed-872e-36a310c670da not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:18:22.801678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Attempting to bind port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 on network b2372c65-572e-48ed-872e-36a310c670da {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:18:22.806841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:18:22.807176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Checking segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:18:22.807556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Bound using segment: {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:18:22.807988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Bound port: dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760fbce-f8ba-4050-b0a2-1f988dc7338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:18:22.808349 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.874316 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:18:22.878534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:18:22.882440 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.915668 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:22.916279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:22.917708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd58dbaa-aca4-42d3-a2f4-122df14be2a7 HTTP/1.1" status: 200 len: 1092 time: 0.5883956 Oct 19 21:18:22.918151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:18:22.920382 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f720cc9a-9529-4532-a4ee-7d947d923b07" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:18:22.953640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470f7c8-26f9-488a-99a4-3cbdf1c4ae47 service neutron] Pushing event updated for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:22.969204 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa23b8b-c6ed-4d92-b0f4-d19cb39e6f5f x-openstack-request-id: req-9aa23b8b-c6ed-4d92-b0f4-d19cb39e6f5f {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:18:22.969574 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:18:22.969770 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aa23b8b-c6ed-4d92-b0f4-d19cb39e6f5f {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:18:22.970175 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7', 'status': 'completed', 'code': 200} Oct 19 21:18:23.022571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-29c105f7-da48-47da-88d0-9c99c7fb6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.024168 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-29c105f7-da48-47da-88d0-9c99c7fb6029 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 1095 time: 0.0504265 Oct 19 21:18:23.070137 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-651e3e25-b3f7-43ac-a31d-863e49fbbf41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7 HTTP/1.1" status: 200 len: 217 time: 0.0371382 Oct 19 21:18:23.097741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c78e-5642-4418-9489-5efcdbe942b1 req-f3e2cd62-110f-4df0-9090-dbb3bc5f336b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.099325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76d0c78e-5642-4418-9489-5efcdbe942b1 req-f3e2cd62-110f-4df0-9090-dbb3bc5f336b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 944 time: 0.0537636 Oct 19 21:18:23.129561 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-71185983-d32f-4da2-8523-4b4e0bec4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.131216 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-71185983-d32f-4da2-8523-4b4e0bec4759 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 200 len: 856 time: 0.0487235 Oct 19 21:18:23.141212 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-76d0c78e-5642-4418-9489-5efcdbe942b1 req-c7d14b53-5b3e-4b5e-a842-a4c128583498 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352840 Oct 19 21:18:23.184161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-f659a273-9c82-4df6-86ca-7a32dcff97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.185709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-f659a273-9c82-4df6-86ca-7a32dcff97c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2372c65-572e-48ed-872e-36a310c670da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456593 Oct 19 21:18:23.278368 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-164cafe5-0088-4f0b-bf9b-d651b9bff8a2 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835340 Oct 19 21:18:23.373202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-72ddb148-1b61-429b-9a71-b7ebdb8de575 req-1b617e99-0052-439e-a486-4f551674e63e service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859089 Oct 19 21:18:23.457854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-e727e457-2beb-42ca-b820-3767058bfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.459271 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-e727e457-2beb-42ca-b820-3767058bfcab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 1095 time: 0.0410752 Oct 19 21:18:23.554123 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-7d67f77b-b964-4079-8ca8-4315c11784f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.555661 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-7d67f77b-b964-4079-8ca8-4315c11784f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 918 time: 0.0882103 Oct 19 21:18:23.597703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-c1869195-f361-47bb-947b-6ea7ae08658a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7 HTTP/1.1" status: 200 len: 217 time: 0.0342422 Oct 19 21:18:23.646998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-749140b8-166e-4d99-b72d-fcb9717a222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.648407 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-749140b8-166e-4d99-b72d-fcb9717a222a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 200 len: 856 time: 0.0435300 Oct 19 21:18:23.693611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-9a1e4870-fcbd-4a33-a686-2b02327406de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:23.695042 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-9a1e4870-fcbd-4a33-a686-2b02327406de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2372c65-572e-48ed-872e-36a310c670da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379412 Oct 19 21:18:23.788623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-7692d22f-a9ad-4143-855e-4a52acc4b694 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Oct 19 21:18:23.879676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f720cc9a-9529-4532-a4ee-7d947d923b07 req-342a3f2a-b677-40c7-85ff-f5de0f1c5351 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833325 Oct 19 21:18:24.255319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a82e-6aad-462f-8d58-9d76ff395277 req-8f29897d-8d7b-4d2f-a62e-ebfbf0dffce4 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:24.256819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd87a82e-6aad-462f-8d58-9d76ff395277 req-8f29897d-8d7b-4d2f-a62e-ebfbf0dffce4 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 944 time: 0.0481784 Oct 19 21:18:24.297839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cd87a82e-6aad-462f-8d58-9d76ff395277 req-292b194b-44f5-4a4d-85c3-1632df2cd760 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Oct 19 21:18:25.408592 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330a74-23e3-4e50-b7cb-17745298105b req-54ae1989-e9c6-4b3d-b7ee-338ea21f004b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:25.410103 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f330a74-23e3-4e50-b7cb-17745298105b req-54ae1989-e9c6-4b3d-b7ee-338ea21f004b tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 944 time: 0.0479391 Oct 19 21:18:25.447378 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f330a74-23e3-4e50-b7cb-17745298105b req-4f4732e0-7a84-4cf2-bdfc-3d19128f9f60 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Oct 19 21:18:26.102104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd58dbaa-aca4-42d3-a2f4-122df14be2a7 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:18:26.195752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:26.207095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7', 'network_id': 'b2372c65-572e-48ed-872e-36a310c670da', 'port_id': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7', 'mac_address': 'fa:16:3e:f3:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2febc0-da3f-4aed-81ee-365c67d9ecad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:18:26.243204 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:26.255736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd58dbaa-aca4-42d3-a2f4-122df14be2a7 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:18:26.275191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:26.278888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:26.330940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:26.338900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.339399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.339724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.340060 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.340507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.340894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.341938 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.342293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.342606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.342926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.343243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.343931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:26.465889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dd58dbaa-aca4-42d3-a2f4-122df14be2a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:18:26.555060 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-644093e5-b4b7-4e08-9501-579bfc2cece7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:26.563608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccced35-a43f-441e-b0bf-c0d9130cdb09 req-d05803e0-a6ed-428d-a601-5ccb64523e66 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:26.565101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cccced35-a43f-441e-b0bf-c0d9130cdb09 req-d05803e0-a6ed-428d-a601-5ccb64523e66 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Oct 19 21:18:26.603124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cccced35-a43f-441e-b0bf-c0d9130cdb09 req-fc9d4e61-f0e1-4cc7-a403-43b7cf6b6a96 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Oct 19 21:18:27.722213 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f193d-6744-4ee9-aeca-a42e2469c281 req-572c071b-6bab-4f1a-b81a-f034962430aa tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:27.723678 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a89f193d-6744-4ee9-aeca-a42e2469c281 req-572c071b-6bab-4f1a-b81a-f034962430aa tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Oct 19 21:18:27.761623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a89f193d-6744-4ee9-aeca-a42e2469c281 req-5edf3b69-9009-4973-ba97-206d02bbb86c tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Oct 19 21:18:28.115065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd58dbaa-aca4-42d3-a2f4-122df14be2a7 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:18:28.165402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:18:28.168912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:18:28.169282 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:28.243977 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:28.266803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:18:28.269067 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee493f-50ac-4636-ac38-b0aa715191aa" -d '{"events": [{"server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "name": "network-vif-plugged", "status": "completed", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:18:28.281848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:28.285725 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:28.309538 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f85afc4-0789-4e06-9bec-ed2cd05cd5e6 x-openstack-request-id: req-5f85afc4-0789-4e06-9bec-ed2cd05cd5e6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:18:28.309827 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "name": "network-vif-plugged", "status": "completed", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:18:28.310076 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f85afc4-0789-4e06-9bec-ed2cd05cd5e6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:18:28.310482 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7', 'code': 200} Oct 19 21:18:28.341110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:28.413108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd758feb-cbbf-457a-85b1-0c0eb0d33644 req-9373c8e0-d735-483a-931c-f88aaca7c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:28.414555 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd758feb-cbbf-457a-85b1-0c0eb0d33644 req-9373c8e0-d735-483a-931c-f88aaca7c2c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 1097 time: 0.0455544 Oct 19 21:18:28.449922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bd758feb-cbbf-457a-85b1-0c0eb0d33644 req-ce8690a8-c112-43d9-9cb4-26f039906b84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276291 Oct 19 21:18:28.873585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb05cf-275d-4bf0-a8db-2f06476aa772 req-e815d285-ac11-4f23-a04a-3a7e6122a3e1 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:28.875071 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41eb05cf-275d-4bf0-a8db-2f06476aa772 req-e815d285-ac11-4f23-a04a-3a7e6122a3e1 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0488012 Oct 19 21:18:28.912406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-41eb05cf-275d-4bf0-a8db-2f06476aa772 req-66de2c51-d9c3-40ba-880d-9fdd45c945eb tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Oct 19 21:18:29.273456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7c96-ce93-485c-9fb7-b2194680dfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:30.027407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630993e4-0947-4c23-8411-5ff5c9717d41 req-89dcc762-4fe7-442a-a17d-aa5c9535fc29 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:30.028871 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-630993e4-0947-4c23-8411-5ff5c9717d41 req-89dcc762-4fe7-442a-a17d-aa5c9535fc29 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0493484 Oct 19 21:18:30.065924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-630993e4-0947-4c23-8411-5ff5c9717d41 req-db728f14-8f76-4d07-b50a-67cb10b75318 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Oct 19 21:18:30.177022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4312ae-b68c-44bd-baa0-a90eb44f1747 req-2c3072ee-0aa9-4852-bbf8-94ebc719f601 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:30.178515 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c4312ae-b68c-44bd-baa0-a90eb44f1747 req-2c3072ee-0aa9-4852-bbf8-94ebc719f601 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Oct 19 21:18:30.214760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c4312ae-b68c-44bd-baa0-a90eb44f1747 req-c66240e7-6a1d-428e-a0ae-d34a0cd53cf9 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303183 Oct 19 21:18:30.372738 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:31.152026 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:32.425827 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:43.173940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:43.206724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-12f4bc69-bc47-48a7-bbab-50cdeea3e64b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400403 Oct 19 21:18:43.285524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832873-2f92-494d-8897-db3e967ad63f req-12a9640d-1333-4a43-967b-3e60326b213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:43.287009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-12a9640d-1333-4a43-967b-3e60326b213a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20bd06c9a8f1414aac662208d8f083e6&device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 1097 time: 0.0410404 Oct 19 21:18:43.391965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832873-2f92-494d-8897-db3e967ad63f req-7e2862a1-2412-4519-8251-292ed76471cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:43.393375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-7e2862a1-2412-4519-8251-292ed76471cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 200 len: 918 time: 0.0888093 Oct 19 21:18:43.434114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-4b34711d-d24f-4773-9a04-c9860ad45368 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7 HTTP/1.1" status: 200 len: 217 time: 0.0337205 Oct 19 21:18:43.487266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832873-2f92-494d-8897-db3e967ad63f req-a646101d-92f4-4776-8c19-c78a124aaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:43.488714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-a646101d-92f4-4776-8c19-c78a124aaffb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 200 len: 856 time: 0.0477943 Oct 19 21:18:43.532698 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832873-2f92-494d-8897-db3e967ad63f req-7a187932-871b-4a9e-bba1-eb4fc0364b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:43.534192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-7a187932-871b-4a9e-bba1-eb4fc0364b65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2372c65-572e-48ed-872e-36a310c670da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391893 Oct 19 21:18:43.625222 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-ff15b287-34b9-4951-9625-4177f8e33112 service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845256 Oct 19 21:18:43.648048 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:44.056405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a3832873-2f92-494d-8897-db3e967ad63f req-3062f3d8-3c4f-4a0b-9562-667d5850816a service neutron] 10.222.0.11 "GET /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248438 Oct 19 21:18:46.032975 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:18:51.565977 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa750-a59f-4e15-bc0b-8dbab75165db req-937a6eee-4be8-4dab-bf95-856bd4678933 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:51.567483 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-213aa750-a59f-4e15-bc0b-8dbab75165db req-937a6eee-4be8-4dab-bf95-856bd4678933 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0507200 Oct 19 21:18:51.609481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-213aa750-a59f-4e15-bc0b-8dbab75165db req-69ce728c-243c-4157-b06e-ed282834fcdf tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Oct 19 21:18:52.727817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b13a7-6563-454b-8b05-17e717c80d05 req-6f72203b-df5a-4f57-b9e0-7040b53bc1ed tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:52.729693 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb0b13a7-6563-454b-8b05-17e717c80d05 req-6f72203b-df5a-4f57-b9e0-7040b53bc1ed tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0524187 Oct 19 21:18:52.767634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb0b13a7-6563-454b-8b05-17e717c80d05 req-caa940e3-1e0a-4c03-9ff1-c9ab2f41db14 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cec97e9-7c80-49a9-9895-8821c734bd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Oct 19 21:18:53.115973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-896d18bf-a573-4323-9272-1508582e12b5 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:18:53.117413 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-896d18bf-a573-4323-9272-1508582e12b5 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 946 time: 0.0474637 Oct 19 21:18:53.202883 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Deleting port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:53.203219 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:53.293884 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] For port dd58dbaa-aca4-42d3-a2f4-122df14be2a7, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:53.294247 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:53.305760 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Calling delete_port for dd58dbaa-aca4-42d3-a2f4-122df14be2a7 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:53.431669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:53.444163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['dd58dbaa-aca4-42d3-a2f4-122df14be2a7'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:18:53.462490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Pushing event deleted for resources: {'Port': ['ID=dd58dbaa-aca4-42d3-a2f4-122df14be2a7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:53.502209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] No DVR routers for this DVR port dd58dbaa-aca4-42d3-a2f4-122df14be2a7 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:18:53.504878 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:53.508255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ae5ae15-0ab8-47dc-b5cd-bd7e5d7828b9 req-59c6d5bd-fb78-4ebc-b5cf-0171b86d9e80 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.11 "DELETE /v2.0/ports/dd58dbaa-aca4-42d3-a2f4-122df14be2a7 HTTP/1.1" status: 204 len: 173 time: 0.3849006 Oct 19 21:18:53.508706 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'name': 'network-vif-deleted', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:18:53.511223 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4663e-9453-4766-8bbf-a0638155f161" -d '{"events": [{"server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "name": "network-vif-deleted", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:18:53.547173 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b65884-6cb4-4dd9-bd0d-3c2b843f3f1c x-openstack-request-id: req-76b65884-6cb4-4dd9-bd0d-3c2b843f3f1c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:18:53.547464 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e89e0-ef73-4f1e-af64-32a628f6e875", "name": "network-vif-deleted", "tag": "dd58dbaa-aca4-42d3-a2f4-122df14be2a7", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:18:53.547745 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76b65884-6cb4-4dd9-bd0d-3c2b843f3f1c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:18:53.548232 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e89e0-ef73-4f1e-af64-32a628f6e875', 'name': 'network-vif-deleted', 'tag': 'dd58dbaa-aca4-42d3-a2f4-122df14be2a7', 'status': 'completed', 'code': 200} Oct 19 21:18:53.874397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d586eae4-790e-4a68-9d0b-23551981c8f0 req-224c4ae9-2d24-4b0f-9297-4e6b0f50bd88 tempest-TestEncryptedCinderVolumes-276523655 tempest-TestEncryptedCinderVolumes-276523655-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e89e0-ef73-4f1e-af64-32a628f6e875 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Oct 19 21:18:54.963079 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36554) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:55.306546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:55.551673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Deleting port 876c3140-84d0-429f-9ecd-21d99f04930b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:55.551922 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:55.629619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] For port 876c3140-84d0-429f-9ecd-21d99f04930b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=876c3140-84d0-429f-9ecd-21d99f04930b,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:55.629972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:55.641878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Calling delete_port for 876c3140-84d0-429f-9ecd-21d99f04930b owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:55.813783 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:55.840694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Pushing event deleted for resources: {'Port': ['ID=876c3140-84d0-429f-9ecd-21d99f04930b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:55.868990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.869345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.869971 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.870308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.870634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.870957 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.871275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.871591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.871908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.872222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.872536 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:55.872849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:18:56.324307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:56.536088 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46dc51c4-894f-4fcc-bc5a-e35a3e905d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:56.536644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:18:56.645054 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:18:56.650426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-328b212a-0526-49f8-ba32-91f394f08766 admin admin] 10.222.0.31 "PUT /v2.0/routers/9cff497e-bb83-4d4b-8479-89415d6f9cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6856370 Oct 19 21:18:56.652931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36556) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:56.656012 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Sync routers for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:18:56.666076 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:18:56.666669 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:56.757000 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:56.768538 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:18:56.858781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:56.911275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Deleting port c704ed5d-06fd-425f-aed5-3593bce9ef5b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:56.911613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:56.941637 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:18:55Z', 'revision_number': 5, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port': {'id': 'c704ed5d-06fd-425f-aed5-3593bce9ef5b', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:34Z', 'updated_at': '2021-10-19T21:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:56.970969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Checking router: 9cff497e-bb83-4d4b-8479-89415d6f9cb5 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:18:56.979397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Routers {'9cff497e-bb83-4d4b-8479-89415d6f9cb5'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:18:56.979993 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:56.993922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] For port c704ed5d-06fd-425f-aed5-3593bce9ef5b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c704ed5d-06fd-425f-aed5-3593bce9ef5b,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:56.994280 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.005653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Calling delete_port for c704ed5d-06fd-425f-aed5-3593bce9ef5b owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:57.063765 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] Set router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:18:57.174442 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.197815 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:18:56Z', 'revision_number': 6, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:57.200668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c704ed5d-06fd-425f-aed5-3593bce9ef5b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:57.226146 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c08d0-da42-47fb-9c9f-a2385c087338 None None] The sync data for ids ['9cff497e-bb83-4d4b-8479-89415d6f9cb5'] in n-d-805649-9 is: [{'id': '9cff497e-bb83-4d4b-8479-89415d6f9cb5', 'name': 'tempest-TestEncryptedCinderVolumes-1103623428-router', 'tenant_id': '20bd06c9a8f1414aac662208d8f083e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:33Z', 'updated_at': '2021-10-19T21:18:56Z', 'revision_number': 6, 'project_id': '20bd06c9a8f1414aac662208d8f083e6', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:18:57.265392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.358968 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.361072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.402037 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.402580 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cff497e-bb83-4d4b-8479-89415d6f9cb5 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:18:57.407412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.408578 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8b826297-91ff-4bbe-a5e8-6741eca67e7d admin admin] 10.222.0.31 "DELETE /v2.0/routers/9cff497e-bb83-4d4b-8479-89415d6f9cb5 HTTP/1.1" status: 204 len: 168 time: 0.7547059 Oct 19 21:18:57.411172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36558) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:57.454872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Deleting subnet 8d2febc0-da3f-4aed-81ee-365c67d9ecad {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:18:57.457794 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.491401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.571274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.634873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.662828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2febc0-da3f-4aed-81ee-365c67d9ecad,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:57.674693 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.680921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-653d5cff-9317-4957-b604-4592d929da7d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8d2febc0-da3f-4aed-81ee-365c67d9ecad HTTP/1.1" status: 204 len: 168 time: 0.2657828 Oct 19 21:18:57.681274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36560) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:57.683061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4abec3-39fc-4ee2-9c9c-863375259144 None None] Network b2372c65-572e-48ed-872e-36a310c670da requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:18:57.701253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 876c3140-84d0-429f-9ecd-21d99f04930b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:18:57.730401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 876c3140-84d0-429f-9ecd-21d99f04930b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:18:57.730663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 876c3140-84d0-429f-9ecd-21d99f04930b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:18:57.753158 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.804453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Deleting port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:57.804791 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.867475 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] For port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,segment=NetworkSegment(f760fbce-f8ba-4050-b0a2-1f988dc7338d),segment_id=f760fbce-f8ba-4050-b0a2-1f988dc7338d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:57.867833 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.880404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Calling delete_port for 1c2c76a8-deb5-4c70-b83e-501be3e2a69e owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:57.963153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:57.989005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2c76a8-deb5-4c70-b83e-501be3e2a69e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:57.990801 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] No DVR routers for this DVR port 1c2c76a8-deb5-4c70-b83e-501be3e2a69e on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:18:58.041654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24814fcd-1718-44d7-860a-90bf1df212b0 None None] DHCP port deletion for b2372c65-572e-48ed-872e-36a310c670da request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:18:58.069961 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.091134 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2372c65-572e-48ed-872e-36a310c670da']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:58.100711 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f760fbce-f8ba-4050-b0a2-1f988dc7338d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:58.101000 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f760fbce-f8ba-4050-b0a2-1f988dc7338d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:58.110850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.125949 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.132072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:18:58.132455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:18:58.134178 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:18:58.189001 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.194656 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.197907 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2372c65-572e-48ed-872e-36a310c670da HTTP/1.1" status: 204 len: 168 time: 0.5162871 Oct 19 21:18:58.200871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36562) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:58.215632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3ecde-21f2-405b-8990-36889fcf6562 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2372c65-572e-48ed-872e-36a310c670da,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:58.257966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd58dbaa-aca4-42d3-a2f4-122df14be2a7 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:18:58.282528 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: dd58dbaa-aca4-42d3-a2f4-122df14be2a7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:18:58.283118 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device dd58dbaa-aca4-42d3-a2f4-122df14be2a7 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:18:58.569994 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.811343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Deleting port a28a1047-44fe-4408-8599-1f4be61bb599 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:58.812054 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.887916 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] For port a28a1047-44fe-4408-8599-1f4be61bb599, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a28a1047-44fe-4408-8599-1f4be61bb599,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:58.888275 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:58.905523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Calling delete_port for a28a1047-44fe-4408-8599-1f4be61bb599 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:18:59.087559 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.114104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a28a1047-44fe-4408-8599-1f4be61bb599,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:18:59.283849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.285434 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bff41db8-23a2-4bc8-99c2-1a0c37f08ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.505592 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Router 97dd5125-24ff-4525-938a-c8773d0488bf has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:18:59.520947 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c704ed5d-06fd-425f-aed5-3593bce9ef5b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:18:59.543872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c704ed5d-06fd-425f-aed5-3593bce9ef5b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:18:59.544213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c704ed5d-06fd-425f-aed5-3593bce9ef5b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:18:59.544625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1c2c76a8-deb5-4c70-b83e-501be3e2a69e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:18:59.565589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 1c2c76a8-deb5-4c70-b83e-501be3e2a69e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:18:59.565932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 1c2c76a8-deb5-4c70-b83e-501be3e2a69e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:18:59.614585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:18:59.619584 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a7c99487-539c-4df7-80c3-3f9dc71f00cc admin admin] 10.222.0.31 "PUT /v2.0/routers/97dd5125-24ff-4525-938a-c8773d0488bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4176617 Oct 19 21:18:59.622176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36564) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:18:59.623015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Sync routers for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:18:59.632532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:18:59.633145 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:18:59.726257 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.833034 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.887170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Deleting port 20e0692f-d5b0-4e6e-8a3b-06af1068b099 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:18:59.887502 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.896700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:18:59.964075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] For port 20e0692f-d5b0-4e6e-8a3b-06af1068b099, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=20e0692f-d5b0-4e6e-8a3b-06af1068b099,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:18:59.964433 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:18:59.982251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Calling delete_port for 20e0692f-d5b0-4e6e-8a3b-06af1068b099 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:19:00.072932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:18:59Z', 'revision_number': 5, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port': {'id': '20e0692f-d5b0-4e6e-8a3b-06af1068b099', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:17:38Z', 'updated_at': '2021-10-19T21:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:00.099585 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Checking router: 97dd5125-24ff-4525-938a-c8773d0488bf for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:00.107788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Routers {'97dd5125-24ff-4525-938a-c8773d0488bf'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:00.108408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['97dd5125-24ff-4525-938a-c8773d0488bf'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:00.143729 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.175116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e0692f-d5b0-4e6e-8a3b-06af1068b099,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:00.196598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] Set router 97dd5125-24ff-4525-938a-c8773d0488bf gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:00.232690 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.251803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:18:59Z', 'revision_number': 6, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:00.280445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3455a-8a2e-442a-9d05-589be238ef3b None None] The sync data for ids ['97dd5125-24ff-4525-938a-c8773d0488bf'] in n-d-805649-9 is: [{'id': '97dd5125-24ff-4525-938a-c8773d0488bf', 'name': 'tempest-TestEncryptedCinderVolumes-494242912-router', 'tenant_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:17:37Z', 'updated_at': '2021-10-19T21:18:59Z', 'revision_number': 6, 'project_id': '1cf50dafa3b04fa28245df1583f9a5a6', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:00.331675 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.334083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.373885 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.379473 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.380176 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97dd5125-24ff-4525-938a-c8773d0488bf {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:19:00.384566 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.386032 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9dc7db08-9991-4d6e-b336-57682f10b206 admin admin] 10.222.0.31 "DELETE /v2.0/routers/97dd5125-24ff-4525-938a-c8773d0488bf HTTP/1.1" status: 204 len: 168 time: 0.7629440 Oct 19 21:19:00.388472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36566) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:00.435333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Deleting subnet c44bd468-2675-418a-981c-7c96defca28b {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:19:00.438324 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.473086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.547213 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.609874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.642109 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.648877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36568) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:00.649422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c44bd468-2675-418a-981c-7c96defca28b HTTP/1.1" status: 204 len: 168 time: 0.2595119 Oct 19 21:19:00.650296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9de69-e0f8-467d-9b91-bf6b69a8339d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44bd468-2675-418a-981c-7c96defca28b,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:00.653531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb721fcc-86e9-4a0e-b737-aff0314659ee None None] Network bc7342b1-8595-49ff-ad05-2e31f5ed71e0 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:19:00.730174 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.782569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Deleting port f6842a26-aa92-4a33-bdda-087f33a8e3ae {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:19:00.782960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.848459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] For port f6842a26-aa92-4a33-bdda-087f33a8e3ae, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=f6842a26-aa92-4a33-bdda-087f33a8e3ae,segment=NetworkSegment(107fb756-a8a1-4bd8-800f-1ae2d78f04e3),segment_id=107fb756-a8a1-4bd8-800f-1ae2d78f04e3)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:00.848822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.861272 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Calling delete_port for f6842a26-aa92-4a33-bdda-087f33a8e3ae owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:19:00.941559 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:00.968027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6842a26-aa92-4a33-bdda-087f33a8e3ae,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:00.969841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] No DVR routers for this DVR port f6842a26-aa92-4a33-bdda-087f33a8e3ae on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:19:01.043383 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.056148 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cf38f-7bf7-440c-800b-2d5470ce4501 None None] DHCP port deletion for bc7342b1-8595-49ff-ad05-2e31f5ed71e0 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:19:01.069540 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7342b1-8595-49ff-ad05-2e31f5ed71e0']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:01.079719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107fb756-a8a1-4bd8-800f-1ae2d78f04e3') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:01.080015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107fb756-a8a1-4bd8-800f-1ae2d78f04e3') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:01.089808 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.103258 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.109008 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:19:01.109911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:19:01.111683 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:19:01.156355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.167718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.174378 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.180307 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc7342b1-8595-49ff-ad05-2e31f5ed71e0 HTTP/1.1" status: 204 len: 168 time: 0.5261488 Oct 19 21:19:01.194035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe5da-f8d3-40a7-9c0e-03cd392f96a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7342b1-8595-49ff-ad05-2e31f5ed71e0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:01.354517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36574) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:01.399316 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-41596785-663c-4ea1-8e16-32328329123c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20bd06c9a8f1414aac662208d8f083e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436742 Oct 19 21:19:01.401822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36576) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:01.449944 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.472416 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.473520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20e0692f-d5b0-4e6e-8a3b-06af1068b099 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:19:01.493893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 20e0692f-d5b0-4e6e-8a3b-06af1068b099 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:19:01.494232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 20e0692f-d5b0-4e6e-8a3b-06af1068b099 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:19:01.494643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a28a1047-44fe-4408-8599-1f4be61bb599 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:19:01.512951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a28a1047-44fe-4408-8599-1f4be61bb599 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:19:01.513335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a28a1047-44fe-4408-8599-1f4be61bb599 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:19:01.513768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f6842a26-aa92-4a33-bdda-087f33a8e3ae no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:19:01.521630 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.524306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.525503 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cec97e9-7c80-49a9-9895-8821c734bd48 HTTP/1.1" status: 204 len: 168 time: 0.1227717 Oct 19 21:19:01.534346 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f1d19-709b-4b0f-9fde-9480df40685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec97e9-7c80-49a9-9895-8821c734bd48,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:01.536620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: f6842a26-aa92-4a33-bdda-087f33a8e3ae {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:19:01.536957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device f6842a26-aa92-4a33-bdda-087f33a8e3ae not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:19:01.832245 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:01.872401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-11ff50fb-fe20-4150-a5c3-ad483db75c16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cf50dafa3b04fa28245df1583f9a5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389736 Oct 19 21:19:01.875235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36584) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:01.923832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.944087 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.990769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.993353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:01.994496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b304d68c-02ca-4660-b3a2-ff32d076e87e HTTP/1.1" status: 204 len: 168 time: 0.1182480 Oct 19 21:19:02.002053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553dfb3-1690-4ad2-ae72-5dcd5d6ec57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304d68c-02ca-4660-b3a2-ff32d076e87e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:02.422259 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.647330 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36606) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:02.742021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-445684317-network', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:02.763204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Made reservation on behalf of 69cfd9aef0454bde86a2d8daf6734ad9 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:19:02.765583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.773828 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.848688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.852196 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.872819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:19:02.888030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b16c7e-b138-4233-87aa-071261ed8f31,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:02.890897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.891240 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Added segment 93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1 of type vlan for network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 Oct 19 21:19:02.929860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.953626 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.954555 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:02.955127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:02.993602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3451359 Oct 19 21:19:02.996792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36610) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:03.001730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Request body: {'subnet': {'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-445684317-subnet', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:03.020146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0188f-2e7c-41da-b66e-0a1e1e6b2ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=10dd8bf4-660d-451a-b566-2b3d9afa38f1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:03.021900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Made reservation on behalf of 69cfd9aef0454bde86a2d8daf6734ad9 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:19:03.024214 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.030104 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:19:03.189667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.238097 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9724a123-7aba-459d-b814-38325c2379c7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:03.257446 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Checking segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:03.257773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Network hostable DHCP agents. Network: 10dd8bf4-660d-451a-b566-2b3d9afa38f1, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:19:03.274618 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:19:03.283788 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 10dd8bf4-660d-451a-b566-2b3d9afa38f1) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:03.287815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:03.288401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.293421 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83316431-ead7-4ae4-b5db-023e95b75a6a None None] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:19:03.305921 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ddc26534-199f-4ed7-a797-7af1258f741b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3080175 Oct 19 21:19:03.308632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36612) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:03.312973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:03.332898 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.333960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.388292 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.441067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:19:03.441913 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.526477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.579057 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Allocated IP 172.20.0.2 (10dd8bf4-660d-451a-b566-2b3d9afa38f1/9724a123-7aba-459d-b814-38325c2379c7/c3f25af9-cb8e-43c7-a31a-563d7b067300) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:03.724326 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.727696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.730569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.747542 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.768276 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:03.771112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:03.774614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:03.785508 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Pushing event updated for resources: {'Port': ['ID=c3f25af9-cb8e-43c7-a31a-563d7b067300,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:03.836591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Attempting to bind port c3f25af9-cb8e-43c7-a31a-563d7b067300 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:03.836959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Attempting to bind port c3f25af9-cb8e-43c7-a31a-563d7b067300 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:03.837376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Attempting to bind port c3f25af9-cb8e-43c7-a31a-563d7b067300 on network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:03.842922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:03.843289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Checking segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:03.843688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.844081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Bound using segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:03.844572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Bound port: c3f25af9-cb8e-43c7-a31a-563d7b067300, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:03.844941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.860930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Allocated IP 172.25.7.101 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/b52bb8ad-5527-49d1-acef-02e1569f03a8) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:03.910383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] For port c3f25af9-cb8e-43c7-a31a-563d7b067300, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:03.913419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] For port c3f25af9-cb8e-43c7-a31a-563d7b067300, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3f25af9-cb8e-43c7-a31a-563d7b067300,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:03.917203 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.969465 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:03.974998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eedef-e6d3-47b1-b6f9-6f0b6917ad50 None None] Pushing event updated for resources: {'Port': ['ID=c3f25af9-cb8e-43c7-a31a-563d7b067300,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:04.005206 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:04.050160 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:04.054654 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:04.061178 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:04.064800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Pushing event updated for resources: {'Port': ['ID=b52bb8ad-5527-49d1-acef-02e1569f03a8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:04.321989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:04.513125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:04.652619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Router b93c7071-b814-4e2f-93ee-0919c3e3c434 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:19:04.896828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9c7e8-863e-421e-8fb4-75c856ab44ce None None] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:19:04.967803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] Provisioning complete for port c3f25af9-cb8e-43c7-a31a-563d7b067300 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:04.968168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.099730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:19:05.110011 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Sync routers for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:19:05.119336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.119838 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.123660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-42d0a7be-5af7-4edb-bed8-9ad24acb9de0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8115413 Oct 19 21:19:05.123808 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:05.123808 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:05.124117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36614) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:05.160932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] For port c3f25af9-cb8e-43c7-a31a-563d7b067300, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3f25af9-cb8e-43c7-a31a-563d7b067300,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:05.167214 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.217208 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c26739-0a8f-4ca3-8c90-0bd7af102d07 None None] Pushing event updated for resources: {'Port': ['ID=c3f25af9-cb8e-43c7-a31a-563d7b067300,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:05.236766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:05.386732 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2c8007cb-5303-4d13-b2ca-799f481d2ffe None None] Provisioning complete for port c3f25af9-cb8e-43c7-a31a-563d7b067300 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:05.387242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2c8007cb-5303-4d13-b2ca-799f481d2ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.443644 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:04Z', 'revision_number': 3, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:05.475290 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Checking router: b93c7071-b814-4e2f-93ee-0919c3e3c434 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:05.475888 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Updating router b93c7071-b814-4e2f-93ee-0919c3e3c434 port b52bb8ad-5527-49d1-acef-02e1569f03a8 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:19:05.507949 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.522447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3f25af9-cb8e-43c7-a31a-563d7b067300 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:05.573840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c3f25af9-cb8e-43c7-a31a-563d7b067300 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:05.574302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.615317 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.773678 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.779332 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.780638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Allocated IP 172.20.0.1 (10dd8bf4-660d-451a-b566-2b3d9afa38f1/9724a123-7aba-459d-b814-38325c2379c7/7c1a569d-1147-481e-89b8-3f73bce172eb) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:05.825115 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Attempting to bind port b52bb8ad-5527-49d1-acef-02e1569f03a8 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:05.825804 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Attempting to bind port b52bb8ad-5527-49d1-acef-02e1569f03a8 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:05.825951 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Attempting to bind port b52bb8ad-5527-49d1-acef-02e1569f03a8 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:05.833457 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:05.833826 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:05.834230 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.834618 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:05.835076 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Bound port: b52bb8ad-5527-49d1-acef-02e1569f03a8, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:05.835449 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.857746 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Pushing event updated for resources: {'Port': ['ID=b52bb8ad-5527-49d1-acef-02e1569f03a8,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:05.869898 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.870172 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.870504 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.870835 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.871260 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.871602 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.871815 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.872132 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.872438 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.872753 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.873134 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.873475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:05.882849 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.902913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] For port b52bb8ad-5527-49d1-acef-02e1569f03a8, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:05.906071 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] For port b52bb8ad-5527-49d1-acef-02e1569f03a8, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b52bb8ad-5527-49d1-acef-02e1569f03a8,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:05.909797 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.916597 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:05.958208 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:05.962472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:05.967248 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:05.967862 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:05.969896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:05.998159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:06.014458 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76429bed-0251-4560-8764-b03012bb92bb None None] Pushing event updated for resources: {'Port': ['ID=b52bb8ad-5527-49d1-acef-02e1569f03a8,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:06.019853 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.083042 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:06.152222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.199549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ad727585-2e1c-4d90-8513-4c44e56cc5a9 None None] Provisioning complete for port 7c1a569d-1147-481e-89b8-3f73bce172eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:06.200105 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad727585-2e1c-4d90-8513-4c44e56cc5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.235386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ad727585-2e1c-4d90-8513-4c44e56cc5a9 None None] Port 7c1a569d-1147-481e-89b8-3f73bce172eb cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:06.278372 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:04Z', 'revision_number': 3, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:06.305207 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12df95a6-14ff-466e-b174-d1f5dbfeb237 None None] The sync data for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 is: [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:04Z', 'revision_number': 3, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:06.326929 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.332430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.403362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:06.405678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.504072 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:06.505596 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:06.643039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Router b93c7071-b814-4e2f-93ee-0919c3e3c434 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:19:06.766655 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38fa00bd-6b12-43b4-b648-1a591e3bb170 None None] Provisioning complete for port 7c1a569d-1147-481e-89b8-3f73bce172eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:06.767019 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38fa00bd-6b12-43b4-b648-1a591e3bb170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:06.805774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38fa00bd-6b12-43b4-b648-1a591e3bb170 None None] Port 7c1a569d-1147-481e-89b8-3f73bce172eb cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:07.103797 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:19:07.108903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7328e5a5-dec5-4307-ad98-7145186ea582 admin admin] 10.222.0.31 "PUT /v2.0/routers/b93c7071-b814-4e2f-93ee-0919c3e3c434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837770 Oct 19 21:19:07.495261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b52bb8ad-5527-49d1-acef-02e1569f03a8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:07.545154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b52bb8ad-5527-49d1-acef-02e1569f03a8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:07.545561 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.594768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36634) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:07.600127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202032309-network', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:07.623440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Made reservation on behalf of bb0d66c1338f413284d3a7d60e3d8ee3 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:19:07.626101 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.633047 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.634869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.654921 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b52bb8ad-5527-49d1-acef-02e1569f03a8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b52bb8ad-5527-49d1-acef-02e1569f03a8,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:07.660970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.718239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b52bb8ad-5527-49d1-acef-02e1569f03a8,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:07.722269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.727066 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.751926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:19:07.761614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3247906-c887-4a9e-976f-dfca4ac115b9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:07.766262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.766598 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Added segment 59dc2786-a2b5-4ea9-9f3f-b5e0610e0747 of type vlan for network c8b86492-60fa-44ac-8f2c-4605f739d419 Oct 19 21:19:07.808353 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.833357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.834422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:07.835005 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.862399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2664323 Oct 19 21:19:07.865551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36636) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:07.871182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Request body: {'subnet': {'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202032309-subnet', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:07.893984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Made reservation on behalf of bb0d66c1338f413284d3a7d60e3d8ee3 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:19:07.896328 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:07.896636 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Sync routers for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:19:07.905926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:07.907270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:07.907692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e81c-ab83-41b5-a2e7-4166fcc85d44 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b86492-60fa-44ac-8f2c-4605f739d419,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:07.943557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c8b86492-60fa-44ac-8f2c-4605f739d419 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:19:08.075398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:08.076856 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.143434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0709352-ef20-41c3-bab0-a25fa11a0237,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:08.168984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Checking segment: {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:08.169449 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Network hostable DHCP agents. Network: c8b86492-60fa-44ac-8f2c-4605f739d419, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:19:08.191983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Network c8b86492-60fa-44ac-8f2c-4605f739d419 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:19:08.200857 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c8b86492-60fa-44ac-8f2c-4605f739d419) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:08.205999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:08.206619 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.217459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124a1ed-b321-4e39-80e9-9924a97b3348 None None] Network c8b86492-60fa-44ac-8f2c-4605f739d419 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:19:08.224946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a7f3df38-6a42-4538-8f6d-600d4fdc1067 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3576379 Oct 19 21:19:08.227465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36642) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:08.232323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:08.254773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.255772 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.309646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.401818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 2, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:08.434740 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c8b86492-60fa-44ac-8f2c-4605f739d419', 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'fixed_ips': [{'subnet_id': 'c0709352-ef20-41c3-bab0-a25fa11a0237'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:19:08.435597 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.439578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Checking router: b93c7071-b814-4e2f-93ee-0919c3e3c434 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:08.439933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Updating router b93c7071-b814-4e2f-93ee-0919c3e3c434 port 7c1a569d-1147-481e-89b8-3f73bce172eb binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:19:08.447287 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.480529 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.655202 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.675854 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.782829 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Allocated IP 172.25.7.119 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/7f1147c9-f8e7-4136-ba5f-35f19913122c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:08.890533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Allocated IP 172.20.0.2 (c8b86492-60fa-44ac-8f2c-4605f739d419/c0709352-ef20-41c3-bab0-a25fa11a0237/7505f900-952a-4935-bf38-1b6d9e3cff64) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:08.892640 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.927101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:08.966539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:08.971243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:08.979603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:08.982633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1147c9-f8e7-4136-ba5f-35f19913122c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:09.230284 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.232530 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.235497 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.241539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.246567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.295651 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Network c8b86492-60fa-44ac-8f2c-4605f739d419 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:09.304650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:09.307470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:09.311759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Pushing event updated for resources: {'Port': ['ID=7505f900-952a-4935-bf38-1b6d9e3cff64,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:09.452154 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.458925 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b1ba4-60bb-45ff-8d8e-ce376fe929e8 None None] Pushing event updated for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:09.474099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Attempting to bind port 7505f900-952a-4935-bf38-1b6d9e3cff64 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:09.474465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Attempting to bind port 7505f900-952a-4935-bf38-1b6d9e3cff64 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:09.474826 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Attempting to bind port 7505f900-952a-4935-bf38-1b6d9e3cff64 on network c8b86492-60fa-44ac-8f2c-4605f739d419 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:09.480581 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Attempting to bind port 7c1a569d-1147-481e-89b8-3f73bce172eb on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:09.480719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Attempting to bind port 7c1a569d-1147-481e-89b8-3f73bce172eb by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:09.481085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Attempting to bind port 7c1a569d-1147-481e-89b8-3f73bce172eb on network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:09.483301 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:09.483664 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Checking segment: {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:09.484090 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.484474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Bound using segment: {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:09.484976 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Bound port: 7505f900-952a-4935-bf38-1b6d9e3cff64, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:09.485382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.501544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:09.502022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Checking segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:09.502311 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.502729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Bound using segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:09.503204 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Bound port: 7c1a569d-1147-481e-89b8-3f73bce172eb, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:09.503582 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.531871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b52bb8ad-5527-49d1-acef-02e1569f03a8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:09.608433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Router 21e34474-cee9-4176-9f3c-706a9b6b3e64 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:19:09.629966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a1953fbd-a5ad-452d-9d34-189d13c4fba4 None None] Provisioning complete for port 7c1a569d-1147-481e-89b8-3f73bce172eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:09.630332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1953fbd-a5ad-452d-9d34-189d13c4fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.647617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] For port 7505f900-952a-4935-bf38-1b6d9e3cff64, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:09.690907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] For port 7505f900-952a-4935-bf38-1b6d9e3cff64, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7505f900-952a-4935-bf38-1b6d9e3cff64,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:09.704399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.707012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] For port 7c1a569d-1147-481e-89b8-3f73bce172eb, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:09.713525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b52bb8ad-5527-49d1-acef-02e1569f03a8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:09.713887 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.715288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:19:09.715449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a1953fbd-a5ad-452d-9d34-189d13c4fba4 None None] Port 7c1a569d-1147-481e-89b8-3f73bce172eb cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:09.726116 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Sync routers for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:19:09.733851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.737629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b7d5bd37-87be-4aee-8b34-c1b5dc37c804 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5066683 Oct 19 21:19:09.737832 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:09.738274 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:09.738977 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:09.770109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] For port 7c1a569d-1147-481e-89b8-3f73bce172eb, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7c1a569d-1147-481e-89b8-3f73bce172eb,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:09.781101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:09.824512 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac080ff-c702-4348-89c0-e45ddc38bc2e None None] Pushing event updated for resources: {'Port': ['ID=7505f900-952a-4935-bf38-1b6d9e3cff64,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:09.865221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:09.865386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:09.872492 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:09.990472 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b1ba4-60bb-45ff-8d8e-ce376fe929e8 None None] Pushing event updated for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:10.116805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:10.181257 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:09Z', 'revision_number': 3, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:10.280850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] Provisioning complete for port 7c1a569d-1147-481e-89b8-3f73bce172eb triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:10.281254 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.315948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.322350 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Checking router: 21e34474-cee9-4176-9f3c-706a9b6b3e64 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:10.322697 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Updating router 21e34474-cee9-4176-9f3c-706a9b6b3e64 port 7f1147c9-f8e7-4136-ba5f-35f19913122c binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:19:10.351033 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.465962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.505731 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:09Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:10.508462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] For port 7c1a569d-1147-481e-89b8-3f73bce172eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7c1a569d-1147-481e-89b8-3f73bce172eb,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:10.537002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.539978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d051604-76e3-4d78-ad79-5c4f17e515d3 None None] The sync data for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 is: [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:09Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:10.557535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Allocated IP 172.20.0.1 (c8b86492-60fa-44ac-8f2c-4605f739d419/c0709352-ef20-41c3-bab0-a25fa11a0237/a236222d-58a5-4aa8-9b2e-312c12a81847) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:10.624799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22b801-77dc-4b84-9b96-89851ce3e813 None None] Pushing event updated for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:10.692328 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.700845 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.714375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.754371 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Attempting to bind port 7f1147c9-f8e7-4136-ba5f-35f19913122c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:10.754939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Attempting to bind port 7f1147c9-f8e7-4136-ba5f-35f19913122c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:10.755096 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Attempting to bind port 7f1147c9-f8e7-4136-ba5f-35f19913122c on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:10.770719 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:10.771124 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:10.771489 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.771894 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:10.772376 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Bound port: 7f1147c9-f8e7-4136-ba5f-35f19913122c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:10.772711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.772859 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.812477 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61859b7e-13d3-42ef-a48d-dbbac86540ae None None] Pushing event updated for resources: {'Port': ['ID=7f1147c9-f8e7-4136-ba5f-35f19913122c,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:10.821758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:10.834849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Network c8b86492-60fa-44ac-8f2c-4605f739d419 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:10.836320 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:10.838962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:10.849066 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] For port 7f1147c9-f8e7-4136-ba5f-35f19913122c, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:10.852711 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] For port 7f1147c9-f8e7-4136-ba5f-35f19913122c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f1147c9-f8e7-4136-ba5f-35f19913122c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:10.857968 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.892801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:10.917310 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:10.917913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:11.037025 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.038594 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61859b7e-13d3-42ef-a48d-dbbac86540ae None None] Pushing event updated for resources: {'Port': ['ID=7f1147c9-f8e7-4136-ba5f-35f19913122c,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:11.074685 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:11.135498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f46aa-573d-496c-a3ce-d49add357b55 None None] Network c8b86492-60fa-44ac-8f2c-4605f739d419 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:19:11.238395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] Provisioning complete for port 7505f900-952a-4935-bf38-1b6d9e3cff64 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:11.238765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.242472 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.249369 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.307280 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:09Z', 'revision_number': 3, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:11.329245 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.332215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:11.344160 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a65f4-41ed-4e9b-83cc-dfe7fd623f3e None None] The sync data for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 is: [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:09Z', 'revision_number': 3, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:11.449419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.479116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Network c8b86492-60fa-44ac-8f2c-4605f739d419 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:11.489547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:11.523836 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] For port 7505f900-952a-4935-bf38-1b6d9e3cff64, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7505f900-952a-4935-bf38-1b6d9e3cff64,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:11.536503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.634900 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7c1a569d-1147-481e-89b8-3f73bce172eb up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:11.637746 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25744d4-f05e-47d3-bb18-a7d10689fa9f None None] Pushing event updated for resources: {'Port': ['ID=7505f900-952a-4935-bf38-1b6d9e3cff64,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:11.732161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7c1a569d-1147-481e-89b8-3f73bce172eb triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:11.732758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.742675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Router 21e34474-cee9-4176-9f3c-706a9b6b3e64 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:19:11.798703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7e005f9-a6f6-47d8-b536-e532b8758d8f None None] Provisioning complete for port a236222d-58a5-4aa8-9b2e-312c12a81847 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:11.799002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7e005f9-a6f6-47d8-b536-e532b8758d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:11.908877 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:19:11.922002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4ef16a48-3fe0-453f-8558-4c83a9ecd1b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/21e34474-cee9-4176-9f3c-706a9b6b3e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1824841 Oct 19 21:19:12.047376 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e7e005f9-a6f6-47d8-b536-e532b8758d8f None None] Port a236222d-58a5-4aa8-9b2e-312c12a81847 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:12.083239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e7e005f9-a6f6-47d8-b536-e532b8758d8f None None] Provisioning complete for port 7505f900-952a-4935-bf38-1b6d9e3cff64 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:12.083666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e7e005f9-a6f6-47d8-b536-e532b8758d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:12.120967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7505f900-952a-4935-bf38-1b6d9e3cff64 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:12.250682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7505f900-952a-4935-bf38-1b6d9e3cff64 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:12.251295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:12.353147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9e035d5e-7582-40a3-b2a7-f0cedb300be3 None None] Provisioning complete for port a236222d-58a5-4aa8-9b2e-312c12a81847 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:12.353544 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e035d5e-7582-40a3-b2a7-f0cedb300be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:12.394945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9e035d5e-7582-40a3-b2a7-f0cedb300be3 None None] Port a236222d-58a5-4aa8-9b2e-312c12a81847 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:13.201963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:13.575982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7505f900-952a-4935-bf38-1b6d9e3cff64 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:13.642184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7505f900-952a-4935-bf38-1b6d9e3cff64 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:13.642939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:13.699480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:13.753042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f1147c9-f8e7-4136-ba5f-35f19913122c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:13.814542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7f1147c9-f8e7-4136-ba5f-35f19913122c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:13.815227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:13.907944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:13.933185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 7f1147c9-f8e7-4136-ba5f-35f19913122c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f1147c9-f8e7-4136-ba5f-35f19913122c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:13.938250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.001103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Sync routers for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:19:14.007662 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=7f1147c9-f8e7-4136-ba5f-35f19913122c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:14.024235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:14.024851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:14.142372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:14.380868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 4, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a236222d-58a5-4aa8-9b2e-312c12a81847', 'name': '', 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'mac_address': 'fa:16:3e:00:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:10Z', 'updated_at': '2021-10-19T21:19:11Z', 'revision_number': 2, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'subnets': [{'id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:14.408848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Checking router: 21e34474-cee9-4176-9f3c-706a9b6b3e64 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:14.409206 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Updating router 21e34474-cee9-4176-9f3c-706a9b6b3e64 port a236222d-58a5-4aa8-9b2e-312c12a81847 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:19:14.434903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.737763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.743838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.797324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4169e-c9e5-47fe-adac-2ea210915afa None None] Pushing event updated for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:14.865232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Attempting to bind port a236222d-58a5-4aa8-9b2e-312c12a81847 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:14.865644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Attempting to bind port a236222d-58a5-4aa8-9b2e-312c12a81847 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:14.866012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Attempting to bind port a236222d-58a5-4aa8-9b2e-312c12a81847 on network c8b86492-60fa-44ac-8f2c-4605f739d419 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:14.876382 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:14.877157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Checking segment: {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:14.877811 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.878407 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Bound using segment: {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:14.879099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Bound port: a236222d-58a5-4aa8-9b2e-312c12a81847, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:14.879788 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:14.983158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] For port a236222d-58a5-4aa8-9b2e-312c12a81847, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:14.987941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] For port a236222d-58a5-4aa8-9b2e-312c12a81847, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a236222d-58a5-4aa8-9b2e-312c12a81847,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:14.994518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.058524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:15.059156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:18:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:15.062291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4169e-c9e5-47fe-adac-2ea210915afa None None] Pushing event updated for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:15.192455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] Provisioning complete for port a236222d-58a5-4aa8-9b2e-312c12a81847 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:15.192898 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.214696 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:15.417652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.460139 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] For port a236222d-58a5-4aa8-9b2e-312c12a81847, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a236222d-58a5-4aa8-9b2e-312c12a81847,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:15.468121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.545085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f1147c9-f8e7-4136-ba5f-35f19913122c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:15.575963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d79b35-c9ce-4edc-b496-f504538895f9 None None] Pushing event updated for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:15.619266 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2fd0dc01-9506-4721-bf06-ebf257a3494d None None] Provisioning complete for port a236222d-58a5-4aa8-9b2e-312c12a81847 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:15.619639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2fd0dc01-9506-4721-bf06-ebf257a3494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.657100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7f1147c9-f8e7-4136-ba5f-35f19913122c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:15.657518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:15.687535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 4, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a236222d-58a5-4aa8-9b2e-312c12a81847', 'name': '', 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'mac_address': 'fa:16:3e:00:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:10Z', 'updated_at': '2021-10-19T21:19:14Z', 'revision_number': 4, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'subnets': [{'id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:15.728580 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a68d6-664b-4f67-a887-6fafcf9bbb7e None None] The sync data for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 is: [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 4, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'a236222d-58a5-4aa8-9b2e-312c12a81847', 'name': '', 'network_id': 'c8b86492-60fa-44ac-8f2c-4605f739d419', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'mac_address': 'fa:16:3e:00:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:10Z', 'updated_at': '2021-10-19T21:19:14Z', 'revision_number': 4, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'subnets': [{'id': 'c0709352-ef20-41c3-bab0-a25fa11a0237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:17.537693 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a236222d-58a5-4aa8-9b2e-312c12a81847 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:17.597959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a236222d-58a5-4aa8-9b2e-312c12a81847 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:17.598717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:22.153231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-59bc9081-3563-4bb5-aa83-21ab24956564 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:22.154710 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-59bc9081-3563-4bb5-aa83-21ab24956564 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 814 time: 0.1031296 Oct 19 21:19:22.169799 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c3496b3f-3daf-43d3-ae71-4520121c284b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/quotas/69cfd9aef0454bde86a2d8daf6734ad9 HTTP/1.1" status: 200 len: 375 time: 0.0087194 Oct 19 21:19:22.222144 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-870619b0-c1c0-48fc-aef0-ebddc4531dca tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471601 Oct 19 21:19:22.317626 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-8ac77611-96dd-4425-a93a-6aa922e79823 service neutron] 10.222.0.31 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842030 Oct 19 21:19:22.723119 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-f9364ac8-c6df-4052-b5fe-2365c38af743 service neutron] 10.222.0.31 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993869 Oct 19 21:19:22.897532 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-74ff0398-81a6-45a9-8240-556d344350e3 req-df22ba66-c720-4e54-a6f7-d92f13d5597c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 210 time: 0.0304329 Oct 19 21:19:23.032570 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:19:23.803929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-0fcda500-d6b1-4c8b-a282-aaf6e5e2b63a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:23.805409 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-0fcda500-d6b1-4c8b-a282-aaf6e5e2b63a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 814 time: 0.1088805 Oct 19 21:19:23.818596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'port': {'device_id': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'admin_state_up': True, 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:23.932646 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Made reservation on behalf of 69cfd9aef0454bde86a2d8daf6734ad9 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:19:23.936262 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:24.034554 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-383db2fe-c609-4836-a809-ee9bf8f39b6f req-d2c725e6-d332-4e80-bbd8-66d403dacc17 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 210 time: 0.0613296 Oct 19 21:19:24.173582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Allocated IP 172.20.0.10 (10dd8bf4-660d-451a-b566-2b3d9afa38f1/9724a123-7aba-459d-b814-38325c2379c7/4a11196c-d3e7-4277-b63e-88433921f667) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:24.368003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:24.407731 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:24.456825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:24.460058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:24.467053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:24.471119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:24.530021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:24.531009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:24.556108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-c095b4db-68fc-483f-8147-d1c7eca0d7ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7414408 Oct 19 21:19:24.826784 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-73742d18-40f9-49e7-8157-75ec3d6f75db None None] Provisioning complete for port 4a11196c-d3e7-4277-b63e-88433921f667 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:24.827389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-73742d18-40f9-49e7-8157-75ec3d6f75db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:24.863474 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-73742d18-40f9-49e7-8157-75ec3d6f75db None None] Port 4a11196c-d3e7-4277-b63e-88433921f667 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:19:25.162928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17150748-3cb5-41d4-a532-df57432dfd3c req-cdcc8a28-6ca0-478b-a75d-0ae909af4204 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:25.164399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17150748-3cb5-41d4-a532-df57432dfd3c req-cdcc8a28-6ca0-478b-a75d-0ae909af4204 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0561302 Oct 19 21:19:25.211389 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-17150748-3cb5-41d4-a532-df57432dfd3c req-9d1b6554-b248-4482-b7ae-b4dcae08b5aa tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Oct 19 21:19:26.329558 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d2b84-f65e-435b-81b3-88610716274d req-904610c1-47ca-4488-a6f2-d299f098d90c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:26.331746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-228d2b84-f65e-435b-81b3-88610716274d req-904610c1-47ca-4488-a6f2-d299f098d90c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0512207 Oct 19 21:19:26.370256 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-228d2b84-f65e-435b-81b3-88610716274d req-6d32aca0-3816-4141-94fc-f5412d99e8c4 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Oct 19 21:19:26.537388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18cccd6c-b8e4-4a15-82e5-05ddc5086729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:27.485558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2b126-5e8e-477a-be93-482b8390dd50 req-c2c9aa22-eb5b-4b89-b4dc-9f6f61da65e9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:27.487094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7b2b126-5e8e-477a-be93-482b8390dd50 req-c2c9aa22-eb5b-4b89-b4dc-9f6f61da65e9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0512257 Oct 19 21:19:27.528552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a7b2b126-5e8e-477a-be93-482b8390dd50 req-c2dc87ae-d1dd-4253-a6f8-33e9d428b2ce tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Oct 19 21:19:28.649548 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791ad6-889c-4a98-987b-1d1b40cc3465 req-e269d864-07a4-42c3-be9c-e74e770966a9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:28.651042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3791ad6-889c-4a98-987b-1d1b40cc3465 req-e269d864-07a4-42c3-be9c-e74e770966a9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0532851 Oct 19 21:19:28.691896 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f3791ad6-889c-4a98-987b-1d1b40cc3465 req-c33759e9-d114-4bc0-802b-09b85a46bcf2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Oct 19 21:19:29.283959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30b1303c-9470-47cd-af90-4420a0d2b04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:29.809837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca62bd-086c-4196-95be-92910566b937 req-abc2e152-d483-4c00-a7ba-b6f111d29bc6 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:29.811432 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1eca62bd-086c-4196-95be-92910566b937 req-abc2e152-d483-4c00-a7ba-b6f111d29bc6 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0539813 Oct 19 21:19:29.857542 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1eca62bd-086c-4196-95be-92910566b937 req-725773c8-9a54-406d-b34a-9789c9097053 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Oct 19 21:19:30.378188 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:30.978031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffef1dd-f18d-40b1-a503-7bea9ba72ad7 req-63a63b6b-3f8d-487c-8574-256082a5f17a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:30.979522 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ffef1dd-f18d-40b1-a503-7bea9ba72ad7 req-63a63b6b-3f8d-487c-8574-256082a5f17a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0512731 Oct 19 21:19:31.023584 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ffef1dd-f18d-40b1-a503-7bea9ba72ad7 req-53c9c7b1-f848-40f9-97e2-5437e8f19f73 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Oct 19 21:19:31.159518 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:32.140633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ef935-c9d6-4c92-b5f9-a2f2555027b5 req-1f41f6bd-f92a-4bec-ab20-87b581eb2b08 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:32.142285 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-616ef935-c9d6-4c92-b5f9-a2f2555027b5 req-1f41f6bd-f92a-4bec-ab20-87b581eb2b08 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0526567 Oct 19 21:19:32.183562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-616ef935-c9d6-4c92-b5f9-a2f2555027b5 req-310a8014-30fd-40a9-8626-a1876ca967af tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Oct 19 21:19:32.427610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:33.306954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac9dc1-073e-49ba-83a0-bc697db254e6 req-f565474a-b322-486b-9028-5049b6b3df98 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:33.308568 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eeac9dc1-073e-49ba-83a0-bc697db254e6 req-f565474a-b322-486b-9028-5049b6b3df98 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0528975 Oct 19 21:19:33.349854 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eeac9dc1-073e-49ba-83a0-bc697db254e6 req-a0e85d83-294d-4f08-b0fc-5fb58eb6b768 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Oct 19 21:19:34.464573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87ebb1-acab-4096-a520-d66ce0d1ac73 req-d768c81e-3878-4821-8ae6-61251a6a9429 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:34.466007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f87ebb1-acab-4096-a520-d66ce0d1ac73 req-d768c81e-3878-4821-8ae6-61251a6a9429 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 932 time: 0.0495121 Oct 19 21:19:34.504020 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f87ebb1-acab-4096-a520-d66ce0d1ac73 req-ef63cd6d-9472-46ec-9513-c0a82505407d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Oct 19 21:19:34.983109 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Request body: {'port': {'device_id': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:35.034814 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.297930 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a11196c-d3e7-4277-b63e-88433921f667 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:19:35.305809 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.317425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Transition to ACTIVE for port object 4a11196c-d3e7-4277-b63e-88433921f667 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:19:35.320589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.370825 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:35.443993 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Attempting to bind port 4a11196c-d3e7-4277-b63e-88433921f667 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:19:35.444331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Attempting to bind port 4a11196c-d3e7-4277-b63e-88433921f667 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:19:35.444912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Attempting to bind port 4a11196c-d3e7-4277-b63e-88433921f667 on network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:35.449577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Port 4a11196c-d3e7-4277-b63e-88433921f667 on network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:19:35.449900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Attempting to bind port 4a11196c-d3e7-4277-b63e-88433921f667 on network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:19:35.455048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:19:35.455381 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Checking segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:19:35.455765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Bound using segment: {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:19:35.456195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Bound port: 4a11196c-d3e7-4277-b63e-88433921f667, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:19:35.456549 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.522174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:19:35.525488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:19:35.529437 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.574221 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:35.574834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:35.576221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1092 time: 0.6383474 Oct 19 21:19:35.576661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:19:35.669225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ad7a4-30fc-4fb5-9e37-fe2bb031f683 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:35.693665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f20e4-4ed4-4cb1-be55-33a0055b041e req-cdb4ac83-428e-4f03-8db8-e80b73a46639 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:35.695210 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-253f20e4-4ed4-4cb1-be55-33a0055b041e req-cdb4ac83-428e-4f03-8db8-e80b73a46639 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 944 time: 0.1075473 Oct 19 21:19:35.701760 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49738ddc-5a90-4d7b-beee-19a4d5b688e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:19:35.709316 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-7f6d55e4-fd32-4519-9b79-0252cce9ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:35.710771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-7f6d55e4-fd32-4519-9b79-0252cce9ffaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1095 time: 0.0801797 Oct 19 21:19:35.763843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-6c9d95e8-40a1-432d-b93a-802fbf43bad8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 217 time: 0.0389724 Oct 19 21:19:35.785487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-253f20e4-4ed4-4cb1-be55-33a0055b041e req-1725ba9b-de91-4b84-91a0-e0115d8023fc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790732 Oct 19 21:19:35.810852 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2886a7e0-b60e-4b31-9c58-4c1497e11c50 x-openstack-request-id: req-2886a7e0-b60e-4b31-9c58-4c1497e11c50 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:19:35.811137 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:19:35.811380 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2886a7e0-b60e-4b31-9c58-4c1497e11c50 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:19:35.811753 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:19:35.826494 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-4fc0157d-d247-4711-be69-594e52074927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:35.827925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-4fc0157d-d247-4711-be69-594e52074927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0556464 Oct 19 21:19:35.875251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-4fed4679-9f10-4363-aa03-255622dc30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:35.877259 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-4fed4679-9f10-4363-aa03-255622dc30c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415144 Oct 19 21:19:35.970060 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-f3a242f3-9e22-4f7b-a99e-943a8883891f service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Oct 19 21:19:36.061767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9059c7fa-293e-45f6-aa66-bf931ef5a22e req-e7790e0e-4a5f-4434-948a-0ef3a165109d service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 Oct 19 21:19:36.144242 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-9438ed64-25f6-4d3c-8e68-00a672eca6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:36.145783 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-9438ed64-25f6-4d3c-8e68-00a672eca6fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1095 time: 0.0407681 Oct 19 21:19:36.243902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-77e50d9e-774a-4a3e-9cf3-a2b151ffbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:36.245289 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-77e50d9e-774a-4a3e-9cf3-a2b151ffbfa6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0929980 Oct 19 21:19:36.286392 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-f1900486-7726-48c2-a875-4d9de37c3661 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 217 time: 0.0331252 Oct 19 21:19:36.335015 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-b7193832-65c9-4c2f-ad90-4840e92da341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:36.336419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-b7193832-65c9-4c2f-ad90-4840e92da341 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0426576 Oct 19 21:19:36.386775 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-2e965254-b880-4da5-92fa-aaac8bb44d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:36.388222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-2e965254-b880-4da5-92fa-aaac8bb44d22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441661 Oct 19 21:19:36.478489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-6dd44340-5bf2-47ef-a7bd-d09ed500156f service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820487 Oct 19 21:19:36.577871 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-49738ddc-5a90-4d7b-beee-19a4d5b688e6 req-c36ff8ad-1c88-408c-8712-b06a014b3972 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Oct 19 21:19:36.905738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d580ff-be4c-454a-98b3-f0d78cbbb38e req-9cd148ac-f75b-4e94-b490-aad571ad3a17 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:36.907200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1d580ff-be4c-454a-98b3-f0d78cbbb38e req-9cd148ac-f75b-4e94-b490-aad571ad3a17 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Oct 19 21:19:36.944574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c1d580ff-be4c-454a-98b3-f0d78cbbb38e req-e11ff6f7-cc10-4f97-9830-2f613252136b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Oct 19 21:19:38.056775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02897-7f3e-48b6-a66c-f9516d813ef1 req-e8ea0107-b458-45ea-a7cc-3662156db602 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:38.058250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0f02897-7f3e-48b6-a66c-f9516d813ef1 req-e8ea0107-b458-45ea-a7cc-3662156db602 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Oct 19 21:19:38.099615 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b0f02897-7f3e-48b6-a66c-f9516d813ef1 req-f26d0d5d-69ce-49f7-91b5-fcdd56fc44b5 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Oct 19 21:19:38.365381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4a11196c-d3e7-4277-b63e-88433921f667 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:19:38.459793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:38.471401 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '4a11196c-d3e7-4277-b63e-88433921f667', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'port_id': '4a11196c-d3e7-4277-b63e-88433921f667', 'mac_address': 'fa:16:3e:fc:1f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:19:38.510593 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:38.523518 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a11196c-d3e7-4277-b63e-88433921f667 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:19:38.544761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:38.547741 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:38.597502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:38.604756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.605099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.605458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.605794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.606121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.606447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.606770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.607090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.607411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.607729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.608055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.608413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:38.770270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:19:39.214038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8946f3-28d5-42b2-b892-cc461fa3e028 req-bdc8de19-4f3e-47ee-a659-cf6c262b6623 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:39.215517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed8946f3-28d5-42b2-b892-cc461fa3e028 req-bdc8de19-4f3e-47ee-a659-cf6c262b6623 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Oct 19 21:19:39.253049 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed8946f3-28d5-42b2-b892-cc461fa3e028 req-2ec554a8-187e-46b2-b13e-a73aec5162ec tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Oct 19 21:19:40.363873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d35e-d4b9-47f1-8787-99394a2af2d9 req-f6689580-1150-40b7-94e6-0f3c1c0f052e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:40.365075 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4a11196c-d3e7-4277-b63e-88433921f667 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:19:40.365529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7450d35e-d4b9-47f1-8787-99394a2af2d9 req-f6689580-1150-40b7-94e6-0f3c1c0f052e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 945 time: 0.0479391 Oct 19 21:19:40.403017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7450d35e-d4b9-47f1-8787-99394a2af2d9 req-6f76fcd1-f82e-466f-9477-50f2debcdd0e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Oct 19 21:19:40.420111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 4a11196c-d3e7-4277-b63e-88433921f667 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:19:40.427086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 4a11196c-d3e7-4277-b63e-88433921f667 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:40.427455 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:40.505852 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:40.530493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:19:40.534066 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d7d39-07cf-4122-9454-8e9db0611b43" -d '{"events": [{"server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "name": "network-vif-plugged", "status": "completed", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:19:40.547173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:40.551951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:40.575740 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ee2f5-376d-404b-960f-842ca6b61c7a x-openstack-request-id: req-0c6ee2f5-376d-404b-960f-842ca6b61c7a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:19:40.576034 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "name": "network-vif-plugged", "status": "completed", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:19:40.576288 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c6ee2f5-376d-404b-960f-842ca6b61c7a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:19:40.576677 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'code': 200} Oct 19 21:19:40.605806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:40.672990 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715046a0-2a33-4b63-886f-927c68267146 req-2efb3cd2-42f5-4db3-b73e-1d49ee1dc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:40.675111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-715046a0-2a33-4b63-886f-927c68267146 req-2efb3cd2-42f5-4db3-b73e-1d49ee1dc211 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1097 time: 0.0453241 Oct 19 21:19:40.708365 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-715046a0-2a33-4b63-886f-927c68267146 req-3a4f5547-264b-4cde-8949-e969efd0ff3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266945 Oct 19 21:19:41.517223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2b1bd-4ee6-4262-b8c8-7b15fadc1e54 req-3b257fbc-b837-4d4b-bfd1-60160a5178f9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:41.518715 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98a2b1bd-4ee6-4262-b8c8-7b15fadc1e54 req-3b257fbc-b837-4d4b-bfd1-60160a5178f9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Oct 19 21:19:41.557568 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98a2b1bd-4ee6-4262-b8c8-7b15fadc1e54 req-b43a7a0f-b51d-495d-9d46-babf0c9bdcae tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330048 Oct 19 21:19:42.677048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16f93-0ba8-4801-87c7-54471e35498d req-b52d832f-0018-4679-8f2d-429d75e0a90d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:42.678553 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fbf16f93-0ba8-4801-87c7-54471e35498d req-b52d832f-0018-4679-8f2d-429d75e0a90d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0486917 Oct 19 21:19:42.716469 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fbf16f93-0ba8-4801-87c7-54471e35498d req-202ad736-6f3b-48e1-b8bf-fa73b50994d7 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Oct 19 21:19:42.829049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad200800-2c70-447e-946d-2373929bb5b4 req-2a487f4f-09f2-4d80-80ad-974210205727 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:42.831092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad200800-2c70-447e-946d-2373929bb5b4 req-2a487f4f-09f2-4d80-80ad-974210205727 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0478673 Oct 19 21:19:42.874045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad200800-2c70-447e-946d-2373929bb5b4 req-4ced5a6f-e683-4ef1-b490-6e6f4361a9f3 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Oct 19 21:19:43.054676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8640eb-fbd1-49a9-a2ff-e934deebaacd req-7725c004-5f45-44a4-bd97-b028b2cd497f tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:43.056120 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc8640eb-fbd1-49a9-a2ff-e934deebaacd req-7725c004-5f45-44a4-bd97-b028b2cd497f tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0474365 Oct 19 21:19:43.092947 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fc8640eb-fbd1-49a9-a2ff-e934deebaacd req-fc886f3c-385b-489b-9f3f-406c4ed494ce tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Oct 19 21:19:43.205566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:43.660624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:45.629660 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-14c029d2-2e36-494c-9034-fbc0d432a827 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415823 Oct 19 21:19:45.714344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-9acf7073-9123-4471-8788-495392ddd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:45.715823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-9acf7073-9123-4471-8788-495392ddd1f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1097 time: 0.0437043 Oct 19 21:19:45.820110 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-e0055cb2-d40b-40c3-b9e2-329f38c3922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:45.821607 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-e0055cb2-d40b-40c3-b9e2-329f38c3922b service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0840724 Oct 19 21:19:45.866978 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-5eec4a30-7f1b-4860-ba77-71fea2372135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 217 time: 0.0384552 Oct 19 21:19:45.916873 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-80092f9e-48ae-4831-99de-d633b165ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:45.918647 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-80092f9e-48ae-4831-99de-d633b165ff7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0448446 Oct 19 21:19:45.965319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-7ffe98ea-ac4f-4ee5-89f1-1d73707ed48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:45.966839 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-7ffe98ea-ac4f-4ee5-89f1-1d73707ed48a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405228 Oct 19 21:19:46.060629 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-198a2da6-3c90-44f9-bcc0-d079be03770e service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855491 Oct 19 21:19:46.150347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1ba8493d-0b2b-48a0-8921-a0a9b3ae58bd req-02188e5a-8ebb-45ac-98ba-1f7d6642ac83 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826867 Oct 19 21:19:55.578008 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b352-5171-43a4-bde5-30c02b89eec5 req-e03600f9-fd9f-4cc8-9950-310a219645db tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:55.579478 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3857b352-5171-43a4-bde5-30c02b89eec5 req-e03600f9-fd9f-4cc8-9950-310a219645db tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0552986 Oct 19 21:19:55.617004 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3857b352-5171-43a4-bde5-30c02b89eec5 req-859b6b4f-be7c-49c0-b088-85957759f842 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Oct 19 21:19:55.638442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36882) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:55.718093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e29961-2326-41e8-a116-89cb7d78a004 tempest-TestMinimumBasicScenario-880946672 tempest-TestMinimumBasicScenario-880946672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:55.719572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30e29961-2326-41e8-a116-89cb7d78a004 tempest-TestMinimumBasicScenario-880946672 tempest-TestMinimumBasicScenario-880946672-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1092 time: 0.0801487 Oct 19 21:19:55.723447 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36886) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:55.727644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '4a11196c-d3e7-4277-b63e-88433921f667', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:55.749504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:55.850059 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:55.948154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Allocated IP 172.25.7.163 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/044ab303-ed7e-48dd-a78a-e6c889b739a0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:19:56.051775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.084339 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.118620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:19:56.121516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:19:56.124962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:19:56.160364 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'Port': ['ID=044ab303-ed7e-48dd-a78a-e6c889b739a0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:56.171751 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.172097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.172436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.172771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.173102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.173489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.173816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.174146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.174471 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.174795 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.175117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.175438 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:56.496233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.539219 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b3ed76d5-ffc8-4c80-976a-f954321f8734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.569273 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.714316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.718898 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.791101 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'Port': ['ID=044ab303-ed7e-48dd-a78a-e6c889b739a0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:56.801050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:56.906889 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Floating IP 518252b7-17d9-4422-a1ac-c5558b0fcbfb associated. External IP: 172.25.7.163, port: 4a11196c-d3e7-4277-b63e-88433921f667. Oct 19 21:19:57.112625 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Router b93c7071-b814-4e2f-93ee-0919c3e3c434 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:19:57.219029 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:19:57.230078 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Sync routers for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:19:57.238316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.239627 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:57.240226 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:57.265813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fa1de840-ba29-4cd0-8b90-c664a35657e2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5413544 Oct 19 21:19:57.266518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:19:57.269144 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36888) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:57.269666 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f77168-cc97-4ab3-aa15-f69a5965f096" -d '{"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:19:57.274709 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470495519', 'description': 'tempest-secgroup-smoke-1470495519 description', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:57.300116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.309997 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79efd5b0-cf69-420b-94be-5a2ee990aa36 x-openstack-request-id: req-79efd5b0-cf69-420b-94be-5a2ee990aa36 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:19:57.310363 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:19:57.310824 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79efd5b0-cf69-420b-94be-5a2ee990aa36 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:19:57.311407 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:19:57.350769 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:57.407270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-54c77182-5818-470e-9b42-1fd385321da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:57.409241 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-54c77182-5818-470e-9b42-1fd385321da3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1097 time: 0.0718575 Oct 19 21:19:57.411466 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.415192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.475023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.476288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2052794 Oct 19 21:19:57.479436 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:57.484742 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:57.500443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d68f7-7076-4367-9895-b0dbcc23e30c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:57.513658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.514499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.514846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.515183 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.515525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.515849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.516173 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.516502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.516830 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.517715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.518035 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.518355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.518675 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bef256-f9df-42da-a52b-188402a81eff tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:19:57.546439 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-81d0f1c6-7b3e-4d25-8c96-779c1eb682b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:57.548474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-81d0f1c6-7b3e-4d25-8c96-779c1eb682b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.1306348 Oct 19 21:19:57.583832 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '518252b7-17d9-4422-a1ac-c5558b0fcbfb', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'port_id': '4a11196c-d3e7-4277-b63e-88433921f667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'mac_address': 'fa:16:3e:fc:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:19:56Z', 'updated_at': '2021-10-19T21:19:56Z', 'revision_number': 0, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:57.584161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.588089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.606277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3df8867-1d94-43fa-ade1-63b51164e220,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:57.611826 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Checking router: b93c7071-b814-4e2f-93ee-0919c3e3c434 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:19:57.620305 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:19:57.620873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.620992 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:19:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:57.622151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7dbcdcac-a2d4-44ed-8e38-ba693f7b9891 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415141 Oct 19 21:19:57.624820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36894) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:57.630108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:57.630266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-7936131a-5ccb-4d30-a729-d1c25639b739 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1000 time: 0.0739598 Oct 19 21:19:57.658583 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.681495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-65ec0fcc-9385-4276-a100-e728e789ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:57.683283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-65ec0fcc-9385-4276-a100-e728e789ae65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0455978 Oct 19 21:19:57.722030 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.726541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.733412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:19:57.734729 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-b69673be-e260-4c13-a68a-7bd68bb65c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:57.736352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-b69673be-e260-4c13-a68a-7bd68bb65c07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447402 Oct 19 21:19:57.746167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde709c2-647c-4e07-b5ef-7859fa13aca3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:57.758511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.762439 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8feb8071-9994-4f4e-9d9e-f640dd6900ba tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338000 Oct 19 21:19:57.764184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36896) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:57.769273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:57.797127 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.840190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-479a7583-39fe-46a9-a2c7-042a6c3314b8 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963356 Oct 19 21:19:57.867661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.872910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.892774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f664d9-3a8c-4fcf-93a3-e5d12721cafb,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:57.907210 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.908896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5faa1dd6-e2a4-4f38-8528-27f2df40f367 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433134 Oct 19 21:19:57.911252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36898) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:57.916771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:57.943875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:57.945976 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f77168-cc97-4ab3-aa15-f69a5965f096 req-98b182f4-2fd1-4e6a-a372-1380dd4b6996 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970900 Oct 19 21:19:57.976330 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '518252b7-17d9-4422-a1ac-c5558b0fcbfb', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'port_id': '4a11196c-d3e7-4277-b63e-88433921f667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'mac_address': 'fa:16:3e:fc:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:19:56Z', 'updated_at': '2021-10-19T21:19:56Z', 'revision_number': 0, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:19:58.005776 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.009611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.027995 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2939213-e3a6-4656-aeda-08b5c408e51b,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:58.037430 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.038735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8c0da28e-bc18-4760-9582-88f118c37410 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259089 Oct 19 21:19:58.041560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36900) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:58.046106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:58.070045 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Project 69cfd9aef0454bde86a2d8daf6734ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:19:58.075173 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.097825 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffb0d8-287b-4448-b794-487c2c778bf0 None None] The sync data for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 is: [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '518252b7-17d9-4422-a1ac-c5558b0fcbfb', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'port_id': '4a11196c-d3e7-4277-b63e-88433921f667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'mac_address': 'fa:16:3e:fc:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:19:56Z', 'updated_at': '2021-10-19T21:19:56Z', 'revision_number': 0, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:19:58.136995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.140818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.158489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817b012a-1b49-45ab-94b9-6632e5797fc0,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:58.168465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.170041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3903b821-79bf-4145-961c-addc69e6cfa1 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272185 Oct 19 21:19:58.172842 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36902) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:19:58.180397 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'security_group_rule': {'security_group_id': 'ee8d68f7-7076-4367-9895-b0dbcc23e30c', 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:58.203203 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Project 69cfd9aef0454bde86a2d8daf6734ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:19:58.207901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.275556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.280381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.300803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e4fbd1-5ef5-4c0f-8c7d-1565153d4e03,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:58.311295 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.312523 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d3c6fb66-b4d1-42f3-ba76-6d5d01e85dbc tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377132 Oct 19 21:19:58.316033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6468232-222f-480e-9afb-31db263c730e None None] New status for floating IP 518252b7-17d9-4422-a1ac-c5558b0fcbfb: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:19:58.392166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-e539d502-2dfe-484a-a4df-70e1f7794ad4 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470495519&fields=id&tenant_id=69cfd9aef0454bde86a2d8daf6734ad9 HTTP/1.1" status: 200 len: 267 time: 0.0339200 Oct 19 21:19:58.449831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-e7db5bcf-6857-42d6-b176-d5440f8b225e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:58.451203 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-e7db5bcf-6857-42d6-b176-d5440f8b225e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0531354 Oct 19 21:19:58.465086 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'port': {'security_groups': ['93b16c7e-b138-4233-87aa-071261ed8f31', 'ee8d68f7-7076-4367-9895-b0dbcc23e30c']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:19:58.527264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.709159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:19:58.739307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.743918 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.757309 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:19:58.791331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:58.791963 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:58.793371 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81590ea8-e0de-4447-92cf-bd85dd832635 req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "PUT /v2.0/ports/4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 982 time: 0.3343565 Oct 19 21:19:58.819533 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad333433-b7bb-462d-a162-25adeb578de0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:19:58.862223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:19:58.912823 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1275e-2e41-48db-b11b-1fe16fe67c9e req-83ee7733-7d9b-400d-a892-9c5f73d6d5a9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:58.914764 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42d1275e-2e41-48db-b11b-1fe16fe67c9e req-83ee7733-7d9b-400d-a892-9c5f73d6d5a9 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0551019 Oct 19 21:19:58.959102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-42d1275e-2e41-48db-b11b-1fe16fe67c9e req-5d86cb9f-6720-42d0-89f3-e15484fb8ee0 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376759 Oct 19 21:19:59.158121 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eaff25b4-ba97-4722-81e1-9445f26988d5 None None] Provisioning complete for port 4a11196c-d3e7-4277-b63e-88433921f667 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:19:59.158488 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eaff25b4-ba97-4722-81e1-9445f26988d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:59.312652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:19:59.312916 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5cd6616f-6040-4d0c-82bd-2782bb69e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:19:59.316268 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0c5c50-937e-4e45-a017-d9f88135e7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:19:59.352419 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae456c5-0e4e-4566-b839-e58d7abec253 x-openstack-request-id: req-4ae456c5-0e4e-4566-b839-e58d7abec253 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:19:59.352713 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:19:59.352966 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ae456c5-0e4e-4566-b839-e58d7abec253 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:19:59.353459 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:19:59.417594 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-37a292d6-b2ee-4bce-98fd-82d2d752f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:59.419093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-37a292d6-b2ee-4bce-98fd-82d2d752f462 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1136 time: 0.0413554 Oct 19 21:19:59.513779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-a0575359-7863-44a7-890b-3b5cabf0ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:59.515244 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-a0575359-7863-44a7-890b-3b5cabf0ad66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0881007 Oct 19 21:19:59.583061 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-de2ff2d7-1a59-4c74-bd44-ad75c5b9bd1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1002 time: 0.0599453 Oct 19 21:19:59.632589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-1cce7d7b-7b22-45df-9f5f-42260652c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:59.634010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-1cce7d7b-7b22-45df-9f5f-42260652c067 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0429878 Oct 19 21:19:59.678343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-63912284-1c42-4842-95bb-22a8462e2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:19:59.679765 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-63912284-1c42-4842-95bb-22a8462e2a1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382543 Oct 19 21:19:59.772084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-9d758d17-1c01-484c-9390-ca7d4609cd6a service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842247 Oct 19 21:19:59.859422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0b0c5c50-937e-4e45-a017-d9f88135e7c2 req-fbdd9b76-1c6f-4d60-8eab-1f558985c8f6 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798068 Oct 19 21:20:00.032080 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:20:00.371295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:01.160686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:02.428769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:13.206279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:13.673566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:16.195085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a35db-9836-401e-ba89-104b28bcbf6c req-f1361fb0-ef4c-4a07-8c2d-46def0b8c476 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:16.196519 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821a35db-9836-401e-ba89-104b28bcbf6c req-f1361fb0-ef4c-4a07-8c2d-46def0b8c476 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0516815 Oct 19 21:20:16.199124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f053-8265-40f1-beea-beecd4a249f8 req-1902a933-143a-46bf-ba40-22dd10fe2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:16.200617 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-1902a933-143a-46bf-ba40-22dd10fe2973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1136 time: 0.0495565 Oct 19 21:20:16.237658 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821a35db-9836-401e-ba89-104b28bcbf6c req-619cefd3-f45f-44d3-8fff-c568ce0baa82 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344043 Oct 19 21:20:16.295255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f053-8265-40f1-beea-beecd4a249f8 req-b479ddec-6b07-420d-ab6d-baffce712686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:16.296727 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-b479ddec-6b07-420d-ab6d-baffce712686 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0887656 Oct 19 21:20:16.365531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-620fbf5f-bdf0-47d5-99a9-60440cda5675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1002 time: 0.0608530 Oct 19 21:20:16.413225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f053-8265-40f1-beea-beecd4a249f8 req-368e6049-d14d-441d-a276-fc7601ac4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:16.414616 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-368e6049-d14d-441d-a276-fc7601ac4d0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0416706 Oct 19 21:20:16.458630 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f053-8265-40f1-beea-beecd4a249f8 req-6b6b12ad-b8bd-4dbd-a6c9-de487d93e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:16.460118 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-6b6b12ad-b8bd-4dbd-a6c9-de487d93e312 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379922 Oct 19 21:20:16.553446 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-d88ce21d-4408-41c1-bd64-868a639f474f service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Oct 19 21:20:16.641936 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7706f053-8265-40f1-beea-beecd4a249f8 req-2c048475-4fbc-4014-b10d-56086aee5f8d service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Oct 19 21:20:17.353212 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadad9-2d83-4e49-b8e2-e13ad8e8ccfb req-525bc558-0264-4844-9699-1ad08d6d325f tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:17.354676 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5cadad9-2d83-4e49-b8e2-e13ad8e8ccfb req-525bc558-0264-4844-9699-1ad08d6d325f tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0486012 Oct 19 21:20:17.397555 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5cadad9-2d83-4e49-b8e2-e13ad8e8ccfb req-a47ac30b-0a95-4a02-a2a2-d8595fb5efb4 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368350 Oct 19 21:20:18.512236 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a7cd-8cb3-46c4-b400-2220b571aeb6 req-11f0b497-8362-453b-a1fa-fb3048b1fa80 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:18.513779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fc4a7cd-8cb3-46c4-b400-2220b571aeb6 req-11f0b497-8362-453b-a1fa-fb3048b1fa80 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0499344 Oct 19 21:20:18.555125 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8fc4a7cd-8cb3-46c4-b400-2220b571aeb6 req-1b8655bf-1dbb-4fd9-9174-6b246e485699 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345225 Oct 19 21:20:19.668529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265ef4b-2ec1-4207-8fbe-d048e2fbce78 req-8eda0dd8-771d-4b89-be00-19f40b2cfe5a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:19.670028 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3265ef4b-2ec1-4207-8fbe-d048e2fbce78 req-8eda0dd8-771d-4b89-be00-19f40b2cfe5a tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0478053 Oct 19 21:20:19.709487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3265ef4b-2ec1-4207-8fbe-d048e2fbce78 req-16ca9ea7-d320-4113-bf25-92ef2e3bffef tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328031 Oct 19 21:20:20.822999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b14f9-e0e6-4f92-b98e-2e0c05ab23fb req-10a8286b-938c-4355-af20-935f8ea75c5b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:20.824460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d72b14f9-e0e6-4f92-b98e-2e0c05ab23fb req-10a8286b-938c-4355-af20-935f8ea75c5b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0488818 Oct 19 21:20:20.868875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d72b14f9-e0e6-4f92-b98e-2e0c05ab23fb req-d1274c19-e0c1-49c1-9352-26e96bae9ee2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383718 Oct 19 21:20:21.992818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9edc0-8c9c-49e6-99de-880cadded357 req-e2d530b6-60d8-4629-af20-7039accac8fe tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:21.994299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86f9edc0-8c9c-49e6-99de-880cadded357 req-e2d530b6-60d8-4629-af20-7039accac8fe tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0483401 Oct 19 21:20:22.033474 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-86f9edc0-8c9c-49e6-99de-880cadded357 req-718b4cd5-d5bd-4468-998b-1131eb04c9d6 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332770 Oct 19 21:20:23.147945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993082d6-acf6-4077-9d07-68368d52adac req-5354eb29-e423-42bd-a160-6d9109e19af7 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:23.149417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-993082d6-acf6-4077-9d07-68368d52adac req-5354eb29-e423-42bd-a160-6d9109e19af7 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0483773 Oct 19 21:20:23.187707 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-993082d6-acf6-4077-9d07-68368d52adac req-e377a360-57d1-4f34-9762-f4fb11061650 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322590 Oct 19 21:20:24.310487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d34c-5fe3-4e4c-837f-41e0dc82d98d req-0fd2e96c-a393-4cf1-b35d-87b99c5d2dca tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:24.311981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1771d34c-5fe3-4e4c-837f-41e0dc82d98d req-0fd2e96c-a393-4cf1-b35d-87b99c5d2dca tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0493128 Oct 19 21:20:24.356429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1771d34c-5fe3-4e4c-837f-41e0dc82d98d req-d7e79208-85e6-4439-80b2-1a993a5a3b34 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382292 Oct 19 21:20:25.468001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44875-c0e3-4094-8e0c-50931a90c4bb req-8e93ca5f-b0c9-40af-9a04-93ddc565b094 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:25.469537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbd44875-c0e3-4094-8e0c-50931a90c4bb req-8e93ca5f-b0c9-40af-9a04-93ddc565b094 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0483592 Oct 19 21:20:25.509681 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bbd44875-c0e3-4094-8e0c-50931a90c4bb req-72179911-452c-4d58-9a80-148ecdde4ca2 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333340 Oct 19 21:20:26.541582 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f03a00ab-a635-4adb-8928-10e11ba599a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:26.622211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d13a3-1f8d-4cb6-80a1-0b5a3fb3e647 req-a4947366-e34c-49cb-875c-d5ac7389aa35 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:26.623652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c4d13a3-1f8d-4cb6-80a1-0b5a3fb3e647 req-a4947366-e34c-49cb-875c-d5ac7389aa35 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0483980 Oct 19 21:20:26.663107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1c4d13a3-1f8d-4cb6-80a1-0b5a3fb3e647 req-4d2d11bd-50bf-45f8-a0b6-7e6eec79a90c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335245 Oct 19 21:20:27.774075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e082f-bdda-44c4-9f1e-c8a11a2c8b93 req-600c48c5-de12-420e-b49e-4daecf949811 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:27.775529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d7e082f-bdda-44c4-9f1e-c8a11a2c8b93 req-600c48c5-de12-420e-b49e-4daecf949811 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0484614 Oct 19 21:20:27.818414 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4d7e082f-bdda-44c4-9f1e-c8a11a2c8b93 req-e4f55837-d402-4037-a638-a5c04f5d4896 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&id=ee8d68f7-7076-4367-9895-b0dbcc23e30c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369146 Oct 19 21:20:29.274990 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-422eae2e-d319-40a4-b447-4e4bd44f4c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:30.371688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:31.165249 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:32.429048 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:37.031828 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:20:43.214637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:43.673902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:46.613526 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-7fb887f9-05bd-4e88-b076-1e6b0700bae7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392413 Oct 19 21:20:46.698867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-7a6f8c26-8c08-447b-b9f2-8f66de97bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:46.700302 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-7a6f8c26-8c08-447b-b9f2-8f66de97bad4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1136 time: 0.0392940 Oct 19 21:20:46.811653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-c495adad-c7e4-4a88-a62b-eeef7dd4007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:46.813111 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-c495adad-c7e4-4a88-a62b-eeef7dd4007c service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0934327 Oct 19 21:20:46.879437 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-ac21376b-2c9d-4e79-93e0-6b8206a7fc8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1002 time: 0.0575511 Oct 19 21:20:46.930769 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-3150ab30-a282-4539-819e-ef094d642495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:46.932141 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-3150ab30-a282-4539-819e-ef094d642495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0459483 Oct 19 21:20:46.977697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-5eab2f7b-0275-42a1-9ffa-e1a0aa9441a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:20:46.979107 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-5eab2f7b-0275-42a1-9ffa-e1a0aa9441a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392129 Oct 19 21:20:46.990809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-0a25bc7d-6cec-437c-9e12-4e0a2a557a09 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:20:46.992478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-0a25bc7d-6cec-437c-9e12-4e0a2a557a09 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047135 Oct 19 21:20:47.078448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-af285c85-2a80-4d53-876e-3e51389db078 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797505 Oct 19 21:20:47.178105 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a67df6a7-d08e-4e5d-b41b-d473a72e13d8 req-d8ea5582-fb6a-435f-8ff3-a224789e77b2 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Oct 19 21:20:56.542006 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1ab57342-910c-4499-8b27-bf61d169d39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:20:59.277058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c4b5-51da-40ca-a7e7-4671cf2f5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.223115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1116717e-c36f-4e27-95c6-155b4b017316 req-cbaa4101-1e19-4b64-b225-6496e80c8ec4 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470495519&fields=id&tenant_id=69cfd9aef0454bde86a2d8daf6734ad9 HTTP/1.1" status: 200 len: 267 time: 0.0334189 Oct 19 21:21:00.275550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116717e-c36f-4e27-95c6-155b4b017316 req-1860173e-943f-45d1-a7ca-8d1b96f517da tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:00.277011 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1116717e-c36f-4e27-95c6-155b4b017316 req-1860173e-943f-45d1-a7ca-8d1b96f517da tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 985 time: 0.0484242 Oct 19 21:21:00.287820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Request body: {'port': {'security_groups': ['93b16c7e-b138-4233-87aa-071261ed8f31']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:00.353867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.376713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.522922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:00.550689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.555590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.567708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:21:00.599327 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:00.599941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.601463 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1116717e-c36f-4e27-95c6-155b4b017316 req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "PUT /v2.0/ports/4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 943 time: 0.3179147 Oct 19 21:21:00.601925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:00.604217 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee7d48-cdbb-4030-935d-17e4dff08583" -d '{"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:00.608687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 36964) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:00.647003 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event updated for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=7']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:00.661535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.665320 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:21:00.672664 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.673541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.673976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.674406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.674932 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.675352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.676434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.677012 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.677468 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.677888 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.678477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f693d-7128-4eb1-aab5-f4ca0a3f8cea tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.688700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.695355 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5958e-a810-4489-ac34-77fa83773931 x-openstack-request-id: req-bae5958e-a810-4489-ac34-77fa83773931 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:00.695788 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:00.696169 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bae5958e-a810-4489-ac34-77fa83773931 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:00.696694 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:21:00.725593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.750887 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-d42ff077-a5c5-453a-8727-dcbd94f13f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:00.752824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-d42ff077-a5c5-453a-8727-dcbd94f13f1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1097 time: 0.0550113 Oct 19 21:21:00.805689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.808423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:00.809924 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee8d68f7-7076-4367-9895-b0dbcc23e30c HTTP/1.1" status: 204 len: 168 time: 0.1993713 Oct 19 21:21:00.819620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 36966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:00.820472 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d68f7-7076-4367-9895-b0dbcc23e30c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:00.829326 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.829854 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.830209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.830611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.831633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.831633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.831633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.832066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.833613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.833613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.833613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.833613 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fef1de0-87cb-426e-b819-ff9c5582946e tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:00.941544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2e7a6c4a-0bd1-4c33-9d5e-15d86888a9d3 None None] Provisioning complete for port 4a11196c-d3e7-4277-b63e-88433921f667 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:00.941999 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6c4a-0bd1-4c33-9d5e-15d86888a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.170244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.296498 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-f140793f-bf08-42fb-81ab-66888e1d1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:01.298009 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-f140793f-bf08-42fb-81ab-66888e1d1afc service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.5380001 Oct 19 21:21:01.392267 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-d3bad8b3-c10c-4643-8831-c02352434ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 1002 time: 0.0860918 Oct 19 21:21:01.445812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Deleting port 044ab303-ed7e-48dd-a78a-e6c889b739a0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:01.446125 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.461188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-49e01f3c-af8e-4353-a71a-2b4f148dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:01.462628 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-49e01f3c-af8e-4353-a71a-2b4f148dd456 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0629685 Oct 19 21:21:01.555680 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-98dc1d5b-02e4-4c2f-b410-3f52e46c6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:01.557165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-98dc1d5b-02e4-4c2f-b410-3f52e46c6e38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841320 Oct 19 21:21:01.558799 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.559116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.588016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Calling delete_port for 044ab303-ed7e-48dd-a78a-e6c889b739a0 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:01.708562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-07fad8b1-ab9f-47eb-a61d-7df7160db562 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420388 Oct 19 21:21:01.851456 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-89ee7d48-cdbb-4030-935d-17e4dff08583 req-78fb8177-7442-4df0-9912-b6613acb2fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348310 Oct 19 21:21:01.865108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.891230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event deleted for resources: {'Port': ['ID=044ab303-ed7e-48dd-a78a-e6c889b739a0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:01.965536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:01.966199 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Floating IP 518252b7-17d9-4422-a1ac-c5558b0fcbfb disassociated (deleted). External IP: 172.25.7.163, port: 4a11196c-d3e7-4277-b63e-88433921f667. Oct 19 21:21:02.169911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Router b93c7071-b814-4e2f-93ee-0919c3e3c434 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:21:02.278412 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:02.283555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:02.288724 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Sync routers for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:02.297286 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:02.297913 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:02.314403 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ceb9e590-0de4-4c37-afce-4b14339a6ad8 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "DELETE /v2.0/floatingips/518252b7-17d9-4422-a1ac-c5558b0fcbfb HTTP/1.1" status: 204 len: 168 time: 1.4936130 Oct 19 21:21:02.406089 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:02.433759 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:02.612162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:02.641708 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Checking router: b93c7071-b814-4e2f-93ee-0919c3e3c434 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:02.649577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:02.650156 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:02.698276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:02.700691 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56f689-53ce-43a7-8b6c-dde43802910f" -d '{"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:02.736582 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7609a0fc-e0f9-429d-88b7-c41111cd18e9 x-openstack-request-id: req-7609a0fc-e0f9-429d-88b7-c41111cd18e9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:02.736876 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:02.737158 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7609a0fc-e0f9-429d-88b7-c41111cd18e9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:02.737716 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:21:02.753473 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:02.799583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-61843e59-2b1a-4a60-82fe-d248ac5097c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:02.801728 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-61843e59-2b1a-4a60-82fe-d248ac5097c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 1097 time: 0.0424931 Oct 19 21:21:02.910551 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-2f0116c1-dbfa-4409-850b-958763067d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:02.912085 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-2f0116c1-dbfa-4409-850b-958763067d19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 200 len: 915 time: 0.0864861 Oct 19 21:21:02.951343 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:02.959311 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-4d838af4-257e-40a0-886b-79924cb02879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 200 len: 217 time: 0.0394645 Oct 19 21:21:02.980300 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb62b58-5d39-4d13-8243-810efcc28477 None None] The sync data for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 is: [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:06Z', 'revision_number': 4, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7c1a569d-1147-481e-89b8-3f73bce172eb', 'name': '', 'network_id': '10dd8bf4-660d-451a-b566-2b3d9afa38f1', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'mac_address': 'fa:16:3e:8b:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '9724a123-7aba-459d-b814-38325c2379c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:05Z', 'updated_at': '2021-10-19T21:19:10Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'subnets': [{'id': '9724a123-7aba-459d-b814-38325c2379c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:03.013483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-4659931c-d76a-4ab8-8ee0-edb787c4da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:03.015102 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-4659931c-d76a-4ab8-8ee0-edb787c4da2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 200 len: 853 time: 0.0489531 Oct 19 21:21:03.066467 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-82bd73f6-3249-4e21-815b-a525bcfb1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:03.068002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-82bd73f6-3249-4e21-815b-a525bcfb1097 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10dd8bf4-660d-451a-b566-2b3d9afa38f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460663 Oct 19 21:21:03.170748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-5c9ae5fd-9b69-435b-b108-9183d6e0c0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955331 Oct 19 21:21:03.221422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96025c42-1bfe-4c5a-ba95-6c688aa4d738 None None] New status for floating IP 518252b7-17d9-4422-a1ac-c5558b0fcbfb: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:21:03.271023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca56f689-53ce-43a7-8b6c-dde43802910f req-24eb6a21-dc4f-44a2-996e-adeff0d53e81 service neutron] 10.222.0.37 "GET /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908339 Oct 19 21:21:10.415602 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-ba6f52b1-c219-417c-b8c8-cc37bc427a8d req-5a4e953e-41be-4de6-8b66-36ae16db86aa tempest-ServerDiskConfigTestJSON-1987706977 tempest-ServerDiskConfigTestJSON-1987706977-project] (100735) timed out ('10.222.0.11', 49835) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:21:11.327101 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29346-bafc-4574-a5c0-849d0b33a3a1 req-3b69825a-e402-4cd4-befd-9392f7d1282c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:11.328659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcd29346-bafc-4574-a5c0-849d0b33a3a1 req-3b69825a-e402-4cd4-befd-9392f7d1282c tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0540488 Oct 19 21:21:11.370189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fcd29346-bafc-4574-a5c0-849d0b33a3a1 req-95fe1903-c174-4fab-818e-0f2b75fb2314 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Oct 19 21:21:12.502234 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd468ce-3faf-4020-8328-330ab77f3542 req-883dca4a-352a-4415-abd8-2af93a52eb6b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:12.504209 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efd468ce-3faf-4020-8328-330ab77f3542 req-883dca4a-352a-4415-abd8-2af93a52eb6b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0491264 Oct 19 21:21:12.542100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efd468ce-3faf-4020-8328-330ab77f3542 req-fc1d0e48-4a9e-4510-b313-0a717445d544 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/security-groups?id=93b16c7e-b138-4233-87aa-071261ed8f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Oct 19 21:21:12.939609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-3c2fdaf6-5355-4318-ab15-1f390ff12655 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:12.941042 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-3c2fdaf6-5355-4318-ab15-1f390ff12655 tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.37 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 946 time: 0.0481203 Oct 19 21:21:13.029539 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Deleting port 4a11196c-d3e7-4277-b63e-88433921f667 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:13.029886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:13.126011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] For port 4a11196c-d3e7-4277-b63e-88433921f667, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=4a11196c-d3e7-4277-b63e-88433921f667,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:13.126582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:13.139841 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Calling delete_port for 4a11196c-d3e7-4277-b63e-88433921f667 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:13.224882 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:13.268791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:13.279714 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['4a11196c-d3e7-4277-b63e-88433921f667'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:21:13.298241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Pushing event deleted for resources: {'Port': ['ID=4a11196c-d3e7-4277-b63e-88433921f667,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:13.343082 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] No DVR routers for this DVR port 4a11196c-d3e7-4277-b63e-88433921f667 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:21:13.346092 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:13.350637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5f0785b1-3caa-43cf-aa86-e2cc680f1b80 req-a3a9c12c-13a7-44d1-a72c-1933e2a29d1d tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.37 "DELETE /v2.0/ports/4a11196c-d3e7-4277-b63e-88433921f667 HTTP/1.1" status: 204 len: 173 time: 0.4032376 Oct 19 21:21:13.351085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'name': 'network-vif-deleted', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:13.353781 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae542da-a7e0-4992-a89c-4133cb14cb64" -d '{"events": [{"server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "name": "network-vif-deleted", "tag": "4a11196c-d3e7-4277-b63e-88433921f667"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:13.392385 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6950732-7e5a-4349-84a1-b444f4900d25 x-openstack-request-id: req-c6950732-7e5a-4349-84a1-b444f4900d25 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:13.392737 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a414f4da-97e6-4055-80da-2eb40c1f8f83", "name": "network-vif-deleted", "tag": "4a11196c-d3e7-4277-b63e-88433921f667", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:13.392988 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6950732-7e5a-4349-84a1-b444f4900d25 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:13.393420 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a414f4da-97e6-4055-80da-2eb40c1f8f83', 'name': 'network-vif-deleted', 'tag': '4a11196c-d3e7-4277-b63e-88433921f667', 'status': 'completed', 'code': 200} Oct 19 21:21:13.648325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9adebcef-9e5c-4155-a7c3-0e1aa2ac1e58 req-65deb9c9-b6e8-4208-841b-873495e13a3b tempest-TestMinimumBasicScenario-981174230 tempest-TestMinimumBasicScenario-981174230-project] 10.222.0.31 "GET /v2.0/ports?device_id=a414f4da-97e6-4055-80da-2eb40c1f8f83 HTTP/1.1" status: 200 len: 210 time: 0.0314929 Oct 19 21:21:13.675637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:14.031395 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:21:15.259238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37072) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:15.605734 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:15.843693 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Deleting port 7c1a569d-1147-481e-89b8-3f73bce172eb {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:15.844027 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:15.921181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] For port 7c1a569d-1147-481e-89b8-3f73bce172eb, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7c1a569d-1147-481e-89b8-3f73bce172eb,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:15.921560 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:15.933970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Calling delete_port for 7c1a569d-1147-481e-89b8-3f73bce172eb owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:16.108190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:16.135113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1a569d-1147-481e-89b8-3f73bce172eb,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:16.301847 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:16.511417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Router b93c7071-b814-4e2f-93ee-0919c3e3c434 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:21:16.618350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:16.623397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4054ebed-c768-4b19-88fc-beffe32fc5d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b93c7071-b814-4e2f-93ee-0919c3e3c434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631165 Oct 19 21:21:16.625904 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37074) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:16.628307 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Sync routers for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:16.638000 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:16.638632 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:16.746626 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:16.790062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4a11196c-d3e7-4277-b63e-88433921f667 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:16.815129 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 4a11196c-d3e7-4277-b63e-88433921f667 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:16.815719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 4a11196c-d3e7-4277-b63e-88433921f667 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:16.932460 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:21:16Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:16.959825 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Checking router: b93c7071-b814-4e2f-93ee-0919c3e3c434 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:16.968137 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Routers {'b93c7071-b814-4e2f-93ee-0919c3e3c434'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:16.968738 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['b93c7071-b814-4e2f-93ee-0919c3e3c434'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:17.043386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.072091 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] Set router b93c7071-b814-4e2f-93ee-0919c3e3c434 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:17.145370 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.198948 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Deleting port b52bb8ad-5527-49d1-acef-02e1569f03a8 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:17.199376 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.281817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] For port b52bb8ad-5527-49d1-acef-02e1569f03a8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b52bb8ad-5527-49d1-acef-02e1569f03a8,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:17.282176 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.294570 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Calling delete_port for b52bb8ad-5527-49d1-acef-02e1569f03a8 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:17.340871 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:21:16Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:17.381017 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb313d-ba8a-4e81-8c3a-6960e3d0d79f None None] The sync data for ids ['b93c7071-b814-4e2f-93ee-0919c3e3c434'] in n-d-805649-9 is: [{'id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'name': 'tempest-TestMinimumBasicScenario-445684317-router', 'tenant_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:21:16Z', 'revision_number': 5, 'project_id': '69cfd9aef0454bde86a2d8daf6734ad9', 'gw_port': {'id': 'b52bb8ad-5527-49d1-acef-02e1569f03a8', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93c7071-b814-4e2f-93ee-0919c3e3c434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:03Z', 'updated_at': '2021-10-19T21:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:17.468636 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.492438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52bb8ad-5527-49d1-acef-02e1569f03a8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:17.562580 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.654019 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.656260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.699852 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.700479 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93c7071-b814-4e2f-93ee-0919c3e3c434 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:21:17.704940 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.705937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-07e3aebb-7e81-43d0-9cff-aa20f65b3068 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b93c7071-b814-4e2f-93ee-0919c3e3c434 HTTP/1.1" status: 204 len: 168 time: 1.0791528 Oct 19 21:21:17.708339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37076) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:17.767477 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Deleting subnet 9724a123-7aba-459d-b814-38325c2379c7 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:21:17.770911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.809274 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.839814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7c1a569d-1147-481e-89b8-3f73bce172eb no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:17.861761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7c1a569d-1147-481e-89b8-3f73bce172eb {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:17.862013 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7c1a569d-1147-481e-89b8-3f73bce172eb not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:17.896155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.949201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.982372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9724a123-7aba-459d-b814-38325c2379c7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:17.984352 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:17.989431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c430ae91-16c8-4205-8668-aa9d6f53c773 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9724a123-7aba-459d-b814-38325c2379c7 HTTP/1.1" status: 204 len: 168 time: 0.2783370 Oct 19 21:21:17.989559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f523a71-7010-4cc5-8241-ae4aee35218c None None] Network 10dd8bf4-660d-451a-b566-2b3d9afa38f1 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:21:17.991401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37078) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:18.068340 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.133235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Deleting port c3f25af9-cb8e-43c7-a31a-563d7b067300 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:18.133681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.203442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] DHCP port deletion for 10dd8bf4-660d-451a-b566-2b3d9afa38f1 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:21:18.215052 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] For port c3f25af9-cb8e-43c7-a31a-563d7b067300, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3f25af9-cb8e-43c7-a31a-563d7b067300,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:18.215418 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.229775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Calling delete_port for c3f25af9-cb8e-43c7-a31a-563d7b067300 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:18.265335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Deleting port c3f25af9-cb8e-43c7-a31a-563d7b067300 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:18.265757 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.312863 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.332867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] For port c3f25af9-cb8e-43c7-a31a-563d7b067300, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c3f25af9-cb8e-43c7-a31a-563d7b067300,segment=NetworkSegment(93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1),segment_id=93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:18.333266 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.341143 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f25af9-cb8e-43c7-a31a-563d7b067300,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:18.343146 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] No DVR routers for this DVR port c3f25af9-cb8e-43c7-a31a-563d7b067300 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:21:18.356537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Calling delete_port for c3f25af9-cb8e-43c7-a31a-563d7b067300 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:18.419521 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.439996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd8bf4-660d-451a-b566-2b3d9afa38f1']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:18.440226 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.450067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:18.450363 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c5e5d1-1fea-4e76-92f3-f19b6efb9cb1') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:18.459768 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.465762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Pushing event deleted for resources: {'Port': ['ID=c3f25af9-cb8e-43c7-a31a-563d7b067300,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:18.473572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.473860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] No DVR routers for this DVR port c3f25af9-cb8e-43c7-a31a-563d7b067300 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:21:18.476254 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.476742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.477860 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.478280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.478572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.479408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.479710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.480074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.480377 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.480504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:21:18.480750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.480859 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.481050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.481361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1385b2f-db81-4ac8-bb3d-02ccb5262730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:21:18.482461 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:21:18.542799 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.549285 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:18.552994 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] 10.222.0.31 "DELETE /v2.0/networks/10dd8bf4-660d-451a-b566-2b3d9afa38f1 HTTP/1.1" status: 204 len: 168 time: 0.5602889 Oct 19 21:21:18.555988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37080) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:18.563299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191b8c1-1350-4842-a012-bd0937eaf81b admin admin] Pushing event deleted for resources: {'Network': ['ID=10dd8bf4-660d-451a-b566-2b3d9afa38f1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:18.916594 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:19.172401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Deleting port a236222d-58a5-4aa8-9b2e-312c12a81847 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:19.172743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:19.251140 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] For port a236222d-58a5-4aa8-9b2e-312c12a81847, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a236222d-58a5-4aa8-9b2e-312c12a81847,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:19.251498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:19.268601 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Calling delete_port for a236222d-58a5-4aa8-9b2e-312c12a81847 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:19.453513 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:19.476773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a236222d-58a5-4aa8-9b2e-312c12a81847,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:19.620629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3f25af9-cb8e-43c7-a31a-563d7b067300 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:19.641023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c3f25af9-cb8e-43c7-a31a-563d7b067300 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:19.641672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c3f25af9-cb8e-43c7-a31a-563d7b067300 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:19.642188 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b52bb8ad-5527-49d1-acef-02e1569f03a8 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:19.655960 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:19.662227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b52bb8ad-5527-49d1-acef-02e1569f03a8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:19.662572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b52bb8ad-5527-49d1-acef-02e1569f03a8 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:19.866356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Router 21e34474-cee9-4176-9f3c-706a9b6b3e64 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:21:19.969611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:19.974988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-6657c3fb-e814-489b-a842-110d5e46ef88 admin admin] 10.222.0.31 "PUT /v2.0/routers/21e34474-cee9-4176-9f3c-706a9b6b3e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4174223 Oct 19 21:21:19.977721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:19.978560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Sync routers for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:19.988402 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:19.989020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:20.081290 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.092230 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:20.185003 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.236790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Deleting port 7f1147c9-f8e7-4136-ba5f-35f19913122c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:20.237121 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.274906 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:21:19Z', 'revision_number': 5, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port': {'id': '7f1147c9-f8e7-4136-ba5f-35f19913122c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:20.301813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Checking router: 21e34474-cee9-4176-9f3c-706a9b6b3e64 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:20.310681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Routers {'21e34474-cee9-4176-9f3c-706a9b6b3e64'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:20.311277 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['21e34474-cee9-4176-9f3c-706a9b6b3e64'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:20.321954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] For port 7f1147c9-f8e7-4136-ba5f-35f19913122c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7f1147c9-f8e7-4136-ba5f-35f19913122c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:20.322308 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.333952 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Calling delete_port for 7f1147c9-f8e7-4136-ba5f-35f19913122c owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:20.411168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] Set router 21e34474-cee9-4176-9f3c-706a9b6b3e64 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:20.465601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:21:20Z', 'revision_number': 6, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:20.492616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b3632-f250-4423-9fce-d97b23b247ca None None] The sync data for ids ['21e34474-cee9-4176-9f3c-706a9b6b3e64'] in n-d-805649-9 is: [{'id': '21e34474-cee9-4176-9f3c-706a9b6b3e64', 'name': 'tempest-TestMinimumBasicScenario-202032309-router', 'tenant_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:19:08Z', 'updated_at': '2021-10-19T21:21:20Z', 'revision_number': 6, 'project_id': 'bb0d66c1338f413284d3a7d60e3d8ee3', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:20.498222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.534841 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1147c9-f8e7-4136-ba5f-35f19913122c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:20.587778 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.677723 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.680214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.726090 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.726546 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e34474-cee9-4176-9f3c-706a9b6b3e64 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:21:20.730902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.732051 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a5dd3e29-ad55-40a9-8d32-c7095b4fea52 admin admin] 10.222.0.31 "DELETE /v2.0/routers/21e34474-cee9-4176-9f3c-706a9b6b3e64 HTTP/1.1" status: 204 len: 168 time: 0.7533426 Oct 19 21:21:20.734619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37084) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:20.781667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Deleting subnet c0709352-ef20-41c3-bab0-a25fa11a0237 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:21:20.784538 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.818198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.896261 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.953754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.982423 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:20.985741 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0709352-ef20-41c3-bab0-a25fa11a0237 HTTP/1.1" status: 204 len: 168 time: 0.2502084 Oct 19 21:21:20.986674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be790aa-aad9-4088-a28e-5778677a1c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0709352-ef20-41c3-bab0-a25fa11a0237,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:20.987126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dec14-36e9-41c7-a50a-38c9bde81cc0 None None] Network c8b86492-60fa-44ac-8f2c-4605f739d419 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:21:20.988534 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37086) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:21.057792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.116725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Deleting port 7505f900-952a-4935-bf38-1b6d9e3cff64 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:21:21.117061 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.179961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] For port 7505f900-952a-4935-bf38-1b6d9e3cff64, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7505f900-952a-4935-bf38-1b6d9e3cff64,segment=NetworkSegment(59dc2786-a2b5-4ea9-9f3f-b5e0610e0747),segment_id=59dc2786-a2b5-4ea9-9f3f-b5e0610e0747)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:21.180257 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.193058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Calling delete_port for 7505f900-952a-4935-bf38-1b6d9e3cff64 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:21:21.279677 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46882e5-c04b-4f0f-bd3e-3daa59ea7dfc None None] DHCP port deletion for c8b86492-60fa-44ac-8f2c-4605f739d419 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:21:21.286500 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.303897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-b46882e5-c04b-4f0f-bd3e-3daa59ea7dfc None None] The port '7505f900-952a-4935-bf38-1b6d9e3cff64' was deleted {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 21:21:21.314984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7505f900-952a-4935-bf38-1b6d9e3cff64,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:21.317480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] No DVR routers for this DVR port 7505f900-952a-4935-bf38-1b6d9e3cff64 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:21:21.387939 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.411945 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b86492-60fa-44ac-8f2c-4605f739d419']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:21.421027 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:21.421344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc2786-a2b5-4ea9-9f3f-b5e0610e0747') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:21.431007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.445390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.451589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:21:21.451978 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:21:21.453777 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:21:21.520098 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.524907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.528516 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c8b86492-60fa-44ac-8f2c-4605f739d419 HTTP/1.1" status: 204 len: 168 time: 0.5383751 Oct 19 21:21:21.545839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5606a4b-b7e6-4389-8a7c-0c0f53d8af71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b86492-60fa-44ac-8f2c-4605f739d419,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:21.566763 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a236222d-58a5-4aa8-9b2e-312c12a81847 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:21.591498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a236222d-58a5-4aa8-9b2e-312c12a81847 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:21.591835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a236222d-58a5-4aa8-9b2e-312c12a81847 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:21.592350 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7505f900-952a-4935-bf38-1b6d9e3cff64 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:21.612179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7505f900-952a-4935-bf38-1b6d9e3cff64 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:21.612344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7505f900-952a-4935-bf38-1b6d9e3cff64 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:21.612747 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f1147c9-f8e7-4136-ba5f-35f19913122c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:21:21.635711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7f1147c9-f8e7-4136-ba5f-35f19913122c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:21:21.636050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7f1147c9-f8e7-4136-ba5f-35f19913122c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:21:21.711818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37090) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:21.752364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5aece854-ed62-4a97-b77c-7bf0438bf4e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69cfd9aef0454bde86a2d8daf6734ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391304 Oct 19 21:21:21.754687 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37092) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:21.806427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.826832 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.871695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.874351 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:21.875486 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93b16c7e-b138-4233-87aa-071261ed8f31 HTTP/1.1" status: 204 len: 168 time: 0.1198535 Oct 19 21:21:21.883043 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd92ad-a7a2-4b27-af79-400e1e901ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b16c7e-b138-4233-87aa-071261ed8f31,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:22.181461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:22.221893 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9b8cd989-f1c1-4f16-9ca3-6ce4aa9116df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb0d66c1338f413284d3a7d60e3d8ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392499 Oct 19 21:21:22.224846 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37100) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:22.272124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:22.292590 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:22.338738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:22.341537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:22.342841 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3247906-c887-4a9e-976f-dfca4ac115b9 HTTP/1.1" status: 204 len: 168 time: 0.1170483 Oct 19 21:21:22.350859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17394b-cb4a-4fce-892d-a42489b7c57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3247906-c887-4a9e-976f-dfca4ac115b9,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:24.389203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37140) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:24.395211 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275255954', 'description': 'tempest-secgroup-smoke-275255954 description', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:24.421032 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.429662 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.507320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.511060 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.548740 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78cd62-2f5e-4f08-8ba5-5df82b6dc3f7,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:24.585861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.589196 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.613835 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.615025 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2247248 Oct 19 21:21:24.618114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37142) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:24.622947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:24.623124 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe923dd-5dfd-4557-a19b-11a1bd7e0826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607c4ec-7983-4edd-9aca-f9c35629d066,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:24.649644 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.703860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.708081 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.725132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c1edf9-a225-4074-9dcc-9363224428d7,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:24.733600 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.734789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e4f7699f-7cbc-4c18-80fe-6ed5125c0692 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155119 Oct 19 21:21:24.737466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37144) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:24.741753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:24.767061 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.821832 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.825154 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.845638 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdada797-7674-4d06-b6b6-a9c777170d0d,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:24.851239 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:24.852334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-855b14ea-086d-4a33-9b30-f2d3e4a7166f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139333 Oct 19 21:21:24.855127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37146) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:24.859297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:24.885313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.270666 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.275180 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.291191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81b5981-6b8d-416f-9692-10df11f7a8f9,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:25.304062 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.305401 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10988500-d1fe-446e-9ef6-adb94c2f44cf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4493427 Oct 19 21:21:25.307964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37148) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:25.312748 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:25.337760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.393880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.397171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.414299 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7cb7ba-f596-454b-a7e8-10c95fce4655,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:25.423995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.425161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-65517889-19a5-4679-8650-7089301e73a0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161921 Oct 19 21:21:25.428365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37150) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:25.432618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:25.455734 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:21:25.475455 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.533485 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.537477 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.555563 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132f788d-13fd-465d-9950-6ac9e0338a37,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:25.560146 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.561455 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-340f3481-edbb-44ce-8681-ce4746034064 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320505 Oct 19 21:21:25.564106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37152) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:25.568380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e607c4ec-7983-4edd-9aca-f9c35629d066', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:25.589452 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:21:25.594016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.655450 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.659015 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.676907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f905db8-3a5f-4a62-8ff0-8b0029b7a871,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:25.681086 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.682391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f4c972e-9cb1-4b39-9fa6-c4a67a8d701d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172533 Oct 19 21:21:25.685255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37154) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:25.689999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'network': {'name': 'tempest-network-smoke--1590797481', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'port_security_enabled': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:25.709970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:21:25.713310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.736048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:21:25.744587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.744919 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Added segment 08ce3d10-8040-438c-9eef-13c453f511f3 of type vlan for network 09feac91-d53c-4bf4-b304-54542d812e5c Oct 19 21:21:25.787488 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.812785 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.818516 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:25.819126 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.860149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1737831 Oct 19 21:21:25.863194 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37156) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:25.867848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'admin_state_up': True, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:25.891423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59fa36-9d67-4796-bd1f-5b49fe55d09b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Network': ['ID=09feac91-d53c-4bf4-b304-54542d812e5c,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:25.892074 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.893077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:25.904745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 09feac91-d53c-4bf4-b304-54542d812e5c details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:21:25.946763 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.085963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.277411 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.296023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.394668 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.156 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/ef15a5dd-f604-4508-a7ab-ce7ad27f30cf) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:21:26.495882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.529801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.542391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-51d91a25-756e-4fab-a3a8-ca0a772fed49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:26.568385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:26.571203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:26.574768 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:21:26.582961 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:26.822512 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:27.332833 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:27.457240 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 1ac05b41-9361-487b-814e-bfd99af111a9 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:21:27.562291 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:27.572473 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Sync routers for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:27.583519 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:27.584116 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:27.584579 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:27.585823 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b301bdd9-330c-4e18-8835-976d65ed18b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7216184 Oct 19 21:21:27.588880 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37158) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:27.688115 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:27.728603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1c65b1d6-d423-457d-a06c-e5194d9daa61 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=ca246ce3a70f47ea95eb40136de9a9c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386259 Oct 19 21:21:27.731273 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:27.859830 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:26Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:27.874478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e27005-1824-4fe0-a7e6-dd90e7ee78b0 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:27.875991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-43e27005-1824-4fe0-a7e6-dd90e7ee78b0 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438367 Oct 19 21:21:27.879383 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:27.889341 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Checking router: 1ac05b41-9361-487b-814e-bfd99af111a9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:27.889694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Updating router 1ac05b41-9361-487b-814e-bfd99af111a9 port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:21:27.914565 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:27.916828 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b7cc1abc-2060-4369-b0ae-81c857e71fb7 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364001 Oct 19 21:21:27.919360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:27.924004 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449072530', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:28.009546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:21:28.013109 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.167236 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.172304 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.192953 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.228328 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Attempting to bind port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:21:28.228699 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Attempting to bind port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:21:28.229036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Attempting to bind port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:21:28.230891 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Pushing event updated for resources: {'Port': ['ID=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:28.240604 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.240937 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.241262 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.241615 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.241934 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.242254 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.242565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.242877 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.243203 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.243517 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.243825 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.244130 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:21:28.247724 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:21:28.248524 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:21:28.248816 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.249188 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:21:28.249678 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Bound port: ef15a5dd-f604-4508-a7ab-ce7ad27f30cf, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:21:28.250050 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.258131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Subnet': ['ID=c9e59afa-74fc-49af-bfd0-e1770fd598f6,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:28.266129 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Checking segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:21:28.266493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network hostable DHCP agents. Network: 09feac91-d53c-4bf4-b304-54542d812e5c, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:21:28.288591 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 09feac91-d53c-4bf4-b304-54542d812e5c is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:21:28.297210 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 09feac91-d53c-4bf4-b304-54542d812e5c) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:28.302443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:28.303030 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.304566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] For port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:21:28.308452 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] For port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:21:28.309533 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb55909-bd3c-4f6e-8886-b3985e1d66ad None None] Network 09feac91-d53c-4bf4-b304-54542d812e5c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:21:28.312580 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.320190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aa3ce1d5-e73b-4335-ae01-8ef8059f2c96 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998411 Oct 19 21:21:28.322876 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:28.378936 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:28.379577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:20:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:28.418218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7990d-4578-4241-a084-b82f611449a3 None None] Pushing event updated for resources: {'Port': ['ID=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:28.470895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-09feac91-d53c-4bf4-b304-54542d812e5c', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:21:28.472680 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.504357 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:28.614403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Allocated IP 172.20.0.2 (09feac91-d53c-4bf4-b304-54542d812e5c/c9e59afa-74fc-49af-bfd0-e1770fd598f6/918168cb-2cfa-4cf9-959c-e9c03463c853) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:21:28.692360 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:26Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:28.726072 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf21961-0cc9-4aae-ba02-fe1d8bdad06f None None] The sync data for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 is: [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:26Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:28.762195 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.767449 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.782617 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.807591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Network 09feac91-d53c-4bf4-b304-54542d812e5c is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:28.811988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:28.818783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:21:28.821988 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Pushing event updated for resources: {'Port': ['ID=918168cb-2cfa-4cf9-959c-e9c03463c853,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:28.879098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Attempting to bind port 918168cb-2cfa-4cf9-959c-e9c03463c853 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:21:28.879468 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Attempting to bind port 918168cb-2cfa-4cf9-959c-e9c03463c853 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:21:28.879832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Attempting to bind port 918168cb-2cfa-4cf9-959c-e9c03463c853 on network 09feac91-d53c-4bf4-b304-54542d812e5c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:21:28.884810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:21:28.885182 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Checking segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:21:28.885644 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.886049 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Bound using segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:21:28.886622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Bound port: 918168cb-2cfa-4cf9-959c-e9c03463c853, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:21:28.886879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:28.982247 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] For port 918168cb-2cfa-4cf9-959c-e9c03463c853, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:21:28.986619 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] For port 918168cb-2cfa-4cf9-959c-e9c03463c853, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=918168cb-2cfa-4cf9-959c-e9c03463c853,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:21:28.992735 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.055868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df807b-e948-47bd-b879-8b81fa8b9977 None None] Pushing event updated for resources: {'Port': ['ID=918168cb-2cfa-4cf9-959c-e9c03463c853,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:29.093149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.1 (09feac91-d53c-4bf4-b304-54542d812e5c/c9e59afa-74fc-49af-bfd0-e1770fd598f6/7e3b8395-8a8d-4c95-ae02-aab8852be76b) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:21:29.237241 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.284582 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.297766 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-13b63c82-614a-4f57-a3f5-a144388551f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.343577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 09feac91-d53c-4bf4-b304-54542d812e5c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:29.347781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:29.350614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:21:29.380969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:29.403142 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.545550 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.630409 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 918168cb-2cfa-4cf9-959c-e9c03463c853 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:29.689373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 918168cb-2cfa-4cf9-959c-e9c03463c853 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:29.689745 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.773814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.848941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.854375 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.932390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.934224 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:29.971766 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 918168cb-2cfa-4cf9-959c-e9c03463c853, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=918168cb-2cfa-4cf9-959c-e9c03463c853,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:29.976527 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:29.977383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ef15a5dd-f604-4508-a7ab-ce7ad27f30cf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:30.041879 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 09feac91-d53c-4bf4-b304-54542d812e5c is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:30.043421 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:30.054344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=918168cb-2cfa-4cf9-959c-e9c03463c853,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:30.064644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:30.065016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.138584 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2f738-b4dd-4a23-b757-3a46021566cf None None] Network 09feac91-d53c-4bf4-b304-54542d812e5c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:21:30.165502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 1ac05b41-9361-487b-814e-bfd99af111a9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:21:30.199366 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.241473 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:30.253020 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.259507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2f5db14d-c7bc-4a1b-94fd-f0851d87495c None None] Provisioning complete for port 918168cb-2cfa-4cf9-959c-e9c03463c853 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:30.259949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2f5db14d-c7bc-4a1b-94fd-f0851d87495c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.281399 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:30.294545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4253f447-9709-49e1-b1af-0835a8e8358a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/1ac05b41-9361-487b-814e-bfd99af111a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627438 Oct 19 21:21:30.390752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:30.418412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.438065 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-9957475a-5147-4053-9468-6feb40daa895 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275255954&fields=id&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 267 time: 0.0384555 Oct 19 21:21:30.558773 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-7ddfa06b-57db-4de6-84c8-a7a97dd8f8dc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:30.560306 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-7ddfa06b-57db-4de6-84c8-a7a97dd8f8dc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 797 time: 0.1137960 Oct 19 21:21:30.577861 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-834b82ac-dfb1-4b4d-bccf-474ae2035ca0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/quotas/ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 375 time: 0.0114591 Oct 19 21:21:30.637914 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-bb30407f-9985-456a-85e5-256f742aeccf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543337 Oct 19 21:21:30.672095 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Sync routers for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:30.688120 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:30.688752 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:30.739690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da91ae09-bd65-4543-86dc-63fe792c4995 None None] Provisioning complete for port 7e3b8395-8a8d-4c95-ae02-aab8852be76b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:30.739974 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da91ae09-bd65-4543-86dc-63fe792c4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:30.758220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-9dafdc35-cbc1-4df1-acac-31dfe7762f60 service neutron] 10.222.0.31 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059694 Oct 19 21:21:30.815312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-da91ae09-bd65-4543-86dc-63fe792c4995 None None] Port 7e3b8395-8a8d-4c95-ae02-aab8852be76b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:21:30.838349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:30.861806 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-e5983398-be59-4c84-8dab-b124b92c1759 service neutron] 10.222.0.31 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970211 Oct 19 21:21:30.866995 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-da91ae09-bd65-4543-86dc-63fe792c4995 None None] Provisioning complete for port 918168cb-2cfa-4cf9-959c-e9c03463c853 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:30.867372 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da91ae09-bd65-4543-86dc-63fe792c4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.057321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f399040a-6e62-4337-bc99-080696b591a0 req-8aee013b-4037-4295-a020-1396008d747d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 210 time: 0.0387294 Oct 19 21:21:31.123742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 2, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:31.151140 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Checking router: 1ac05b41-9361-487b-814e-bfd99af111a9 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:31.151492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Updating router 1ac05b41-9361-487b-814e-bfd99af111a9 port 7e3b8395-8a8d-4c95-ae02-aab8852be76b binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:21:31.200997 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.211936 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.216526 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d11fd28d-b073-446b-8138-c6d197692192 None None] Provisioning complete for port 7e3b8395-8a8d-4c95-ae02-aab8852be76b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:31.216885 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d11fd28d-b073-446b-8138-c6d197692192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.275439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d11fd28d-b073-446b-8138-c6d197692192 None None] Port 7e3b8395-8a8d-4c95-ae02-aab8852be76b cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:21:31.502988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.509703 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.564146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e84d2-e6f8-4951-a028-44a95a4b5035 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:31.587621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 918168cb-2cfa-4cf9-959c-e9c03463c853 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:31.643149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Attempting to bind port 7e3b8395-8a8d-4c95-ae02-aab8852be76b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:21:31.643520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Attempting to bind port 7e3b8395-8a8d-4c95-ae02-aab8852be76b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:21:31.644422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Attempting to bind port 7e3b8395-8a8d-4c95-ae02-aab8852be76b on network 09feac91-d53c-4bf4-b304-54542d812e5c {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:21:31.654610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:21:31.654983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Checking segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:21:31.655384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.655774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Bound using segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:21:31.656267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Bound port: 7e3b8395-8a8d-4c95-ae02-aab8852be76b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:21:31.656624 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.710383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 918168cb-2cfa-4cf9-959c-e9c03463c853 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:31.711043 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.762399 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] For port 7e3b8395-8a8d-4c95-ae02-aab8852be76b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:21:31.775363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] For port 7e3b8395-8a8d-4c95-ae02-aab8852be76b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7e3b8395-8a8d-4c95-ae02-aab8852be76b,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:21:31.779907 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.885176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] Provisioning complete for port 7e3b8395-8a8d-4c95-ae02-aab8852be76b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:31.885569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:31.888258 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ef15a5dd-f604-4508-a7ab-ce7ad27f30cf up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:31.889781 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:31.890408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:31.895099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e84d2-e6f8-4951-a028-44a95a4b5035 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:32.070531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:32.102857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:32.103273 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.163214 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-4721144d-865f-4784-a80e-230e6449838f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:32.165495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-4721144d-865f-4784-a80e-230e6449838f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 797 time: 0.1352732 Oct 19 21:21:32.212282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6c0da053-2166-4157-8358-f085d0996af8 req-b60cac8b-1fd3-4d6d-8d84-63f4d85e3f1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 210 time: 0.0455444 Oct 19 21:21:32.233916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9dbfa4e-fd36-401d-aa2a-09e2034989e8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 379 time: 0.0579226 Oct 19 21:21:32.244003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'port': {'device_id': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'admin_state_up': True, 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'security_groups': ['e607c4ec-7983-4edd-9aca-f9c35629d066']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:32.326751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.353314 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:21:32.357011 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.457021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] For port 7e3b8395-8a8d-4c95-ae02-aab8852be76b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7e3b8395-8a8d-4c95-ae02-aab8852be76b,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:32.483871 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.493178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.9 (09feac91-d53c-4bf4-b304-54542d812e5c/c9e59afa-74fc-49af-bfd0-e1770fd598f6/1f4edd35-fd47-46ee-9b7c-de61c202c873) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:21:32.519344 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.582767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a38fe-06f9-4802-9a4b-eddcf8c771da None None] Pushing event updated for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:32.610609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d6446157-f325-4b19-b5c5-6b5d3179fd93 None None] Provisioning complete for port 7e3b8395-8a8d-4c95-ae02-aab8852be76b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:32.610976 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d6446157-f325-4b19-b5c5-6b5d3179fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.636769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.644270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:31Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:32.673908 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.675867 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cfb65b-44d1-4262-9a05-6a73573dc80f None None] The sync data for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 is: [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:31Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:32.737215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 09feac91-d53c-4bf4-b304-54542d812e5c is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:32.741593 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:32.745219 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:21:32.777243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:32.812257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:32.812906 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.831813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-d9bd08e1-fcae-4df3-9369-5403bcab1bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915344 Oct 19 21:21:32.842564 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-62054f58-b6e3-44a0-bb23-a94fb06da4ac tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:21:32.843604 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-62054f58-b6e3-44a0-bb23-a94fb06da4ac tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056748 Oct 19 21:21:32.857691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Request body: {'port': {'device_id': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:32.926344 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:32.978803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2fcef2bc-c9fa-4e90-8d68-105f9607af1d None None] Provisioning complete for port 1f4edd35-fd47-46ee-9b7c-de61c202c873 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:32.979902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2fcef2bc-c9fa-4e90-8d68-105f9607af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.027213 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-2fcef2bc-c9fa-4e90-8d68-105f9607af1d None None] Port 1f4edd35-fd47-46ee-9b7c-de61c202c873 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:21:33.220656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4edd35-fd47-46ee-9b7c-de61c202c873 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:21:33.229428 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.242014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Transition to ACTIVE for port object 1f4edd35-fd47-46ee-9b7c-de61c202c873 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:21:33.246190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.342834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:33.359492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eac54-ad56-45df-899c-30d1ff795012 req-8c10a969-bcfa-4c15-adb5-045f867ee99c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:33.361077 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-844eac54-ad56-45df-899c-30d1ff795012 req-8c10a969-bcfa-4c15-adb5-045f867ee99c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 943 time: 0.0715473 Oct 19 21:21:33.379991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Attempting to bind port 1f4edd35-fd47-46ee-9b7c-de61c202c873 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:21:33.379991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Attempting to bind port 1f4edd35-fd47-46ee-9b7c-de61c202c873 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:21:33.380405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Attempting to bind port 1f4edd35-fd47-46ee-9b7c-de61c202c873 on network 09feac91-d53c-4bf4-b304-54542d812e5c {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:21:33.385451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Port 1f4edd35-fd47-46ee-9b7c-de61c202c873 on network 09feac91-d53c-4bf4-b304-54542d812e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:21:33.385781 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Attempting to bind port 1f4edd35-fd47-46ee-9b7c-de61c202c873 on network 09feac91-d53c-4bf4-b304-54542d812e5c {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:21:33.391249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:21:33.391739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Checking segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:21:33.392355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Bound using segment: {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:21:33.392894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Bound port: 1f4edd35-fd47-46ee-9b7c-de61c202c873, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce3d10-8040-438c-9eef-13c453f511f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:21:33.393375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.418879 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-844eac54-ad56-45df-899c-30d1ff795012 req-79cd5237-25f3-4cbc-8242-d6c32a97bda0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491669 Oct 19 21:21:33.474703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:21:33.479957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:21:33.486558 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.525083 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:33.525678 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.527562 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 1091 time: 0.6742408 Oct 19 21:21:33.527562 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:33.530407 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493ca6f-7a1c-4457-98fa-21db86dec914" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:33.564490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3593c5-66ea-4a4b-b371-0361e48c59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:33.608221 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b87fd8-a98e-4177-ac9d-a461aa701f89 x-openstack-request-id: req-e8b87fd8-a98e-4177-ac9d-a461aa701f89 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:33.608519 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:33.608773 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8b87fd8-a98e-4177-ac9d-a461aa701f89 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:33.609179 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'status': 'completed', 'code': 200} Oct 19 21:21:33.623650 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-0c7bc874-2024-4204-adce-347a621a2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:33.625241 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-0c7bc874-2024-4204-adce-347a621a2aca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0517216 Oct 19 21:21:33.670991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7e3b8395-8a8d-4c95-ae02-aab8852be76b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:33.675609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-85981871-390b-4ace-849d-9f6f69d14aea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 217 time: 0.0423782 Oct 19 21:21:33.729467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7e3b8395-8a8d-4c95-ae02-aab8852be76b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:33.730050 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:33.736830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-73d65f83-351d-4a7a-a41e-71eb81cc20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:33.738784 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-73d65f83-351d-4a7a-a41e-71eb81cc20e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 200 len: 835 time: 0.0567722 Oct 19 21:21:33.799023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-653b53d0-e6f5-43d4-9860-2400f33f4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:33.801202 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-653b53d0-e6f5-43d4-9860-2400f33f4d0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09feac91-d53c-4bf4-b304-54542d812e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553968 Oct 19 21:21:33.901582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-33094ff1-3095-48b0-97f6-6c710bc89348 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932367 Oct 19 21:21:33.991735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ca6178bc-b53b-47f8-bd97-9a1a45924ad4 req-3a29db15-dc2f-4c70-a6c7-9a290a8d19ea service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836341 Oct 19 21:21:34.079386 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-cf2b9f12-3789-49ff-bc75-fca35d8b076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:34.080909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-cf2b9f12-3789-49ff-bc75-fca35d8b076c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0441856 Oct 19 21:21:34.169968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-324f059a-fd2f-49d6-9a2d-3f090a64acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:34.171358 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-324f059a-fd2f-49d6-9a2d-3f090a64acc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 898 time: 0.0832019 Oct 19 21:21:34.216173 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-f0710416-257d-4042-98f8-e09dc42e620e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 217 time: 0.0381761 Oct 19 21:21:34.266006 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-58b6383f-c655-4e5f-ab6b-0897b50e09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:34.267449 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-58b6383f-c655-4e5f-ab6b-0897b50e09d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 200 len: 835 time: 0.0430374 Oct 19 21:21:34.313230 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-8b6f0ee4-7adc-491e-a0c5-08ecb4ddc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:34.314722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-8b6f0ee4-7adc-491e-a0c5-08ecb4ddc935 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09feac91-d53c-4bf4-b304-54542d812e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388806 Oct 19 21:21:34.406873 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-ba333b76-9de2-45c1-a0e4-0ff9497f12f5 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841112 Oct 19 21:21:34.500749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0493ca6f-7a1c-4457-98fa-21db86dec914 req-65373511-ea2f-475d-a29d-7f0b15a7c684 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854578 Oct 19 21:21:34.528629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703cb5-230f-4eb1-8a61-587ff864105d req-99efc3e7-2521-4759-988d-0269d3a31af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:34.530137 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81703cb5-230f-4eb1-8a61-587ff864105d req-99efc3e7-2521-4759-988d-0269d3a31af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Oct 19 21:21:34.566947 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81703cb5-230f-4eb1-8a61-587ff864105d req-de386ca1-154a-4e20-857b-efd60ed77637 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308068 Oct 19 21:21:35.683479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec935b-a942-4e4b-ad88-d6f1908d6981 req-2efd4ec5-2e87-40a6-a9a9-fba93d71fa01 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:35.684963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7ec935b-a942-4e4b-ad88-d6f1908d6981 req-2efd4ec5-2e87-40a6-a9a9-fba93d71fa01 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 943 time: 0.0494576 Oct 19 21:21:35.727050 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f7ec935b-a942-4e4b-ad88-d6f1908d6981 req-8d025925-073d-416b-b514-7c68ef1fe847 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361354 Oct 19 21:21:36.841756 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad27b9-5ca2-4097-944c-cd337cb950f6 req-e757e440-7a60-426f-9d89-e49e0b9f4a7e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:36.843229 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4cad27b9-5ca2-4097-944c-cd337cb950f6 req-e757e440-7a60-426f-9d89-e49e0b9f4a7e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 943 time: 0.0513475 Oct 19 21:21:36.884255 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4cad27b9-5ca2-4097-944c-cd337cb950f6 req-11d7ca32-c849-4f1b-b3e9-85453c745320 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332675 Oct 19 21:21:36.945790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f4edd35-fd47-46ee-9b7c-de61c202c873 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:21:37.036853 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:37.047537 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'port_id': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'mac_address': 'fa:16:3e:33:72:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:21:37.086798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:37.099632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4edd35-fd47-46ee-9b7c-de61c202c873 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:21:37.118414 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:37.122009 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:37.172082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:37.347623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['1f4edd35-fd47-46ee-9b7c-de61c202c873'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:21:37.996614 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b428b-cc1c-430b-82c1-2d9efdedecbc req-7456f4eb-6d70-4f0a-8336-1b216380fd35 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:37.998129 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc4b428b-cc1c-430b-82c1-2d9efdedecbc req-7456f4eb-6d70-4f0a-8336-1b216380fd35 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 944 time: 0.0483582 Oct 19 21:21:38.035775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc4b428b-cc1c-430b-82c1-2d9efdedecbc req-d5f2ed5f-f458-4cef-be25-8420b25867a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Oct 19 21:21:38.962682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f4edd35-fd47-46ee-9b7c-de61c202c873 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:21:39.009779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 1f4edd35-fd47-46ee-9b7c-de61c202c873 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:21:39.013438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 1f4edd35-fd47-46ee-9b7c-de61c202c873 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:21:39.013805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:39.092791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:39.115887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:39.118522 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2442d-eb74-490c-99e9-a4c92b33f6eb" -d '{"events": [{"server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "name": "network-vif-plugged", "status": "completed", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:39.132066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:21:39.136524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:39.154100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4a61-d073-457e-9b93-f5ba9d18445e req-2c459fd0-63cb-44f1-a93b-eb1056ed5627 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:39.156470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c33e4a61-d073-457e-9b93-f5ba9d18445e req-2c459fd0-63cb-44f1-a93b-eb1056ed5627 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 944 time: 0.0553882 Oct 19 21:21:39.162205 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd68f69-4d2f-4131-90e6-0eceee6b1cdb x-openstack-request-id: req-0bd68f69-4d2f-4131-90e6-0eceee6b1cdb {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:39.162603 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "name": "network-vif-plugged", "status": "completed", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:39.162961 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bd68f69-4d2f-4131-90e6-0eceee6b1cdb {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:39.163480 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'code': 200} Oct 19 21:21:39.202726 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:39.212899 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-c33e4a61-d073-457e-9b93-f5ba9d18445e req-68d4a1b5-ff46-4370-b4cf-fc23a2f3a831 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494492 Oct 19 21:21:39.259498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a7634-8332-4da3-9f27-53f3d9ecd255 req-8094eaa5-691d-4b2e-9e98-cb43428ac6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:39.261006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b11a7634-8332-4da3-9f27-53f3d9ecd255 req-8094eaa5-691d-4b2e-9e98-cb43428ac6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0411770 Oct 19 21:21:39.295672 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b11a7634-8332-4da3-9f27-53f3d9ecd255 req-e9d928af-e9c9-4ed0-9007-c7c6a43e0373 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274091 Oct 19 21:21:40.328604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb4ea5-3427-4c01-b0a7-d3c4dc543db8 req-d74fbdc3-c2e1-4cc7-a786-a266387b327a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:40.330122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4eb4ea5-3427-4c01-b0a7-d3c4dc543db8 req-d74fbdc3-c2e1-4cc7-a786-a266387b327a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Oct 19 21:21:40.371503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b4eb4ea5-3427-4c01-b0a7-d3c4dc543db8 req-0e535025-f974-4e2b-a5d9-3d5e1e8ac37c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354314 Oct 19 21:21:41.483090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3414e-85d7-42da-941b-815ee5b5503e req-9fdf3c39-3f58-437f-bf05-4d9c26c93b05 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:41.484551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f3414e-85d7-42da-941b-815ee5b5503e req-9fdf3c39-3f58-437f-bf05-4d9c26c93b05 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Oct 19 21:21:41.527230 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-10f3414e-85d7-42da-941b-815ee5b5503e req-eb19db3e-6e1c-4c55-b488-836452fcde7f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366607 Oct 19 21:21:41.638859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189b93-087e-4af9-a6ec-77cbb7211877 req-ca7dfb49-f5d8-4a7f-8b96-a6e2d574bc64 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:41.640325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51189b93-087e-4af9-a6ec-77cbb7211877 req-ca7dfb49-f5d8-4a7f-8b96-a6e2d574bc64 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0482483 Oct 19 21:21:41.678446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-51189b93-087e-4af9-a6ec-77cbb7211877 req-0c1241d2-389a-408c-b7e8-85b90d9d5a98 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Oct 19 21:21:41.699191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37222) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:41.738278 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9916e7a-23dd-4fcc-9182-ed18a67581b9 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:41.739736 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b9916e7a-23dd-4fcc-9182-ed18a67581b9 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1091 time: 0.0395761 Oct 19 21:21:41.742571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37224) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:41.746694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:21:41.768112 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:41.864124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:41.963010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.254 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/eac6ebda-81fb-44cf-af44-5ab12b93e0d1) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:21:42.068569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.102565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.137665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:21:42.140485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:21:42.143501 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:21:42.178820 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=eac6ebda-81fb-44cf-af44-5ab12b93e0d1,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:42.502075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.566710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.713814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.718228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.792506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=eac6ebda-81fb-44cf-af44-5ab12b93e0d1,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:21:42.802536 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:42.900440 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP 1e014ba4-af70-41f8-8d08-c07a7cb7dff5 associated. External IP: 172.25.7.254, port: 1f4edd35-fd47-46ee-9b7c-de61c202c873. Oct 19 21:21:43.099661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 1ac05b41-9361-487b-814e-bfd99af111a9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:21:43.205520 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:21:43.215860 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Sync routers for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:21:43.223751 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:43.226325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:43.228129 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:43.228858 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:43.258972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fafb32e3-107f-40ac-9e6c-ab5a28e8caaa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5130198 Oct 19 21:21:43.258972 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:21:43.259655 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642713b-a04d-4e57-9547-ecf977faebed" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:21:43.300039 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd5921-dd2a-45c4-86cd-ec661048e250 x-openstack-request-id: req-93fd5921-dd2a-45c4-86cd-ec661048e250 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:21:43.300872 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:21:43.301133 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93fd5921-dd2a-45c4-86cd-ec661048e250 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:21:43.301592 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'status': 'completed', 'code': 200} Oct 19 21:21:43.337503 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:43.364826 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642713b-a04d-4e57-9547-ecf977faebed req-82be41cd-7a8c-4e9b-af52-ceb338166462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:43.366474 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-82be41cd-7a8c-4e9b-af52-ceb338166462 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0441682 Oct 19 21:21:43.374038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b50b-c6d5-48db-b261-50320c32cbc4 req-7ea0c7f5-15b1-4f32-ab35-820d18c769dc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:43.375571 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71a2b50b-c6d5-48db-b261-50320c32cbc4 req-7ea0c7f5-15b1-4f32-ab35-820d18c769dc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0578241 Oct 19 21:21:43.421581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71a2b50b-c6d5-48db-b261-50320c32cbc4 req-32e60159-925d-42f9-9fdb-08f8907b8141 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389018 Oct 19 21:21:43.438118 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37230) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:43.459457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642713b-a04d-4e57-9547-ecf977faebed req-00980683-5cdf-42a8-b85c-9ebc44d52872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:43.461560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-00980683-5cdf-42a8-b85c-9ebc44d52872 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 898 time: 0.0878386 Oct 19 21:21:43.501521 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-67d68329-bd19-41ee-bdc0-50d602b28575 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/1e014ba4-af70-41f8-8d08-c07a7cb7dff5 HTTP/1.1" status: 200 len: 991 time: 0.0622020 Oct 19 21:21:43.534586 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-37fed25f-3228-4fc4-ba19-76f95a5a09d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 999 time: 0.0664985 Oct 19 21:21:43.586411 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642713b-a04d-4e57-9547-ecf977faebed req-af038591-c427-4683-8974-bbbe44c877ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:43.587877 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-af038591-c427-4683-8974-bbbe44c877ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 200 len: 835 time: 0.0465398 Oct 19 21:21:43.632886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642713b-a04d-4e57-9547-ecf977faebed req-8cc71120-18cf-42fd-9c85-b7c2648160da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:43.634327 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-8cc71120-18cf-42fd-9c85-b7c2648160da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09feac91-d53c-4bf4-b304-54542d812e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401371 Oct 19 21:21:43.653554 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1e014ba4-af70-41f8-8d08-c07a7cb7dff5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'port_id': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'mac_address': 'fa:16:3e:33:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:21:42Z', 'updated_at': '2021-10-19T21:21:42Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:43.663620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:43.682790 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Checking router: 1ac05b41-9361-487b-814e-bfd99af111a9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:21:43.690942 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:21:43.691532 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:43.728204 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-fefd4a89-c3d9-4413-a660-b47533ee31ec service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871511 Oct 19 21:21:43.794916 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:21:43.819249 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a642713b-a04d-4e57-9547-ecf977faebed req-98068808-175e-47cc-91dc-4b0add7bd896 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847051 Oct 19 21:21:44.011432 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1e014ba4-af70-41f8-8d08-c07a7cb7dff5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'port_id': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'mac_address': 'fa:16:3e:33:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:21:42Z', 'updated_at': '2021-10-19T21:21:42Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:21:44.036928 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976329ed-7145-483f-af02-6ae04bd8d07f None None] The sync data for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 is: [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '1e014ba4-af70-41f8-8d08-c07a7cb7dff5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'port_id': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'mac_address': 'fa:16:3e:33:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:21:42Z', 'updated_at': '2021-10-19T21:21:42Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:21:44.223207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b494b-a97a-4ecb-b53b-7999dc8fccb9 None None] New status for floating IP 1e014ba4-af70-41f8-8d08-c07a7cb7dff5: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:21:44.505527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37232) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:21:44.568397 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f78162d9-d845-4669-b92d-265eeea32f91 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/1e014ba4-af70-41f8-8d08-c07a7cb7dff5 HTTP/1.1" status: 200 len: 993 time: 0.0618260 Oct 19 21:21:47.771648 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-be694546-5d60-4e8b-9a4a-4253418436da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400581 Oct 19 21:21:47.848830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-f5866d4a-a973-40eb-8439-e662998ee077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:47.850303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-f5866d4a-a973-40eb-8439-e662998ee077 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0396395 Oct 19 21:21:47.952581 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-3a4c6f52-971e-4327-8944-beee9fedba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:47.953964 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-3a4c6f52-971e-4327-8944-beee9fedba47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 898 time: 0.0853972 Oct 19 21:21:48.016500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-6587fbdf-f55b-4817-bd1b-9a40dfc2e876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 1001 time: 0.0558867 Oct 19 21:21:48.063965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-76226e4e-3ac6-4369-98a6-da758338eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:48.065374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-76226e4e-3ac6-4369-98a6-da758338eccc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 200 len: 835 time: 0.0426936 Oct 19 21:21:48.112264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-d47b1535-0440-4253-aad4-594ae00f0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:21:48.114289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-d47b1535-0440-4253-aad4-594ae00f0d6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09feac91-d53c-4bf4-b304-54542d812e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422595 Oct 19 21:21:48.214646 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-45a43d82-0379-4d00-bcf8-7fe6aae75303 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934720 Oct 19 21:21:48.632768 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-307150b1-1eef-43f2-8993-4cb85696ebc5 req-43866355-e5c2-4925-b953-146444348ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114571 Oct 19 21:21:51.030211 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:21:56.547332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-61298153-6c8e-409a-9c40-2681d556a664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:21:59.276672 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3fe398fa-4432-41a5-b799-1e9bbfb946a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:00.369461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:01.174164 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:02.439926 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:12.258486 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1765f1-8a1c-4008-9171-9a4995f4aab0 req-64b4fd48-3b1b-46a6-b76e-f2c2679f72f3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:12.260022 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af1765f1-8a1c-4008-9171-9a4995f4aab0 req-64b4fd48-3b1b-46a6-b76e-f2c2679f72f3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.1041923 Oct 19 21:22:12.301898 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-af1765f1-8a1c-4008-9171-9a4995f4aab0 req-523e688b-a5f0-40a0-8b54-391f5837af4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345669 Oct 19 21:22:13.242522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:13.464620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cabf5-5a21-4ec7-a0a4-73ccc6356132 req-4c256e01-e6f3-4195-8931-4f58aadfdd40 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:13.466106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-111cabf5-5a21-4ec7-a0a4-73ccc6356132 req-4c256e01-e6f3-4195-8931-4f58aadfdd40 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0961835 Oct 19 21:22:13.504286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-111cabf5-5a21-4ec7-a0a4-73ccc6356132 req-8e792877-44f4-4ad4-9bea-7358651118a2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307331 Oct 19 21:22:13.526973 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37256) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:13.589664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-ab976274-3bff-4457-9a04-6c968a355bdc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/1e014ba4-af70-41f8-8d08-c07a7cb7dff5 HTTP/1.1" status: 200 len: 993 time: 0.0615857 Oct 19 21:22:13.687314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:14.848175 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7847f-2d76-4e29-94c8-b0d1261b7e8c req-ddc6fa9b-a536-49c1-b1ae-1113a0534f58 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:14.850704 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffd7847f-2d76-4e29-94c8-b0d1261b7e8c req-ddc6fa9b-a536-49c1-b1ae-1113a0534f58 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0502875 Oct 19 21:22:14.887772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ffd7847f-2d76-4e29-94c8-b0d1261b7e8c req-5c1fe0ea-32ae-4b49-a398-8c6e52732962 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Oct 19 21:22:16.004660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b3a4c-a83b-4661-b07c-fb290eda07d7 req-5749f2e1-782b-456f-a424-b205e754dc56 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:16.006158 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-417b3a4c-a83b-4661-b07c-fb290eda07d7 req-5749f2e1-782b-456f-a424-b205e754dc56 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Oct 19 21:22:16.043288 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-417b3a4c-a83b-4661-b07c-fb290eda07d7 req-f55ec553-4000-4f5c-9323-abfaa51601c6 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Oct 19 21:22:16.064489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37266) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:16.122911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-734dc150-9bcb-4b03-9d3b-d97d5648f9e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/1e014ba4-af70-41f8-8d08-c07a7cb7dff5 HTTP/1.1" status: 200 len: 993 time: 0.0573134 Oct 19 21:22:16.394994 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37272) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:16.870184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port eac6ebda-81fb-44cf-af44-5ab12b93e0d1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:22:16.870526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:16.943667 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:16.943988 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:16.955861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for eac6ebda-81fb-44cf-af44-5ab12b93e0d1 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:22:17.098873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:17.122915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=eac6ebda-81fb-44cf-af44-5ab12b93e0d1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:17.148197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.149150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.149515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.149845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.150168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.150493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.150817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.151136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.151456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.151777 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.152091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.152402 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:17.192526 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:17.192844 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP 1e014ba4-af70-41f8-8d08-c07a7cb7dff5 disassociated (deleted). External IP: 172.25.7.254, port: 1f4edd35-fd47-46ee-9b7c-de61c202c873. Oct 19 21:22:17.397031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 1ac05b41-9361-487b-814e-bfd99af111a9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:22:17.503100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:22:17.507873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:17.512526 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Sync routers for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:22:17.521218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:17.521901 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:17.538492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb8674a9-4431-461c-96dc-205a7a04c5af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/floatingips/1e014ba4-af70-41f8-8d08-c07a7cb7dff5 HTTP/1.1" status: 204 len: 168 time: 1.1396790 Oct 19 21:22:17.538492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:22:17.538681 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5a119e-9561-4278-884f-9629a7e0c548" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:22:17.575133 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf95b6e-4b77-47a3-91de-048d45f3003e x-openstack-request-id: req-5bf95b6e-4b77-47a3-91de-048d45f3003e {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:22:17.575336 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:22:17.575587 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bf95b6e-4b77-47a3-91de-048d45f3003e {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:22:17.575979 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'status': 'completed', 'code': 200} Oct 19 21:22:17.636296 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:17.649015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-5a7274ad-6196-466e-a2e8-33c7b883d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:17.650480 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-5a7274ad-6196-466e-a2e8-33c7b883d142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0468326 Oct 19 21:22:17.792124 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-684b6ca1-a267-4dc3-8cc3-07a7dfb98fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:17.793637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-684b6ca1-a267-4dc3-8cc3-07a7dfb98fc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 200 len: 898 time: 0.1300967 Oct 19 21:22:17.800980 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aced3-39af-455b-9e76-ae8424406110 req-e5e873f6-5272-4ecb-a151-fe3225ff8877 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:17.802361 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-071aced3-39af-455b-9e76-ae8424406110 req-e5e873f6-5272-4ecb-a151-fe3225ff8877 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0720739 Oct 19 21:22:17.837171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:17.848388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-a00fedc4-34d0-4c99-9bdf-62e47f5c6171 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 200 len: 217 time: 0.0450962 Oct 19 21:22:17.862896 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Checking router: 1ac05b41-9361-487b-814e-bfd99af111a9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:22:17.871118 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:17.871705 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:17.896749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-071aced3-39af-455b-9e76-ae8424406110 req-91d1d8d8-a514-45d5-8c6b-122f1ae1bcfb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879490 Oct 19 21:22:17.911678 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-bf6370e4-f069-4955-a166-b42896354d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:17.913403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-bf6370e4-f069-4955-a166-b42896354d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 200 len: 835 time: 0.0573845 Oct 19 21:22:17.964461 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-d6c27236-3234-4fa1-8d97-3f43d746d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:17.966029 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-d6c27236-3234-4fa1-8d97-3f43d746d46a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09feac91-d53c-4bf4-b304-54542d812e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447490 Oct 19 21:22:17.976973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:18.057557 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-84be017c-47dd-447a-8549-bc722b5108e2 service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821600 Oct 19 21:22:18.155238 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb5a119e-9561-4278-884f-9629a7e0c548 req-d58dd650-8acc-4d6d-b23d-892c6774226d service neutron] 10.222.0.11 "GET /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899961 Oct 19 21:22:18.186431 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:18.212792 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9207f-f786-4a2f-ba3a-d1d0bae9b688 None None] The sync data for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 is: [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:21:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7e3b8395-8a8d-4c95-ae02-aab8852be76b', 'name': '', 'network_id': '09feac91-d53c-4bf4-b304-54542d812e5c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:7e:eb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:28Z', 'updated_at': '2021-10-19T21:21:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'c9e59afa-74fc-49af-bfd0-e1770fd598f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:22:18.434896 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a4c229-080a-498d-9d50-8af8579d19c3 None None] New status for floating IP 1e014ba4-af70-41f8-8d08-c07a7cb7dff5: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:22:19.016404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a0b1-348f-40d1-b7d1-aef416e446cd req-e7d4d154-9a89-486c-9ccd-a9833c91856f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:19.017834 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad12a0b1-348f-40d1-b7d1-aef416e446cd req-e7d4d154-9a89-486c-9ccd-a9833c91856f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Oct 19 21:22:19.055543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ad12a0b1-348f-40d1-b7d1-aef416e446cd req-338a8962-d8f3-4a22-90e4-70694ec2d614 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e607c4ec-7983-4edd-9aca-f9c35629d066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Oct 19 21:22:19.357721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898490-2c46-4fa7-840d-80c0ba54296e req-d622c65c-6d6a-4f13-9098-0d71e56a86f9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:19.359281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26898490-2c46-4fa7-840d-80c0ba54296e req-d622c65c-6d6a-4f13-9098-0d71e56a86f9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Oct 19 21:22:19.456132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 1f4edd35-fd47-46ee-9b7c-de61c202c873 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:22:19.456469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:19.546343 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 1f4edd35-fd47-46ee-9b7c-de61c202c873, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=1f4edd35-fd47-46ee-9b7c-de61c202c873,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:19.546712 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:19.558906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 1f4edd35-fd47-46ee-9b7c-de61c202c873 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:22:19.686093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:19.712506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=1f4edd35-fd47-46ee-9b7c-de61c202c873,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:19.722815 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.723170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.723518 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.723856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.724190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.724525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.724856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.725189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.725548 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.726245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.726245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.727122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:19.766837 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port 1f4edd35-fd47-46ee-9b7c-de61c202c873 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:22:19.769512 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:19.772902 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26898490-2c46-4fa7-840d-80c0ba54296e req-f94df697-2201-4859-868b-8b4f4b2f75fb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "DELETE /v2.0/ports/1f4edd35-fd47-46ee-9b7c-de61c202c873 HTTP/1.1" status: 204 len: 173 time: 0.4073687 Oct 19 21:22:19.773894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'name': 'network-vif-deleted', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:22:19.776271 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceae17d8-148b-4019-85b5-44a56a848da9" -d '{"events": [{"server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "name": "network-vif-deleted", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:22:19.875886 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba3acc-38ff-4fea-9304-f95d6dfe9ee6 x-openstack-request-id: req-b6ba3acc-38ff-4fea-9304-f95d6dfe9ee6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:22:19.876194 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e32202-818b-42b2-bb41-d76fc0378aa5", "name": "network-vif-deleted", "tag": "1f4edd35-fd47-46ee-9b7c-de61c202c873", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:22:19.876788 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6ba3acc-38ff-4fea-9304-f95d6dfe9ee6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:22:19.877201 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e32202-818b-42b2-bb41-d76fc0378aa5', 'name': 'network-vif-deleted', 'tag': '1f4edd35-fd47-46ee-9b7c-de61c202c873', 'status': 'completed', 'code': 200} Oct 19 21:22:20.188325 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1890e196-0499-401e-b698-e57e9cbf0bd3 req-f7854359-0d3a-45bc-844a-731761d9e14c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0e32202-818b-42b2-bb41-d76fc0378aa5 HTTP/1.1" status: 200 len: 210 time: 0.0460360 Oct 19 21:22:21.247195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37292) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:21.603869 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:21.869483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 7e3b8395-8a8d-4c95-ae02-aab8852be76b {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:22:21.869816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:21.955425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 7e3b8395-8a8d-4c95-ae02-aab8852be76b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7e3b8395-8a8d-4c95-ae02-aab8852be76b,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:21.955774 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:21.967929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 7e3b8395-8a8d-4c95-ae02-aab8852be76b owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:22:22.157088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.189455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=7e3b8395-8a8d-4c95-ae02-aab8852be76b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:22.361471 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.574563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 1ac05b41-9361-487b-814e-bfd99af111a9 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:22:22.680251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:22:22.685586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71bbc730-f727-4b3e-91da-412d66fa9977 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/1ac05b41-9361-487b-814e-bfd99af111a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373250 Oct 19 21:22:22.688662 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37294) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:22.689634 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Sync routers for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:22:22.698548 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:22.699127 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:22.739511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting subnet c9e59afa-74fc-49af-bfd0-e1770fd598f6 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:22:22.742880 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.782379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.803039 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:22.866709 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.926625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.956507 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e59afa-74fc-49af-bfd0-e1770fd598f6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:22.958525 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:22.964795 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9c1db4a-7c4e-4307-8c64-6a8f8595fce9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/subnets/c9e59afa-74fc-49af-bfd0-e1770fd598f6 HTTP/1.1" status: 204 len: 168 time: 0.2727463 Oct 19 21:22:22.965084 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37296) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:22.967347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37b70d-6007-4324-98e4-f4ffbd16dfb9 None None] Network 09feac91-d53c-4bf4-b304-54542d812e5c requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:22:23.076320 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.082218 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:22:22Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:23.117006 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Checking router: 1ac05b41-9361-487b-814e-bfd99af111a9 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:22:23.123958 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Routers {'1ac05b41-9361-487b-814e-bfd99af111a9'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:23.124617 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['1ac05b41-9361-487b-814e-bfd99af111a9'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:23.150684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] DHCP port deletion for 09feac91-d53c-4bf4-b304-54542d812e5c request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:22:23.191851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f4edd35-fd47-46ee-9b7c-de61c202c873 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:22:23.199602 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.224078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 1f4edd35-fd47-46ee-9b7c-de61c202c873 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:22:23.224427 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 1f4edd35-fd47-46ee-9b7c-de61c202c873 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:22:23.233760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Deleting port 918168cb-2cfa-4cf9-959c-e9c03463c853 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:22:23.234170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.247866 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] Set router 1ac05b41-9361-487b-814e-bfd99af111a9 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:23.256506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:22:23.256851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.313270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] For port 918168cb-2cfa-4cf9-959c-e9c03463c853, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=918168cb-2cfa-4cf9-959c-e9c03463c853,segment=NetworkSegment(08ce3d10-8040-438c-9eef-13c453f511f3),segment_id=08ce3d10-8040-438c-9eef-13c453f511f3)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:23.313718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.327809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Calling delete_port for 918168cb-2cfa-4cf9-959c-e9c03463c853 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:22:23.342444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port ef15a5dd-f604-4508-a7ab-ce7ad27f30cf, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:23.343035 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.356229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for ef15a5dd-f604-4508-a7ab-ce7ad27f30cf owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:22:23.412889 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.434577 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:22:22Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:23.444391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Pushing event deleted for resources: {'Port': ['ID=918168cb-2cfa-4cf9-959c-e9c03463c853,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:23.447366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] No DVR routers for this DVR port 918168cb-2cfa-4cf9-959c-e9c03463c853 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:22:23.459416 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.459933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.460971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.460971 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.461190 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.461465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.461903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.462102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.462422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.462741 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.462921 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50c0f9-a4a8-4cc5-a24d-b6224dcedbf6 None None] The sync data for ids ['1ac05b41-9361-487b-814e-bfd99af111a9'] in n-d-805649-9 is: [{'id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550364645', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:21:25Z', 'updated_at': '2021-10-19T21:22:22Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'ef15a5dd-f604-4508-a7ab-ce7ad27f30cf', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac05b41-9361-487b-814e-bfd99af111a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:21:26Z', 'updated_at': '2021-10-19T21:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:22:23.463081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.463363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a056b2-cf5c-4e9d-baf9-b44b07c6010e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:23.542989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.573925 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=ef15a5dd-f604-4508-a7ab-ce7ad27f30cf,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:23.636724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:23.927093 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 918168cb-2cfa-4cf9-959c-e9c03463c853 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:22:23.949471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 918168cb-2cfa-4cf9-959c-e9c03463c853 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:22:23.949964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 918168cb-2cfa-4cf9-959c-e9c03463c853 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:22:23.950504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7e3b8395-8a8d-4c95-ae02-aab8852be76b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:22:23.972598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7e3b8395-8a8d-4c95-ae02-aab8852be76b {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:22:23.973572 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7e3b8395-8a8d-4c95-ae02-aab8852be76b not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:22:24.058220 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.060510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.103159 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.103715 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac05b41-9361-487b-814e-bfd99af111a9 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:22:24.111064 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.112189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8218890e-28e8-460d-af73-29809f95105c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/routers/1ac05b41-9361-487b-814e-bfd99af111a9 HTTP/1.1" status: 204 len: 168 time: 1.1463563 Oct 19 21:22:24.115075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37298) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:24.197643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.291579 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.311695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09feac91-d53c-4bf4-b304-54542d812e5c']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:24.320859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ce3d10-8040-438c-9eef-13c453f511f3') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:24.321160 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ce3d10-8040-438c-9eef-13c453f511f3') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:24.330408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.344424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.350255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:22:24.350641 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:22:24.354236 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:22:24.411503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.418432 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.421462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/networks/09feac91-d53c-4bf4-b304-54542d812e5c HTTP/1.1" status: 204 len: 168 time: 0.3053195 Oct 19 21:22:24.424328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37300) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:24.432695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38cc03-8776-4f07-8815-463492e58178 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Network': ['ID=09feac91-d53c-4bf4-b304-54542d812e5c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:24.483459 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.508409 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.566002 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.568551 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:24.569763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/security-groups/e607c4ec-7983-4edd-9aca-f9c35629d066 HTTP/1.1" status: 204 len: 168 time: 0.1444468 Oct 19 21:22:24.580303 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3cb35-0aa6-4bb2-99f8-4db685802b5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607c4ec-7983-4edd-9aca-f9c35629d066,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.036172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37306) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.040909 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863429182', 'description': 'tempest-secgroup-smoke-1863429182 description', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.064592 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.138350 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.142858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.176299 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.177544 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1402214 Oct 19 21:22:25.179448 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a7323-bb8c-437d-b81e-d2707f5cfef1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd4f74-f4c5-47b3-98d2-46337d6583c3,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.181178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37308) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.186732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.213166 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.280815 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.291322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.310576 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e01d1b-6100-489c-a899-70e8547af835,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.320251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.321592 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a75d4f8e-ecd8-44eb-b3b4-507e3b0b04e5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387362 Oct 19 21:22:25.324606 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37310) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.329082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.359667 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.419511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.423513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.441750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f433de3-88e2-46cf-b3ce-ccc940113289,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.450187 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.451399 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-df31e543-367b-4894-9c73-0434369ec643 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258383 Oct 19 21:22:25.454226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37312) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.458672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.486770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.548046 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.552023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ef15a5dd-f604-4508-a7ab-ce7ad27f30cf no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:22:25.552635 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.575077 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0dc097-7270-42e5-8681-a79683a51233,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.580497 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ef15a5dd-f604-4508-a7ab-ce7ad27f30cf {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:22:25.581278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ef15a5dd-f604-4508-a7ab-ce7ad27f30cf not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:22:25.595809 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.600870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-edcf8239-fd82-434e-b33d-7793911c93a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421583 Oct 19 21:22:25.601274 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37314) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.607941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.637430 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.694301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.697598 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.714441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31be86b-bc7f-451a-a50d-a57bc1609ae2,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.722535 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.723707 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3658ff3f-07d6-48ed-9b17-34bce67e9816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204545 Oct 19 21:22:25.726394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37316) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.731161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.750944 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:22:25.755477 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.814007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.817192 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.833850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb49ae5f-9165-47b2-8b57-3826afcd238e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.840782 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.842083 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2769d3f3-3e50-4e71-9924-23bbbe779bdb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141698 Oct 19 21:22:25.844991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37318) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.849206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '2fbd4f74-f4c5-47b3-98d2-46337d6583c3', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.869995 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:22:25.874678 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.937970 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.941756 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.960400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d4670c-f05c-418e-b4e0-a1b27227fca4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:25.969250 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:25.970475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1bf34e04-8db9-462d-a70f-0f61a1b9f19e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245263 Oct 19 21:22:25.973222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37320) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:25.978544 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'network': {'name': 'tempest-network-smoke--1787974081', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:25.997515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:22:26.000791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.023051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:22:26.032150 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.032488 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Added segment 4b0737c4-d768-4383-97b6-36b56d1bc56c of type vlan for network 370350f3-1431-4b84-b236-c330f00b35b5 Oct 19 21:22:26.071918 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.095449 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.101569 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:26.102145 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.137416 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1631103 Oct 19 21:22:26.140096 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37322) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:26.146457 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'admin_state_up': True, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:26.185897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34599ccd-d7a6-4d84-ac97-e9bbce7c088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Network': ['ID=370350f3-1431-4b84-b236-c330f00b35b5,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:26.197330 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 370350f3-1431-4b84-b236-c330f00b35b5 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:22:26.202817 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.203859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.256468 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.395721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.547001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4b15424a-1307-49de-852a-a6d1aaa86bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.585578 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.604956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.708444 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.164 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/b9585bea-ff9d-4b7d-b48d-30e96d2701c1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:22:26.806842 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.839377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:26.881531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:26.884331 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:26.888471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:22:26.911943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:27.147381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:27.353137 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:27.483658 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:22:27.590040 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:22:27.604866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Sync routers for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:22:27.611492 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:27.612729 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56d91ba2-c4c1-4905-9525-fef234ce1fdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4717178 Oct 19 21:22:27.615114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:27.615866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:27.616031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37324) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:27.647352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-17b5ea2a-c225-4eb7-8738-28c22544f62a tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=ca246ce3a70f47ea95eb40136de9a9c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303674 Oct 19 21:22:27.650513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37326) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:27.729957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:27.738868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0bf9f-2f5c-4f78-a2bf-6492cc0519d3 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:27.743731 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8aa0bf9f-2f5c-4f78-a2bf-6492cc0519d3 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889399 Oct 19 21:22:27.743894 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37328) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:27.774679 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-eb2ff2b3-3230-407b-900d-546bc16ad883 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271137 Oct 19 21:22:27.775209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37330) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:27.779953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384436044', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:27.871697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:22:27.875765 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:27.910162 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:27Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:27.940463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Checking router: 5f6695b7-c5dd-4ffc-a2f7-574568781e5c for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:22:27.940808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Updating router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:22:27.966113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.029419 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:22:28.055152 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.112941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Subnet': ['ID=db9235b8-1e4e-4942-a41b-c5b87f906ee4,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:28.124827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Checking segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:22:28.125185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network hostable DHCP agents. Network: 370350f3-1431-4b84-b236-c330f00b35b5, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:22:28.142869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 370350f3-1431-4b84-b236-c330f00b35b5 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:22:28.151455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 370350f3-1431-4b84-b236-c330f00b35b5) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:28.155550 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:28.156160 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.164788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e715e-b4f1-4c6a-8770-3e004751c5c1 None None] Network 370350f3-1431-4b84-b236-c330f00b35b5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:22:28.175540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-667b7be0-4cdc-40c8-b995-ec8a7cdd3eef tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3967347 Oct 19 21:22:28.175730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37332) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:28.274250 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.283205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.372058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b9dac-3911-40ac-9c63-3eee620302f9 None None] Pushing event updated for resources: {'Port': ['ID=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:28.379810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Attempting to bind port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:22:28.380033 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Attempting to bind port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:22:28.380493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Attempting to bind port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:22:28.390685 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:22:28.391053 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:22:28.391563 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.391953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:22:28.392423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Bound port: b9585bea-ff9d-4b7d-b48d-30e96d2701c1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:22:28.392795 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.448010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-370350f3-1431-4b84-b236-c330f00b35b5', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:22:28.448843 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.475135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] For port b9585bea-ff9d-4b7d-b48d-30e96d2701c1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:22:28.493517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] For port b9585bea-ff9d-4b7d-b48d-30e96d2701c1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:22:28.619003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.698186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:28.791657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:28.792271 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:21:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:28.842805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b9dac-3911-40ac-9c63-3eee620302f9 None None] Pushing event updated for resources: {'Port': ['ID=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:28.859768 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Allocated IP 172.20.0.2 (370350f3-1431-4b84-b236-c330f00b35b5/db9235b8-1e4e-4942-a41b-c5b87f906ee4/99400634-f391-42b6-b52b-e573cbf46696) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:22:28.974496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:29.157876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.183022 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.210519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.1 (370350f3-1431-4b84-b236-c330f00b35b5/db9235b8-1e4e-4942-a41b-c5b87f906ee4/278acc8c-b061-404e-bb4b-0865116c35f2) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:22:29.232772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Network 370350f3-1431-4b84-b236-c330f00b35b5 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:29.242879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:29.245671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:22:29.247506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Pushing event updated for resources: {'Port': ['ID=99400634-f391-42b6-b52b-e573cbf46696,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:29.314589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a3-7768-4978-9ec3-9d551644e75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.323545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Attempting to bind port 99400634-f391-42b6-b52b-e573cbf46696 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:22:29.323907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Attempting to bind port 99400634-f391-42b6-b52b-e573cbf46696 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:22:29.324265 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Attempting to bind port 99400634-f391-42b6-b52b-e573cbf46696 on network 370350f3-1431-4b84-b236-c330f00b35b5 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:22:29.326807 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:27Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:29.337023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.358678 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:22:29.359031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Checking segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:22:29.359426 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.360232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Bound using segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:22:29.360708 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Bound port: 99400634-f391-42b6-b52b-e573cbf46696, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:22:29.361078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.363963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f8723-550b-4aaa-9bac-27cb9dc86ee9 None None] The sync data for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 is: [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:27Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:22:29.374165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.431824 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 370350f3-1431-4b84-b236-c330f00b35b5 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:29.433146 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:29.434361 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] For port 99400634-f391-42b6-b52b-e573cbf46696, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:22:29.436077 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:29.438030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] For port 99400634-f391-42b6-b52b-e573cbf46696, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99400634-f391-42b6-b52b-e573cbf46696,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:22:29.439193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:22:29.446393 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.492277 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.504688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007019-39b2-4fef-9b74-3f351304c76e None None] Pushing event updated for resources: {'Port': ['ID=99400634-f391-42b6-b52b-e573cbf46696,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:29.661250 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.981223 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:29.985935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.375569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.417688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:30.421355 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.516537 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 370350f3-1431-4b84-b236-c330f00b35b5 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:30.516884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf7753-a8fe-42b9-828e-f396a17f91ae None None] Network 370350f3-1431-4b84-b236-c330f00b35b5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:22:30.518020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:30.591819 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] Provisioning complete for port 99400634-f391-42b6-b52b-e573cbf46696 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:30.592187 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.633222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:22:30.739830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.753288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:22:30.761540 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8210b631-25fd-4685-bc7d-9cbe148011f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/5f6695b7-c5dd-4ffc-a2f7-574568781e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848322 Oct 19 21:22:30.784142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] For port 99400634-f391-42b6-b52b-e573cbf46696, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99400634-f391-42b6-b52b-e573cbf46696,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:30.788643 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:30.846742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f0835-269e-44fa-9749-0a9e7c699f56 None None] Pushing event updated for resources: {'Port': ['ID=99400634-f391-42b6-b52b-e573cbf46696,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:30.920113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-6912be2f-dd0f-4b35-9d8d-8b7dcda54afb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863429182&fields=id&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 267 time: 0.0345263 Oct 19 21:22:31.016698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9867dc74-c1b4-4736-85ef-9cb23912c465 None None] Provisioning complete for port 99400634-f391-42b6-b52b-e573cbf46696 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.017351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9867dc74-c1b4-4736-85ef-9cb23912c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.038998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Sync routers for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:22:31.046452 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-3d28fc87-4b1e-4da1-a14e-7946205554b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:31.048989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:31.049823 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:31.056867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-3d28fc87-4b1e-4da1-a14e-7946205554b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 797 time: 0.1295464 Oct 19 21:22:31.075477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-6dfc9236-1812-47b5-9dec-cc5d7f544927 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/quotas/ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 375 time: 0.0174911 Oct 19 21:22:31.126606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9867dc74-c1b4-4736-85ef-9cb23912c465 None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.127119 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9867dc74-c1b4-4736-85ef-9cb23912c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.143519 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-72bbbc42-557e-4b36-9670-ce94e3fabdce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591865 Oct 19 21:22:31.171685 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:31.180079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9867dc74-c1b4-4736-85ef-9cb23912c465 None None] Port 278acc8c-b061-404e-bb4b-0865116c35f2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:22:31.186122 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.251002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-d3ac8d67-d804-4671-b3c1-65b759ffed46 service neutron] 10.222.0.31 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064467 Oct 19 21:22:31.313506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e314f46d-50f0-44c6-b0bd-0340f2690c7a None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.313876 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e314f46d-50f0-44c6-b0bd-0340f2690c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.363962 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e314f46d-50f0-44c6-b0bd-0340f2690c7a None None] Port 278acc8c-b061-404e-bb4b-0865116c35f2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:22:31.365771 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-d5b0be2d-a367-4fad-987d-4ddbee794398 service neutron] 10.222.0.31 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087584 Oct 19 21:22:31.413677 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 2, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:31.440638 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Checking router: 5f6695b7-c5dd-4ffc-a2f7-574568781e5c for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:22:31.440984 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Updating router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c port 278acc8c-b061-404e-bb4b-0865116c35f2 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:22:31.465095 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.493589 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f1c06763-5575-49e5-b1f4-4b8817258c19 None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.494480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f1c06763-5575-49e5-b1f4-4b8817258c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.533856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06763-5575-49e5-b1f4-4b8817258c19 None None] Port 278acc8c-b061-404e-bb4b-0865116c35f2 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:22:31.553575 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41e0343c-f706-4079-a210-bd0af61d5f05 req-008cc5c1-951c-4ad7-b6c4-a677dbde99b5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 210 time: 0.0349019 Oct 19 21:22:31.682225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b9585bea-ff9d-4b7d-b48d-30e96d2701c1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:22:31.731884 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.732253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.770207 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.777231 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.817760 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.830870 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Pushing event updated for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:31.840297 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.840886 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.841222 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.841575 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.841899 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.842220 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.842540 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.842855 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.843174 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.843619 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.843724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port b9585bea-ff9d-4b7d-b48d-30e96d2701c1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:31.844184 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.844635 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:22:31.849487 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.850467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99400634-f391-42b6-b52b-e573cbf46696 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:22:31.899801 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Attempting to bind port 278acc8c-b061-404e-bb4b-0865116c35f2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:22:31.900149 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Attempting to bind port 278acc8c-b061-404e-bb4b-0865116c35f2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:22:31.900681 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Attempting to bind port 278acc8c-b061-404e-bb4b-0865116c35f2 on network 370350f3-1431-4b84-b236-c330f00b35b5 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:22:31.906297 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:22:31.906659 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Checking segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:22:31.907052 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.907709 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Bound using segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:22:31.908020 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Bound port: 278acc8c-b061-404e-bb4b-0865116c35f2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:22:31.908393 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.939115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:31.979728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 99400634-f391-42b6-b52b-e573cbf46696 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:31.980426 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:31.991973 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] For port 278acc8c-b061-404e-bb4b-0865116c35f2, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:22:31.997728 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] For port 278acc8c-b061-404e-bb4b-0865116c35f2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=278acc8c-b061-404e-bb4b-0865116c35f2,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:22:32.003791 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.067426 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:32.068176 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:32.108102 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930f04b-f176-433c-a413-0af42b82526c None None] Pushing event updated for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:32.170393 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:32.171168 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.271713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.298008 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:32.315112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] For port 278acc8c-b061-404e-bb4b-0865116c35f2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=278acc8c-b061-404e-bb4b-0865116c35f2,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:32.319371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.369457 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6400b-504d-4113-b458-f108d4606c01 None None] Pushing event updated for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:32.449610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-42105d27-7bf3-4b5e-aa43-8ab186255c1e None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:32.449971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-42105d27-7bf3-4b5e-aa43-8ab186255c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.451765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:32.504902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:32.533281 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5b96-3a72-4a9a-a028-1c2156fce5ee None None] The sync data for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 is: [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:22:32.687081 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-36be1100-41fc-47eb-a716-6c3d71c144c2 req-df02f715-9005-442c-874f-6f21815fec41 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 210 time: 0.0372894 Oct 19 21:22:32.752757 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eeeb2ba6-a6b5-4d4f-8138-e7aa3c9c49aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:32.754388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eeeb2ba6-a6b5-4d4f-8138-e7aa3c9c49aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 797 time: 0.1313930 Oct 19 21:22:32.805558 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-c17d9f62-abab-4535-9270-707f3f54d94a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 380 time: 0.0424745 Oct 19 21:22:32.820619 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'port': {'device_id': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'admin_state_up': True, 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'security_groups': ['2fbd4f74-f4c5-47b3-98d2-46337d6583c3']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:32.935049 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:22:32.939035 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.067511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.10 (370350f3-1431-4b84-b236-c330f00b35b5/db9235b8-1e4e-4942-a41b-c5b87f906ee4/6941308f-65e7-40a8-a60f-c1618d289f79) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:22:33.214782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.249761 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.294527 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 370350f3-1431-4b84-b236-c330f00b35b5 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:33.297734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:33.300794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:22:33.336971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:33.365996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:33.366740 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.384116 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-12e524da-1d91-4433-aa4c-86c3544fd667 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674117 Oct 19 21:22:33.396850 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Request body: {'port': {'device_id': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:33.456156 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.563269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-47ff5fb9-5227-4d93-8ad2-10bbc078867e None None] Provisioning complete for port 6941308f-65e7-40a8-a60f-c1618d289f79 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:33.564461 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-47ff5fb9-5227-4d93-8ad2-10bbc078867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.606207 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-47ff5fb9-5227-4d93-8ad2-10bbc078867e None None] Port 6941308f-65e7-40a8-a60f-c1618d289f79 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:22:33.707730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b9585bea-ff9d-4b7d-b48d-30e96d2701c1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:22:33.746684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6941308f-65e7-40a8-a60f-c1618d289f79 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:22:33.754376 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.762112 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:33.762486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.775897 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Transition to ACTIVE for port object 6941308f-65e7-40a8-a60f-c1618d289f79 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:22:33.796124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.841963 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 278acc8c-b061-404e-bb4b-0865116c35f2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:22:33.850407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22985c5-d8fb-4ff8-ba39-1c2fbad84ca5 req-72b9be24-5c48-4a47-ad10-597560d84781 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:33.851995 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e22985c5-d8fb-4ff8-ba39-1c2fbad84ca5 req-72b9be24-5c48-4a47-ad10-597560d84781 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 932 time: 0.0933442 Oct 19 21:22:33.873692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:33.896002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 278acc8c-b061-404e-bb4b-0865116c35f2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:33.896373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:33.952878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e22985c5-d8fb-4ff8-ba39-1c2fbad84ca5 req-c3998f4f-9512-4a1e-9176-6d49d8ea4e01 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881217 Oct 19 21:22:33.968481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Attempting to bind port 6941308f-65e7-40a8-a60f-c1618d289f79 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:22:33.968796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Attempting to bind port 6941308f-65e7-40a8-a60f-c1618d289f79 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:22:33.969459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Attempting to bind port 6941308f-65e7-40a8-a60f-c1618d289f79 on network 370350f3-1431-4b84-b236-c330f00b35b5 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:22:33.977544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Port 6941308f-65e7-40a8-a60f-c1618d289f79 on network 370350f3-1431-4b84-b236-c330f00b35b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:22:33.977544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Attempting to bind port 6941308f-65e7-40a8-a60f-c1618d289f79 on network 370350f3-1431-4b84-b236-c330f00b35b5 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:22:33.984028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:22:33.984366 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Checking segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:22:33.984746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Bound using segment: {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:22:33.985179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Bound port: 6941308f-65e7-40a8-a60f-c1618d289f79, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0737c4-d768-4383-97b6-36b56d1bc56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:22:33.985571 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:34.050616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:22:34.053705 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6941308f-65e7-40a8-a60f-c1618d289f79,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:22:34.058775 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:34.091426 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.092042 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:34.093447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 1092 time: 0.7013702 Oct 19 21:22:34.094135 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:22:34.096423 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432998d3-e72b-444c-93c7-bbdaf70aa4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:22:34.129965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8b6e1-a69f-416e-91da-9e2b547e68e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:34.159663 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62abe09-4697-4fd9-83aa-b415dde73a8c x-openstack-request-id: req-d62abe09-4697-4fd9-83aa-b415dde73a8c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:22:34.159962 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:22:34.160217 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d62abe09-4697-4fd9-83aa-b415dde73a8c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:22:34.160614 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79', 'status': 'completed', 'code': 200} Oct 19 21:22:34.176766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-961defaa-3882-474a-be54-c954b2fc2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.178378 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-961defaa-3882-474a-be54-c954b2fc2335 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1095 time: 0.0449395 Oct 19 21:22:34.224675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-25e53985-7163-4f9b-8b72-934da6178f00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 217 time: 0.0383487 Oct 19 21:22:34.278577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-5072358e-09b7-412c-ae35-250497c3a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.280066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-5072358e-09b7-412c-ae35-250497c3a017 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0484476 Oct 19 21:22:34.326963 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7a105-84bc-4281-9343-2860a71264c8 req-65a61cdd-c2cc-413b-8c10-5004e17a298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.328452 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-65a61cdd-c2cc-413b-8c10-5004e17a298c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413921 Oct 19 21:22:34.421333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-047dda2a-bde3-43ce-9fd7-7dfe23d60cea service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Oct 19 21:22:34.509036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65f7a105-84bc-4281-9343-2860a71264c8 req-300c8022-12ae-4959-b192-142d3189e4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812612 Oct 19 21:22:34.594840 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-9ba29242-872d-41b3-b1a5-37d9afa7d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.596343 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-9ba29242-872d-41b3-b1a5-37d9afa7d1b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1095 time: 0.0460556 Oct 19 21:22:34.688570 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-6e4329a6-9132-47ea-a5d2-bdd82d9cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.690052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-6e4329a6-9132-47ea-a5d2-bdd82d9cc463 service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.0861931 Oct 19 21:22:34.735044 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-a9e7fc16-1bef-4b49-9fbe-d36fb49fccf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 217 time: 0.0377953 Oct 19 21:22:34.782633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-13e64605-fe1f-4740-b411-4d573123e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.783927 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-13e64605-fe1f-4740-b411-4d573123e5f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0418279 Oct 19 21:22:34.827544 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-7bbde976-5ded-49a8-b333-14e37626be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:34.828952 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-7bbde976-5ded-49a8-b333-14e37626be36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375390 Oct 19 21:22:34.921330 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-595f4c05-9e76-4681-9374-8e97d3302c6f service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Oct 19 21:22:35.012243 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-432998d3-e72b-444c-93c7-bbdaf70aa4f5 req-7d135310-f8a1-4219-a219-2fc29714fccb service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838325 Oct 19 21:22:35.069043 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57a47-794b-4b54-ae3a-cdec4cb90e73 req-5c37090a-210d-409e-ab91-0940d573680b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:35.071062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2be57a47-794b-4b54-ae3a-cdec4cb90e73 req-5c37090a-210d-409e-ab91-0940d573680b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 944 time: 0.0493505 Oct 19 21:22:35.112074 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2be57a47-794b-4b54-ae3a-cdec4cb90e73 req-c512dc86-4d03-49ee-a38c-3c75de47206f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350976 Oct 19 21:22:36.229319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d864207-169b-44b9-810a-b76632d55ec2 req-491fb9ca-b47b-40bc-917b-834b2cca7a3f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:36.230818 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d864207-169b-44b9-810a-b76632d55ec2 req-491fb9ca-b47b-40bc-917b-834b2cca7a3f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 944 time: 0.0503743 Oct 19 21:22:36.267820 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7d864207-169b-44b9-810a-b76632d55ec2 req-4f9e1220-2d22-4256-9624-2b1ded523874 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Oct 19 21:22:37.279042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6941308f-65e7-40a8-a60f-c1618d289f79 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:22:37.376155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6941308f-65e7-40a8-a60f-c1618d289f79,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:37.379753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e120f5-979d-4bea-a134-43c1daa8af4e req-ef1db642-b292-45fc-ab05-956d38095bc3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:37.381230 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e120f5-979d-4bea-a134-43c1daa8af4e req-ef1db642-b292-45fc-ab05-956d38095bc3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 944 time: 0.0480673 Oct 19 21:22:37.388068 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '6941308f-65e7-40a8-a60f-c1618d289f79', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'port_id': '6941308f-65e7-40a8-a60f-c1618d289f79', 'mac_address': 'fa:16:3e:2d:4f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:22:37.419673 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d7e120f5-979d-4bea-a134-43c1daa8af4e req-7b596fa6-ffbe-4144-b6c6-5799ea3b3307 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Oct 19 21:22:37.425444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:37.438090 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6941308f-65e7-40a8-a60f-c1618d289f79 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:22:37.456957 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6941308f-65e7-40a8-a60f-c1618d289f79,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:37.461678 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:37.508105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:37.663757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['6941308f-65e7-40a8-a60f-c1618d289f79'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:22:38.531158 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1117cd-751b-4c6f-8401-2c68d12217dc req-cf99384e-29ea-42e9-9dbe-30622f81e47e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:38.532643 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd1117cd-751b-4c6f-8401-2c68d12217dc req-cf99384e-29ea-42e9-9dbe-30622f81e47e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Oct 19 21:22:38.572869 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd1117cd-751b-4c6f-8401-2c68d12217dc req-0e17ccc3-7cd9-4bc5-a7b0-2ff6ca99d444 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Oct 19 21:22:39.309941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6941308f-65e7-40a8-a60f-c1618d289f79 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:22:39.362002 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 6941308f-65e7-40a8-a60f-c1618d289f79 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:22:39.365903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 6941308f-65e7-40a8-a60f-c1618d289f79 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:22:39.366205 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:39.443739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:39.465825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:22:39.468056 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208b4adb-0b6d-4b27-aa89-1a5589d22319" -d '{"events": [{"server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "name": "network-vif-plugged", "status": "completed", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:22:39.480827 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6941308f-65e7-40a8-a60f-c1618d289f79,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:22:39.485564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:39.509641 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eca8cd-a98e-49ce-9408-b9f4748769f3 x-openstack-request-id: req-11eca8cd-a98e-49ce-9408-b9f4748769f3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:22:39.509928 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "name": "network-vif-plugged", "status": "completed", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:22:39.510178 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11eca8cd-a98e-49ce-9408-b9f4748769f3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:22:39.510562 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79', 'code': 200} Oct 19 21:22:39.535283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:39.603184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d8be0-2db7-43a2-b195-0709f29165e7 req-3f6e8816-45f0-4801-ba1b-826e86e94211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:39.604678 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702d8be0-2db7-43a2-b195-0709f29165e7 req-3f6e8816-45f0-4801-ba1b-826e86e94211 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0403094 Oct 19 21:22:39.639609 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-702d8be0-2db7-43a2-b195-0709f29165e7 req-0f538ad2-87bb-4d9a-94bb-1fad6ddf96fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277472 Oct 19 21:22:39.697361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0eaa-0efa-4e59-9198-8f80a42a718a req-4dce0c60-4677-48e0-82fb-628605fd5252 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:39.698830 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9cff0eaa-0efa-4e59-9198-8f80a42a718a req-4dce0c60-4677-48e0-82fb-628605fd5252 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0527215 Oct 19 21:22:39.736080 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9cff0eaa-0efa-4e59-9198-8f80a42a718a req-b0acce03-3816-43db-83bb-8d7b3da549e3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Oct 19 21:22:40.849356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4fbc9-31d1-4e29-9159-bd9f3da8b38f req-48a6f99e-3c6e-4963-9eee-39c15c984ee1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:40.850807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1a4fbc9-31d1-4e29-9159-bd9f3da8b38f req-48a6f99e-3c6e-4963-9eee-39c15c984ee1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0483508 Oct 19 21:22:40.891151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1a4fbc9-31d1-4e29-9159-bd9f3da8b38f req-884cff9b-dc20-4d89-be3a-10415cb7f054 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Oct 19 21:22:41.011165 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabbd60-a71c-4dc1-ad9c-64478691d3d3 req-a502979c-6c58-4295-9a2e-4c8f876e84c1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:41.012652 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7aabbd60-a71c-4dc1-ad9c-64478691d3d3 req-a502979c-6c58-4295-9a2e-4c8f876e84c1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Oct 19 21:22:41.049690 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7aabbd60-a71c-4dc1-ad9c-64478691d3d3 req-bed77d19-a5fa-4020-b5ff-f1959640f127 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Oct 19 21:22:41.071342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37392) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:41.110292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff03c1a-9577-4f6e-84d1-04075ccf5eb9 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:41.111808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-aff03c1a-9577-4f6e-84d1-04075ccf5eb9 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1092 time: 0.0394554 Oct 19 21:22:41.114513 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37394) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:41.119547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '6941308f-65e7-40a8-a60f-c1618d289f79', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:22:41.141323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:41.240558 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:41.349057 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.225 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/aa924600-67d5-4106-abf4-21d639b7c2cd) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:22:41.453781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:41.486331 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:41.522215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:22:41.525121 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:22:41.528559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:22:41.553116 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=aa924600-67d5-4106-abf4-21d639b7c2cd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:41.883139 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:41.946589 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:42.094136 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:42.098413 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:42.170093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=aa924600-67d5-4106-abf4-21d639b7c2cd,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:22:42.178380 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:42.274983 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP c137fe6b-91fb-4182-a4ba-4396060f839b associated. External IP: 172.25.7.225, port: 6941308f-65e7-40a8-a60f-c1618d289f79. Oct 19 21:22:42.487430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:22:42.593493 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:22:42.603749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Sync routers for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:22:42.611986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:42.617612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:42.623349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:42.646220 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-52c7423c-1cf8-4e7b-8b51-fe0edce85317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5268316 Oct 19 21:22:42.646220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:22:42.646220 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0ee3b8-62d7-4e84-88d3-53e50790da31" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:22:42.689181 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035aeb46-1767-40b7-9428-7fde072c4092 x-openstack-request-id: req-035aeb46-1767-40b7-9428-7fde072c4092 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:22:42.689807 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:22:42.690181 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-035aeb46-1767-40b7-9428-7fde072c4092 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:22:42.690668 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79', 'status': 'completed', 'code': 200} Oct 19 21:22:42.740455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:42.774284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018bf2f-8493-4638-a9f2-eb4e896add61 req-02994602-a874-4d3b-9d2d-504db60d93e4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:42.775870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6018bf2f-8493-4638-a9f2-eb4e896add61 req-02994602-a874-4d3b-9d2d-504db60d93e4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0759249 Oct 19 21:22:42.781159 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-5b95ef05-2603-4b04-b261-188beeade4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:42.782676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-5b95ef05-2603-4b04-b261-188beeade4dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0722094 Oct 19 21:22:42.873742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6018bf2f-8493-4638-a9f2-eb4e896add61 req-a4dd8738-64a2-444e-8f40-2d62d4c7361f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900609 Oct 19 21:22:42.897075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37400) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:42.902658 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-f3b8171a-0290-4b1f-9f62-b4ee2906caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:42.904623 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-f3b8171a-0290-4b1f-9f62-b4ee2906caf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.1140382 Oct 19 21:22:42.964501 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-616d2b85-2d14-4c0f-8470-561b299c8c90 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/c137fe6b-91fb-4182-a4ba-4396060f839b HTTP/1.1" status: 200 len: 992 time: 0.0644825 Oct 19 21:22:42.983632 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-d3b9d207-c5d8-45f5-9f63-1e128afb2385 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 1000 time: 0.0723872 Oct 19 21:22:43.035585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-a9d14130-d51c-4c05-a5b4-e59d923c7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:43.036943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-a9d14130-d51c-4c05-a5b4-e59d923c7d62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0467908 Oct 19 21:22:43.081901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-a4be3259-90c7-4cc9-8228-dfddaeefe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:43.083421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-a4be3259-90c7-4cc9-8228-dfddaeefe870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392294 Oct 19 21:22:43.122635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c137fe6b-91fb-4182-a4ba-4396060f839b', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'port_id': '6941308f-65e7-40a8-a60f-c1618d289f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'mac_address': 'fa:16:3e:2d:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:22:41Z', 'updated_at': '2021-10-19T21:22:41Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:43.153037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Checking router: 5f6695b7-c5dd-4ffc-a2f7-574568781e5c for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:22:43.161065 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:22:43.161754 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:22:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:43.172619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-ad914f0c-15ee-4dfa-b3c0-ec407be2001f service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819290 Oct 19 21:22:43.266709 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aa0ee3b8-62d7-4e84-88d3-53e50790da31 req-4dbf2ff9-ce4f-467f-9728-69552e95401d service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874600 Oct 19 21:22:43.272095 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:43.280123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:22:43.497433 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c137fe6b-91fb-4182-a4ba-4396060f839b', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'port_id': '6941308f-65e7-40a8-a60f-c1618d289f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'mac_address': 'fa:16:3e:2d:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:22:41Z', 'updated_at': '2021-10-19T21:22:41Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:22:43.523384 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a67c-8ad8-4abf-931e-3a340f2b2cda None None] The sync data for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 is: [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'c137fe6b-91fb-4182-a4ba-4396060f839b', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'port_id': '6941308f-65e7-40a8-a60f-c1618d289f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'mac_address': 'fa:16:3e:2d:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:22:41Z', 'updated_at': '2021-10-19T21:22:41Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:22:43.677551 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:43.721833 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3947124-a0df-4077-b189-ddb362745eeb None None] New status for floating IP c137fe6b-91fb-4182-a4ba-4396060f839b: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:22:43.967228 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37402) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:22:44.026030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-74efc79a-a76d-43b6-9d33-80bbee26bc5a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/c137fe6b-91fb-4182-a4ba-4396060f839b HTTP/1.1" status: 200 len: 994 time: 0.0576930 Oct 19 21:22:48.239309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-b8c7f3c0-7e15-45fd-915c-bc742e4d09e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815084 Oct 19 21:22:48.317893 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-c82c014b-836d-4261-bfed-35a914a1fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:48.319383 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-c82c014b-836d-4261-bfed-35a914a1fd3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0399864 Oct 19 21:22:48.426054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-edcdfb28-cef4-4b36-980b-0ff585ab5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:48.427450 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-edcdfb28-cef4-4b36-980b-0ff585ab5066 service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.0890577 Oct 19 21:22:48.490303 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-0a2e607f-e203-49af-b2d9-4cbc28473502 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 1002 time: 0.0561986 Oct 19 21:22:48.542313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-9a55e7d3-ab1f-4206-8585-38f593aeb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:48.543749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-9a55e7d3-ab1f-4206-8585-38f593aeb592 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0469229 Oct 19 21:22:48.588130 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-2e8ab383-b3e8-4430-a9e2-8cec3c5a2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:22:48.589656 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-2e8ab383-b3e8-4430-a9e2-8cec3c5a2e11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392387 Oct 19 21:22:48.688657 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-e449926d-aa23-4427-95b0-d9e59c153857 service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917833 Oct 19 21:22:48.775674 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-181e9abc-a1b4-4532-91ce-8d55246cde04 req-d2a5f5ac-3e5f-414e-b627-53054016ab8a service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807772 Oct 19 21:22:56.552251 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2f2e-3dcc-476a-aea9-70a4990763c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:22:59.276061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ae5d3cfd-7155-4585-9dda-6316d31bd2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:00.369128 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:01.178708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:02.446074 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:05.029376 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:23:12.698334 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-8d4f0612-c017-4038-9634-f0042d26ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:12.699886 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-8d4f0612-c017-4038-9634-f0042d26ff43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0412822 Oct 19 21:23:12.711134 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1770e6-ca13-47fd-8015-e42ebbe078ec req-b4d44e28-2e43-494f-b96e-240436f7eaf0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:12.713198 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a1770e6-ca13-47fd-8015-e42ebbe078ec req-b4d44e28-2e43-494f-b96e-240436f7eaf0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0545332 Oct 19 21:23:12.752507 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2a1770e6-ca13-47fd-8015-e42ebbe078ec req-07569d8c-1bef-4f42-9c7a-47ccb38dd7d4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Oct 19 21:23:12.794752 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-c67bfeb7-c7cf-457d-97b1-f377fc3e7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:12.796133 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-c67bfeb7-c7cf-457d-97b1-f377fc3e7285 service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.0895841 Oct 19 21:23:12.858874 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-bde74154-2ab5-4f08-9713-fedf47fab01e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 1002 time: 0.0557911 Oct 19 21:23:12.908459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-8703750f-f023-4cfd-8a4a-5dcdcd648cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:12.909884 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-8703750f-f023-4cfd-8a4a-5dcdcd648cd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0448909 Oct 19 21:23:12.954315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-9f284e16-7ae9-41dd-92f9-4b7244f47052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:12.955742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-9f284e16-7ae9-41dd-92f9-4b7244f47052 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382423 Oct 19 21:23:13.047441 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-91f422f4-3b81-495c-90ac-2f7fde9f6a47 service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Oct 19 21:23:13.142724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e1037b95-578a-4f77-a0db-674cd2ae58ba req-9f3129b1-2dc5-4354-ac15-7332dc02b9bc service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Oct 19 21:23:13.273816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:13.684512 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:13.865695 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f057e-f29d-4786-a8fd-4488b948306d req-ccdaf356-0879-4bba-acaf-23200d5a1793 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:13.867151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f64f057e-f29d-4786-a8fd-4488b948306d req-ccdaf356-0879-4bba-acaf-23200d5a1793 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0486088 Oct 19 21:23:13.903351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f64f057e-f29d-4786-a8fd-4488b948306d req-1a14516d-23f2-4871-82ad-c9797b235161 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298028 Oct 19 21:23:15.017515 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd26c25-165f-4bc5-aba2-e2c9aaf8005d req-4df86781-7309-4549-81e8-2df087b24d95 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:15.019000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fd26c25-165f-4bc5-aba2-e2c9aaf8005d req-4df86781-7309-4549-81e8-2df087b24d95 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0489414 Oct 19 21:23:15.056361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fd26c25-165f-4bc5-aba2-e2c9aaf8005d req-00a337ef-db62-44b5-86e1-9a5dee66b6ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Oct 19 21:23:16.171412 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382540-12ec-4f97-b75c-1e4270771685 req-244f2913-3609-43d5-a0b1-f562f402f7f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:16.172856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba382540-12ec-4f97-b75c-1e4270771685 req-244f2913-3609-43d5-a0b1-f562f402f7f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Oct 19 21:23:16.209059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ba382540-12ec-4f97-b75c-1e4270771685 req-727445ef-aca1-46da-bb30-65617984edc2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303218 Oct 19 21:23:17.320574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809574-04d8-47a1-836a-77f62c04c2f4 req-26caf25b-9940-4ec1-b0b2-0aec363a3b43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:17.322059 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3809574-04d8-47a1-836a-77f62c04c2f4 req-26caf25b-9940-4ec1-b0b2-0aec363a3b43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Oct 19 21:23:17.359374 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3809574-04d8-47a1-836a-77f62c04c2f4 req-5bbc5e18-7784-4c16-b8a6-9f57f8d2eff8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Oct 19 21:23:18.471723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcdea1-3574-49bf-a11c-e25fcd419fcd req-da61654c-0cff-4987-a0bd-5405f260088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:18.473192 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56dcdea1-3574-49bf-a11c-e25fcd419fcd req-da61654c-0cff-4987-a0bd-5405f260088f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Oct 19 21:23:18.510941 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-56dcdea1-3574-49bf-a11c-e25fcd419fcd req-bdd8194c-1f34-4487-8b92-4c47c826fed1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Oct 19 21:23:19.628676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8520-ee67-4042-a32c-0a3dc9e40c5a req-dae52631-d706-4e83-a34a-b9e2ec9d365c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:19.630139 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f8d8520-ee67-4042-a32c-0a3dc9e40c5a req-dae52631-d706-4e83-a34a-b9e2ec9d365c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Oct 19 21:23:19.667531 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f8d8520-ee67-4042-a32c-0a3dc9e40c5a req-fe7ea98b-6827-42d8-acf5-3bd4595a4cf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Oct 19 21:23:20.782855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a7d7a-dc55-4e0e-b56d-aafbaf8ef494 req-f7de7b42-37e3-443f-8c44-2899cf1cc580 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:20.784346 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb1a7d7a-dc55-4e0e-b56d-aafbaf8ef494 req-f7de7b42-37e3-443f-8c44-2899cf1cc580 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0501006 Oct 19 21:23:20.822468 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bb1a7d7a-dc55-4e0e-b56d-aafbaf8ef494 req-56f7f927-773c-46c1-9267-de3397e9488e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321114 Oct 19 21:23:21.934763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0c858-3e1e-473b-b47f-db918732f4f3 req-59206f6b-05a9-4eb3-993a-fbaa848fc1ad tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:21.936222 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edc0c858-3e1e-473b-b47f-db918732f4f3 req-59206f6b-05a9-4eb3-993a-fbaa848fc1ad tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0473714 Oct 19 21:23:21.973189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-edc0c858-3e1e-473b-b47f-db918732f4f3 req-0f759fdf-94c3-440c-92db-8ae28c05c8cd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Oct 19 21:23:23.087132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a296117-616b-414c-ba59-8198fe047e9b req-03dfb66d-6115-49c5-88eb-f0fc1be4b1a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:23.088639 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a296117-616b-414c-ba59-8198fe047e9b req-03dfb66d-6115-49c5-88eb-f0fc1be4b1a7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0512226 Oct 19 21:23:23.126015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9a296117-616b-414c-ba59-8198fe047e9b req-50628194-3a5f-42c7-ad34-4092f9e76075 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Oct 19 21:23:24.237088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51552e08-efa9-430d-b7d3-9847748249e6 req-b4ba09f0-cfb4-4c6f-a8f4-c5efa7760561 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:24.238583 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51552e08-efa9-430d-b7d3-9847748249e6 req-b4ba09f0-cfb4-4c6f-a8f4-c5efa7760561 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0485485 Oct 19 21:23:24.276758 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-51552e08-efa9-430d-b7d3-9847748249e6 req-8762af94-52d2-4c5a-9950-b8d68c2d650d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Oct 19 21:23:24.298547 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37442) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:23:24.361310 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d78451a5-bca9-4c6e-8875-b683c3765c03 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/c137fe6b-91fb-4182-a4ba-4396060f839b HTTP/1.1" status: 200 len: 994 time: 0.0616574 Oct 19 21:23:26.553076 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f0da13b4-672f-444f-ad17-1248cfa24602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:29.277580 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b954b61-a3ff-47e2-81c8-d8a05c94fee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:30.370969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:31.183011 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:32.449224 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:42.029616 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:23:43.264091 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:43.686355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:49.201880 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-d9f5c306-2b91-4fd4-8f81-0615a8994c59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383656 Oct 19 21:23:49.282513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-ef2a2754-a23d-41e5-974c-8a5c7ea97695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:49.284012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-ef2a2754-a23d-41e5-974c-8a5c7ea97695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0405188 Oct 19 21:23:49.389032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-6cb2a3f3-8ec8-460c-ac63-53cf4d200f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:49.390543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-6cb2a3f3-8ec8-460c-ac63-53cf4d200f5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.0882354 Oct 19 21:23:49.454034 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-25c51964-1273-4aac-9513-c79afbe4389a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 1002 time: 0.0564904 Oct 19 21:23:49.504378 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-58d72a4c-bbd2-446a-9e06-5f1ecf614ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:49.505769 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-58d72a4c-bbd2-446a-9e06-5f1ecf614ca1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0451336 Oct 19 21:23:49.549620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-c9fb91c6-8c23-4f71-8300-0ae3880c1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:49.551056 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-c9fb91c6-8c23-4f71-8300-0ae3880c1e48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377572 Oct 19 21:23:49.639264 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-df06db3d-b5ff-4f70-8769-b64f749aac28 service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Oct 19 21:23:49.733205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e29c8b7e-7a13-4b98-8ffc-c53b6a73127d req-4199cb23-7a3b-45e3-baf5-a5dd07b6db42 service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863740 Oct 19 21:23:50.165660 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-b3c170b9-7a18-4b4e-b994-021bc4f79863 req-f835f7f2-d7a8-4c10-9b89-33fba520cffa service neutron] (100734) timed out ('10.222.0.31', 34904) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:23:54.709759 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37456) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:23:55.182577 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port aa924600-67d5-4106-abf4-21d639b7c2cd {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:23:55.182909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.256983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.257377 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.268686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for aa924600-67d5-4106-abf4-21d639b7c2cd owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:23:55.419174 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.449286 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=aa924600-67d5-4106-abf4-21d639b7c2cd,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:23:55.472053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.472400 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.472765 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.473102 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.473459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.473788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.474114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.474442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.474766 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.475087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.475407 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.475723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:23:55.513313 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.513654 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP c137fe6b-91fb-4182-a4ba-4396060f839b disassociated (deleted). External IP: 172.25.7.225, port: 6941308f-65e7-40a8-a60f-c1618d289f79. Oct 19 21:23:55.732842 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:23:55.839114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:23:55.844702 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:55.849240 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Sync routers for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:23:55.857905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:23:55.858506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:23:55.870524 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5054ff17-a54e-4349-b3a5-48d57de480ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/floatingips/c137fe6b-91fb-4182-a4ba-4396060f839b HTTP/1.1" status: 204 len: 168 time: 1.1596966 Oct 19 21:23:55.871206 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:23:55.873595 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b9c08-1cbb-4554-91b5-443e84e52914" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:23:55.913201 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b3da21-0e20-4848-bba1-e9fd4122f3dc x-openstack-request-id: req-93b3da21-0e20-4848-bba1-e9fd4122f3dc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:23:55.913522 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:23:55.913775 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93b3da21-0e20-4848-bba1-e9fd4122f3dc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:23:55.914174 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79', 'status': 'completed', 'code': 200} Oct 19 21:23:55.969341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:23:55.983566 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-05c59c13-bf92-44c8-9e40-e0e3f1264d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:55.986082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-05c59c13-bf92-44c8-9e40-e0e3f1264d79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 1097 time: 0.0497727 Oct 19 21:23:56.120552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-a7b64d1f-23b9-4bbb-8df8-82baedef4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:56.122797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-a7b64d1f-23b9-4bbb-8df8-82baedef4433 service neutron] 10.222.0.11 "GET /v2.0/networks?id=370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 200 len: 898 time: 0.1244819 Oct 19 21:23:56.135105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed15cf-0b90-4b57-b9e8-110c73404ce0 req-524696f3-b490-4598-abb8-19068087d3b5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:56.136552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fed15cf-0b90-4b57-b9e8-110c73404ce0 req-524696f3-b490-4598-abb8-19068087d3b5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0718195 Oct 19 21:23:56.174897 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:23:56.187256 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-f6aaf68a-2610-43a2-81ce-5ecb04b1cae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 200 len: 217 time: 0.0497088 Oct 19 21:23:56.205955 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Checking router: 5f6695b7-c5dd-4ffc-a2f7-574568781e5c for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:23:56.214227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:23:56.214834 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:23:56.236068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4fed15cf-0b90-4b57-b9e8-110c73404ce0 req-a5510c5d-f4b4-478f-aa18-e1b63b5a5d47 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923963 Oct 19 21:23:56.249831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-95b11eb0-a4ca-4fac-8e3c-2028f30bf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:56.251307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-95b11eb0-a4ca-4fac-8e3c-2028f30bf856 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 200 len: 834 time: 0.0566571 Oct 19 21:23:56.299262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-5d9f221f-6cb3-4c03-a05d-189faec4fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:56.300767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-5d9f221f-6cb3-4c03-a05d-189faec4fc43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=370350f3-1431-4b84-b236-c330f00b35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420184 Oct 19 21:23:56.326989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:23:56.395739 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-c4e770b0-076c-4d27-96a9-987581ebd88d service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870605 Oct 19 21:23:56.485938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-160b9c08-1cbb-4554-91b5-443e84e52914 req-966335f4-4f8e-46fd-8790-86ad4d4a013c service neutron] 10.222.0.11 "GET /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830801 Oct 19 21:23:56.523545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:23:56.553135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538932d-5cd5-477c-8a2b-38878e334ffd None None] The sync data for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 is: [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:29Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '278acc8c-b061-404e-bb4b-0865116c35f2', 'name': '', 'network_id': '370350f3-1431-4b84-b236-c330f00b35b5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:f0:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:28Z', 'updated_at': '2021-10-19T21:22:32Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': 'db9235b8-1e4e-4942-a41b-c5b87f906ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:23:56.566435 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-364a7ffb-cf43-4e93-b3f0-4d73f045a205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:56.784724 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1dd02-43bc-42cc-8899-b56b2b176976 None None] New status for floating IP c137fe6b-91fb-4182-a4ba-4396060f839b: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:23:57.354703 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f69df-7b64-4113-9bd6-54fe4f0c6250 req-670c4490-9382-4bb8-ba47-9f6b252a8ade tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:57.356221 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa3f69df-7b64-4113-9bd6-54fe4f0c6250 req-670c4490-9382-4bb8-ba47-9f6b252a8ade tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0488012 Oct 19 21:23:57.395484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-aa3f69df-7b64-4113-9bd6-54fe4f0c6250 req-9b506a40-3cee-47b6-b04e-1228f6ac73b2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fbd4f74-f4c5-47b3-98d2-46337d6583c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320308 Oct 19 21:23:57.543050 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bdfbe6ab-5e20-44ff-90e7-4ef0f0e984f2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:23:57.544391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bdfbe6ab-5e20-44ff-90e7-4ef0f0e984f2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8a015-bb8f-4085-a3b9-0e62c72c55e4 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Oct 19 21:23:57.639928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 6941308f-65e7-40a8-a60f-c1618d289f79 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:23:57.640262 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:57.747918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 6941308f-65e7-40a8-a60f-c1618d289f79, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=6941308f-65e7-40a8-a60f-c1618d289f79,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:23:57.748269 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:57.759878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 6941308f-65e7-40a8-a60f-c1618d289f79 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:23:57.883988 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:57.916355 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=6941308f-65e7-40a8-a60f-c1618d289f79,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:23:57.957430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port 6941308f-65e7-40a8-a60f-c1618d289f79 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:23:57.960214 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:57.963626 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dd2ff94b-6649-49b7-baa6-9a252ba84619 req-bd73ebc1-9d57-4cc2-91c9-b33b04677938 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "DELETE /v2.0/ports/6941308f-65e7-40a8-a60f-c1618d289f79 HTTP/1.1" status: 204 len: 173 time: 0.4133866 Oct 19 21:23:57.964067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'name': 'network-vif-deleted', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:23:57.966425 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8bcbf-1922-4ed0-8b6f-90621b6ecb05" -d '{"events": [{"server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "name": "network-vif-deleted", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:23:58.002371 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565d016-ab65-4827-87dc-10070e75c0cc x-openstack-request-id: req-7565d016-ab65-4827-87dc-10070e75c0cc {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:23:58.002669 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8a015-bb8f-4085-a3b9-0e62c72c55e4", "name": "network-vif-deleted", "tag": "6941308f-65e7-40a8-a60f-c1618d289f79", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:23:58.002926 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7565d016-ab65-4827-87dc-10070e75c0cc {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:23:58.003349 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8a015-bb8f-4085-a3b9-0e62c72c55e4', 'name': 'network-vif-deleted', 'tag': '6941308f-65e7-40a8-a60f-c1618d289f79', 'status': 'completed', 'code': 200} Oct 19 21:23:58.450763 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37478) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:23:58.807794 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.056177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 278acc8c-b061-404e-bb4b-0865116c35f2 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:23:59.057279 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.158804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 278acc8c-b061-404e-bb4b-0865116c35f2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=278acc8c-b061-404e-bb4b-0865116c35f2,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:23:59.159161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.171735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 278acc8c-b061-404e-bb4b-0865116c35f2 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:23:59.278901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-631c6a28-bde2-4544-b2e2-707c62f24825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.355625 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.383255 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=278acc8c-b061-404e-bb4b-0865116c35f2,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:23:59.560824 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:23:59.782151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:23:59.886063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:23:59.891670 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-351f6ae7-c334-44dd-b2a6-0497aa5d7115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/5f6695b7-c5dd-4ffc-a2f7-574568781e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397781 Oct 19 21:23:59.894273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37482) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:23:59.897244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Sync routers for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:23:59.911069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:23:59.911659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:00.016126 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:00.202081 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:23:59Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:00.229160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Checking router: 5f6695b7-c5dd-4ffc-a2f7-574568781e5c for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:24:00.238138 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Routers {'5f6695b7-c5dd-4ffc-a2f7-574568781e5c'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:00.238733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:00.264353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting subnet db9235b8-1e4e-4942-a41b-c5b87f906ee4 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:24:00.267674 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.307419 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.344410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] Set router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:00.394739 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.435304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.453902 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.480303 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Subnet': ['ID=db9235b8-1e4e-4942-a41b-c5b87f906ee4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:00.484469 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.491703 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c0937fdb-7752-4329-a775-51c081d43468 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/subnets/db9235b8-1e4e-4942-a41b-c5b87f906ee4 HTTP/1.1" status: 204 len: 168 time: 0.5924911 Oct 19 21:24:00.491703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37484) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:00.493603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd25529-cd20-4ef6-b66b-b45bcb419dc0 None None] Network 370350f3-1431-4b84-b236-c330f00b35b5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:24:00.600861 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.707232 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.758846 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port b9585bea-ff9d-4b7d-b48d-30e96d2701c1 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:24:00.759195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.794756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:23:59Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:00.826302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8bbe2-a237-4a3a-a5ef-c11aef5e185b None None] The sync data for ids ['5f6695b7-c5dd-4ffc-a2f7-574568781e5c'] in n-d-805649-9 is: [{'id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290097901', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:23:59Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'b9585bea-ff9d-4b7d-b48d-30e96d2701c1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6695b7-c5dd-4ffc-a2f7-574568781e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:22:26Z', 'updated_at': '2021-10-19T21:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:24:00.842114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port b9585bea-ff9d-4b7d-b48d-30e96d2701c1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:00.842513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:00.855435 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for b9585bea-ff9d-4b7d-b48d-30e96d2701c1 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:24:01.023612 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.050401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=b9585bea-ff9d-4b7d-b48d-30e96d2701c1,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:01.107870 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.187443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] DHCP port deletion for 370350f3-1431-4b84-b236-c330f00b35b5 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:24:01.190855 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.207985 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.210470 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.238316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Deleting port 99400634-f391-42b6-b52b-e573cbf46696 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:24:01.238687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.255201 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.255740 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6695b7-c5dd-4ffc-a2f7-574568781e5c {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:24:01.269220 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.272912 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e996f118-d49b-4798-bcf0-fc0127786e43 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/routers/5f6695b7-c5dd-4ffc-a2f7-574568781e5c HTTP/1.1" status: 204 len: 168 time: 0.7791722 Oct 19 21:24:01.273195 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37486) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:01.328234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] For port 99400634-f391-42b6-b52b-e573cbf46696, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99400634-f391-42b6-b52b-e573cbf46696,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:01.328647 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.341563 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Calling delete_port for 99400634-f391-42b6-b52b-e573cbf46696 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:24:01.356325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.412745 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 99400634-f391-42b6-b52b-e573cbf46696 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:24:01.413088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.426679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.457105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] No DVR routers for this DVR port 99400634-f391-42b6-b52b-e573cbf46696 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:24:01.466568 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Pushing event deleted for resources: {'Port': ['ID=99400634-f391-42b6-b52b-e573cbf46696,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:01.471291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.471643 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.472070 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.472307 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.472644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.472974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.473324 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.473680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.474009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.474336 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.474661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.475117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcadbac-5dbc-46ae-9acb-5ad86954af75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.483313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 99400634-f391-42b6-b52b-e573cbf46696, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=99400634-f391-42b6-b52b-e573cbf46696,segment=NetworkSegment(4b0737c4-d768-4383-97b6-36b56d1bc56c),segment_id=4b0737c4-d768-4383-97b6-36b56d1bc56c)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:01.483681 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.502300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 99400634-f391-42b6-b52b-e573cbf46696 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:24:01.578895 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.605309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=99400634-f391-42b6-b52b-e573cbf46696,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:01.607567 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port 99400634-f391-42b6-b52b-e573cbf46696 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:24:01.617262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.617637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.617976 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.618310 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.618637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.618966 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.619295 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.619621 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.619944 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.620263 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.620581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.620897 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:01.696957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.716853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370350f3-1431-4b84-b236-c330f00b35b5']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:01.726181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0737c4-d768-4383-97b6-36b56d1bc56c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:01.726427 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0737c4-d768-4383-97b6-36b56d1bc56c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:01.736040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.749288 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.755070 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:24:01.755440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self.session.flush() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:24:01.758492 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:24:01.768395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6941308f-65e7-40a8-a60f-c1618d289f79 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:24:01.788273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 6941308f-65e7-40a8-a60f-c1618d289f79 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:24:01.788545 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 6941308f-65e7-40a8-a60f-c1618d289f79 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:24:01.819072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.824129 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.827492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/networks/370350f3-1431-4b84-b236-c330f00b35b5 HTTP/1.1" status: 204 len: 168 time: 0.5531800 Oct 19 21:24:01.830315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37488) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:01.842348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072ea76-a9a4-4e94-bb79-88c808c85bec tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Network': ['ID=370350f3-1431-4b84-b236-c330f00b35b5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:01.898021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.921163 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b9585bea-ff9d-4b7d-b48d-30e96d2701c1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:24:01.927378 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.942160 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: b9585bea-ff9d-4b7d-b48d-30e96d2701c1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:24:01.942506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device b9585bea-ff9d-4b7d-b48d-30e96d2701c1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:24:01.942923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99400634-f391-42b6-b52b-e573cbf46696 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:24:01.965557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 99400634-f391-42b6-b52b-e573cbf46696 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:24:01.965981 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 99400634-f391-42b6-b52b-e573cbf46696 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:24:01.966458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 278acc8c-b061-404e-bb4b-0865116c35f2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:24:01.987079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 278acc8c-b061-404e-bb4b-0865116c35f2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:24:01.987504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 278acc8c-b061-404e-bb4b-0865116c35f2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:24:01.987879 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.990569 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:01.991758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fbd4f74-f4c5-47b3-98d2-46337d6583c3 HTTP/1.1" status: 204 len: 168 time: 0.1603935 Oct 19 21:24:02.002866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ca5a-0c4c-4818-83df-45f50a4ce715 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd4f74-f4c5-47b3-98d2-46337d6583c3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:02.453406 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.500866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37494) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:02.505425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698158391', 'description': 'tempest-secgroup-smoke-698158391 description', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:02.526897 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.594770 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.598195 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.625572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.626797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1249032 Oct 19 21:24:02.629943 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37496) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:02.631020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eee21-e3e1-4562-b4f9-6063fac49d06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a019c9-f1dc-4cea-9cf6-1833422893b4,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:02.634985 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:02.661892 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.714875 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.719664 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.735952 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c887606c-8131-47c7-8bbf-0d260c8d01db,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:02.743730 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.744897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-63ad9ae0-9080-496f-98f3-23aabf341515 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138237 Oct 19 21:24:02.747711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37498) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:02.752117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:02.778867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.833531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.836938 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.856425 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511d3e22-723c-41e8-bc7f-91661a1df6c7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:02.861999 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.863177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a00ff009-3242-4071-9568-96a495922af1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145434 Oct 19 21:24:02.865863 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37500) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:02.870337 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:02.898312 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.956333 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.959733 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.976453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e86d0b-e79d-43f8-b2ef-9d43d3e4d5a7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:02.984483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:02.985708 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a742e23c-5bdd-4f34-8f01-d5d6e0c2f386 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189389 Oct 19 21:24:02.988429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37504) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:02.992598 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:03.018671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.076696 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.080209 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.097355 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac7e9bb-3670-4669-a468-c5798962a5b5,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:03.105527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.107260 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-cb758b9d-5676-4f2c-b07b-aa98d36ea213 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179228 Oct 19 21:24:03.110072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37506) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:03.114252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:03.135193 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:24:03.139860 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.197786 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.201989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.220910 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a283e116-b44c-4b0b-baa2-07ac5eccd35f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:03.225893 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.229767 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50fd82c9-0da4-4e40-9598-6134d4743ac7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161096 Oct 19 21:24:03.229885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37508) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:03.234062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'e7a019c9-f1dc-4cea-9cf6-1833422893b4', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:03.254899 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:24:03.259928 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.321718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.325818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.346634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43499125-24c2-4cad-9ed5-be90260a2207,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:03.352510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.356389 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37512) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:03.356646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-18c96c1e-365d-4b9a-b9c9-364ccddfd0b4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256561 Oct 19 21:24:03.361651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'network': {'name': 'tempest-network-smoke--199862083', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'port_security_enabled': True}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:03.381243 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:24:03.384658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.407971 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:24:03.416980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.417358 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Added segment ea8fb844-b136-4f8d-8237-a1225c5e8af7 of type vlan for network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 Oct 19 21:24:03.456697 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.480424 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.485973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:03.486547 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.520845 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1633415 Oct 19 21:24:03.523578 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37514) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:03.528405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'admin_state_up': True, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:03.570270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf88283-a4b0-46d0-b8be-9a9b27338cd1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Network': ['ID=8a0046eb-f3b4-49cc-b07b-adee25872dd5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:03.581989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:24:03.586605 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.587643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.640194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.778660 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.965483 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:03.984465 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.086085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.214 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/2ef3f367-25ea-4a08-a347-1593b47bcc5f) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:24:04.183245 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.215337 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.254283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:04.258616 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:04.262161 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:24:04.288992 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=2ef3f367-25ea-4a08-a347-1593b47bcc5f,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:04.511983 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.707782 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.832147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 2e56d329-41de-49ca-b54b-dd5c343ce874 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:24:04.935068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:24:04.944335 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Sync routers for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:24:04.954434 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:04.955117 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:04.960883 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:04.962425 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-30ecd04f-6e7f-4973-8744-198ad1ada3c7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4379361 Oct 19 21:24:04.966263 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37516) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:04.995025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3dbe24a8-37ac-4327-bf11-6b51a5bfa109 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=ca246ce3a70f47ea95eb40136de9a9c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276301 Oct 19 21:24:04.998215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37518) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:05.059918 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:05.081943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5dbff-6b8f-439c-bb3c-e0a996c4286a tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:05.083526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7cf5dbff-6b8f-439c-bb3c-e0a996c4286a tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843458 Oct 19 21:24:05.086342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37520) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:05.114961 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-741634ea-cc3a-46e2-9d64-fcdf68907d4f tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275478 Oct 19 21:24:05.117417 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37522) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:05.122066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664444101', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:05.211955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:24:05.216250 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.232640 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:04Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:05.261401 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Checking router: 2e56d329-41de-49ca-b54b-dd5c343ce874 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:24:05.261744 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Updating router 2e56d329-41de-49ca-b54b-dd5c343ce874 port 2ef3f367-25ea-4a08-a347-1593b47bcc5f binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:24:05.286750 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.399892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.464703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Subnet': ['ID=73b5a9df-0235-4409-8c4c-d744ab03b079,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:05.468181 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Checking segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:24:05.468542 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network hostable DHCP agents. Network: 8a0046eb-f3b4-49cc-b07b-adee25872dd5, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:24:05.485919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:24:05.494149 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 8a0046eb-f3b4-49cc-b07b-adee25872dd5) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:05.500483 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:05.501070 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.502790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0def4-b2bb-4c3f-9ace-75d8b6544c4a None None] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:24:05.519624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-03687c77-5556-4e52-9811-0d1b6dd5fc48 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3986216 Oct 19 21:24:05.519861 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37524) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:05.540993 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.546798 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.597906 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Attempting to bind port 2ef3f367-25ea-4a08-a347-1593b47bcc5f on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:24:05.598334 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Attempting to bind port 2ef3f367-25ea-4a08-a347-1593b47bcc5f by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:24:05.598626 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Attempting to bind port 2ef3f367-25ea-4a08-a347-1593b47bcc5f on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:24:05.609355 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:24:05.609809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:24:05.610138 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.610531 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:24:05.611570 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Bound port: 2ef3f367-25ea-4a08-a347-1593b47bcc5f, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:24:05.611570 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.647945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Pushing event updated for resources: {'Port': ['ID=2ef3f367-25ea-4a08-a347-1593b47bcc5f,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:05.659380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:24:05.660574 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.673912 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.674264 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.674588 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.674923 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.675260 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.675595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.675907 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.676230 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.676698 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.676870 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.677195 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.677542 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:24:05.687111 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] For port 2ef3f367-25ea-4a08-a347-1593b47bcc5f, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:24:05.691651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] For port 2ef3f367-25ea-4a08-a347-1593b47bcc5f, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2ef3f367-25ea-4a08-a347-1593b47bcc5f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:24:05.696865 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.766801 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:05.767426 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:05.802128 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf4c7-948f-4b6c-a5bd-f5819584e4f8 None None] Pushing event updated for resources: {'Port': ['ID=2ef3f367-25ea-4a08-a347-1593b47bcc5f,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:05.810861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Allocated IP 172.20.0.2 (8a0046eb-f3b4-49cc-b07b-adee25872dd5/73b5a9df-0235-4409-8c4c-d744ab03b079/c1bc17f4-db72-4b57-bccf-c0d4a102a6e6) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:24:05.888597 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:05.966524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:05.976075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.018704 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:06.021532 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:06.024417 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:24:06.049638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Pushing event updated for resources: {'Port': ['ID=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:06.080571 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:04Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:06.097792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Attempting to bind port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:24:06.098158 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Attempting to bind port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:24:06.098517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Attempting to bind port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:24:06.103729 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:24:06.104098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Checking segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:24:06.104499 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.104883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Bound using segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:24:06.105369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Bound port: c1bc17f4-db72-4b57-bccf-c0d4a102a6e6, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:24:06.105779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.175966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] For port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:24:06.179778 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] For port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:24:06.183242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.197581 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb26ce82-2ac2-4c25-9afb-0386ea923867 None None] The sync data for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 is: [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:04Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:24:06.247786 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7352aa4-13cc-4e00-94f7-439717c4ae8a None None] Pushing event updated for resources: {'Port': ['ID=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:06.323843 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.643488 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.1 (8a0046eb-f3b4-49cc-b07b-adee25872dd5/73b5a9df-0235-4409-8c4c-d744ab03b079/ddbf9c01-acd2-499f-904f-5e92cf5c7d60) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:24:06.767814 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.802661 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:06.848961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:06.852402 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:06.857055 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:24:06.884828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:06.909586 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.053634 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.226113 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e49fd8-f4e3-44f9-974b-59ba814f3147 None None] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:24:07.301173 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] Provisioning complete for port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:07.301570 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.356695 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.361475 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.433468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:07.436036 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.442992 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.479916 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] For port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:07.485612 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.551341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89d06b-2e78-4347-a79a-bd57e430599c None None] Pushing event updated for resources: {'Port': ['ID=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:07.558586 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:07.560601 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:07.692122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 2e56d329-41de-49ca-b54b-dd5c343ce874 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:24:07.735405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-007a8119-ef72-47b0-973d-5935e5d911d5 None None] Provisioning complete for port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:07.735901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-007a8119-ef72-47b0-973d-5935e5d911d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.744511 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2ef3f367-25ea-4a08-a347-1593b47bcc5f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:24:07.840444 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:24:07.845876 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-31983ca0-9284-4e80-9cc9-1ddf58ac23b0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/2e56d329-41de-49ca-b54b-dd5c343ce874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3250825 Oct 19 21:24:07.881128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2ef3f367-25ea-4a08-a347-1593b47bcc5f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:07.881521 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.910105 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-007a8119-ef72-47b0-973d-5935e5d911d5 None None] Provisioning complete for port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:07.910476 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-007a8119-ef72-47b0-973d-5935e5d911d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:07.916462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Sync routers for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:24:07.960373 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:07.961016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:08.001895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-88972969-b938-4831-9cf0-ceab42e5682d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698158391&fields=id&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 267 time: 0.0380328 Oct 19 21:24:08.011346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-007a8119-ef72-47b0-973d-5935e5d911d5 None None] Port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:24:08.097523 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:08.118442 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-a70f1443-579b-4c3e-99ba-cba7eb6aefdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:08.120122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-a70f1443-579b-4c3e-99ba-cba7eb6aefdd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 796 time: 0.1105173 Oct 19 21:24:08.127928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:08.136252 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 2ef3f367-25ea-4a08-a347-1593b47bcc5f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2ef3f367-25ea-4a08-a347-1593b47bcc5f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:08.136451 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-04cf05fd-a384-4fb2-aa17-e8f2902fdaa7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/quotas/ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 375 time: 0.0103462 Oct 19 21:24:08.163805 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:08.164520 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:24:08.190255 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2b058948-c106-488e-94fb-0680a0a65b58 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468252 Oct 19 21:24:08.278302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-38b8b591-0ac9-431d-a9a4-b87bc20a6364 None None] Provisioning complete for port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:08.278816 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-38b8b591-0ac9-431d-a9a4-b87bc20a6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:08.327103 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=2ef3f367-25ea-4a08-a347-1593b47bcc5f,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:08.336772 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-7c3f27a5-c074-4b8a-b7cc-a9e4a0b2c6d0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347303 Oct 19 21:24:08.442107 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-18bf7e98-8fa6-4cb0-b1e6-c64fc5fdfc0a service neutron] 10.222.0.31 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980222 Oct 19 21:24:08.534926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-38b8b591-0ac9-431d-a9a4-b87bc20a6364 None None] Port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:24:08.564260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:08.564719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:08.632905 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c483e9-54ed-45ec-a64f-6fb5522de020 req-efeb19c2-bc98-4027-9613-99e7a9d639e3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 210 time: 0.0283403 Oct 19 21:24:08.671951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 2, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:08.705117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Checking router: 2e56d329-41de-49ca-b54b-dd5c343ce874 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:24:08.705493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Updating router 2e56d329-41de-49ca-b54b-dd5c343ce874 port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:24:08.735124 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:08.999367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.004553 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.080760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fd40-a138-448c-a31f-4353286fe327 None None] Pushing event updated for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:09.114137 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Attempting to bind port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:24:09.114504 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Attempting to bind port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:24:09.114862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Attempting to bind port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:24:09.121111 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:24:09.121515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Checking segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:24:09.121912 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.122297 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Bound using segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:24:09.122761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Bound port: ddbf9c01-acd2-499f-904f-5e92cf5c7d60, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:24:09.123129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.194364 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] For port ddbf9c01-acd2-499f-904f-5e92cf5c7d60, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:24:09.197719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] For port ddbf9c01-acd2-499f-904f-5e92cf5c7d60, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:24:09.203313 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.266475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:09.267102 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:09.312809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fd40-a138-448c-a31f-4353286fe327 None None] Pushing event updated for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:09.326811 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] Provisioning complete for port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:09.327182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.424660 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:09.537169 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-67623c44-da1f-4085-ba51-5bc08c449a2f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:09.538796 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-67623c44-da1f-4085-ba51-5bc08c449a2f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 796 time: 0.1052125 Oct 19 21:24:09.540814 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.590048 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-7fddcc1b-df2a-4ac5-a10c-967229f2d99c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 379 time: 0.0417037 Oct 19 21:24:09.601929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'port': {'device_id': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'admin_state_up': True, 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'security_groups': ['e7a019c9-f1dc-4cea-9cf6-1833422893b4']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:09.620567 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] For port ddbf9c01-acd2-499f-904f-5e92cf5c7d60, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:09.630703 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.663270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2ef3f367-25ea-4a08-a347-1593b47bcc5f up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:24:09.717389 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:24:09.724546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.743114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd07c42-01b1-4b34-91af-b188ba7bc754 None None] Pushing event updated for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:09.747128 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b209fa90-9d8a-4701-94a0-4eed51aababd req-51850e01-76b5-43a5-a0d7-6c9ba7d3c788 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 210 time: 0.0375757 Oct 19 21:24:09.774495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-059bbd5f-8e64-4862-82b6-346288793cc2 None None] Provisioning complete for port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:09.774865 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-059bbd5f-8e64-4862-82b6-346288793cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.801469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2ef3f367-25ea-4a08-a347-1593b47bcc5f triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:09.801836 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:09.842225 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:09.862610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.5 (8a0046eb-f3b4-49cc-b07b-adee25872dd5/73b5a9df-0235-4409-8c4c-d744ab03b079/edf1d9f3-f61c-480c-b990-a263cc471526) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:24:09.879227 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02802b-ec67-4772-8540-ffcbb17f0cb1 None None] The sync data for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 is: [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:24:10.018564 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.056914 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.099996 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:10.103135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:10.107433 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:24:10.134492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:10.163931 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:10.164702 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.183347 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-2db785bf-84e5-4707-92e8-bb14c6359d83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856977 Oct 19 21:24:10.203716 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Request body: {'port': {'device_id': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:10.266014 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.391260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-d46a6a34-fff9-41e4-97b6-4166137475cf None None] Provisioning complete for port edf1d9f3-f61c-480c-b990-a263cc471526 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:10.391864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d46a6a34-fff9-41e4-97b6-4166137475cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.429642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-d46a6a34-fff9-41e4-97b6-4166137475cf None None] Port edf1d9f3-f61c-480c-b990-a263cc471526 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:24:10.564074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf1d9f3-f61c-480c-b990-a263cc471526 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:24:10.571963 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.584332 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Transition to ACTIVE for port object edf1d9f3-f61c-480c-b990-a263cc471526 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:24:10.589721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.643080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:10.721845 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:24:10.722485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:24:10.722485 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:24:10.727400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:24:10.727723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:24:10.733139 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:24:10.733563 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Checking segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:24:10.733905 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Bound using segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:24:10.734339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Bound port: edf1d9f3-f61c-480c-b990-a263cc471526, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:24:10.734697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.811249 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:24:10.815406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:24:10.820648 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.881902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:10.882433 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:10.883870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] 10.222.0.37 "PUT /v2.0/ports/edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 1091 time: 0.6921976 Oct 19 21:24:10.886340 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:24:10.889279 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:24:10.922801 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af492d52-bef8-43a9-ada1-29b67e74ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:10.955651 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca3c2e3-f2dc-458e-8df3-66557b047ee9 x-openstack-request-id: req-1ca3c2e3-f2dc-458e-8df3-66557b047ee9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:24:10.955948 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:24:10.956200 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ca3c2e3-f2dc-458e-8df3-66557b047ee9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:24:10.956596 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'status': 'completed', 'code': 200} Oct 19 21:24:10.985261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66bb9-dab6-47c5-96f0-e14081f79451 req-20c7084b-2649-40b1-acdb-6063cdee1be1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:10.986968 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab66bb9-dab6-47c5-96f0-e14081f79451 req-20c7084b-2649-40b1-acdb-6063cdee1be1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.1380470 Oct 19 21:24:11.019244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-d0f150d3-de1d-4b27-bad3-5ca71fd47660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.020780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-d0f150d3-de1d-4b27-bad3-5ca71fd47660 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0896614 Oct 19 21:24:11.046640 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ab66bb9-dab6-47c5-96f0-e14081f79451 req-9f95b657-b0e7-40fb-ba0b-c79b71d24bb0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520735 Oct 19 21:24:11.075340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-6c8c2c74-0e33-48b8-94b5-d53eeb1c2ec6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 217 time: 0.0436697 Oct 19 21:24:11.125635 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-82e57cbb-908a-476e-84fb-8e803a5fe113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.127086 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-82e57cbb-908a-476e-84fb-8e803a5fe113 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0445476 Oct 19 21:24:11.192679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-84d0d8bf-98aa-45ca-8bda-e72ace8f416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.194331 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-84d0d8bf-98aa-45ca-8bda-e72ace8f416e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602770 Oct 19 21:24:11.284702 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-0ee5526e-392a-41ad-a70d-05d39fe7a220 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827074 Oct 19 21:24:11.380494 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-92d2c2c3-ca46-449c-a95d-afdc929a20b6 req-c3045d15-c4d3-446d-8ce0-213b8368439c service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Oct 19 21:24:11.462553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-6cfc4f73-e69d-4288-8d59-8b24fffa4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.463929 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-6cfc4f73-e69d-4288-8d59-8b24fffa4fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0396061 Oct 19 21:24:11.555352 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-cc69324c-b787-4e8b-8092-c9230b33cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.556784 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-cc69324c-b787-4e8b-8092-c9230b33cad1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.0853856 Oct 19 21:24:11.598999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-cfccc62d-044c-4179-95d8-fbcb828e241b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 217 time: 0.0346453 Oct 19 21:24:11.649542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-4cea1586-ce24-4b0d-95e0-b1e26902dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.651305 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-4cea1586-ce24-4b0d-95e0-b1e26902dc32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0436685 Oct 19 21:24:11.661073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ddbf9c01-acd2-499f-904f-5e92cf5c7d60 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:24:11.700924 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-42517e0f-b178-433c-a68a-06e1165904e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:11.702457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-42517e0f-b178-433c-a68a-06e1165904e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432193 Oct 19 21:24:11.709593 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:11.709983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:11.798417 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-2e6a53f6-0769-4781-99cd-2b3c78f20bbd service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864863 Oct 19 21:24:11.891482 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8a449c05-a7b0-4c99-b9ac-f358e4673bd5 req-1247d272-e296-4973-accc-5a9b809af133 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Oct 19 21:24:12.175918 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf2c28-355d-4df0-aa3d-164ad18caa1d req-6bf007b0-e7fd-44b1-8942-bfbbd878a095 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:12.177430 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8bf2c28-355d-4df0-aa3d-164ad18caa1d req-6bf007b0-e7fd-44b1-8942-bfbbd878a095 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0482862 Oct 19 21:24:12.223778 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8bf2c28-355d-4df0-aa3d-164ad18caa1d req-515d13fb-e1a8-43f3-b9be-bd92adf74d6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Oct 19 21:24:13.265376 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:13.340605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bee5a4-1b17-45ea-8a89-5eaed8e8aaa1 req-3b744f58-15bf-4d8a-8b39-35f23e58efe1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:13.342133 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55bee5a4-1b17-45ea-8a89-5eaed8e8aaa1 req-3b744f58-15bf-4d8a-8b39-35f23e58efe1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0495651 Oct 19 21:24:13.379487 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-55bee5a4-1b17-45ea-8a89-5eaed8e8aaa1 req-b28c254e-2b30-4508-bcd4-0ed3c2008317 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Oct 19 21:24:13.437858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:24:13.534322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:13.549503 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'mac_address': 'fa:16:3e:91:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:24:13.585683 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:13.599317 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf1d9f3-f61c-480c-b990-a263cc471526 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:24:13.618620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:13.622903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:13.668917 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:13.686441 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:13.875968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['edf1d9f3-f61c-480c-b990-a263cc471526'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:24:14.493794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df0873-542a-4bac-8290-304dbdd120ad req-ea3c40f3-16bf-4b90-946e-49e81f74e517 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:14.495273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-36df0873-542a-4bac-8290-304dbdd120ad req-ea3c40f3-16bf-4b90-946e-49e81f74e517 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 944 time: 0.0487685 Oct 19 21:24:14.538443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-36df0873-542a-4bac-8290-304dbdd120ad req-04c539f9-b4f4-4213-a58b-6d368534b126 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Oct 19 21:24:15.461202 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:24:15.509251 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port edf1d9f3-f61c-480c-b990-a263cc471526 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:24:15.513314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port edf1d9f3-f61c-480c-b990-a263cc471526 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:24:15.513691 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:15.593949 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:15.615919 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:24:15.618211 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7778fb4-6884-46e0-89b4-909fba730248" -d '{"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-plugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:24:15.631154 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:24:15.636610 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:15.664373 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a0b72-ba29-47ae-b7b9-52f481a819ba req-b31e793b-6b3d-49b4-8c31-ee2268c19f94 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:15.666388 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-781a0b72-ba29-47ae-b7b9-52f481a819ba req-b31e793b-6b3d-49b4-8c31-ee2268c19f94 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 944 time: 0.0601435 Oct 19 21:24:15.689723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:15.710439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-781a0b72-ba29-47ae-b7b9-52f481a819ba req-87698b88-59d0-479a-b4cb-143ed9ccb886 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375395 Oct 19 21:24:15.727567 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af13725d-1b31-4869-8a39-fcadacf8721e x-openstack-request-id: req-af13725d-1b31-4869-8a39-fcadacf8721e {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:24:15.727859 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-plugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:24:15.728134 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af13725d-1b31-4869-8a39-fcadacf8721e {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:24:15.728530 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'code': 200} Oct 19 21:24:15.825488 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6da16d-d797-47fa-9767-37c290921f9c req-9e43657f-0be6-4abc-847d-da3f804b71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:15.826842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee6da16d-d797-47fa-9767-37c290921f9c req-9e43657f-0be6-4abc-847d-da3f804b71f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1096 time: 0.0435195 Oct 19 21:24:15.860386 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee6da16d-d797-47fa-9767-37c290921f9c req-871c37c3-0ef3-434d-b4f1-f49f037f0a77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265627 Oct 19 21:24:16.826063 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb4693-0ccf-49b8-b172-04337a3f378d req-7bf3d328-6733-4d75-82c4-524aaac467ab tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:16.827550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4fbb4693-0ccf-49b8-b172-04337a3f378d req-7bf3d328-6733-4d75-82c4-524aaac467ab tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0502059 Oct 19 21:24:16.868803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4fbb4693-0ccf-49b8-b172-04337a3f378d req-3b0f3eee-62f3-40c3-ad4a-108adc463943 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345383 Oct 19 21:24:17.986126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1a07-0768-4e9f-9a4d-3be221934168 req-a83d83a2-7118-4337-be72-3629dc6c6f56 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:17.987573 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-687f1a07-0768-4e9f-9a4d-3be221934168 req-a83d83a2-7118-4337-be72-3629dc6c6f56 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0518191 Oct 19 21:24:18.024495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-687f1a07-0768-4e9f-9a4d-3be221934168 req-3e4d9ca9-f722-454c-aade-1710b42e566d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Oct 19 21:24:18.138189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc28fe-001b-4737-8b93-f8b6c1ad5f26 req-751ba7eb-3fdb-4c72-b2ee-92b2d9bb83c0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:18.139653 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8cc28fe-001b-4737-8b93-f8b6c1ad5f26 req-751ba7eb-3fdb-4c72-b2ee-92b2d9bb83c0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0500698 Oct 19 21:24:18.176232 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f8cc28fe-001b-4737-8b93-f8b6c1ad5f26 req-7de796ae-37ca-4584-b182-759402e12ac1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Oct 19 21:24:18.197805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37582) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:18.241262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e3da8-afc9-4cb7-9386-68d97486e98d tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:18.242822 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5c7e3da8-afc9-4cb7-9386-68d97486e98d tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1091 time: 0.0439944 Oct 19 21:24:18.245607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37584) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:18.250350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:24:18.276488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:18.371425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:18.808875 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.150 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/1883fe23-8fbf-4359-aab8-cf8e112e6e57) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:24:18.910306 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:18.944941 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:18.986712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:24:18.990813 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:24:18.997387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:24:19.000400 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=1883fe23-8fbf-4359-aab8-cf8e112e6e57,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:19.029431 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:24:19.349404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:19.423323 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:19.571431 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:19.576193 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:19.646243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=1883fe23-8fbf-4359-aab8-cf8e112e6e57,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:24:19.657689 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:19.755971 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP 40d560b0-0309-4e1e-a3f6-030b9f90dd11 associated. External IP: 172.25.7.150, port: edf1d9f3-f61c-480c-b990-a263cc471526. Oct 19 21:24:19.957968 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 2e56d329-41de-49ca-b54b-dd5c343ce874 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:24:20.063080 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:24:20.072599 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Sync routers for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:24:20.080588 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:20.082800 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:20.083405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:20.108471 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e3b3536c-82c8-4425-b35d-2811047d901e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8613131 Oct 19 21:24:20.109122 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:24:20.113898 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb01ba7-9a43-4298-8479-72e8b773426a" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:24:20.153062 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62066c-6ab3-40e2-9c37-e67d05f23d35 x-openstack-request-id: req-8d62066c-6ab3-40e2-9c37-e67d05f23d35 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:24:20.153458 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:24:20.153783 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d62066c-6ab3-40e2-9c37-e67d05f23d35 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:24:20.154251 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'status': 'completed', 'code': 200} Oct 19 21:24:20.198157 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:20.214886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b57d1-044e-4f13-9c5e-e581203dafbb req-95f4dad9-a85d-4cdf-9075-416c15f3a541 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:20.216334 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-693b57d1-044e-4f13-9c5e-e581203dafbb req-95f4dad9-a85d-4cdf-9075-416c15f3a541 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0610349 Oct 19 21:24:20.218464 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-3464e405-12bd-48ee-bdf0-0daa3b70cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:20.220062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-3464e405-12bd-48ee-bdf0-0daa3b70cfca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1096 time: 0.0446792 Oct 19 21:24:20.257828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-693b57d1-044e-4f13-9c5e-e581203dafbb req-ebdc7b0f-67a0-4c2a-8ae3-8e625c18986c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350664 Oct 19 21:24:20.279252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37590) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:20.326406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-a8f77cfc-1d78-44a8-945f-bb1690370a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:20.327876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-a8f77cfc-1d78-44a8-945f-bb1690370a77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.1008496 Oct 19 21:24:20.345288 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5f6d5540-d6a1-4a0f-9436-0623803db43e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/40d560b0-0309-4e1e-a3f6-030b9f90dd11 HTTP/1.1" status: 200 len: 991 time: 0.0638087 Oct 19 21:24:20.393579 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-d4491315-3238-4aec-bf52-1563a91894a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 999 time: 0.0582442 Oct 19 21:24:20.430927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '40d560b0-0309-4e1e-a3f6-030b9f90dd11', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'mac_address': 'fa:16:3e:91:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:24:19Z', 'updated_at': '2021-10-19T21:24:19Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:20.448241 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-c9b83527-bf1a-4c1a-86da-4128ddbb2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:20.450345 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-c9b83527-bf1a-4c1a-86da-4128ddbb2f2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0487869 Oct 19 21:24:20.461072 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Checking router: 2e56d329-41de-49ca-b54b-dd5c343ce874 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:24:20.469876 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:24:20.470406 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:23:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:20.495514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-d54d9aa5-fa17-48be-9017-e4132969e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:20.497603 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-d54d9aa5-fa17-48be-9017-e4132969e33b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407000 Oct 19 21:24:20.576852 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:24:20.586716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-19315e17-8714-4e6e-8ec2-804fa74dae0d service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822544 Oct 19 21:24:20.682946 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fdb01ba7-9a43-4298-8479-72e8b773426a req-3328dff9-b5e2-44b6-b811-bc17b70a6dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888727 Oct 19 21:24:20.796533 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '40d560b0-0309-4e1e-a3f6-030b9f90dd11', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'mac_address': 'fa:16:3e:91:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:24:19Z', 'updated_at': '2021-10-19T21:24:19Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:24:20.822174 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9f3ef-8c2d-4651-8b7b-9cd3bc3abe52 None None] The sync data for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 is: [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '40d560b0-0309-4e1e-a3f6-030b9f90dd11', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'mac_address': 'fa:16:3e:91:45:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:24:19Z', 'updated_at': '2021-10-19T21:24:19Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:24:21.002663 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488343f-f47e-48ca-a8f8-fc35781f44a5 None None] New status for floating IP 40d560b0-0309-4e1e-a3f6-030b9f90dd11: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:24:21.347090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37592) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:24:21.406333 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7b26f9b2-ab69-4867-be3d-24243dd90b45 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/40d560b0-0309-4e1e-a3f6-030b9f90dd11 HTTP/1.1" status: 200 len: 993 time: 0.0579827 Oct 19 21:24:26.558123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-edacac50-4566-490b-9270-482a26db39cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:29.280954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-31c1f8c0-f221-4ba7-9938-90c3e17e9134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:30.376103 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:31.189904 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:32.455468 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:43.278236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:43.685896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:52.652551 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-5401b934-157d-4d73-9c08-6b26cdb77196 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851681 Oct 19 21:24:52.776203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-fe84cf56-34fe-461b-ad85-18e903729d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:52.777711 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-fe84cf56-34fe-461b-ad85-18e903729d97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1096 time: 0.0776670 Oct 19 21:24:52.795276 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e37b4-52c6-4c1d-92c6-bb073f828aa2 req-cd8eb0f6-6368-45b7-831a-a58d718d5457 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:52.796633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-024e37b4-52c6-4c1d-92c6-bb073f828aa2 req-cd8eb0f6-6368-45b7-831a-a58d718d5457 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0705833 Oct 19 21:24:52.925464 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-024e37b4-52c6-4c1d-92c6-bb073f828aa2 req-caa353eb-1b06-4aac-b623-854ebc55c1cb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182768 Oct 19 21:24:52.930200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-17f10561-300a-4a2a-beee-bfb1e65b53b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1713042 Oct 19 21:24:52.940912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-8b085f2b-89bb-47e9-b389-1c8736ec3392 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:24:52.941876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-8b085f2b-89bb-47e9-b389-1c8736ec3392 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049572 Oct 19 21:24:52.954456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-83fd2c71-2c43-4100-b642-4eec89175839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:52.955911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-83fd2c71-2c43-4100-b642-4eec89175839 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.1573565 Oct 19 21:24:53.023527 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-3305b79b-f7ea-42fb-af82-5f7578d5aedb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 1001 time: 0.0600884 Oct 19 21:24:53.077372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-ea9d26c6-1c5b-41f4-a22b-42665ae33ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:53.078848 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-ea9d26c6-1c5b-41f4-a22b-42665ae33ffb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0483336 Oct 19 21:24:53.128483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-f0963e91-b0df-4ef0-a5ad-0c6f0c1cbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:53.130162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-f0963e91-b0df-4ef0-a5ad-0c6f0c1cbca6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442379 Oct 19 21:24:53.228192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-0f4ce7e0-4af2-41e3-817c-971cb71808b4 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905988 Oct 19 21:24:53.329172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-43fec0ba-2fd9-4168-adaf-2283bb2b8e4d req-b4a75c82-a741-4806-a61d-d432acebc9c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869653 Oct 19 21:24:54.004705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-83b90f38-3a42-449f-b7a4-b7da7a935653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:54.006240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-83b90f38-3a42-449f-b7a4-b7da7a935653 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1096 time: 0.0410151 Oct 19 21:24:54.041985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a01a7c-24f6-4ab2-bb73-a9dffa24022c req-7cb25c3d-bdf2-4c06-b56c-345d49d37a9e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:54.043487 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04a01a7c-24f6-4ab2-bb73-a9dffa24022c req-7cb25c3d-bdf2-4c06-b56c-345d49d37a9e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0506365 Oct 19 21:24:54.081580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-04a01a7c-24f6-4ab2-bb73-a9dffa24022c req-e202164c-a089-464c-bde4-fe0cb4dc0a01 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Oct 19 21:24:54.100717 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-7cc0c104-7cd2-42b9-a449-40a4d6a0e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:54.102294 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-7cc0c104-7cd2-42b9-a449-40a4d6a0e708 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.0895023 Oct 19 21:24:54.165512 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-9ce54511-2043-49ea-af87-c690809c69a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 1001 time: 0.0553784 Oct 19 21:24:54.215878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-d8c26c4e-f9d3-4599-a3c3-f64a4864c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:54.217506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-d8c26c4e-f9d3-4599-a3c3-f64a4864c33e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0449851 Oct 19 21:24:54.262471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b4f238da-4a40-4150-a998-59a74cb10653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:54.263965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b4f238da-4a40-4150-a998-59a74cb10653 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398507 Oct 19 21:24:54.355447 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-3eaa9909-d149-4781-b52a-aebaf4f0a8c3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Oct 19 21:24:54.443475 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-2aa9a80e-19ce-4cab-a122-1c74677fb3ed service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Oct 19 21:24:55.194702 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f3582-bea2-4817-aba1-bfbea2d0f665 req-f1e91172-3432-40d7-9a6a-1469f028047a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:55.196169 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a22f3582-bea2-4817-aba1-bfbea2d0f665 req-f1e91172-3432-40d7-9a6a-1469f028047a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0483141 Oct 19 21:24:55.233190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a22f3582-bea2-4817-aba1-bfbea2d0f665 req-cf2882a6-3ea9-4e0c-a7ab-f625530a2cb0 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Oct 19 21:24:56.033151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:24:56.350414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c3471-7638-4ecf-bdd1-24ff64fcd841 req-8af13503-2aa2-4477-8da6-1e4c87c451e1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:56.351878 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c08c3471-7638-4ecf-bdd1-24ff64fcd841 req-8af13503-2aa2-4477-8da6-1e4c87c451e1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0522027 Oct 19 21:24:56.389250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c08c3471-7638-4ecf-bdd1-24ff64fcd841 req-2b5e2a1c-c32d-4be2-ac4f-386d57f504f1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Oct 19 21:24:56.559978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-31bbe1ae-f146-4d22-8413-def1199030ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:57.504827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee034231-7e07-4317-9e2c-576782717cdd req-21824847-42f3-4c80-a47b-6ca7031157c1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:57.506314 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee034231-7e07-4317-9e2c-576782717cdd req-21824847-42f3-4c80-a47b-6ca7031157c1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0519695 Oct 19 21:24:57.543716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ee034231-7e07-4317-9e2c-576782717cdd req-ae15715d-3f69-419b-ae5a-594f740d7817 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Oct 19 21:24:58.658005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f9583-6030-4a56-89cd-fff6c9920013 req-eea67b2e-5f95-4d98-9f64-c4ba5c329911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:58.659457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e9f9583-6030-4a56-89cd-fff6c9920013 req-eea67b2e-5f95-4d98-9f64-c4ba5c329911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0483329 Oct 19 21:24:58.695442 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6e9f9583-6030-4a56-89cd-fff6c9920013 req-f6ea514a-f6dd-45f1-81b5-054dbef3ab86 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301337 Oct 19 21:24:59.281099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c64d4373-6e1b-40b7-a7a0-14964bf65612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:24:59.806807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec47b2-c621-4304-8f2a-9a6b0ba22c58 req-5a2402ba-0dba-4aa7-adc9-551a20dae372 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:24:59.808250 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cfec47b2-c621-4304-8f2a-9a6b0ba22c58 req-5a2402ba-0dba-4aa7-adc9-551a20dae372 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0479307 Oct 19 21:24:59.845431 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cfec47b2-c621-4304-8f2a-9a6b0ba22c58 req-bb2ff8e6-325f-408b-b7e8-782336946115 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Oct 19 21:25:00.376303 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:00.958940 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af99c-19d6-4b42-8860-243998ab46ef req-e54cc2e8-7f76-42ad-8835-68ec948b3eb7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:00.960406 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf8af99c-19d6-4b42-8860-243998ab46ef req-e54cc2e8-7f76-42ad-8835-68ec948b3eb7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0495372 Oct 19 21:25:00.998048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-bf8af99c-19d6-4b42-8860-243998ab46ef req-9c9bd674-6176-4f35-8570-24314d328108 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Oct 19 21:25:01.192823 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:02.112739 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5da08-425b-4e75-9c6d-25d6585bec04 req-1fd6c703-429f-496f-afa0-787ae6a97f52 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:02.114287 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7f5da08-425b-4e75-9c6d-25d6585bec04 req-1fd6c703-429f-496f-afa0-787ae6a97f52 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0486624 Oct 19 21:25:02.151093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e7f5da08-425b-4e75-9c6d-25d6585bec04 req-b5d59505-3ecd-4286-b408-1e74310a3044 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310471 Oct 19 21:25:02.458831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:03.272183 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976804df-66ea-46ba-ad29-a9fa6c1918d5 req-b0382e53-6dbc-4fb6-a45e-629f4459ae5d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:03.273694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-976804df-66ea-46ba-ad29-a9fa6c1918d5 req-b0382e53-6dbc-4fb6-a45e-629f4459ae5d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0538597 Oct 19 21:25:03.312676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-976804df-66ea-46ba-ad29-a9fa6c1918d5 req-36b5173a-a0ea-4d73-8dd0-9145dd994d28 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329144 Oct 19 21:25:04.432360 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4894f-44e6-492a-9aba-77df4fa538fb req-6a2238b5-1e8e-4d93-acff-2e6f02f0e05b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:04.433847 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6b4894f-44e6-492a-9aba-77df4fa538fb req-6a2238b5-1e8e-4d93-acff-2e6f02f0e05b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0553758 Oct 19 21:25:04.471606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b6b4894f-44e6-492a-9aba-77df4fa538fb req-f820c3a8-25fb-492a-965f-f61dae868592 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Oct 19 21:25:05.583063 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9379-0e5a-423b-b0fb-8eca54d0c9b8 req-d0fc2ec8-a924-4f3d-bae4-42e78cd7c385 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:05.584515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9d9379-0e5a-423b-b0fb-8eca54d0c9b8 req-d0fc2ec8-a924-4f3d-bae4-42e78cd7c385 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0481403 Oct 19 21:25:05.623083 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce9d9379-0e5a-423b-b0fb-8eca54d0c9b8 req-6343557e-82b0-4bc8-a55a-23ccba220a70 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Oct 19 21:25:06.736713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c73d8-47ba-4073-8d55-7d7430cdc20f req-8c5377cc-69f5-4be2-81b3-e53eccb8e1db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:06.738202 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff2c73d8-47ba-4073-8d55-7d7430cdc20f req-8c5377cc-69f5-4be2-81b3-e53eccb8e1db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0486801 Oct 19 21:25:06.773880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff2c73d8-47ba-4073-8d55-7d7430cdc20f req-135f5b50-23d4-4305-9c08-bf6c87a8ed8b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299156 Oct 19 21:25:07.885595 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a146-8870-464e-ae78-9bb37850f085 req-71248832-6b82-40a4-9d59-709c38f04994 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:07.887460 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfb0a146-8870-464e-ae78-9bb37850f085 req-71248832-6b82-40a4-9d59-709c38f04994 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0479171 Oct 19 21:25:07.923724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dfb0a146-8870-464e-ae78-9bb37850f085 req-177dfd00-72ff-4065-a8f5-153e54846126 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Oct 19 21:25:09.036252 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca2129-8316-43d4-be27-dba058946889 req-e74b241d-512f-4c78-bf53-811ec90e0701 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:09.037742 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eaca2129-8316-43d4-be27-dba058946889 req-e74b241d-512f-4c78-bf53-811ec90e0701 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0486147 Oct 19 21:25:09.074644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-eaca2129-8316-43d4-be27-dba058946889 req-dbc33d34-f2c8-4c77-92c4-1d7cf0677af4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Oct 19 21:25:10.191793 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd1927-8d29-463d-b4f5-9c7fb5a8e2cb req-c231ee30-c0e5-42c6-86ab-cdfac4b6b439 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:10.193289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdfd1927-8d29-463d-b4f5-9c7fb5a8e2cb req-c231ee30-c0e5-42c6-86ab-cdfac4b6b439 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0528929 Oct 19 21:25:10.231351 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fdfd1927-8d29-463d-b4f5-9c7fb5a8e2cb req-95e9c255-e2f0-4f77-b39d-ef58f1cc8c75 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Oct 19 21:25:11.343247 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b1bf440c-1460-4190-9748-76bd89062b4a service neutron] show failed (client error): The resource could not be found. Oct 19 21:25:11.344252 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b1bf440c-1460-4190-9748-76bd89062b4a service neutron] 10.222.0.37 "GET /v2.0/ports/edf1d9f3-f61c-480c-b990-a263cc471526/bindings/n-h2-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0874803 Oct 19 21:25:11.364154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc20332-a169-4010-87bc-84c89a3ed7a2 req-9aca441c-820b-44f9-929b-b46a106d839e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:11.365645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cfc20332-a169-4010-87bc-84c89a3ed7a2 req-9aca441c-820b-44f9-929b-b46a106d839e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0637176 Oct 19 21:25:11.404720 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cfc20332-a169-4010-87bc-84c89a3ed7a2 req-1659a181-6e18-4f91-86dd-5ed831b7c14f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331466 Oct 19 21:25:11.535644 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-6ab23641-79ff-4e1a-accc-292a514f62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:11.537024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-6ab23641-79ff-4e1a-accc-292a514f62ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 1096 time: 0.0405986 Oct 19 21:25:11.549338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:11.600717 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:11.817186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:11.849405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h1-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:25:11.886997 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:25:11.889276 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7466ce0c-0889-4408-bed6-62feb223d5ef" -d '{"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:25:11.892971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:11.905541 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Transition to ACTIVE for port object edf1d9f3-f61c-480c-b990-a263cc471526 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:25:11.909493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:11.946074 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472afbe-7024-4525-b9bd-0c8675f95402 x-openstack-request-id: req-d472afbe-7024-4525-b9bd-0c8675f95402 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:25:11.946370 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:25:11.946676 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d472afbe-7024-4525-b9bd-0c8675f95402 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:25:11.947040 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'code': 200} Oct 19 21:25:12.007153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=6']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:12.018803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.019151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.019495 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.019862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.020198 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.020528 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.020855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.021177 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.021552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.021873 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.022191 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.022517 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:12.054912 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] No DVR routers for this DVR port edf1d9f3-f61c-480c-b990-a263cc471526 on host n-h1-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:25:12.201249 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:25:12.201615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:25:12.201948 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:25:12.206381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:25:12.206640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Attempting to bind port edf1d9f3-f61c-480c-b990-a263cc471526 on network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:25:12.211667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:25:12.212004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Checking segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:25:12.212492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Bound using segment: {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:25:12.212919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Bound port: edf1d9f3-f61c-480c-b990-a263cc471526, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8fb844-b136-4f8d-8237-a1225c5e8af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:25:12.213272 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:12.275512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:25:12.279190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:25:12.282750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:12.317361 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.317970 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:12.319360 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] 10.222.0.11 "PUT /v2.0/ports/edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 1091 time: 0.7739229 Oct 19 21:25:12.343481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9d2e-1022-4700-a566-5af5ff4918fb service neutron] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=7']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:12.386200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b5237adc-ee30-44ae-b389-3668f431363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.388273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b5237adc-ee30-44ae-b389-3668f431363f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0418811 Oct 19 21:25:12.484615 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-59515b57-25e7-48fb-86c6-1a5de481a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.486165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-59515b57-25e7-48fb-86c6-1a5de481a33e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.0915246 Oct 19 21:25:12.531016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37e566-6584-4477-ad8c-1614b151a366 req-068fb200-518b-45a1-8c92-2ee7ec514597 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.532524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f37e566-6584-4477-ad8c-1614b151a366 req-068fb200-518b-45a1-8c92-2ee7ec514597 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0567126 Oct 19 21:25:12.557725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-37a1dec3-5d87-4620-93b0-1871774df19e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 999 time: 0.0647149 Oct 19 21:25:12.570448 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3f37e566-6584-4477-ad8c-1614b151a366 req-15d09ee7-cd19-4e56-8c9e-b47675492c3c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Oct 19 21:25:12.608059 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-adfa113b-00e6-4b8d-8805-b276ca55095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.609489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-adfa113b-00e6-4b8d-8805-b276ca55095e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0451252 Oct 19 21:25:12.654254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b39e6eda-f31b-4dab-ba24-ec6759f92d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:12.658937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-b39e6eda-f31b-4dab-ba24-ec6759f92d06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429032 Oct 19 21:25:12.754282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-38c9ddf7-e25e-485e-85a9-fab13c493c09 service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Oct 19 21:25:12.845973 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7bdea08c-6c50-4ac2-bcfa-21949e8bd652 req-32240965-775e-42c1-93df-945d0287d1c5 service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Oct 19 21:25:13.281161 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:13.686298 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e02240-7918-4f52-937d-03b37a0bceca req-16ee2aec-1d99-4a50-bf3f-30b04ec95797 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:13.687749 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7e02240-7918-4f52-937d-03b37a0bceca req-16ee2aec-1d99-4a50-bf3f-30b04ec95797 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0480604 Oct 19 21:25:13.713931 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:13.728366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c7e02240-7918-4f52-937d-03b37a0bceca req-e53c128d-6281-4fd8-83e5-1a133442a47c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347662 Oct 19 21:25:13.948356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:25:13.951123 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c471719-92b1-4b35-ad83-c08eabb88196" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:25:13.997575 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c25e3b3-1004-415f-8f58-92acb4ff6fbf x-openstack-request-id: req-8c25e3b3-1004-415f-8f58-92acb4ff6fbf {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:25:13.997866 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:25:13.998118 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c25e3b3-1004-415f-8f58-92acb4ff6fbf {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:25:13.998511 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'status': 'completed', 'code': 200} Oct 19 21:25:14.060167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-646efa0b-48a0-46e5-b204-1f9502e12d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.060437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-b1c0362b-9e7c-4ee9-af1b-e91b35463fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.061659 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-646efa0b-48a0-46e5-b204-1f9502e12d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0404973 Oct 19 21:25:14.061792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-b1c0362b-9e7c-4ee9-af1b-e91b35463fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0446181 Oct 19 21:25:14.154066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-149c478a-eb49-4b3f-8c1e-0faf0eca6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.155536 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-149c478a-eb49-4b3f-8c1e-0faf0eca6e8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.0869362 Oct 19 21:25:14.159356 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-9ea8d48c-aaa0-412d-8dab-e714390d00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.160815 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-9ea8d48c-aaa0-412d-8dab-e714390d00f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.0921202 Oct 19 21:25:14.224333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-48682bc7-889f-4fc2-ae20-fcab7cccad98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 999 time: 0.0616605 Oct 19 21:25:14.226181 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-c59bb353-8941-47f6-a335-cb86d52fc6de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 999 time: 0.0571191 Oct 19 21:25:14.280644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-6fc9d102-3d9d-4670-a88e-a6902ada50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.281924 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-6fc9d102-3d9d-4670-a88e-a6902ada50ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0514092 Oct 19 21:25:14.282153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-107aed2e-8078-4c3f-a02f-39d148f1131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.283593 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-107aed2e-8078-4c3f-a02f-39d148f1131f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0484507 Oct 19 21:25:14.333795 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-f3abfabd-549c-4026-8aa6-e57245bdf7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.335608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-f3abfabd-549c-4026-8aa6-e57245bdf7c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470879 Oct 19 21:25:14.347968 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-35672297-2795-466f-ad3c-bf9d05473eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.349489 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-35672297-2795-466f-ad3c-bf9d05473eca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534539 Oct 19 21:25:14.430414 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-5276f97f-e65c-46ff-81cd-c93fd684fe1d service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882082 Oct 19 21:25:14.443896 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-2f088ac1-41ab-4d36-9ab2-a14d2cd624fc service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874791 Oct 19 21:25:14.529505 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-b2eedb0f-7bbe-4460-a8da-f2c6d953ec78 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917759 Oct 19 21:25:14.885708 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0c471719-92b1-4b35-ad83-c08eabb88196 req-dd94d925-38db-4832-b6fa-49791d098a7f service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352775 Oct 19 21:25:14.897089 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa40406-59da-4266-9c00-1856d2e972be req-63eb4030-f897-4350-898f-d5f27dd7925c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:14.898522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa40406-59da-4266-9c00-1856d2e972be req-63eb4030-f897-4350-898f-d5f27dd7925c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0683165 Oct 19 21:25:14.937582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3fa40406-59da-4266-9c00-1856d2e972be req-91f6e671-9698-4879-8101-580f365ba0af tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Oct 19 21:25:15.130777 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adf725-3230-4726-b585-443e24101b95 req-61c0a65c-ae17-42ec-8394-2f9d780d6f1d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.132307 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3adf725-3230-4726-b585-443e24101b95 req-61c0a65c-ae17-42ec-8394-2f9d780d6f1d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0528316 Oct 19 21:25:15.144319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98d46-84e4-435a-b11c-842231e0edbb req-284fe136-771c-4b97-9807-1b7d64865de4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.145687 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-284fe136-771c-4b97-9807-1b7d64865de4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&binding%3Ahost_id=n-h2-805649-9 HTTP/1.1" status: 200 len: 943 time: 0.0558343 Oct 19 21:25:15.170717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f3adf725-3230-4726-b585-443e24101b95 req-24d60abc-280e-427b-917d-e6403de9fe07 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Oct 19 21:25:15.205664 n-d-805649-9 neutron-server[100735]: INFO neutron.api.v2.resource [req-4be98d46-84e4-435a-b11c-842231e0edbb req-48d8e6bd-91b0-4e1d-9b11-b244fbd24859 service neutron] delete failed (client error): The resource could not be found. Oct 19 21:25:15.206700 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-48d8e6bd-91b0-4e1d-9b11-b244fbd24859 service neutron] 10.222.0.37 "DELETE /v2.0/ports/edf1d9f3-f61c-480c-b990-a263cc471526/bindings/n-h1-805649-9 HTTP/1.1" status: 404 len: 380 time: 0.0541782 Oct 19 21:25:15.316251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43017-f697-4eff-a388-72715c28aeaa req-9f4b8be9-d535-4d85-b1f3-9406ec76cc83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.317756 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdd43017-f697-4eff-a388-72715c28aeaa req-9f4b8be9-d535-4d85-b1f3-9406ec76cc83 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 943 time: 0.0765295 Oct 19 21:25:15.319401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98d46-84e4-435a-b11c-842231e0edbb req-c01c8b1d-ac8b-4d29-b8eb-fce53151298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.320748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-c01c8b1d-ac8b-4d29-b8eb-fce53151298a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1094 time: 0.0686233 Oct 19 21:25:15.408235 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cdd43017-f697-4eff-a388-72715c28aeaa req-b2a3e65f-ec61-434e-b0f7-97a3fadc9d41 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844946 Oct 19 21:25:15.436728 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98d46-84e4-435a-b11c-842231e0edbb req-be51d43c-388a-4ecc-a324-446dec2fdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.438213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-be51d43c-388a-4ecc-a324-446dec2fdc6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.1082642 Oct 19 21:25:15.505359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-5fa45f19-3647-4b75-b801-742128f66d48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 999 time: 0.0600715 Oct 19 21:25:15.552748 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98d46-84e4-435a-b11c-842231e0edbb req-c33da069-f8d1-4b49-86cc-4618c395d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.554172 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-c33da069-f8d1-4b49-86cc-4618c395d4c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0427577 Oct 19 21:25:15.598935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98d46-84e4-435a-b11c-842231e0edbb req-4c7a9546-a010-46b1-9161-8aa6965abe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:15.600394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-4c7a9546-a010-46b1-9161-8aa6965abe70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398984 Oct 19 21:25:15.691877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-e8b6d8d4-25df-4435-80d0-f170964ff04b service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Oct 19 21:25:15.710570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:25:15.748471 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:25:15.780813 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4be98d46-84e4-435a-b11c-842231e0edbb req-b0cb4b4e-409f-4348-8526-4b2c2f0e3df7 service neutron] 10.222.0.37 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Oct 19 21:25:16.074959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:25:16.187356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:16.198370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'port_id': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'mac_address': 'fa:16:3e:91:45:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:25:16.236181 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:16.251403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf1d9f3-f61c-480c-b990-a263cc471526 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:25:16.273174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:16.276589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:16.331942 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:16.341279 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.341648 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.342250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.342591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.342926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.343257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.343582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.343907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.344229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.344554 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.344872 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.345193 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:16.520466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e9719-5b51-4802-a5d6-58d986d23b16 req-62d32380-f524-4b66-b463-84aa3ae7fdd6 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:16.521939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-234e9719-5b51-4802-a5d6-58d986d23b16 req-62d32380-f524-4b66-b463-84aa3ae7fdd6 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 944 time: 0.0475152 Oct 19 21:25:16.526147 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['edf1d9f3-f61c-480c-b990-a263cc471526'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:25:16.560602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-234e9719-5b51-4802-a5d6-58d986d23b16 req-11fe529a-c627-46f0-9077-96036cd9a4a3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Oct 19 21:25:16.583200 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37688) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:16.643863 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2290d318-7fd3-461f-92ee-8658f5e9fc11 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/40d560b0-0309-4e1e-a3f6-030b9f90dd11 HTTP/1.1" status: 200 len: 992 time: 0.0595546 Oct 19 21:25:18.074997 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:25:18.123389 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port edf1d9f3-f61c-480c-b990-a263cc471526 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:25:18.126991 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port edf1d9f3-f61c-480c-b990-a263cc471526 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:18.127353 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:18.201036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:18.223342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:25:18.225677 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1db71c-fe83-4f00-ae24-27973dcb8cee" -d '{"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-plugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:25:18.241367 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:18.247515 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:18.284311 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc943f9-4931-4e7c-a47f-3350bfcda2ff x-openstack-request-id: req-ddc943f9-4931-4e7c-a47f-3350bfcda2ff {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:25:18.284608 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-plugged", "status": "completed", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:25:18.284861 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc943f9-4931-4e7c-a47f-3350bfcda2ff {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:25:18.285250 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'code': 200} Oct 19 21:25:18.298804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=9']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:26.561821 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-76132da4-374c-4ac4-be70-b2bac1d1dec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:29.281881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5711944d-df44-4d30-b5bd-a12772f8e486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:30.377366 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:31.195131 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:32.461004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:33.035902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:25:43.300939 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:43.695863 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.128725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37706) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:45.285148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 1883fe23-8fbf-4359-aab8-cf8e112e6e57 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:25:45.285513 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.358888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.359205 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.370894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 1883fe23-8fbf-4359-aab8-cf8e112e6e57 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:25:45.519253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.544691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=1883fe23-8fbf-4359-aab8-cf8e112e6e57,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:45.607654 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.608064 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP 40d560b0-0309-4e1e-a3f6-030b9f90dd11 disassociated (deleted). External IP: 172.25.7.150, port: edf1d9f3-f61c-480c-b990-a263cc471526. Oct 19 21:25:45.808965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 2e56d329-41de-49ca-b54b-dd5c343ce874 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:25:45.914965 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:25:45.919802 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:45.925351 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Sync routers for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:25:45.934151 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:45.934763 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:45.949979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5cb2a311-ba56-4b43-9ca9-12e22b6a85dd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/floatingips/40d560b0-0309-4e1e-a3f6-030b9f90dd11 HTTP/1.1" status: 204 len: 168 time: 0.8201575 Oct 19 21:25:45.950558 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:25:45.952819 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a03c3-3854-4707-84f5-4115af367793" -d '{"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:25:45.994950 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9f228f-b907-4b3c-8a7e-789e55b5d51b x-openstack-request-id: req-6b9f228f-b907-4b3c-8a7e-789e55b5d51b {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:25:45.995323 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:25:45.995758 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b9f228f-b907-4b3c-8a7e-789e55b5d51b {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:25:45.996227 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'status': 'completed', 'code': 200} Oct 19 21:25:46.042061 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:46.062620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a03c3-3854-4707-84f5-4115af367793 req-5e8c571b-6214-4527-94c0-c0cd3f1a48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:46.064276 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-5e8c571b-6214-4527-94c0-c0cd3f1a48d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 1096 time: 0.0484443 Oct 19 21:25:46.195607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a03c3-3854-4707-84f5-4115af367793 req-b5f44461-9c35-4697-b4c1-95e1195947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:46.197081 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-b5f44461-9c35-4697-b4c1-95e1195947ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 200 len: 897 time: 0.1246500 Oct 19 21:25:46.208256 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883f9ce-af56-4b40-b3a6-43a52750b396 req-c5a53f3f-d7f2-4fad-a80b-31cb0c98c1ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:46.209738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a883f9ce-af56-4b40-b3a6-43a52750b396 req-c5a53f3f-d7f2-4fad-a80b-31cb0c98c1ce tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0743399 Oct 19 21:25:46.244004 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:46.255637 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-3be6029d-8565-4e87-abf1-31270a2cc00c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 200 len: 217 time: 0.0449681 Oct 19 21:25:46.270175 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Checking router: 2e56d329-41de-49ca-b54b-dd5c343ce874 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:25:46.278464 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:46.279053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:46.301599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a883f9ce-af56-4b40-b3a6-43a52750b396 req-f50befa4-5f1d-4830-a716-579265b48b0d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854185 Oct 19 21:25:46.317889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a03c3-3854-4707-84f5-4115af367793 req-b501112b-9683-485b-bd50-cfdb839b3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:46.319563 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-b501112b-9683-485b-bd50-cfdb839b3b43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 200 len: 834 time: 0.0563354 Oct 19 21:25:46.370879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a03c3-3854-4707-84f5-4115af367793 req-36956f46-1d87-4c79-b3ff-23a5f3b43159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:46.372366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-36956f46-1d87-4c79-b3ff-23a5f3b43159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a0046eb-f3b4-49cc-b07b-adee25872dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447810 Oct 19 21:25:46.383206 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:46.469583 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-b4c7d102-cede-408d-82e2-0e084eb91096 service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864394 Oct 19 21:25:46.568180 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a8a03c3-3854-4707-84f5-4115af367793 req-a65e9886-64bf-4f0a-83e7-3677b7b6a562 service neutron] 10.222.0.11 "GET /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897200 Oct 19 21:25:46.664183 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:46.689282 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db352e1-86d4-42c3-850f-1304298de51b None None] The sync data for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 is: [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:07Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ddbf9c01-acd2-499f-904f-5e92cf5c7d60', 'name': '', 'network_id': '8a0046eb-f3b4-49cc-b07b-adee25872dd5', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:47:b4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:06Z', 'updated_at': '2021-10-19T21:24:09Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '73b5a9df-0235-4409-8c4c-d744ab03b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:25:46.906588 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc49db51-210b-436d-b7c5-cb127726b3f7 None None] New status for floating IP 40d560b0-0309-4e1e-a3f6-030b9f90dd11: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:25:47.415763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827ba5-47a8-4664-9710-edb12df161df req-2c1ba36b-572b-4f65-82b3-f2b5289284f8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:47.417134 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7827ba5-47a8-4664-9710-edb12df161df req-2c1ba36b-572b-4f65-82b3-f2b5289284f8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0485599 Oct 19 21:25:47.457997 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b7827ba5-47a8-4664-9710-edb12df161df req-654a4062-1307-466b-b289-e18fb26d06b8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7a019c9-f1dc-4cea-9cf6-1833422893b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350080 Oct 19 21:25:47.533559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-9d1c0ff5-fb72-4f9b-8ca3-8756553b5cc2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:47.535518 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-9d1c0ff5-fb72-4f9b-8ca3-8756553b5cc2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/ports?device_id=33ebb805-aa66-48f3-92aa-f82b4bb8c29f HTTP/1.1" status: 200 len: 945 time: 0.0497031 Oct 19 21:25:47.623697 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port edf1d9f3-f61c-480c-b990-a263cc471526 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:25:47.624049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:47.718026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port edf1d9f3-f61c-480c-b990-a263cc471526, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=edf1d9f3-f61c-480c-b990-a263cc471526,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:47.718300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:47.730998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for edf1d9f3-f61c-480c-b990-a263cc471526 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:25:47.858225 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:47.894466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=edf1d9f3-f61c-480c-b990-a263cc471526,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:47.929758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port edf1d9f3-f61c-480c-b990-a263cc471526 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:25:47.932253 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:47.935774 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6cb90ecb-dd45-4ca2-8ae0-5215eb6527c9 req-7b10264a-82e2-4f13-bd7e-9e6c931d33ea tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "DELETE /v2.0/ports/edf1d9f3-f61c-480c-b990-a263cc471526 HTTP/1.1" status: 204 len: 173 time: 0.3944683 Oct 19 21:25:47.997898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-deleted', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:25:48.000185 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b204ad-a468-4482-a3bd-7da315d6f9ea" -d '{"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-deleted", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:25:48.039425 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf200a-8e2c-48d7-ab4d-b78b158e3a6d x-openstack-request-id: req-c9bf200a-8e2c-48d7-ab4d-b78b158e3a6d {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:25:48.039561 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ebb805-aa66-48f3-92aa-f82b4bb8c29f", "name": "network-vif-deleted", "tag": "edf1d9f3-f61c-480c-b990-a263cc471526", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:25:48.039764 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9bf200a-8e2c-48d7-ab4d-b78b158e3a6d {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:25:48.040167 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebb805-aa66-48f3-92aa-f82b4bb8c29f', 'name': 'network-vif-deleted', 'tag': 'edf1d9f3-f61c-480c-b990-a263cc471526', 'status': 'completed', 'code': 200} Oct 19 21:25:48.512073 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37724) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:48.867516 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:49.120430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port ddbf9c01-acd2-499f-904f-5e92cf5c7d60 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:25:49.120689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:49.209721 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port ddbf9c01-acd2-499f-904f-5e92cf5c7d60, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:49.210078 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:49.223277 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for ddbf9c01-acd2-499f-904f-5e92cf5c7d60 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:25:49.407016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:49.433269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=ddbf9c01-acd2-499f-904f-5e92cf5c7d60,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:49.604687 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:49.815771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 2e56d329-41de-49ca-b54b-dd5c343ce874 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:25:49.918457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:25:49.923440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2f381242-f230-4640-8c0b-9d861c5b7edd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/2e56d329-41de-49ca-b54b-dd5c343ce874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103343 Oct 19 21:25:49.926694 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37726) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:49.936120 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Sync routers for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:25:49.945471 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:49.946071 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:49.979186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting subnet 73b5a9df-0235-4409-8c4c-d744ab03b079 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:25:49.982312 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.021745 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.046694 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:50.109094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.167448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.196643 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.202261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/subnets/73b5a9df-0235-4409-8c4c-d744ab03b079 HTTP/1.1" status: 204 len: 168 time: 0.2721415 Oct 19 21:25:50.202261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e4f79-fc6d-4440-856d-65fc7ebe7911 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Subnet': ['ID=73b5a9df-0235-4409-8c4c-d744ab03b079,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:50.202583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37728) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:50.204302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafb37b-54b6-475b-8ccf-6562ade5504f None None] Network 8a0046eb-f3b4-49cc-b07b-adee25872dd5 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:25:50.230384 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:25:49Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:50.271339 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Checking router: 2e56d329-41de-49ca-b54b-dd5c343ce874 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:25:50.279994 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Routers {'2e56d329-41de-49ca-b54b-dd5c343ce874'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:50.280593 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2e56d329-41de-49ca-b54b-dd5c343ce874'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:50.325090 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.388505 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] Set router 2e56d329-41de-49ca-b54b-dd5c343ce874 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:50.407879 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] DHCP port deletion for 8a0046eb-f3b4-49cc-b07b-adee25872dd5 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:25:50.430738 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.462701 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Deleting port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:25:50.463332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.489131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 2ef3f367-25ea-4a08-a347-1593b47bcc5f {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:25:50.489690 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.525775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] For port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,segment=NetworkSegment(ea8fb844-b136-4f8d-8237-a1225c5e8af7),segment_id=ea8fb844-b136-4f8d-8237-a1225c5e8af7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:50.526196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.543054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Calling delete_port for c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:25:50.569192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 2ef3f367-25ea-4a08-a347-1593b47bcc5f, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2ef3f367-25ea-4a08-a347-1593b47bcc5f,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:50.569671 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.580139 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:25:49Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:50.583216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 2ef3f367-25ea-4a08-a347-1593b47bcc5f owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:25:50.607214 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9a095-930b-4b07-baea-151ad2816242 None None] The sync data for ids ['2e56d329-41de-49ca-b54b-dd5c343ce874'] in n-d-805649-9 is: [{'id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059946366', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:25:49Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '2ef3f367-25ea-4a08-a347-1593b47bcc5f', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56d329-41de-49ca-b54b-dd5c343ce874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:24:03Z', 'updated_at': '2021-10-19T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:25:50.630881 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:50.646846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] No DVR routers for this DVR port c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:25:50.667683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98c6e4-3626-4c35-ab16-22731389e4a8 None None] Pushing event deleted for resources: {'Port': ['ID=c1bc17f4-db72-4b57-bccf-c0d4a102a6e6,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:51.082070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.110020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=2ef3f367-25ea-4a08-a347-1593b47bcc5f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:51.123935 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.124283 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.124622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.124959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.125288 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.125636 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.125964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.126292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.126620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.126941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.127261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.127610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:51.185301 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.275124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.277227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.319989 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.320545 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Fanout notify agent at l3_agent the message router_deleted on router 2e56d329-41de-49ca-b54b-dd5c343ce874 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:25:51.328169 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.331988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-330d3ba7-be20-46cf-9255-d9ffd47b6e22 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/routers/2e56d329-41de-49ca-b54b-dd5c343ce874 HTTP/1.1" status: 204 len: 168 time: 1.1258395 Oct 19 21:25:51.332216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37730) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:51.415412 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.505381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.527677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0046eb-f3b4-49cc-b07b-adee25872dd5']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:51.537278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8fb844-b136-4f8d-8237-a1225c5e8af7') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:51.537606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8fb844-b136-4f8d-8237-a1225c5e8af7') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:51.546743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.559766 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.565388 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:25:51.565758 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:25:51.568585 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:25:51.625853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.632658 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.635772 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/networks/8a0046eb-f3b4-49cc-b07b-adee25872dd5 HTTP/1.1" status: 204 len: 168 time: 0.3026199 Oct 19 21:25:51.638745 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37732) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:51.647328 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82abe7-96a3-4452-acf5-40af3d9130a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Network': ['ID=8a0046eb-f3b4-49cc-b07b-adee25872dd5,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:51.697011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2ef3f367-25ea-4a08-a347-1593b47bcc5f no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:25:51.705503 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.717506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2ef3f367-25ea-4a08-a347-1593b47bcc5f {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:25:51.717850 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2ef3f367-25ea-4a08-a347-1593b47bcc5f not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:25:51.718256 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ddbf9c01-acd2-499f-904f-5e92cf5c7d60 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:25:51.731448 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.740308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ddbf9c01-acd2-499f-904f-5e92cf5c7d60 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:25:51.740671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ddbf9c01-acd2-499f-904f-5e92cf5c7d60 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:25:51.741064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:25:51.760383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:25:51.760723 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device c1bc17f4-db72-4b57-bccf-c0d4a102a6e6 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:25:51.795350 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.798028 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:51.799171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7a019c9-f1dc-4cea-9cf6-1833422893b4 HTTP/1.1" status: 204 len: 168 time: 0.1588306 Oct 19 21:25:51.807960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efed71-fb88-4cac-b9c5-339ff8804912 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a019c9-f1dc-4cea-9cf6-1833422893b4,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.268392 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37738) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.273428 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393611675', 'description': 'tempest-secgroup-smoke-393611675 description', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.293538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:25:52.294704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.315014 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: edf1d9f3-f61c-480c-b990-a263cc471526 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:25:52.316165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device edf1d9f3-f61c-480c-b990-a263cc471526 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:25:52.359113 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.363181 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.386965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.388160 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1187558 Oct 19 21:25:52.391312 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37740) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.395931 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceefd8-ef10-4cd6-bb0e-1107f915be84 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad072c44-c344-449f-94ec-1e392ff42e09,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.396396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.422926 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.480381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.483674 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.501614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22636365-0c6f-4a25-9abd-fa22e5bc585a,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.506669 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.507853 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5e859c61-8019-4f43-864e-b82d713e0b02 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152501 Oct 19 21:25:52.510666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37742) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.514914 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.539544 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.594480 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.598256 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.616048 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94243d77-2831-4d52-954b-c28039409305,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.623110 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.624286 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bc0e5442-468e-458f-b7e2-5761230447ee tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127086 Oct 19 21:25:52.627001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37744) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.631209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.655862 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.712122 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.715642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.735308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581d7585-d646-4a22-b7d9-ec71147abd87,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.743576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.744780 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c38a14b3-c25b-43e5-aa5b-d232a3effb1f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168725 Oct 19 21:25:52.747505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37746) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.751730 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.775958 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.841013 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.844861 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.862763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15233be6-ffd3-4afd-917a-6ea692259932,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.870683 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.871937 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-92bad0e3-aecb-489c-98b8-8e0fee367926 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234877 Oct 19 21:25:52.874643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37748) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:52.878988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:52.900556 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:25:52.905126 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.964157 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.967282 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.985757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243bd715-9fa7-4b6a-85f8-8170c89574d7,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:52.991986 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:52.995867 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a5d861c2-5224-4abf-92c6-51bd7b938a6b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175742 Oct 19 21:25:52.996066 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37750) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:53.000575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': 'ad072c44-c344-449f-94ec-1e392ff42e09', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:53.022669 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:25:53.027235 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.087099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.091044 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.107750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a72444-e9b0-4e56-b7c4-29d10861279f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:53.116366 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.117576 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-656dfd03-16a2-46e5-ac8e-685c2fd20191 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205387 Oct 19 21:25:53.120483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37752) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:53.125223 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'network': {'name': 'tempest-network-smoke--52610961', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:53.145895 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:25:53.149272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.172324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:25:53.181561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.181902 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Added segment 2720e56c-7e88-4eb0-a085-86079963779c of type vlan for network ea3a4401-c893-4a08-99a2-1f93aa09d90d Oct 19 21:25:53.224531 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.248483 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.254600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:53.255190 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.296476 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1749086 Oct 19 21:25:53.299297 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37754) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:53.304805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'admin_state_up': True, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:53.324736 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1897cc4-dbeb-4621-843d-2f1ade966325 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Network': ['ID=ea3a4401-c893-4a08-99a2-1f93aa09d90d,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:53.328415 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.329490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.337858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:25:53.386047 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.520460 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.720480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.739769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.839553 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.101 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:25:53.941091 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:53.974604 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:54.009647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:25:54.013877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:25:54.017205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:25:54.025340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:54.592808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:54.792480 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:54.917709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router f7a8d38d-096e-460b-913e-72510b67aa17 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:25:55.028821 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:25:55.040969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Sync routers for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:25:55.050921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.052149 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6f4f73d9-ad67-4895-ae86-ced3dba5d867 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7511313 Oct 19 21:25:55.052954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:55.053606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:55.055265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37756) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:55.088375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-eb40a30c-d48f-4f27-89fa-8503c2ab805b tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=ca246ce3a70f47ea95eb40136de9a9c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296612 Oct 19 21:25:55.088624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37758) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:55.174341 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:55.186623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe317d-27b6-4c10-a3ab-c85a0b006185 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:55.188423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-28fe317d-27b6-4c10-a3ab-c85a0b006185 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989530 Oct 19 21:25:55.191372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37760) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:55.220767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b7961c85-2ae7-42b1-a532-7c24593cc80c tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283036 Oct 19 21:25:55.223961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37762) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:55.228811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832515279', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:55.316489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:25:55.320357 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.390444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:54Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:55.418275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Checking router: f7a8d38d-096e-460b-913e-72510b67aa17 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:25:55.418650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Updating router f7a8d38d-096e-460b-913e-72510b67aa17 port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:25:55.443206 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.499009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.564241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Subnet': ['ID=6b226583-0d81-414d-b50e-2ad01f49665c,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:55.572377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Checking segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:25:55.572377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network hostable DHCP agents. Network: ea3a4401-c893-4a08-99a2-1f93aa09d90d, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:25:55.589429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:25:55.599430 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, ea3a4401-c893-4a08-99a2-1f93aa09d90d) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:25:55.603560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:55.604150 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.612673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca8546-7b59-4a24-a0ef-145b8daf6b61 None None] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:25:55.621182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-509a44c3-1e7d-474e-8500-f17950664442 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3962007 Oct 19 21:25:55.623954 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37764) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:25:55.803046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.811560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.853455 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:25:55.854300 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.893832 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Attempting to bind port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:25:55.894214 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Attempting to bind port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:25:55.894578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Attempting to bind port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:25:55.899824 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b74013-6cdc-417c-8f63-2de5a2328220 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:55.909192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:25:55.909594 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:25:55.910005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:55.910394 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:25:55.910910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Bound port: fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:25:55.911264 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.047176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] For port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:25:56.062386 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] For port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:25:56.070739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.073177 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.085231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Allocated IP 172.20.0.2 (ea3a4401-c893-4a08-99a2-1f93aa09d90d/6b226583-0d81-414d-b50e-2ad01f49665c/49d66ecb-344f-4096-9551-1f23b202d61b) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:25:56.158932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:56.159555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:56.163737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b74013-6cdc-417c-8f63-2de5a2328220 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:56.348044 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:56.436698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.466801 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.491851 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.1 (ea3a4401-c893-4a08-99a2-1f93aa09d90d/6b226583-0d81-414d-b50e-2ad01f49665c/7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:25:56.514478 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:25:56.524371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:25:56.529653 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:25:56.531381 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Pushing event updated for resources: {'Port': ['ID=49d66ecb-344f-4096-9551-1f23b202d61b,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:56.612997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.623305 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2b9760fa-70c0-488f-a7fd-f9b822e7a270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.631099 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Attempting to bind port 49d66ecb-344f-4096-9551-1f23b202d61b on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:25:56.631476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Attempting to bind port 49d66ecb-344f-4096-9551-1f23b202d61b by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:25:56.631845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Attempting to bind port 49d66ecb-344f-4096-9551-1f23b202d61b on network ea3a4401-c893-4a08-99a2-1f93aa09d90d {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:25:56.641080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:25:56.641487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Checking segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:25:56.641891 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.642280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Bound using segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:25:56.642748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Bound port: 49d66ecb-344f-4096-9551-1f23b202d61b, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:25:56.643666 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.648838 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.688814 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:54Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:56.689117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:25:56.692153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:25:56.695784 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:25:56.724732 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:56.745365 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.878681 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.879874 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d390250b-128c-45bd-81eb-e9774fc95b37 None None] The sync data for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 is: [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:54Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:25:56.896924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] For port 49d66ecb-344f-4096-9551-1f23b202d61b, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:25:56.900515 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] For port 49d66ecb-344f-4096-9551-1f23b202d61b, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=49d66ecb-344f-4096-9551-1f23b202d61b,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:25:56.905246 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:56.963080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa3e81-f607-4754-a4cd-cf93ae3d5819 None None] Pushing event updated for resources: {'Port': ['ID=49d66ecb-344f-4096-9551-1f23b202d61b,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:57.198703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.207917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.286010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:57.288709 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.388901 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:25:57.390340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:25:57.508927 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router f7a8d38d-096e-460b-913e-72510b67aa17 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:25:57.628348 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:25:57.633904 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6d6a203f-c88c-4f7d-bbed-edbca6039568 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/f7a8d38d-096e-460b-913e-72510b67aa17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089374 Oct 19 21:25:57.798521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:25:57.806836 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-6ed14320-669e-4d83-b8d5-1278d833a86e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393611675&fields=id&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 267 time: 0.0458505 Oct 19 21:25:57.857263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:57.857751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.917981 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-88846127-4814-4edd-983b-da0c597b0ea3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:57.919631 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-88846127-4814-4edd-983b-da0c597b0ea3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 795 time: 0.1054966 Oct 19 21:25:57.937422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-61c722f5-d1e0-4b14-b35c-207ccdfb037f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/quotas/ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 375 time: 0.0110517 Oct 19 21:25:57.941983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.963707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:57.968979 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:57.969788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 49d66ecb-344f-4096-9551-1f23b202d61b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:25:58.000161 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-04ae18c3-0cd4-42da-adb4-65dfab3c316c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563195 Oct 19 21:25:58.012779 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fca63-55bc-44c1-9692-3f9394fb794b None None] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:25:58.117398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:58.119525 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-272b2641-62f5-4d20-9ec9-f11d9ac2c813 service neutron] 10.222.0.31 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067433 Oct 19 21:25:58.147990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] Provisioning complete for port 49d66ecb-344f-4096-9551-1f23b202d61b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:58.148365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.152909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 49d66ecb-344f-4096-9551-1f23b202d61b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:58.152909 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.219098 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-c1bc7fb4-a68c-4a89-a3ce-ed9a734bf4c5 service neutron] 10.222.0.31 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877883 Oct 19 21:25:58.359708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.384607 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.435462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] For port 49d66ecb-344f-4096-9551-1f23b202d61b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=49d66ecb-344f-4096-9551-1f23b202d61b,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:25:58.436646 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f9bccc2-a3b4-4d43-b6b8-ecf2fa4f632e req-8b09085a-ebc5-4cfd-837b-6d17a8d00818 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 210 time: 0.0562658 Oct 19 21:25:58.442569 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.521490 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 21:25:58.522120 n-d-805649-9 neutron-server[100736]: DEBUG oslo_db.api [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 21:25:58.539571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e43b-79f2-42e3-8ade-4e9e80761955 None None] Pushing event updated for resources: {'Port': ['ID=49d66ecb-344f-4096-9551-1f23b202d61b,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:58.672730 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Sync routers for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:25:58.683114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ed4bb7af-a011-4416-adfc-64d4102bdaef None None] Provisioning complete for port 49d66ecb-344f-4096-9551-1f23b202d61b triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:58.683412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb7af-a011-4416-adfc-64d4102bdaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.683851 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:58.684564 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:58.783447 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ed4bb7af-a011-4416-adfc-64d4102bdaef None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:58.784640 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ed4bb7af-a011-4416-adfc-64d4102bdaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.827954 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ed4bb7af-a011-4416-adfc-64d4102bdaef None None] Port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:25:58.840838 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:58.950599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b4dd-bc94-459b-8414-a207619402f0 None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:58.951091 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b4dd-bc94-459b-8414-a207619402f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:58.989274 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9ca4b4dd-bc94-459b-8414-a207619402f0 None None] Port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:25:59.063662 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 2, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:59.091277 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Checking router: f7a8d38d-096e-460b-913e-72510b67aa17 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:25:59.091883 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Updating router f7a8d38d-096e-460b-913e-72510b67aa17 port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:25:59.107275 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a8eb42cc-0cde-4eee-87b8-1be3dc0479a5 None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:59.107637 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a8eb42cc-0cde-4eee-87b8-1be3dc0479a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.116778 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.141744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb42cc-0cde-4eee-87b8-1be3dc0479a5 None None] Port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:25:59.284208 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-67d77a06-29f5-42db-880b-2d2591e2d47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.481336 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-cf409f63-5863-4146-ad9b-be5aaa4e2ffb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:25:59.481941 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.483652 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-cf409f63-5863-4146-ad9b-be5aaa4e2ffb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 795 time: 0.1209316 Oct 19 21:25:59.488542 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.540519 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Pushing event updated for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:59.555802 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9ae3d0c6-18b0-4b90-80ee-44da96dbb1be req-490ffe07-63ef-4766-8596-af7360a43bcb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 210 time: 0.0435147 Oct 19 21:25:59.563398 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.563737 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.564074 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.564301 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-feb4adad-01c6-4591-8284-dbc7f19c2ab5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 379 time: 0.0711691 Oct 19 21:25:59.564465 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.564720 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.565604 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.565927 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.566259 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.566567 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.566962 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.567186 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.567500 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:25:59.574845 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'port': {'device_id': '282641ac-1624-4162-b159-9813e727875c', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'admin_state_up': True, 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'security_groups': ['ad072c44-c344-449f-94ec-1e392ff42e09']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:25:59.608793 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Attempting to bind port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:25:59.609156 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Attempting to bind port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:25:59.609776 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Attempting to bind port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 on network ea3a4401-c893-4a08-99a2-1f93aa09d90d {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:25:59.615030 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:25:59.615743 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Checking segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:25:59.616140 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.616525 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Bound using segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:25:59.616977 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Bound port: 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:25:59.617367 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.700632 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:25:59.704241 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] For port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:25:59.705585 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.708229 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] For port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:25:59.718493 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.718733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:25:59.776472 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:25:59.777240 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:25:59.783278 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:59.786242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.790774 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:25:59.790774 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:25:59.820051 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd890c-67fa-436d-aae5-b8e63f3c8910 None None] Pushing event updated for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:25:59.885173 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.12 (ea3a4401-c893-4a08-99a2-1f93aa09d90d/6b226583-0d81-414d-b50e-2ad01f49665c/21491765-7954-4af1-8704-0df0abf36f83) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:25:59.923809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:25:59.968109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 49d66ecb-344f-4096-9551-1f23b202d61b up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:26:00.003800 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.039910 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.050877 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] For port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:26:00.058011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 49d66ecb-344f-4096-9551-1f23b202d61b triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:26:00.058376 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.059846 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.082992 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.143478 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:25:59Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:26:00.145146 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3038bd0-d1e3-4c64-bfad-34c15573712d None None] Pushing event updated for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:00.186493 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0117f-0450-44fa-9335-d515ca33fc64 None None] The sync data for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 is: [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:25:59Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:26:00.205371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-e59ad27b-2aca-4374-9728-80138a1b3388 None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:26:00.206902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e59ad27b-2aca-4374-9728-80138a1b3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.385160 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.483642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:26:00.486707 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:26:00.493498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:26:00.497652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:00.547154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:00.547810 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.567261 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-a17b5133-b549-4cfd-a35a-1ca9ebcf2f67 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962499 Oct 19 21:26:00.581205 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Request body: {'port': {'device_id': '282641ac-1624-4162-b159-9813e727875c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:26:00.651522 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.716784 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9626f1-d510-493d-98a0-e594659a02c8 req-f118ab04-a5d8-4520-b14b-17aeb488c821 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:00.719484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f9626f1-d510-493d-98a0-e594659a02c8 req-f118ab04-a5d8-4520-b14b-17aeb488c821 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 932 time: 0.0733082 Oct 19 21:26:00.772741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1f9626f1-d510-493d-98a0-e594659a02c8 req-1ea29713-a447-485b-93cb-85111b7ed833 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Oct 19 21:26:00.856985 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-ab963423-7cb1-4e24-870c-6bb4b521fc2e None None] Provisioning complete for port 21491765-7954-4af1-8704-0df0abf36f83 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:26:00.857382 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab963423-7cb1-4e24-870c-6bb4b521fc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.896109 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-ab963423-7cb1-4e24-870c-6bb4b521fc2e None None] Port 21491765-7954-4af1-8704-0df0abf36f83 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:26:00.942228 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21491765-7954-4af1-8704-0df0abf36f83 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:26:00.950129 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:00.963119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Transition to ACTIVE for port object 21491765-7954-4af1-8704-0df0abf36f83 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:26:00.967122 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.019853 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Pushing event updated for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:01.100403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Attempting to bind port 21491765-7954-4af1-8704-0df0abf36f83 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:26:01.100756 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Attempting to bind port 21491765-7954-4af1-8704-0df0abf36f83 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:26:01.101066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Attempting to bind port 21491765-7954-4af1-8704-0df0abf36f83 on network ea3a4401-c893-4a08-99a2-1f93aa09d90d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:26:01.107574 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Port 21491765-7954-4af1-8704-0df0abf36f83 on network ea3a4401-c893-4a08-99a2-1f93aa09d90d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:26:01.107896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Attempting to bind port 21491765-7954-4af1-8704-0df0abf36f83 on network ea3a4401-c893-4a08-99a2-1f93aa09d90d {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:26:01.113381 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:26:01.113696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Checking segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:26:01.114082 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Bound using segment: {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:26:01.114511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Bound port: 21491765-7954-4af1-8704-0df0abf36f83, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2720e56c-7e88-4eb0-a085-86079963779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:26:01.114873 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.187333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:26:01.192778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=21491765-7954-4af1-8704-0df0abf36f83,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:26:01.202912 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.204584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.242456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.243392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.244832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] 10.222.0.11 "PUT /v2.0/ports/21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 1092 time: 0.6686764 Oct 19 21:26:01.247647 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:26:01.251078 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d665c27-e93c-421c-9080-0ee863cd2d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:26:01.305333 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a67ca-e716-4124-953a-623261f65d7a service neutron] Pushing event updated for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:01.327876 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5412efa2-1566-4b93-b2b8-e2f8774155a6 x-openstack-request-id: req-5412efa2-1566-4b93-b2b8-e2f8774155a6 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:26:01.327876 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:26:01.328410 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5412efa2-1566-4b93-b2b8-e2f8774155a6 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:26:01.328896 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83', 'status': 'completed', 'code': 200} Oct 19 21:26:01.346186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-40d10a5e-df04-46fc-9ae5-25d546b87c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.347916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-40d10a5e-df04-46fc-9ae5-25d546b87c16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1095 time: 0.0541699 Oct 19 21:26:01.394007 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-af4121e1-1b3b-4c70-a011-587fb6debb6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Oct 19 21:26:01.446032 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-94dab6a2-feb4-4687-baf7-60d8aa68170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.447498 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-94dab6a2-feb4-4687-baf7-60d8aa68170f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0469451 Oct 19 21:26:01.493358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-6727b1ce-15df-4481-99c1-f503adfe9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.494837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-6727b1ce-15df-4481-99c1-f503adfe9bd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406034 Oct 19 21:26:01.590072 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-4f9fea2d-2ea1-410f-8fc3-3b6d02a4fbb0 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880575 Oct 19 21:26:01.687057 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-26d0fb81-934b-41fe-9825-bfb5e644b403 req-4ae0725a-b109-4fbb-b0a7-f18928c95689 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894909 Oct 19 21:26:01.724411 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:26:01.772302 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:26:01.772668 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:01.775306 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-3ba426d5-3e4c-44c4-8777-fe020752e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.776817 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-3ba426d5-3e4c-44c4-8777-fe020752e882 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1095 time: 0.0407581 Oct 19 21:26:01.872121 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-b946db49-6b47-42a6-91c0-a0a0290a8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.874068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-b946db49-6b47-42a6-91c0-a0a0290a8471 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 896 time: 0.0903542 Oct 19 21:26:01.896231 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787b8c0-af70-4e43-a619-3afb2848614d req-26b3c198-f5aa-4398-b114-860182de67e8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.898377 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7787b8c0-af70-4e43-a619-3afb2848614d req-26b3c198-f5aa-4398-b114-860182de67e8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 944 time: 0.0533490 Oct 19 21:26:01.920908 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-8e3a0c70-3842-4f04-b122-6ae3c7c8b68c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Oct 19 21:26:01.936493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7787b8c0-af70-4e43-a619-3afb2848614d req-dd2d6bea-6e86-4606-89eb-df2f7569b666 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Oct 19 21:26:01.970920 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-d88bbd6e-f6b9-481a-bfc5-b5007db99640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:01.972905 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-d88bbd6e-f6b9-481a-bfc5-b5007db99640 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0449219 Oct 19 21:26:02.017223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-0278fec9-ec2b-48ab-ab66-cda3f4ad2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:02.019207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-0278fec9-ec2b-48ab-ab66-cda3f4ad2ecf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386956 Oct 19 21:26:02.111356 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-fabcfc2f-52e4-42ca-952e-3818948cd24d service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842361 Oct 19 21:26:02.204870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d665c27-e93c-421c-9080-0ee863cd2d9d req-1414b3c3-b561-4824-8c6f-6a170729075e service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828450 Oct 19 21:26:02.466717 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:03.056180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278cba9-31e0-40e3-b287-466398dc1f2a req-b92bbf95-9706-40db-86ea-ae90f7a6cd7a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:03.057595 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2278cba9-31e0-40e3-b287-466398dc1f2a req-b92bbf95-9706-40db-86ea-ae90f7a6cd7a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 944 time: 0.0532870 Oct 19 21:26:03.094387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2278cba9-31e0-40e3-b287-466398dc1f2a req-ddfd889f-8d59-4c51-ad9e-b05cb4a750c3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Oct 19 21:26:04.207258 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0dca8-264c-4290-861c-8d5478cfc7ba req-b428fb5a-6b7a-4eca-882e-67e5413d4d65 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:04.208644 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7eb0dca8-264c-4290-861c-8d5478cfc7ba req-b428fb5a-6b7a-4eca-882e-67e5413d4d65 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 944 time: 0.0483801 Oct 19 21:26:04.246484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7eb0dca8-264c-4290-861c-8d5478cfc7ba req-039a73a8-ac2c-409c-8567-b6a525ad67d6 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Oct 19 21:26:04.341650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 21491765-7954-4af1-8704-0df0abf36f83 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:26:04.441476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=21491765-7954-4af1-8704-0df0abf36f83,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:26:04.451951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '21491765-7954-4af1-8704-0df0abf36f83', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'port_id': '21491765-7954-4af1-8704-0df0abf36f83', 'mac_address': 'fa:16:3e:81:1b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:26:04.488428 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:04.500835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21491765-7954-4af1-8704-0df0abf36f83 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:26:04.520024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=21491765-7954-4af1-8704-0df0abf36f83,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:26:04.523827 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:04.571003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:04.747923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['21491765-7954-4af1-8704-0df0abf36f83'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:26:05.360091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6340c-217d-441b-9caa-eb7b0daab21b req-2f5339a8-2182-4cdf-978f-02ecb1e16613 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:05.361599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48f6340c-217d-441b-9caa-eb7b0daab21b req-2f5339a8-2182-4cdf-978f-02ecb1e16613 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 945 time: 0.0494792 Oct 19 21:26:05.399526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-48f6340c-217d-441b-9caa-eb7b0daab21b req-990bb13d-4718-43c0-80aa-c96ad39d363a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320928 Oct 19 21:26:06.351998 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 21491765-7954-4af1-8704-0df0abf36f83 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:26:06.399539 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 21491765-7954-4af1-8704-0df0abf36f83 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:26:06.403079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 21491765-7954-4af1-8704-0df0abf36f83 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:26:06.403444 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:06.482454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:06.505603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21491765-7954-4af1-8704-0df0abf36f83'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:26:06.507884 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50f102-898e-42d0-9df7-f533b8c3bb76" -d '{"events": [{"server_uuid": "282641ac-1624-4162-b159-9813e727875c", "name": "network-vif-plugged", "status": "completed", "tag": "21491765-7954-4af1-8704-0df0abf36f83"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:26:06.516254 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054f17-4607-423c-ba5b-080bfd83df43 req-fbda596d-517e-4ee0-8bc6-0bc733ad072e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:06.517798 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46054f17-4607-423c-ba5b-080bfd83df43 req-fbda596d-517e-4ee0-8bc6-0bc733ad072e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 945 time: 0.0529146 Oct 19 21:26:06.520234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=21491765-7954-4af1-8704-0df0abf36f83,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:26:06.526609 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:06.552368 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f030a4c-21b8-458c-9fd3-ebc651944ac3 x-openstack-request-id: req-2f030a4c-21b8-458c-9fd3-ebc651944ac3 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:26:06.552664 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282641ac-1624-4162-b159-9813e727875c", "name": "network-vif-plugged", "status": "completed", "tag": "21491765-7954-4af1-8704-0df0abf36f83", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:26:06.552934 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f030a4c-21b8-458c-9fd3-ebc651944ac3 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:26:06.553341 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21491765-7954-4af1-8704-0df0abf36f83', 'code': 200} Oct 19 21:26:06.557657 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-46054f17-4607-423c-ba5b-080bfd83df43 req-8ac93e6d-5730-4304-9cd8-68998cda780a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333476 Oct 19 21:26:06.583793 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:06.651068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a2758-370a-4ed2-bd87-2f958eff939d req-fd32cbae-bfa7-4e5f-805b-a7fbb58a4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:06.652585 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a3a2758-370a-4ed2-bd87-2f958eff939d req-fd32cbae-bfa7-4e5f-805b-a7fbb58a4a90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1097 time: 0.0410764 Oct 19 21:26:06.687789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6a3a2758-370a-4ed2-bd87-2f958eff939d req-ad4c0046-a20b-46b1-843c-73b2ed7b93ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282385 Oct 19 21:26:07.682001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7d2a9-2b06-4921-8639-52481531a857 req-e9295762-6152-4f1a-8833-4d0f2abb6e9e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:07.683475 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe7d2a9-2b06-4921-8639-52481531a857 req-e9295762-6152-4f1a-8833-4d0f2abb6e9e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0519860 Oct 19 21:26:07.724761 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-efe7d2a9-2b06-4921-8639-52481531a857 req-840761a7-6dea-4635-aa27-23293287a873 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Oct 19 21:26:08.841960 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd141635-f3f1-4b3c-9788-4abd5cdb0e8a req-794283bf-5c01-47dd-8e3a-4f99413da07d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:08.843472 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd141635-f3f1-4b3c-9788-4abd5cdb0e8a req-794283bf-5c01-47dd-8e3a-4f99413da07d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0500166 Oct 19 21:26:08.883782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd141635-f3f1-4b3c-9788-4abd5cdb0e8a req-416fe51d-d575-4035-a3e8-7d11d358e0a3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340159 Oct 19 21:26:08.998315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2624e-a114-41d9-9f6c-fef743217796 req-5631d619-5717-4eac-b132-687a644ba670 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:08.999779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35e2624e-a114-41d9-9f6c-fef743217796 req-5631d619-5717-4eac-b132-687a644ba670 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0482690 Oct 19 21:26:09.039375 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-35e2624e-a114-41d9-9f6c-fef743217796 req-5018ece4-6364-4ea2-b5f0-a86af8e96bdc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Oct 19 21:26:09.060716 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37818) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:26:09.099505 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e77751-408f-4871-8706-042bbd66a5aa tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:09.101037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-73e77751-408f-4871-8706-042bbd66a5aa tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1092 time: 0.0393341 Oct 19 21:26:09.103754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37820) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:26:09.107964 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '21491765-7954-4af1-8704-0df0abf36f83', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:26:09.130408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:09.229688 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:09.339268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.89 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e62db3c4-3354-4849-96be-97db2f27e2d6) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:26:09.440642 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:09.474211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:09.509958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:26:09.512686 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:26:09.515242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:26:09.548805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=e62db3c4-3354-4849-96be-97db2f27e2d6,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:09.880777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:09.958124 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:10.034445 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:26:10.103738 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:10.108264 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:10.183148 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=e62db3c4-3354-4849-96be-97db2f27e2d6,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:26:10.193572 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:10.296975 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP f1f8e879-fffc-4f17-a46b-0f17bfa3a59c associated. External IP: 172.25.7.89, port: 21491765-7954-4af1-8704-0df0abf36f83. Oct 19 21:26:10.506955 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router f7a8d38d-096e-460b-913e-72510b67aa17 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:26:10.614988 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:26:10.624379 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Sync routers for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:26:10.632297 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:10.634428 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:26:10.635036 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:26:10.659289 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-fd98cecd-8400-4aea-90c4-27b06c87503e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5545483 Oct 19 21:26:10.659976 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:26:10.662512 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de" -d '{"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:26:10.703360 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3e30ce-9982-4e9b-b89e-4f41cea01856 x-openstack-request-id: req-2b3e30ce-9982-4e9b-b89e-4f41cea01856 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:26:10.703716 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:26:10.704029 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b3e30ce-9982-4e9b-b89e-4f41cea01856 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:26:10.704490 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83', 'status': 'completed', 'code': 200} Oct 19 21:26:10.744862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:26:10.768834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-b15220df-0ab6-4bf9-b3c7-57815e49936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:10.770484 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-b15220df-0ab6-4bf9-b3c7-57815e49936a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1097 time: 0.0440314 Oct 19 21:26:10.773604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e14c98-be4e-4e85-a40e-7fe1aae67b50 req-8c85c64e-4309-47a4-862d-deb0f5e05362 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:10.775104 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58e14c98-be4e-4e85-a40e-7fe1aae67b50 req-8c85c64e-4309-47a4-862d-deb0f5e05362 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0564628 Oct 19 21:26:10.817266 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-58e14c98-be4e-4e85-a40e-7fe1aae67b50 req-50c57722-75c9-4fb8-bc3f-fa4d94174bf9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354829 Oct 19 21:26:10.840676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37826) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:26:10.914768 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-3b5bce4d-1ab4-423d-84e7-c174ecce5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:10.916236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-3b5bce4d-1ab4-423d-84e7-c174ecce5a92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 896 time: 0.1390736 Oct 19 21:26:10.919822 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d1dcf40b-2c93-42ea-adfa-faa2800bf440 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f1f8e879-fffc-4f17-a46b-0f17bfa3a59c HTTP/1.1" status: 200 len: 991 time: 0.0778446 Oct 19 21:26:10.978009 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f1f8e879-fffc-4f17-a46b-0f17bfa3a59c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'port_id': '21491765-7954-4af1-8704-0df0abf36f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'mac_address': 'fa:16:3e:81:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282641ac-1624-4162-b159-9813e727875c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:26:09Z', 'updated_at': '2021-10-19T21:26:09Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:26:10.986207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-485cb291-43a5-4190-b90b-e260b96df6bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 999 time: 0.0627534 Oct 19 21:26:11.004629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Checking router: f7a8d38d-096e-460b-913e-72510b67aa17 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:26:11.012871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:26:11.013501 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:25:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:26:11.035165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-a74e3199-cc73-4bf3-a7d5-f557fea64981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:11.036668 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-a74e3199-cc73-4bf3-a7d5-f557fea64981 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0433025 Oct 19 21:26:11.084167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-bec872fd-bc17-4fc1-9d47-d1997656127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:11.085738 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-bec872fd-bc17-4fc1-9d47-d1997656127e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426133 Oct 19 21:26:11.183211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-378612b4-77a4-4765-9c34-5599334b7b35 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903978 Oct 19 21:26:11.274869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2a3aaf7f-2885-479c-a08c-5c8c33f6d2de req-5633ddad-2a39-4916-b8eb-360a4052aa7e service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Oct 19 21:26:11.275711 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:26:11.496894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f1f8e879-fffc-4f17-a46b-0f17bfa3a59c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'port_id': '21491765-7954-4af1-8704-0df0abf36f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'mac_address': 'fa:16:3e:81:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282641ac-1624-4162-b159-9813e727875c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:26:09Z', 'updated_at': '2021-10-19T21:26:09Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:26:11.523080 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d177-a144-44a9-b267-7ee410de493d None None] The sync data for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 is: [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f1f8e879-fffc-4f17-a46b-0f17bfa3a59c', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'port_id': '21491765-7954-4af1-8704-0df0abf36f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'mac_address': 'fa:16:3e:81:1b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '282641ac-1624-4162-b159-9813e727875c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:26:09Z', 'updated_at': '2021-10-19T21:26:09Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:26:11.711464 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9751c-4142-4622-93a4-656c9f5312a4 None None] New status for floating IP f1f8e879-fffc-4f17-a46b-0f17bfa3a59c: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:26:11.923067 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37828) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:26:11.988150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-017d93b1-9232-4224-b637-ade2c349e2ba tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f1f8e879-fffc-4f17-a46b-0f17bfa3a59c HTTP/1.1" status: 200 len: 993 time: 0.0639205 Oct 19 21:26:13.301342 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:13.714843 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:20.779070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-bcf3f5de-5e85-4a68-a1ad-1903db05c295 req-3a4ba9e9-74ca-42a3-8938-f1a2613a2ece service neutron] (100734) timed out ('10.222.0.37', 61412) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:26:26.564373 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ab18efe5-91a5-4e81-9233-2a37e4c98244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:29.285239 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-efe14269-5f2a-4d52-84d6-97e7a5017e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:30.377340 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:31.201066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:32.468268 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:43.330946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:43.364996 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264c909-c649-4227-87ef-919b234467a7 req-9e8ba635-2467-44d9-9038-7dadc764d8c2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:43.366495 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0264c909-c649-4227-87ef-919b234467a7 req-9e8ba635-2467-44d9-9038-7dadc764d8c2 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0491724 Oct 19 21:26:43.404965 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0264c909-c649-4227-87ef-919b234467a7 req-e5e40308-c8a3-4282-8cbb-04b7d776ff87 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Oct 19 21:26:43.708993 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:44.523694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9843c-aaab-4bfd-98fc-ce564fb019d9 req-fa96a1ac-49df-468f-85ca-5ae1b5a5eacc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:44.525093 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5a9843c-aaab-4bfd-98fc-ce564fb019d9 req-fa96a1ac-49df-468f-85ca-5ae1b5a5eacc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0527029 Oct 19 21:26:44.561943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e5a9843c-aaab-4bfd-98fc-ce564fb019d9 req-15b234bd-df73-4c8e-a31e-e030cf8df626 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Oct 19 21:26:45.676126 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3ac1-1588-4612-8aca-f3cb30fd12b5 req-61698195-e530-478f-900d-7737896b7c17 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:45.677596 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-316e3ac1-1588-4612-8aca-f3cb30fd12b5 req-61698195-e530-478f-900d-7737896b7c17 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0483539 Oct 19 21:26:45.714870 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-316e3ac1-1588-4612-8aca-f3cb30fd12b5 req-c4dbabea-d0fb-49a1-bbf1-5aabe470203e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Oct 19 21:26:46.826370 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626818c-6e9a-4439-a9df-c3d5ce5d928e req-639d658c-328e-463d-9f11-f83e4499ca93 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:46.827881 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b626818c-6e9a-4439-a9df-c3d5ce5d928e req-639d658c-328e-463d-9f11-f83e4499ca93 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0487530 Oct 19 21:26:46.865157 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b626818c-6e9a-4439-a9df-c3d5ce5d928e req-402289b8-cefa-4781-ab48-8429e8567490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Oct 19 21:26:47.034188 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:26:47.981608 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508724fe-384e-4804-bab5-0b16ea5f6bab req-3f32e041-8813-452b-a1ca-15e8b478c75e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:47.982987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-508724fe-384e-4804-bab5-0b16ea5f6bab req-3f32e041-8813-452b-a1ca-15e8b478c75e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0526295 Oct 19 21:26:48.019729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-508724fe-384e-4804-bab5-0b16ea5f6bab req-8987ae3f-6dd1-4b94-b15e-7f655bf7c6a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308712 Oct 19 21:26:49.131573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40279abd-8bf3-4865-8c76-316b50c043fd req-74f2825f-f54c-4926-a29b-b78602a1845d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:49.133023 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40279abd-8bf3-4865-8c76-316b50c043fd req-74f2825f-f54c-4926-a29b-b78602a1845d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0476761 Oct 19 21:26:49.170433 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-40279abd-8bf3-4865-8c76-316b50c043fd req-7eb62200-c236-49a4-a487-ac640fcac421 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Oct 19 21:26:50.281085 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafe1b6-c617-48e4-ab92-334b799fa531 req-d3fa3f1a-2dfd-4002-b2ae-c87637b158f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:50.282602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1eafe1b6-c617-48e4-ab92-334b799fa531 req-d3fa3f1a-2dfd-4002-b2ae-c87637b158f7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0487342 Oct 19 21:26:50.323428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1eafe1b6-c617-48e4-ab92-334b799fa531 req-8a10830c-005f-46e4-9e66-ad189121b894 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342097 Oct 19 21:26:51.210443 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-0395a077-3dc9-4e2d-a6f7-64d9972f0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:51.211972 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-0395a077-3dc9-4e2d-a6f7-64d9972f0e8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1097 time: 0.0410647 Oct 19 21:26:51.319735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-d7b39d5d-7c58-412a-a31a-450594d86260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:51.321218 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-d7b39d5d-7c58-412a-a31a-450594d86260 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 896 time: 0.0891311 Oct 19 21:26:51.385560 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-72e6ccd8-8ff3-4f64-b9bf-0e275d2f0928 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 1001 time: 0.0573742 Oct 19 21:26:51.438813 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-2e6ba34d-c9b9-49f0-aa63-5c033e38ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:51.440290 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-2e6ba34d-c9b9-49f0-aa63-5c033e38ab01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0485480 Oct 19 21:26:51.440792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b75f6-6afb-4b73-8dbd-f97983c2bc28 req-a364c5f1-940d-4d15-9321-c718f96a8826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:51.442312 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d77b75f6-6afb-4b73-8dbd-f97983c2bc28 req-a364c5f1-940d-4d15-9321-c718f96a8826 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0530105 Oct 19 21:26:51.481354 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d77b75f6-6afb-4b73-8dbd-f97983c2bc28 req-f9784fbe-fc0f-4eeb-a787-0a9819a0892a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Oct 19 21:26:51.487300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-8dbbaffe-90c3-46b0-b594-65b6028f7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:51.488840 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-8dbbaffe-90c3-46b0-b594-65b6028f7f8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408850 Oct 19 21:26:51.577013 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-cd26dc81-22ca-4c22-99f0-3d6d74675dfe service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809221 Oct 19 21:26:51.675454 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0c0bead-18af-4322-8b67-3d1c9d4f75b9 req-2552d18a-97a6-4a84-a264-2d55b68e574c service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892963 Oct 19 21:26:52.593403 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d19e5-095b-42cd-a815-ff1bef750b4c req-3e905402-d7f4-42c2-8be2-70ddfaa4a736 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:52.594866 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821d19e5-095b-42cd-a815-ff1bef750b4c req-3e905402-d7f4-42c2-8be2-70ddfaa4a736 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0481327 Oct 19 21:26:52.632716 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-821d19e5-095b-42cd-a815-ff1bef750b4c req-09ea7b73-eaa8-41eb-ac67-31a070f7aa01 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Oct 19 21:26:53.750822 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270330b-5d5a-4f8d-ab00-6d8ab6014cc8 req-6b800383-dfb0-4ecb-b6aa-012e563ff133 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:53.752295 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f270330b-5d5a-4f8d-ab00-6d8ab6014cc8 req-6b800383-dfb0-4ecb-b6aa-012e563ff133 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0493834 Oct 19 21:26:53.789470 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f270330b-5d5a-4f8d-ab00-6d8ab6014cc8 req-bd95d229-c860-47a3-afe1-e530edf60e13 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312662 Oct 19 21:26:54.907318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366bc70-382d-4160-aeeb-ac63e50c9307 req-6acc6998-25cc-494f-9f07-4e5387586fc1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:54.908767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7366bc70-382d-4160-aeeb-ac63e50c9307 req-6acc6998-25cc-494f-9f07-4e5387586fc1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0536177 Oct 19 21:26:54.946070 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7366bc70-382d-4160-aeeb-ac63e50c9307 req-ee350e8d-bddc-4671-b09d-d8119082a78d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Oct 19 21:26:56.061826 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4481-d996-4c43-a2d4-b911a7a291f4 req-75f0fd36-63fe-4911-a533-fc445407fee1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:56.063284 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a90e4481-d996-4c43-a2d4-b911a7a291f4 req-75f0fd36-63fe-4911-a533-fc445407fee1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0489817 Oct 19 21:26:56.101113 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a90e4481-d996-4c43-a2d4-b911a7a291f4 req-d28af6a4-bbfb-4419-afb1-954e23a0e164 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311561 Oct 19 21:26:56.568241 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9f53ea0a-d998-446c-b808-07b05d5aee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:57.213523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db264bc-af6d-4edb-860b-099d4d4d7f89 req-abfd7c36-937a-4fb1-a02b-5f15949eb877 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:57.214979 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1db264bc-af6d-4edb-860b-099d4d4d7f89 req-abfd7c36-937a-4fb1-a02b-5f15949eb877 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0480199 Oct 19 21:26:57.252554 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1db264bc-af6d-4edb-860b-099d4d4d7f89 req-ab87ef5d-a746-4383-9693-127c7813743b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Oct 19 21:26:58.369610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f51cf-77a8-43b4-b178-00f1867927ad req-80b56b9a-fb23-4803-a317-54f36bfc5c6d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:58.371682 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-892f51cf-77a8-43b4-b178-00f1867927ad req-80b56b9a-fb23-4803-a317-54f36bfc5c6d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0539517 Oct 19 21:26:58.411721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-892f51cf-77a8-43b4-b178-00f1867927ad req-d2ed473c-9ff6-404b-afd0-0bc3e576585e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Oct 19 21:26:59.286507 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2df0cc8-8e13-4c4d-bc2b-fafbd7340573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:26:59.526030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e317e-d09d-423e-9e51-dacb4351f3a1 req-cb7d3fb8-ce7c-43f8-bfa2-d9518e86a46d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:26:59.527493 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-876e317e-d09d-423e-9e51-dacb4351f3a1 req-cb7d3fb8-ce7c-43f8-bfa2-d9518e86a46d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0498981 Oct 19 21:26:59.564150 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-876e317e-d09d-423e-9e51-dacb4351f3a1 req-c3070ba0-1032-450d-be3d-6eee9d1553c9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307059 Oct 19 21:26:59.586030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37880) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:26:59.652813 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46ec2db6-f3b6-4717-b5ff-9eca29323f18 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f1f8e879-fffc-4f17-a46b-0f17bfa3a59c HTTP/1.1" status: 200 len: 993 time: 0.0656929 Oct 19 21:27:00.378045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:00.908671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9031f4-ae6b-494c-9283-78a93b9a6dbc req-8838fa55-cb17-4484-8013-031b4e94a816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:00.910685 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca9031f4-ae6b-494c-9283-78a93b9a6dbc req-8838fa55-cb17-4484-8013-031b4e94a816 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0483394 Oct 19 21:27:00.928917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-b1a3ba1a-a072-4c55-a47d-d5bf083a184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:00.930365 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-b1a3ba1a-a072-4c55-a47d-d5bf083a184b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1097 time: 0.0406878 Oct 19 21:27:00.948224 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ca9031f4-ae6b-494c-9283-78a93b9a6dbc req-37ce5563-eaec-4003-b916-f524e83174a5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Oct 19 21:27:01.023539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-70fa65f8-7e40-4ac6-8546-b2a588a39ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:01.024980 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-70fa65f8-7e40-4ac6-8546-b2a588a39ca5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 896 time: 0.0879445 Oct 19 21:27:01.088499 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-14c47f08-44d2-4121-9a26-d432ca3bd66e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 1001 time: 0.0568027 Oct 19 21:27:01.135622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-8b706e1b-1ba8-498c-8686-214f8ad3490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:01.136991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-8b706e1b-1ba8-498c-8686-214f8ad3490d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0416405 Oct 19 21:27:01.185154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-d2b33232-812d-46db-916a-81ea72e0c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:01.186564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-d2b33232-812d-46db-916a-81ea72e0c0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426581 Oct 19 21:27:01.203849 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:01.276903 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-10289c66-2b0c-4449-9190-ac0780c27588 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831048 Oct 19 21:27:01.370281 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7ff535e1-292c-4cf3-8f3e-e09ab85e8caf req-4719085d-b382-4a60-8a16-7f15004973e2 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868170 Oct 19 21:27:02.077665 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09571b0-b7b3-49c5-924d-0c7d52030b57 req-07e6549f-2415-4c78-a35a-f76c8309c879 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:02.079463 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d09571b0-b7b3-49c5-924d-0c7d52030b57 req-07e6549f-2415-4c78-a35a-f76c8309c879 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0622792 Oct 19 21:27:02.116635 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d09571b0-b7b3-49c5-924d-0c7d52030b57 req-636591aa-0011-46c9-89c6-e6f34f09bd49 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Oct 19 21:27:02.138649 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37892) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:02.471028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:02.527205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1f60dd78-92aa-4d7f-8d0f-a59f7a74475b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f1f8e879-fffc-4f17-a46b-0f17bfa3a59c HTTP/1.1" status: 200 len: 993 time: 0.3873794 Oct 19 21:27:13.321652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:13.724314 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:24.033326 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:27:26.570177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2f1aca6d-c8ee-4cbc-8738-f5c34c1bbf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:29.287306 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1e857dd0-7090-479a-abe4-6e7c3c4609b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:30.379764 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:31.206744 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:32.474028 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:32.904998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37918) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:33.057232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port e62db3c4-3354-4849-96be-97db2f27e2d6 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:27:33.057603 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.136818 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.137143 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.148559 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for e62db3c4-3354-4849-96be-97db2f27e2d6 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:27:33.294300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.325831 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=e62db3c4-3354-4849-96be-97db2f27e2d6,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:33.367689 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.368037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.368379 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.368718 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.369054 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.369482 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.369819 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.370151 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.370485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.370808 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.371133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.371456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:33.391652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.391951 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP f1f8e879-fffc-4f17-a46b-0f17bfa3a59c disassociated (deleted). External IP: 172.25.7.89, port: 21491765-7954-4af1-8704-0df0abf36f83. Oct 19 21:27:33.601663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router f7a8d38d-096e-460b-913e-72510b67aa17 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:27:33.710924 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:27:33.715947 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:33.720534 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Sync routers for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:27:33.729737 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:33.730347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:33.741765 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-3f2b4ef5-8792-4938-b275-01e36542382c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/floatingips/f1f8e879-fffc-4f17-a46b-0f17bfa3a59c HTTP/1.1" status: 204 len: 168 time: 0.8356116 Oct 19 21:27:33.742342 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:27:33.744631 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9" -d '{"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:27:33.844034 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:33.860125 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d21d85-8764-440f-9ed6-72340c889c83 x-openstack-request-id: req-64d21d85-8764-440f-9ed6-72340c889c83 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:27:33.860418 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282641ac-1624-4162-b159-9813e727875c", "tag": "21491765-7954-4af1-8704-0df0abf36f83", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:27:33.860675 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64d21d85-8764-440f-9ed6-72340c889c83 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:27:33.861080 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'tag': '21491765-7954-4af1-8704-0df0abf36f83', 'status': 'completed', 'code': 200} Oct 19 21:27:33.930166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-e9c85a4f-fdbf-4c82-9b4c-f753637e6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:33.932679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-e9c85a4f-fdbf-4c82-9b4c-f753637e6319 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 1097 time: 0.0459306 Oct 19 21:27:34.032311 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-41c9d576-4e47-41bd-8daa-bac5d059bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:34.032581 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1876583-19b5-4390-ab6c-79efe1e8e419 req-2124af40-9acf-4049-a3cf-540437957639 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:34.033789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-41c9d576-4e47-41bd-8daa-bac5d059bb1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 200 len: 896 time: 0.0929790 Oct 19 21:27:34.033950 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1876583-19b5-4390-ab6c-79efe1e8e419 req-2124af40-9acf-4049-a3cf-540437957639 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.1017845 Oct 19 21:27:34.053408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:34.074802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b1876583-19b5-4390-ab6c-79efe1e8e419 req-e97bd0c0-be26-4876-aaea-1a060f407d91 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337493 Oct 19 21:27:34.080556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-25496d79-0aa7-4b31-927d-6f181b9c1b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 200 len: 217 time: 0.0362875 Oct 19 21:27:34.089494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Checking router: f7a8d38d-096e-460b-913e-72510b67aa17 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:27:34.096443 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:34.097831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:34.134433 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-997234f3-8794-420c-aa31-0c1124e0fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:34.135799 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-997234f3-8794-420c-aa31-0c1124e0fccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 200 len: 835 time: 0.0446103 Oct 19 21:27:34.183382 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-3e89a660-ed92-463b-8eb0-f89c5fd1dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:34.184923 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-3e89a660-ed92-463b-8eb0-f89c5fd1dc31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ea3a4401-c893-4a08-99a2-1f93aa09d90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412998 Oct 19 21:27:34.203500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:34.281392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-486d2a76-7fc6-4aec-aa93-285d693f6efc service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870798 Oct 19 21:27:34.378578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-27bcc655-0bcc-4d0e-af5e-1d2e7a70abc9 req-9b4573d2-31de-4516-95d4-add642888272 service neutron] 10.222.0.11 "GET /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878174 Oct 19 21:27:34.399412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:34.426180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21956ca0-985a-43ba-b30d-684baf68f1fc None None] The sync data for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 is: [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:56Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5', 'name': '', 'network_id': 'ea3a4401-c893-4a08-99a2-1f93aa09d90d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:d7:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:56Z', 'updated_at': '2021-10-19T21:26:00Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '6b226583-0d81-414d-b50e-2ad01f49665c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:27:34.639461 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f9523-50a3-40d6-b9db-b14fa7d92c04 None None] New status for floating IP f1f8e879-fffc-4f17-a46b-0f17bfa3a59c: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:27:35.251975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118eef-eaad-47a1-a73a-04f2f7b0409c req-963aed63-9bcb-4a58-b118-d12a63f75ead tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:35.253458 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5118eef-eaad-47a1-a73a-04f2f7b0409c req-963aed63-9bcb-4a58-b118-d12a63f75ead tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0924323 Oct 19 21:27:35.294066 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b5118eef-eaad-47a1-a73a-04f2f7b0409c req-5225374f-70fe-48d3-9927-fdef3436d197 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad072c44-c344-449f-94ec-1e392ff42e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Oct 19 21:27:35.551349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-ce58013e-b08e-464d-87d7-99f3af2b3820 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:35.552705 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-ce58013e-b08e-464d-87d7-99f3af2b3820 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 946 time: 0.0481310 Oct 19 21:27:35.642818 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 21491765-7954-4af1-8704-0df0abf36f83 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:27:35.643157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:35.730696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 21491765-7954-4af1-8704-0df0abf36f83, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=21491765-7954-4af1-8704-0df0abf36f83,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:35.731055 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:35.743318 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 21491765-7954-4af1-8704-0df0abf36f83 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:27:35.870945 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:35.898985 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=21491765-7954-4af1-8704-0df0abf36f83,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:35.943197 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port 21491765-7954-4af1-8704-0df0abf36f83 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:27:35.945872 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:35.949185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-072cc4a1-2630-419f-b03d-4e78eb61a1b9 req-62810884-7511-4e43-9b4a-a48247699136 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.11 "DELETE /v2.0/ports/21491765-7954-4af1-8704-0df0abf36f83 HTTP/1.1" status: 204 len: 173 time: 0.3903303 Oct 19 21:27:35.949652 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'name': 'network-vif-deleted', 'tag': '21491765-7954-4af1-8704-0df0abf36f83'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:27:35.951893 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576fb68-9ee1-4f0e-b9dd-874340cc7331" -d '{"events": [{"server_uuid": "282641ac-1624-4162-b159-9813e727875c", "name": "network-vif-deleted", "tag": "21491765-7954-4af1-8704-0df0abf36f83"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:27:35.989247 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605e12e-240d-4cb5-96df-d74c525ec4a0 x-openstack-request-id: req-c605e12e-240d-4cb5-96df-d74c525ec4a0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:27:35.989579 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282641ac-1624-4162-b159-9813e727875c", "name": "network-vif-deleted", "tag": "21491765-7954-4af1-8704-0df0abf36f83", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:27:35.989825 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c605e12e-240d-4cb5-96df-d74c525ec4a0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:27:35.990218 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282641ac-1624-4162-b159-9813e727875c', 'name': 'network-vif-deleted', 'tag': '21491765-7954-4af1-8704-0df0abf36f83', 'status': 'completed', 'code': 200} Oct 19 21:27:36.408526 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-85d7b81e-1555-45a7-adf7-89863081267c req-cd78d132-dd52-445b-96b9-9ac33adaadbf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=282641ac-1624-4162-b159-9813e727875c HTTP/1.1" status: 200 len: 210 time: 0.0274668 Oct 19 21:27:37.469700 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37946) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:37.819105 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.067245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:27:38.067504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.155573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:38.155927 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.168269 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:27:38.354665 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.380624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:38.561658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.773384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router f7a8d38d-096e-460b-913e-72510b67aa17 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:27:38.869248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 21491765-7954-4af1-8704-0df0abf36f83 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:27:38.875926 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:27:38.883315 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-746137cd-0d88-4a0a-807b-94fd88c0c051 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/f7a8d38d-096e-460b-913e-72510b67aa17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4110622 Oct 19 21:27:38.884534 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37948) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:38.894891 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Sync routers for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:27:38.897133 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 21491765-7954-4af1-8704-0df0abf36f83 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:27:38.897491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 21491765-7954-4af1-8704-0df0abf36f83 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:27:38.905372 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:38.905961 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:38.939774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting subnet 6b226583-0d81-414d-b50e-2ad01f49665c {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:27:38.942875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:38.982421 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.009956 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:39.063710 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.127009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.153803 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Subnet': ['ID=6b226583-0d81-414d-b50e-2ad01f49665c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:39.160396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.167494 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0a158185-bbe4-4ef6-865e-0ecc2de9f29f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/subnets/6b226583-0d81-414d-b50e-2ad01f49665c HTTP/1.1" status: 204 len: 168 time: 0.2788122 Oct 19 21:27:39.167670 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37950) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:39.169787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91549053-6b35-447b-8811-bbd8f6ace9f4 None None] Network ea3a4401-c893-4a08-99a2-1f93aa09d90d requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:27:39.264862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:27:38Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:39.275623 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.306469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Checking router: f7a8d38d-096e-460b-913e-72510b67aa17 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:27:39.323334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Routers {'f7a8d38d-096e-460b-913e-72510b67aa17'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:39.323845 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['f7a8d38d-096e-460b-913e-72510b67aa17'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:39.387726 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.411983 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] DHCP port deletion for ea3a4401-c893-4a08-99a2-1f93aa09d90d request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:27:39.446119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:27:39.446456 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.453698 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] Set router f7a8d38d-096e-460b-913e-72510b67aa17 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:39.530861 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:39.531283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.545893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:27:39.729339 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.736155 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Deleting port 49d66ecb-344f-4096-9551-1f23b202d61b {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:27:39.736522 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.749527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:39.761616 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.761964 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.762300 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.762633 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.763038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.763368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.763697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.764022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.764345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.764660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.764982 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.765347 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:39.829435 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 49d66ecb-344f-4096-9551-1f23b202d61b no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:27:39.832387 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.838074 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] For port 49d66ecb-344f-4096-9551-1f23b202d61b, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=49d66ecb-344f-4096-9551-1f23b202d61b,segment=NetworkSegment(2720e56c-7e88-4eb0-a085-86079963779c),segment_id=2720e56c-7e88-4eb0-a085-86079963779c)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:39.838465 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.876687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Calling delete_port for 49d66ecb-344f-4096-9551-1f23b202d61b owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:27:39.925882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.927997 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.972186 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.972764 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Fanout notify agent at l3_agent the message router_deleted on router f7a8d38d-096e-460b-913e-72510b67aa17 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:27:39.980859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:39.982010 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c600dd2-9623-44cd-be1f-dd64d7eb57fd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/routers/f7a8d38d-096e-460b-913e-72510b67aa17 HTTP/1.1" status: 204 len: 168 time: 0.8138363 Oct 19 21:27:39.984620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37952) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:39.991966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:27:38Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:40.031556 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.035231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8880616a-c2ba-46cc-b9d7-339eb4b5da65 None None] The sync data for ids ['f7a8d38d-096e-460b-913e-72510b67aa17'] in n-d-805649-9 is: [{'id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729579273', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:27:38Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': 'fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a8d38d-096e-460b-913e-72510b67aa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:25:53Z', 'updated_at': '2021-10-19T21:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:27:40.056612 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.080916 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.086273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Pushing event deleted for resources: {'Port': ['ID=49d66ecb-344f-4096-9551-1f23b202d61b,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:40.110970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] No DVR routers for this DVR port 49d66ecb-344f-4096-9551-1f23b202d61b on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:27:40.113645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.114079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.114418 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.114792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.115125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.115458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.115787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.116115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.116446 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.116770 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.117098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.117444 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4545a0d-2720-4b4f-aff1-0043016e6ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:40.168825 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.188225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3a4401-c893-4a08-99a2-1f93aa09d90d']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:40.197754 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2720e56c-7e88-4eb0-a085-86079963779c') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:40.198052 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2720e56c-7e88-4eb0-a085-86079963779c') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:40.207111 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.219980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.225691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:27:40.226009 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:27:40.228821 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:27:40.289695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.296634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.300299 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/networks/ea3a4401-c893-4a08-99a2-1f93aa09d90d HTTP/1.1" status: 204 len: 168 time: 0.3142333 Oct 19 21:27:40.303106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37954) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:40.312560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf446e8-3147-43ae-9e77-bc22922a641a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Network': ['ID=ea3a4401-c893-4a08-99a2-1f93aa09d90d,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:40.364894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.396073 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.461089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.463909 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.467775 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad072c44-c344-449f-94ec-1e392ff42e09 HTTP/1.1" status: 204 len: 168 time: 0.1609690 Oct 19 21:27:40.476212 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3213f77-63c4-4d53-8ab4-bba199af1c4a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad072c44-c344-449f-94ec-1e392ff42e09,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:40.857458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37960) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:40.862053 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928763651', 'description': 'tempest-secgroup-smoke-928763651 description', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:40.885769 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.948887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.952404 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.978925 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:40.980059 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1215944 Oct 19 21:27:40.983062 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37962) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:40.984235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1353-753f-4fd5-975d-70496cfa3bf3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b258d35-a18c-4bfb-adbe-847a05d43632,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:40.989589 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.015948 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.077164 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.080873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.099257 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19ecfd7-d006-4395-a200-b6e32d287e8e,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.109546 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.113327 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fc119ca0-d921-4387-824a-77a26595b36e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264634 Oct 19 21:27:41.114130 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37964) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.118430 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.143591 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.198329 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.201969 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.223401 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586fedbb-fcaf-476d-95b1-fa05acb83083,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.230942 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.233992 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d64a5d31-ab86-4822-828e-d448bcb82292 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170869 Oct 19 21:27:41.234870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37966) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.239712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.265797 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.321882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.325207 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.342779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023e4920-99cf-46ba-884d-a358f42d19e9,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.350174 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.351383 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dcd5be52-c310-4c37-931b-30d7a636f5b7 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156046 Oct 19 21:27:41.354137 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37968) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.358442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.383675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.440310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.444040 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.461215 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef44d47-e1bc-4b32-81bd-ecec87ad1877,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.467811 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.468999 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-01fcbb23-c9ad-433c-a64d-08d472c17bca tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139190 Oct 19 21:27:41.472287 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37970) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.476519 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.497431 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:27:41.501829 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.559489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.562834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.582541 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c0d42f-ee26-418e-9a94-bfb8490a89d8,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.590775 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.591942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0207b689-dc85-4178-8e36-09ce398a5bcc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187458 Oct 19 21:27:41.594765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37972) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.599566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'security_group_rule': {'security_group_id': '5b258d35-a18c-4bfb-adbe-847a05d43632', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.620410 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Project ca246ce3a70f47ea95eb40136de9a9c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:27:41.624983 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.684801 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.688077 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.705798 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a51fce7-f608-4333-9279-4057105efafd,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.711804 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.712996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-15abbc3c-47a2-49eb-8a59-fe301c3c3ae9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173217 Oct 19 21:27:41.716162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37974) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.720911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'network': {'name': 'tempest-network-smoke--2027251837', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'port_security_enabled': True}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.742361 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:27:41.745877 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.759429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:27:41.770828 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:27:41.780022 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.780366 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Added segment 1102ec16-fb48-44cb-9443-5de027dcd363 of type vlan for network d512b307-5475-4e5e-8e6a-06a61183a9e8 Oct 19 21:27:41.780893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:27:41.781246 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device fd8a0287-0ff9-43bf-8db3-b8384a6b0e5e not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:27:41.781715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:27:41.803229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:27:41.803577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 7b2820ac-9a4f-43bd-85ed-eb4163e8f6c5 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:27:41.825191 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.850555 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.856046 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:41.856620 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.884709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675663 Oct 19 21:27:41.887733 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37976) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:41.892585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'admin_state_up': True, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:41.917493 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.918591 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:41.928391 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554edc8-a676-4410-8670-219e54e1f4db tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Network': ['ID=d512b307-5475-4e5e-8e6a-06a61183a9e8,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:41.940086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:27:41.976148 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.120474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.639251 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.657287 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.761204 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.133 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:27:42.859370 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.895581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:42.932485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:42.935284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:42.938669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:27:42.946669 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:43.188161 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.344716 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.385821 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.515943 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 317717fa-e2ec-497f-9e3f-f4f808c887c8 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:27:43.623413 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:27:43.633902 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Sync routers for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:27:43.643335 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:43.644611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.644739 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:43.645990 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-0b3cd0b3-3ad1-4dc5-8c74-b37e7b7eb1f4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7569683 Oct 19 21:27:43.649206 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37978) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:43.725567 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.730089 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7ac5d65e-d4f2-41fa-b1e5-fab0471e2d0c tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=ca246ce3a70f47ea95eb40136de9a9c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772281 Oct 19 21:27:43.730246 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37982) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:43.754926 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:43.820135 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdfd5c-0d0f-4e07-ac30-c857180b1161 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:43.821588 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0ffdfd5c-0d0f-4e07-ac30-c857180b1161 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903947 Oct 19 21:27:43.824434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37984) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:43.853279 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5f192bb8-1446-45dd-93b8-3249d3f3c727 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b9792312-f124-4cb1-bfaf-6d9648415f36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277922 Oct 19 21:27:43.855774 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 37986) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:43.860443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013346817', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:43.928383 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:43Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:43.945683 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:27:43.949050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:43.957915 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Checking router: 317717fa-e2ec-497f-9e3f-f4f808c887c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:27:43.958261 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Updating router 317717fa-e2ec-497f-9e3f-f4f808c887c8 port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:27:43.982989 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.136414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.202162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Subnet': ['ID=4ed221fd-cd02-4266-88a1-87e8a98afa46,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:44.212758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Checking segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:27:44.213120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network hostable DHCP agents. Network: d512b307-5475-4e5e-8e6a-06a61183a9e8, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:27:44.230902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:27:44.239723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, d512b307-5475-4e5e-8e6a-06a61183a9e8) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:44.243988 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:44.244596 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.250771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd8962-bc09-4fce-93c8-9d83c9ccc6b3 None None] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:27:44.269931 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-daab8fda-e648-4e71-ad1b-ac3f7679832d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100428 Oct 19 21:27:44.271090 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 37988) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:44.325117 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.331614 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.380749 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Attempting to bind port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:27:44.381115 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Attempting to bind port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:27:44.381507 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Attempting to bind port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:27:44.389245 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:27:44.389583 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:27:44.389964 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.390379 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:27:44.390818 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Bound port: 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:27:44.391190 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.413692 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-d512b307-5475-4e5e-8e6a-06a61183a9e8', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:27:44.414355 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Pushing event updated for resources: {'Port': ['ID=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,revision_number=2']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:44.415347 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.426315 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.426655 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.426993 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.427322 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.427651 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.427977 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.428411 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.428760 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.429004 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.429355 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.429658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.429977 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:27:44.459341 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] For port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:27:44.462943 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] For port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:27:44.467894 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.522665 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:44.523345 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:44.570706 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701881c4-9d14-4a81-95f1-b9545bb65449 None None] Pushing event updated for resources: {'Port': ['ID=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:44.575091 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Allocated IP 172.20.0.2 (d512b307-5475-4e5e-8e6a-06a61183a9e8/4ed221fd-cd02-4266-88a1-87e8a98afa46/4ca32f6a-0198-41c5-aeab-dde8e9c80ac8) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:27:44.649841 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:44.728316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.733145 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.739453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.780681 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:44.787349 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:44.794624 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:27:44.811777 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Pushing event updated for resources: {'Port': ['ID=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:44.849956 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:43Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:44.870846 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Attempting to bind port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:27:44.871215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Attempting to bind port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:27:44.871570 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Attempting to bind port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 on network d512b307-5475-4e5e-8e6a-06a61183a9e8 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:27:44.877055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:27:44.877883 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Checking segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:27:44.878010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.878496 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Bound using segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:27:44.879010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Bound port: 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:27:44.879388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:44.883779 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fff9e-8e1f-4feb-b47d-f231d78a80f9 None None] The sync data for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 is: [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:43Z', 'revision_number': 3, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:27:44.951255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] For port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:27:44.954745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] For port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:27:44.961710 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.029965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592717-dff2-41a0-9645-471c09955c07 None None] Pushing event updated for resources: {'Port': ['ID=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:45.050674 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.1 (d512b307-5475-4e5e-8e6a-06a61183a9e8/4ed221fd-cd02-4266-88a1-87e8a98afa46/ae8c7dfe-5658-479c-8355-6ef0fe83dafd) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:27:45.191420 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.243711 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.295794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:45.299259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:45.303786 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:27:45.336019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:45.359058 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.496565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.790200 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.796658 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.861492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:45.890059 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.891868 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:45.919122 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:45.919572 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:45.991338 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:45.992934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:45.999283 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.037054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:46.041962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.042818 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:46.108484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73942d-da05-4065-a2f7-e72f1b6d2fdf None None] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:27:46.117987 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 317717fa-e2ec-497f-9e3f-f4f808c887c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:27:46.208833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:46.214621 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-c5fc4c3a-a596-4eb9-b6cd-c5f4e8cf78f8 None None] Provisioning complete for port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:46.215245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c5fc4c3a-a596-4eb9-b6cd-c5f4e8cf78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.238105 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:27:46.242331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:46.242695 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.251513 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-91047468-718f-470f-95a2-2b6526c2f544 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/317717fa-e2ec-497f-9e3f-f4f808c887c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707379 Oct 19 21:27:46.390578 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-2ba0b41b-ec54-4335-affb-2f731ab37dc8 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928763651&fields=id&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 267 time: 0.0342510 Oct 19 21:27:46.442828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.465322 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:46.473708 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.507359 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-d15ccc75-523c-4f2b-8c2c-d48f6ad9fece tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:46.508885 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-d15ccc75-523c-4f2b-8c2c-d48f6ad9fece tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 797 time: 0.1111026 Oct 19 21:27:46.525020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:46.525786 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-6172a02d-41aa-4300-bea1-1e873186aa9d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/quotas/ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 375 time: 0.0100880 Oct 19 21:27:46.590917 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-8c16cd4b-ce42-4caf-825c-b0681b5d9b9a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533464 Oct 19 21:27:46.608028 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-fd7072ff-ac72-41c6-9cc3-ae1e2d2d5297 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:27:46.608987 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-fd7072ff-ac72-41c6-9cc3-ae1e2d2d5297 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055659 Oct 19 21:27:46.672234 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Sync routers for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:27:46.682575 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:46.683195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:46.718556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-b0ef4c8f-35cf-42b2-89c6-71617735e2df service neutron] 10.222.0.31 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025217 Oct 19 21:27:46.790221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1aeb364f-a879-4438-9708-9b4ac8eaa348 None None] Provisioning complete for port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:46.790577 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1aeb364f-a879-4438-9708-9b4ac8eaa348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:46.821110 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-d50ca19f-d810-4997-913b-19e6e0857d6f service neutron] 10.222.0.31 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953026 Oct 19 21:27:46.825544 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:47.010746 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-00ae34c1-1678-42de-834e-4c166bc7c2d7 req-335a64fa-59ae-407a-8fe0-a499a568f358 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 210 time: 0.0304835 Oct 19 21:27:47.054343 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1aeb364f-a879-4438-9708-9b4ac8eaa348 None None] Provisioning complete for port ae8c7dfe-5658-479c-8355-6ef0fe83dafd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:47.054856 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1aeb364f-a879-4438-9708-9b4ac8eaa348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.114690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb364f-a879-4438-9708-9b4ac8eaa348 None None] Port ae8c7dfe-5658-479c-8355-6ef0fe83dafd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:27:47.139967 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 2, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:47.170652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Checking router: 317717fa-e2ec-497f-9e3f-f4f808c887c8 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:27:47.170974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Updating router 317717fa-e2ec-497f-9e3f-f4f808c887c8 port ae8c7dfe-5658-479c-8355-6ef0fe83dafd binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:27:47.196687 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.298179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-fa6ca67f-2bd9-4963-b8cf-6e24302c9651 None None] Provisioning complete for port ae8c7dfe-5658-479c-8355-6ef0fe83dafd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:47.298547 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fa6ca67f-2bd9-4963-b8cf-6e24302c9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.360757 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ca67f-2bd9-4963-b8cf-6e24302c9651 None None] Port ae8c7dfe-5658-479c-8355-6ef0fe83dafd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:27:47.509440 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.515088 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.570699 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5d83-4e76-473e-8a17-3de2366ab831 None None] Pushing event updated for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:47.620551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Attempting to bind port ae8c7dfe-5658-479c-8355-6ef0fe83dafd on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:27:47.620930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Attempting to bind port ae8c7dfe-5658-479c-8355-6ef0fe83dafd by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:27:47.621363 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Attempting to bind port ae8c7dfe-5658-479c-8355-6ef0fe83dafd on network d512b307-5475-4e5e-8e6a-06a61183a9e8 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:27:47.627174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:27:47.627608 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Checking segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:27:47.628532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.628926 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Bound using segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:27:47.629419 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Bound port: ae8c7dfe-5658-479c-8355-6ef0fe83dafd, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:27:47.629801 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.743933 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] For port ae8c7dfe-5658-479c-8355-6ef0fe83dafd, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:27:47.758810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] For port ae8c7dfe-5658-479c-8355-6ef0fe83dafd, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:27:47.765813 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:47.780700 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:48.008005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-1c41c922-c232-42d7-a851-762fac9679ff tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:48.009721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-1c41c922-c232-42d7-a851-762fac9679ff tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 797 time: 0.1277833 Oct 19 21:27:48.049052 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5d83-4e76-473e-8a17-3de2366ab831 None None] Pushing event updated for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:48.059748 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] Provisioning complete for port ae8c7dfe-5658-479c-8355-6ef0fe83dafd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:48.060337 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.078645 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-6d7747f8-4395-4529-a795-c3fb73eed8b5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca246ce3a70f47ea95eb40136de9a9c8 HTTP/1.1" status: 200 len: 379 time: 0.0592010 Oct 19 21:27:48.084586 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:48.085226 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:48.095442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'port': {'device_id': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'admin_state_up': True, 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'security_groups': ['5b258d35-a18c-4bfb-adbe-847a05d43632']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:48.218641 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Made reservation on behalf of ca246ce3a70f47ea95eb40136de9a9c8 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:27:48.222388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.242618 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:48.243054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.355067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:48.387298 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.20.0.8 (d512b307-5475-4e5e-8e6a-06a61183a9e8/4ed221fd-cd02-4266-88a1-87e8a98afa46/ff8ed4f3-cf51-4eaf-8ced-2713068460cd) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:27:48.407965 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.481577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-edd2d5b5-ca5b-4811-9dec-f77210991357 req-2e116d85-1740-4aa4-a209-10a8e00d6c59 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 210 time: 0.3721819 Oct 19 21:27:48.512612 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] For port ae8c7dfe-5658-479c-8355-6ef0fe83dafd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:48.528951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.557183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.602168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.604671 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:48.646086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:48.651204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:48.653575 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:27:48.678267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94957ccd-e9ee-4e25-9d60-748295ca5655 None None] Pushing event updated for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:48.691196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:48.716837 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-37adc78c-9b65-4b69-bb11-879a8c63feb8 None None] Provisioning complete for port ae8c7dfe-5658-479c-8355-6ef0fe83dafd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:48.717196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37adc78c-9b65-4b69-bb11-879a8c63feb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.719235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:48.719867 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.736412 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-7a866fe6-487f-46bf-9863-0292d41e9110 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6466098 Oct 19 21:27:48.748780 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Request body: {'port': {'device_id': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:48.761968 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:48.762334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.812231 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:48.825282 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:47Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:48.874873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfae1f-ad5c-4982-bc40-722f17c57fcc None None] The sync data for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 is: [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:47Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:27:49.059687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-084e3abc-3816-4b85-ab28-1b761da4e4f2 None None] Provisioning complete for port ff8ed4f3-cf51-4eaf-8ced-2713068460cd triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:49.060061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-084e3abc-3816-4b85-ab28-1b761da4e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.097645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-084e3abc-3816-4b85-ab28-1b761da4e4f2 None None] Port ff8ed4f3-cf51-4eaf-8ced-2713068460cd cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:27:49.123203 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8ed4f3-cf51-4eaf-8ced-2713068460cd {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:27:49.131260 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.144812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Transition to ACTIVE for port object ff8ed4f3-cf51-4eaf-8ced-2713068460cd will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:27:49.148347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.197713 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:49.302915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Attempting to bind port ff8ed4f3-cf51-4eaf-8ced-2713068460cd on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:27:49.303735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Attempting to bind port ff8ed4f3-cf51-4eaf-8ced-2713068460cd by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:27:49.304292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Attempting to bind port ff8ed4f3-cf51-4eaf-8ced-2713068460cd on network d512b307-5475-4e5e-8e6a-06a61183a9e8 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:27:49.309629 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Port ff8ed4f3-cf51-4eaf-8ced-2713068460cd on network d512b307-5475-4e5e-8e6a-06a61183a9e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:27:49.309953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Attempting to bind port ff8ed4f3-cf51-4eaf-8ced-2713068460cd on network d512b307-5475-4e5e-8e6a-06a61183a9e8 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:27:49.315510 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:27:49.315833 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Checking segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:27:49.316218 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Bound using segment: {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:27:49.316651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Bound port: ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1102ec16-fb48-44cb-9443-5de027dcd363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:27:49.316996 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.387755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:27:49.391113 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:27:49.396614 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.432758 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:49.433625 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.435062 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] 10.222.0.37 "PUT /v2.0/ports/ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 1091 time: 0.6906753 Oct 19 21:27:49.437632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:27:49.441903 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf3717-be1c-4212-877e-08296f7cfc37" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:27:49.477181 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5acc-572c-4653-9e18-2e344cda1b0b service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:49.527671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-d49fe49f-3f04-47f1-8a45-c35b27e771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:49.529693 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-d49fe49f-3f04-47f1-8a45-c35b27e771fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1094 time: 0.0485678 Oct 19 21:27:49.594332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-843d89b5-4bae-4afb-b464-1ab5beb61d0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 217 time: 0.0566623 Oct 19 21:27:49.626273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175c235-a583-4603-9128-27f33a2211c0 req-c2e453ef-5a24-4cbc-b578-8827cd5e34aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:49.635956 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f175c235-a583-4603-9128-27f33a2211c0 req-c2e453ef-5a24-4cbc-b578-8827cd5e34aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 943 time: 0.0662251 Oct 19 21:27:49.654223 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee01f87-e430-4c94-954f-929e14d293c9 x-openstack-request-id: req-0ee01f87-e430-4c94-954f-929e14d293c9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:27:49.654517 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:27:49.654774 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ee01f87-e430-4c94-954f-929e14d293c9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:27:49.655171 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'status': 'completed', 'code': 200} Oct 19 21:27:49.679808 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-4dabe736-8f7d-436b-ae4a-868048210b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:49.681342 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-4dabe736-8f7d-436b-ae4a-868048210b0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 200 len: 835 time: 0.0791101 Oct 19 21:27:49.691999 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f175c235-a583-4603-9128-27f33a2211c0 req-1d24f596-254c-4225-804a-776a764ce098 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503852 Oct 19 21:27:49.734927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-cbb69422-57e6-4321-9e6d-ed9b348c2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:49.736459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-cbb69422-57e6-4321-9e6d-ed9b348c2b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d512b307-5475-4e5e-8e6a-06a61183a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460079 Oct 19 21:27:49.795627 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ae8c7dfe-5658-479c-8355-6ef0fe83dafd up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:49.835998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-fa27262e-f340-4c95-bb23-a405d3b015bc service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925107 Oct 19 21:27:49.845666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port ae8c7dfe-5658-479c-8355-6ef0fe83dafd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:49.846040 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:49.936949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dbaa357d-2cac-41f3-acd5-2f7e5ed70559 req-2c2ab6b4-be4b-4b48-8b79-ac88bbdefdf0 service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909641 Oct 19 21:27:50.025230 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-8f8aa0ed-dc5c-4a91-b899-34a0ec849403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:50.026754 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-8f8aa0ed-dc5c-4a91-b899-34a0ec849403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1094 time: 0.0463488 Oct 19 21:27:50.117936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-ac4d1b28-fddc-4d75-b389-903c2c039bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:50.119633 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-ac4d1b28-fddc-4d75-b389-903c2c039bb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 898 time: 0.0857720 Oct 19 21:27:50.165763 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-78684b57-dbc0-467d-a03b-3345af5fe21a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 217 time: 0.0383556 Oct 19 21:27:50.214496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-84fb9311-9ae0-4c55-8860-8d2908af02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:50.216087 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-84fb9311-9ae0-4c55-8860-8d2908af02a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 200 len: 835 time: 0.0426636 Oct 19 21:27:50.262168 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-6105020e-6e09-44f7-b53c-be70157fc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:50.263641 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-6105020e-6e09-44f7-b53c-be70157fc916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d512b307-5475-4e5e-8e6a-06a61183a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391879 Oct 19 21:27:50.356602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-d27c2c59-bd25-4e04-a6fd-8f9517655bcf service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855484 Oct 19 21:27:50.446422 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1daf3717-be1c-4212-877e-08296f7cfc37 req-69f52186-43ac-427a-9ee1-0b643ce910ac service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823185 Oct 19 21:27:50.797643 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ccc9-1a13-4e08-8c2c-233016003127 req-be01fea0-3177-4e9e-ab58-39e295cb3c1c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:50.799716 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3925ccc9-1a13-4e08-8c2c-233016003127 req-be01fea0-3177-4e9e-ab58-39e295cb3c1c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 943 time: 0.0497539 Oct 19 21:27:50.840606 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3925ccc9-1a13-4e08-8c2c-233016003127 req-a81272de-542b-4757-bb0d-b9e9f0328c9d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Oct 19 21:27:51.951112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87fc2-fb61-4317-94cf-43d1328822e3 req-4e1f8d6f-994c-4a98-9309-da98ee06c7a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:51.952564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ed87fc2-fb61-4317-94cf-43d1328822e3 req-4e1f8d6f-994c-4a98-9309-da98ee06c7a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 943 time: 0.0468526 Oct 19 21:27:51.990808 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3ed87fc2-fb61-4317-94cf-43d1328822e3 req-da1dc6d2-b515-47da-9a03-b876b53c7f50 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Oct 19 21:27:53.102398 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887d93-0ddf-4272-9f67-fd7dda5aadcd req-9888329a-0d8a-4200-8272-e229e9d211d4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:53.103862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72887d93-0ddf-4272-9f67-fd7dda5aadcd req-9888329a-0d8a-4200-8272-e229e9d211d4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 943 time: 0.0486062 Oct 19 21:27:53.142149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72887d93-0ddf-4272-9f67-fd7dda5aadcd req-5b0e36c5-2148-45e2-bff6-a6a93d22ef38 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Oct 19 21:27:54.250425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ff8ed4f3-cf51-4eaf-8ced-2713068460cd details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:27:54.258184 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87bae-1420-4dc9-8d3c-2dbd11f32729 req-e37370ff-e0f4-47d9-ade1-c7855485baf5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:54.259664 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2b87bae-1420-4dc9-8d3c-2dbd11f32729 req-e37370ff-e0f4-47d9-ade1-c7855485baf5 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 943 time: 0.0509245 Oct 19 21:27:54.299012 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d2b87bae-1420-4dc9-8d3c-2dbd11f32729 req-9dc812d8-fa2e-441b-9c47-7a329bcacf9c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Oct 19 21:27:54.353905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:54.364758 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'port_id': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'mac_address': 'fa:16:3e:51:f1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:27:54.401154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:54.414050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8ed4f3-cf51-4eaf-8ced-2713068460cd {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:27:54.432690 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:54.436591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:54.483481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:54.655189 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ff8ed4f3-cf51-4eaf-8ced-2713068460cd'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:27:55.412368 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f6900-4226-4c27-b90b-3c11bd7ff4b0 req-d8e44fa8-6e71-431c-a1de-d560a060e3aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:55.413829 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c1f6900-4226-4c27-b90b-3c11bd7ff4b0 req-d8e44fa8-6e71-431c-a1de-d560a060e3aa tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 944 time: 0.0477853 Oct 19 21:27:55.450078 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2c1f6900-4226-4c27-b90b-3c11bd7ff4b0 req-0460a106-7f83-453f-8d0e-6e00c31ae717 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302927 Oct 19 21:27:56.273383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ff8ed4f3-cf51-4eaf-8ced-2713068460cd up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:27:56.321484 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port ff8ed4f3-cf51-4eaf-8ced-2713068460cd completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:27:56.324922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ff8ed4f3-cf51-4eaf-8ced-2713068460cd triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:27:56.325334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:56.405277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:56.428851 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:27:56.431160 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627346d-0eab-4737-8004-2bdb4dcb4780" -d '{"events": [{"server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:27:56.444346 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:27:56.448528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:56.473461 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748cc83-88ca-4701-9b69-821442a753e1 x-openstack-request-id: req-7748cc83-88ca-4701-9b69-821442a753e1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:27:56.473754 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:27:56.474009 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7748cc83-88ca-4701-9b69-821442a753e1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:27:56.474403 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'code': 200} Oct 19 21:27:56.503216 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:56.570573 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ab3-1701-4be1-89c4-ced2699d483c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:56.610042 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98e92-0480-4f10-ab1e-9f02d97a62ed req-74d97607-ce01-4d92-9499-c66ca8eee285 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:56.611517 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8b98e92-0480-4f10-ab1e-9f02d97a62ed req-74d97607-ce01-4d92-9499-c66ca8eee285 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0739934 Oct 19 21:27:56.614149 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6245c-dd6f-45ed-a2e4-e86491eccf36 req-42e7ca13-ab21-4bcc-a9f0-0ccc9b1b45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:56.615817 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5e6245c-dd6f-45ed-a2e4-e86491eccf36 req-42e7ca13-ab21-4bcc-a9f0-0ccc9b1b45eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1096 time: 0.0867095 Oct 19 21:27:56.671340 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b8b98e92-0480-4f10-ab1e-9f02d97a62ed req-5b032bcb-33a8-49af-89b3-e11fe2bf8bbf tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537152 Oct 19 21:27:56.672942 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d5e6245c-dd6f-45ed-a2e4-e86491eccf36 req-a151ef22-0a0e-4fa3-b406-c52b6c2b7446 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489678 Oct 19 21:27:57.784242 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604e164-ba7a-4143-96e8-431602d346b2 req-c2e12959-f92d-4eef-8ae1-5ffac48be1b9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:57.785697 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f604e164-ba7a-4143-96e8-431602d346b2 req-c2e12959-f92d-4eef-8ae1-5ffac48be1b9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0472021 Oct 19 21:27:57.822714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f604e164-ba7a-4143-96e8-431602d346b2 req-74801a68-5524-46b0-b231-dd6e09394b36 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Oct 19 21:27:57.938330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead60bc-d1da-4b0d-b610-a40d467c4a3b req-d5d68bc0-9cc9-4add-81e6-2f885a2167cd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:57.939792 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ead60bc-d1da-4b0d-b610-a40d467c4a3b req-d5d68bc0-9cc9-4add-81e6-2f885a2167cd tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0526159 Oct 19 21:27:57.976390 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4ead60bc-d1da-4b0d-b610-a40d467c4a3b req-8540c498-7d46-4ef0-b3c3-f6584907d514 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Oct 19 21:27:57.997504 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38044) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:58.038426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82d4f2-e477-4fc0-b98e-e6ba37db9213 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:58.039882 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3c82d4f2-e477-4fc0-b98e-e6ba37db9213 tempest-TestNetworkAdvancedServerOps-401501502 tempest-TestNetworkAdvancedServerOps-401501502-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1091 time: 0.0414574 Oct 19 21:27:58.042644 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38046) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:27:58.046765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:27:58.068778 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:58.164091 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:58.266958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Allocated IP 172.25.7.18 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/62ba5fcf-9356-4805-8860-fd3f35794ab4) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:27:58.368346 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:58.401440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:58.442560 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:27:58.445324 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:27:58.447872 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:27:58.479406 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=62ba5fcf-9356-4805-8860-fd3f35794ab4,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:58.802011 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:58.867831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.290358 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0cb03530-ac0f-4ecf-bbe6-84bfd59ae6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.336080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.341381 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.410255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event updated for resources: {'Port': ['ID=62ba5fcf-9356-4805-8860-fd3f35794ab4,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:27:59.418937 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.517236 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP f42315aa-b00f-4a13-9cf8-38f2f5f90c4d associated. External IP: 172.25.7.18, port: ff8ed4f3-cf51-4eaf-8ced-2713068460cd. Oct 19 21:27:59.721802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 317717fa-e2ec-497f-9e3f-f4f808c887c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:27:59.825573 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:27:59.835460 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Sync routers for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:27:59.843440 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:27:59.844658 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:27:59.845267 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:27:59.870291 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-12a46457-7dea-4292-9284-8d58a9d3d23e tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8266749 Oct 19 21:27:59.870921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:27:59.873366 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a614b-3378-4006-8c4a-146b96c2d7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:27:59.912368 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7a4f8-6938-4f39-9608-faa77a115913 x-openstack-request-id: req-89b7a4f8-6938-4f39-9608-faa77a115913 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:27:59.912727 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:27:59.913043 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89b7a4f8-6938-4f39-9608-faa77a115913 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:27:59.913545 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'status': 'completed', 'code': 200} Oct 19 21:27:59.952727 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:27:59.971285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed32810-532a-4fe5-9150-b3c78014e64a req-5d7b2783-5f7d-497b-bfd4-df5fabecc506 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:59.973916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ed32810-532a-4fe5-9150-b3c78014e64a req-5d7b2783-5f7d-497b-bfd4-df5fabecc506 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0507798 Oct 19 21:27:59.974843 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-5129f062-a131-4984-817e-00fc67afea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:27:59.976333 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-5129f062-a131-4984-817e-00fc67afea91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1096 time: 0.0412648 Oct 19 21:28:00.012614 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-0ed32810-532a-4fe5-9150-b3c78014e64a req-4f7c773a-883a-45b0-91ce-fdbc6c5b7c7b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Oct 19 21:28:00.035459 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38052) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:00.072921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-5af36293-0e8a-4281-ae93-6e903b304ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:00.074534 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-5af36293-0e8a-4281-ae93-6e903b304ff1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 898 time: 0.0910647 Oct 19 21:28:00.100440 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-94e1f7c3-69c6-4222-a332-01b4b70c66ba tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f42315aa-b00f-4a13-9cf8-38f2f5f90c4d HTTP/1.1" status: 200 len: 990 time: 0.0636930 Oct 19 21:28:00.146114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-d74079ba-c4cd-4b11-91a1-8c83e90e1e50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 998 time: 0.0639000 Oct 19 21:28:00.179612 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f42315aa-b00f-4a13-9cf8-38f2f5f90c4d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'port_id': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'mac_address': 'fa:16:3e:51:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:27:58Z', 'updated_at': '2021-10-19T21:27:58Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:00.194496 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-4cb5b0ae-f3ec-484a-a8e1-4d68a4d4037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:00.195957 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-4cb5b0ae-f3ec-484a-a8e1-4d68a4d4037f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 200 len: 835 time: 0.0430162 Oct 19 21:28:00.209709 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Checking router: 317717fa-e2ec-497f-9e3f-f4f808c887c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:00.218612 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:00.219340 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:27:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:00.243159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-dad4942a-cb80-42a4-9057-0e61bc98c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:00.244589 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-dad4942a-cb80-42a4-9057-0e61bc98c43a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d512b307-5475-4e5e-8e6a-06a61183a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406969 Oct 19 21:28:00.322912 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:00.341964 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-2f0c6120-8fe1-4435-b4d0-0d6063b7905b service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900309 Oct 19 21:28:00.380703 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:00.432200 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cd5a614b-3378-4006-8c4a-146b96c2d7ed req-c029145c-513f-4cac-813c-c8d0e7b5b66c service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831268 Oct 19 21:28:00.548819 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f42315aa-b00f-4a13-9cf8-38f2f5f90c4d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'port_id': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'mac_address': 'fa:16:3e:51:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:27:58Z', 'updated_at': '2021-10-19T21:27:58Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:00.574016 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155c141-ea2f-4cc8-90bf-3d4669bf1dcb None None] The sync data for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 is: [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'f42315aa-b00f-4a13-9cf8-38f2f5f90c4d', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'port_id': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'mac_address': 'fa:16:3e:51:f1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:27:58Z', 'updated_at': '2021-10-19T21:27:58Z', 'revision_number': 0, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:00.776557 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71af86e-7d2a-418d-9560-caf22ef75578 None None] New status for floating IP f42315aa-b00f-4a13-9cf8-38f2f5f90c4d: ACTIVE {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:28:01.032746 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:28:01.104268 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38054) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:01.162636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ecc08d8-e34b-4f68-9865-027ca9e17ea4 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f42315aa-b00f-4a13-9cf8-38f2f5f90c4d HTTP/1.1" status: 200 len: 992 time: 0.0572600 Oct 19 21:28:01.209457 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:02.478083 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:13.334227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:13.739639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:26.570480 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-68d0eaff-a2b8-4514-96ad-c6c7607b750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:29.290534 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ad410f94-6538-4301-93c2-26bd5be3e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:30.383077 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:31.214828 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:32.481258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:34.541436 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc379b32-6739-4593-88fb-1657ee00ae4f req-38942849-cb15-4208-b444-8107cd0a1a95 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:34.542806 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc379b32-6739-4593-88fb-1657ee00ae4f req-38942849-cb15-4208-b444-8107cd0a1a95 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0483332 Oct 19 21:28:34.583373 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-dc379b32-6739-4593-88fb-1657ee00ae4f req-99810664-210d-4c6c-94dd-75224bb21b07 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346787 Oct 19 21:28:35.711238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b69043-11dd-4c15-ab52-4f42352a885a req-34966261-52bd-4c7f-bdc3-8b149e67c992 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:35.712682 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07b69043-11dd-4c15-ab52-4f42352a885a req-34966261-52bd-4c7f-bdc3-8b149e67c992 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0507040 Oct 19 21:28:35.749767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07b69043-11dd-4c15-ab52-4f42352a885a req-9fe9f9e3-a993-4d89-b21a-caa14ff7b871 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307846 Oct 19 21:28:35.771810 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38072) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:35.829960 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-46be057e-cfa8-4f5d-8321-771cd9315dbb tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f42315aa-b00f-4a13-9cf8-38f2f5f90c4d HTTP/1.1" status: 200 len: 992 time: 0.0570483 Oct 19 21:28:37.120038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f37bc-6391-4e85-9180-f4f21d2eb514 req-87bba2ed-6782-4272-a54b-56e24bb8136a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:37.121454 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f43f37bc-6391-4e85-9180-f4f21d2eb514 req-87bba2ed-6782-4272-a54b-56e24bb8136a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0778618 Oct 19 21:28:37.127256 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911aa6c-0b44-4160-af76-4c176786e149 req-1543b26a-b714-408d-ae1c-ca990635339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:37.129321 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-1543b26a-b714-408d-ae1c-ca990635339d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1096 time: 0.0579338 Oct 19 21:28:37.215013 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f43f37bc-6391-4e85-9180-f4f21d2eb514 req-1cbf89cf-74d9-4681-a454-db68ea35afc3 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847540 Oct 19 21:28:37.241896 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911aa6c-0b44-4160-af76-4c176786e149 req-81df2157-0fdb-49c7-ba37-64c3da284e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:37.243369 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-81df2157-0fdb-49c7-ba37-64c3da284e5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 898 time: 0.1075952 Oct 19 21:28:37.308692 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-8e68413f-04ee-4d35-a541-a0f5f167be0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 1000 time: 0.0576508 Oct 19 21:28:37.360566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911aa6c-0b44-4160-af76-4c176786e149 req-010ada1c-ef8a-4fa3-a717-716d99765be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:37.361991 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-010ada1c-ef8a-4fa3-a717-716d99765be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 200 len: 835 time: 0.0465109 Oct 19 21:28:37.405835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911aa6c-0b44-4160-af76-4c176786e149 req-89bf96f9-0157-4105-8509-2dc1dd19d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:37.407191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-89bf96f9-0157-4105-8509-2dc1dd19d286 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d512b307-5475-4e5e-8e6a-06a61183a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385661 Oct 19 21:28:37.495585 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-c9244e01-b77a-42c2-9c13-6cf02f33bfa4 service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812864 Oct 19 21:28:37.586465 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2911aa6c-0b44-4160-af76-4c176786e149 req-1d066507-18f9-4c41-91ba-82b3cd42cb54 service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Oct 19 21:28:38.031849 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:28:38.337956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049d4ff-705a-43fc-b955-c0cfe357748d req-62e58d82-65a6-42e3-8cee-579cf738f623 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:38.339895 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2049d4ff-705a-43fc-b955-c0cfe357748d req-62e58d82-65a6-42e3-8cee-579cf738f623 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0562210 Oct 19 21:28:38.377224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2049d4ff-705a-43fc-b955-c0cfe357748d req-f25ad93a-63c5-4636-8d2a-5ecdd43f0c06 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Oct 19 21:28:39.492600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642535-b2e0-48bd-838a-abeb5c712f1a req-fd1fd2d4-b35e-4f64-9f7c-a495da621246 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:39.494117 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60642535-b2e0-48bd-838a-abeb5c712f1a req-fd1fd2d4-b35e-4f64-9f7c-a495da621246 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0504105 Oct 19 21:28:39.532364 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-60642535-b2e0-48bd-838a-abeb5c712f1a req-f1865942-a776-4b78-bffe-75787cfa8d3c tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322180 Oct 19 21:28:39.554508 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38084) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:39.618981 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71488a22-a545-488f-900f-07f192686121 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/floatingips/f42315aa-b00f-4a13-9cf8-38f2f5f90c4d HTTP/1.1" status: 200 len: 992 time: 0.0633583 Oct 19 21:28:39.831371 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38090) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:39.984006 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 62ba5fcf-9356-4805-8860-fd3f35794ab4 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:28:39.984341 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.057792 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.058116 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.070114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 62ba5fcf-9356-4805-8860-fd3f35794ab4 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:28:40.215828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.245577 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=62ba5fcf-9356-4805-8860-fd3f35794ab4,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:40.272927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.272927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.273141 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.273455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.273793 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.274126 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.274455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.274783 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.275108 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.275619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.275958 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.276282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:40.318138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.318528 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Floating IP f42315aa-b00f-4a13-9cf8-38f2f5f90c4d disassociated (deleted). External IP: 172.25.7.18, port: ff8ed4f3-cf51-4eaf-8ced-2713068460cd. Oct 19 21:28:40.520321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 317717fa-e2ec-497f-9e3f-f4f808c887c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:28:40.625051 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:40.629886 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:40.634998 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Sync routers for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:28:40.643794 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:40.644390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:40.656856 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-633e0395-65ae-4ee1-82f6-9dc48f9b1648 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/floatingips/f42315aa-b00f-4a13-9cf8-38f2f5f90c4d HTTP/1.1" status: 204 len: 168 time: 0.8239532 Oct 19 21:28:40.657456 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:28:40.660244 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87adae6a-91c4-4286-893f-4b48327e2bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:28:40.701413 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe0290-659a-45a5-8f75-bccb138e333c x-openstack-request-id: req-3cfe0290-659a-45a5-8f75-bccb138e333c {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:28:40.701711 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:28:40.701951 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cfe0290-659a-45a5-8f75-bccb138e333c {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:28:40.702359 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'status': 'completed', 'code': 200} Oct 19 21:28:40.754443 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:40.886026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07eb3-10aa-48f3-a90f-b128f49b1787 req-d789a08c-26f3-42cd-94ce-2a5ba8821821 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:40.887529 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ba07eb3-10aa-48f3-a90f-b128f49b1787 req-d789a08c-26f3-42cd-94ce-2a5ba8821821 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0495827 Oct 19 21:28:40.925811 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1ba07eb3-10aa-48f3-a90f-b128f49b1787 req-eddc760a-249a-4c65-a426-5a0687d1c69f tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Oct 19 21:28:41.037906 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:41.039225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-fc9a4162-59be-404a-a2d9-f4505f7f24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:41.040721 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-fc9a4162-59be-404a-a2d9-f4505f7f24f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 1096 time: 0.0420761 Oct 19 21:28:41.063576 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Checking router: 317717fa-e2ec-497f-9e3f-f4f808c887c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:41.071787 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:41.072394 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:41.138311 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-9c90bc41-954c-4a5d-bf80-bf6e1433e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:41.139785 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-9c90bc41-954c-4a5d-bf80-bf6e1433e269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 200 len: 898 time: 0.0907097 Oct 19 21:28:41.177236 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:41.180984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-bcf7b894-c2ad-4cbc-b174-7fd316269b33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 200 len: 217 time: 0.0333326 Oct 19 21:28:41.235902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-64d83287-af5d-493a-9c31-8aef2cee2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:41.237443 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-64d83287-af5d-493a-9c31-8aef2cee2d6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 200 len: 835 time: 0.0454330 Oct 19 21:28:41.283776 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-747e8a32-c5f2-459c-8201-241e4d63f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:41.285359 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-747e8a32-c5f2-459c-8201-241e4d63f44a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d512b307-5475-4e5e-8e6a-06a61183a9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405526 Oct 19 21:28:41.376166 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:41.380549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-011ac7df-afe1-4172-bee7-f270bc73c3b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871818 Oct 19 21:28:41.404024 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93521b5-2380-4d21-924a-69291a0c7eb9 None None] The sync data for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 is: [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:27:45Z', 'revision_number': 4, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': 'ae8c7dfe-5658-479c-8355-6ef0fe83dafd', 'name': '', 'network_id': 'd512b307-5475-4e5e-8e6a-06a61183a9e8', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'mac_address': 'fa:16:3e:13:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:44Z', 'updated_at': '2021-10-19T21:27:48Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'subnets': [{'id': '4ed221fd-cd02-4266-88a1-87e8a98afa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:41.477709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87adae6a-91c4-4286-893f-4b48327e2bc8 req-223b8424-ccb0-4062-9bdd-551e1a30cb77 service neutron] 10.222.0.37 "GET /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890057 Oct 19 21:28:41.614578 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f685548-3d07-4c0c-aa1c-9d735097f80d None None] New status for floating IP f42315aa-b00f-4a13-9cf8-38f2f5f90c4d: DOWN {{(pid=100736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:28:42.041651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5a09-af95-4334-9e0e-7bacdce74a0f req-e51aefff-3932-48aa-85ee-d5ab7566b73d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:42.043117 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f86c5a09-af95-4334-9e0e-7bacdce74a0f req-e51aefff-3932-48aa-85ee-d5ab7566b73d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0480955 Oct 19 21:28:42.080303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f86c5a09-af95-4334-9e0e-7bacdce74a0f req-92567c49-dc91-4271-af9b-cede7d8cf86b tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b258d35-a18c-4bfb-adbe-847a05d43632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312433 Oct 19 21:28:42.612093 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-1a6751cf-651b-44ab-a446-a1b8d14ce7a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:42.613562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-1a6751cf-651b-44ab-a446-a1b8d14ce7a1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 945 time: 0.0481992 Oct 19 21:28:42.703851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port ff8ed4f3-cf51-4eaf-8ced-2713068460cd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:28:42.704183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:42.794634 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port ff8ed4f3-cf51-4eaf-8ced-2713068460cd, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:42.794990 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:42.807292 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for ff8ed4f3-cf51-4eaf-8ced-2713068460cd owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:28:42.933646 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:42.962193 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=ff8ed4f3-cf51-4eaf-8ced-2713068460cd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:43.006350 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] No DVR routers for this DVR port ff8ed4f3-cf51-4eaf-8ced-2713068460cd on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:28:43.008913 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:43.012240 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a318a187-1cf6-4842-8a1f-cac134397b29 req-dd23ab4f-ecf8-4e24-aeed-58def78be39a tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.37 "DELETE /v2.0/ports/ff8ed4f3-cf51-4eaf-8ced-2713068460cd HTTP/1.1" status: 204 len: 173 time: 0.3923109 Oct 19 21:28:43.012665 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'name': 'network-vif-deleted', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:28:43.014913 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed5b1a-f6c8-4539-91f2-b7515fbde7e6" -d '{"events": [{"server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "name": "network-vif-deleted", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:28:43.050821 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092de64-d87a-4536-978c-e61fe2eb5c31 x-openstack-request-id: req-4092de64-d87a-4536-978c-e61fe2eb5c31 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:28:43.051433 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeb7575-3836-40d6-9043-ac3fd687338c", "name": "network-vif-deleted", "tag": "ff8ed4f3-cf51-4eaf-8ced-2713068460cd", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:28:43.051433 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4092de64-d87a-4536-978c-e61fe2eb5c31 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:28:43.051781 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb7575-3836-40d6-9043-ac3fd687338c', 'name': 'network-vif-deleted', 'tag': 'ff8ed4f3-cf51-4eaf-8ced-2713068460cd', 'status': 'completed', 'code': 200} Oct 19 21:28:43.186290 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed6e4486-967d-431e-a731-72f9a8226fcd req-59d99e42-b689-4cf7-a259-d861f2faaedc tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "GET /v2.0/ports?device_id=6aeb7575-3836-40d6-9043-ac3fd687338c HTTP/1.1" status: 200 len: 210 time: 0.0274749 Oct 19 21:28:43.349830 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:43.738808 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:44.240690 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:44.588272 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:45.156378 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port ae8c7dfe-5658-479c-8355-6ef0fe83dafd {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:28:45.156718 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:45.246497 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port ae8c7dfe-5658-479c-8355-6ef0fe83dafd, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:45.247168 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:45.259019 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for ae8c7dfe-5658-479c-8355-6ef0fe83dafd owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:28:45.439561 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:45.465543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=ae8c7dfe-5658-479c-8355-6ef0fe83dafd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:45.641414 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:45.861757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Router 317717fa-e2ec-497f-9e3f-f4f808c887c8 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:28:45.967243 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:45.973069 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e7a4a77-d273-41e2-aa2b-a12ab77b235d tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "PUT /v2.0/routers/317717fa-e2ec-497f-9e3f-f4f808c887c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313011 Oct 19 21:28:45.975890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:45.979499 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Sync routers for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:28:45.989156 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:45.989735 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:46.025940 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting subnet 4ed221fd-cd02-4266-88a1-87e8a98afa46 {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:28:46.028924 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.067574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.092354 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:46.157232 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.214874 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.242934 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed221fd-cd02-4266-88a1-87e8a98afa46,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:46.246654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.252696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38110) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:46.253177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-832d52ac-1ad1-4adf-bfde-adde074115b1 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/subnets/4ed221fd-cd02-4266-88a1-87e8a98afa46 HTTP/1.1" status: 204 len: 168 time: 0.2758973 Oct 19 21:28:46.255914 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9584b75-3ffe-43e5-bb46-d7acdf1d0334 None None] Network d512b307-5475-4e5e-8e6a-06a61183a9e8 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:28:46.274289 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:28:45Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:46.303934 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Checking router: 317717fa-e2ec-497f-9e3f-f4f808c887c8 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:46.312272 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Routers {'317717fa-e2ec-497f-9e3f-f4f808c887c8'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:46.312868 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['317717fa-e2ec-497f-9e3f-f4f808c887c8'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:46.365835 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.422997 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] Set router 317717fa-e2ec-497f-9e3f-f4f808c887c8 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:46.454448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] DHCP port deletion for d512b307-5475-4e5e-8e6a-06a61183a9e8 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:28:46.476647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.505944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Deleting port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:28:46.506236 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.531003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Deleting port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:28:46.531765 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.560559 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ff8ed4f3-cf51-4eaf-8ced-2713068460cd no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:28:46.609645 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:28:45Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:46.625284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] For port 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:46.625767 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.639004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Calling delete_port for 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:28:46.639524 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce97a0-9302-4f6d-9465-37580736e0fb None None] The sync data for ids ['317717fa-e2ec-497f-9e3f-f4f808c887c8'] in n-d-805649-9 is: [{'id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-132387334', 'tenant_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:27:41Z', 'updated_at': '2021-10-19T21:28:45Z', 'revision_number': 5, 'project_id': 'ca246ce3a70f47ea95eb40136de9a9c8', 'gw_port': {'id': '0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317717fa-e2ec-497f-9e3f-f4f808c887c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:27:42Z', 'updated_at': '2021-10-19T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:46.749476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: ff8ed4f3-cf51-4eaf-8ced-2713068460cd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:28:46.749820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ff8ed4f3-cf51-4eaf-8ced-2713068460cd not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:28:46.756467 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] For port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,segment=NetworkSegment(1102ec16-fb48-44cb-9443-5de027dcd363),segment_id=1102ec16-fb48-44cb-9443-5de027dcd363)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:46.757029 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.770886 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Calling delete_port for 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:28:46.821276 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.853380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Port': ['ID=0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:46.860486 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:46.878454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.878805 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.879142 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.879476 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.879804 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.880132 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.880458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.880782 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.881106 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.881454 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.881778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.882096 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.886829 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Pushing event deleted for resources: {'Port': ['ID=4ca32f6a-0198-41c5-aeab-dde8e9c80ac8,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:46.891830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] No DVR routers for this DVR port 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:28:46.902761 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.903165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.903422 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.903753 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.904079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.904716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.904716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.905016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.905406 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.905712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.906031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.906344 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60848f8-a5d2-4ded-a73a-faf35937fd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:46.921875 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.016622 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.019326 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.067783 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.068384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Fanout notify agent at l3_agent the message router_deleted on router 317717fa-e2ec-497f-9e3f-f4f808c887c8 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:28:47.075314 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.076443 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2d540e02-9aea-48dd-995c-8c7cf67b92e9 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/routers/317717fa-e2ec-497f-9e3f-f4f808c887c8 HTTP/1.1" status: 204 len: 168 time: 0.8219795 Oct 19 21:28:47.079343 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38112) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:47.156968 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.249720 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.274029 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d512b307-5475-4e5e-8e6a-06a61183a9e8']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:47.283835 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1102ec16-fb48-44cb-9443-5de027dcd363') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:47.284136 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1102ec16-fb48-44cb-9443-5de027dcd363') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:47.295201 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.309508 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.316011 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:28:47.316399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:28:47.319676 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:28:47.388012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.395415 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.398586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/networks/d512b307-5475-4e5e-8e6a-06a61183a9e8 HTTP/1.1" status: 204 len: 168 time: 0.3182256 Oct 19 21:28:47.401468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38114) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:47.410075 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce89113-3771-4983-86ee-cfa30a878b57 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'Network': ['ID=d512b307-5475-4e5e-8e6a-06a61183a9e8,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:47.460221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.484662 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.543965 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.546524 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:47.547722 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b258d35-a18c-4bfb-adbe-847a05d43632 HTTP/1.1" status: 204 len: 168 time: 0.1452219 Oct 19 21:28:47.557456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac5f4-c6e8-4d56-a76e-5fc9b02d0490 tempest-TestNetworkAdvancedServerOps-358454601 tempest-TestNetworkAdvancedServerOps-358454601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b258d35-a18c-4bfb-adbe-847a05d43632,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:47.792806 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ae8c7dfe-5658-479c-8355-6ef0fe83dafd no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:28:47.816713 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: ae8c7dfe-5658-479c-8355-6ef0fe83dafd {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:28:47.816982 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device ae8c7dfe-5658-479c-8355-6ef0fe83dafd not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:28:47.817434 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:28:47.836742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:28:47.837085 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4ca32f6a-0198-41c5-aeab-dde8e9c80ac8 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:28:47.837523 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:28:47.856866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:28:47.857209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 0b447c55-d40c-4dfb-9e9e-e93b5fe2adc0 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:28:47.885048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38122) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:48.018835 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-d75f3634-5c7b-4d18-8458-1d898d93b43d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca246ce3a70f47ea95eb40136de9a9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321087 Oct 19 21:28:48.020979 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38126) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:48.070379 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.091228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.140621 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.143265 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.144760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d78cd62-2f5e-4f08-8ba5-5df82b6dc3f7 HTTP/1.1" status: 204 len: 168 time: 0.1224880 Oct 19 21:28:48.152726 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a276a-0bee-41ab-aa16-3017516a6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78cd62-2f5e-4f08-8ba5-5df82b6dc3f7,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:48.397923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38132) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:48.412023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ba345ae-60a0-4235-b8ac-97e7acbed776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.484858 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ba345ae-60a0-4235-b8ac-97e7acbed776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.488609 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4ba345ae-60a0-4235-b8ac-97e7acbed776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.526151 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4ba345ae-60a0-4235-b8ac-97e7acbed776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=329491df9656475fb51a180ce314c624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271567 Oct 19 21:28:48.527091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba345ae-60a0-4235-b8ac-97e7acbed776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe65e5-1481-4b22-999d-3cac149428cb,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:48.528866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38134) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:48.579322 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.600812 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.648211 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.650707 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:48.651833 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cffe65e5-1481-4b22-999d-3cac149428cb HTTP/1.1" status: 204 len: 168 time: 0.1211424 Oct 19 21:28:48.659231 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd8a63-8aa0-4890-a745-13df816a098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe65e5-1481-4b22-999d-3cac149428cb,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:49.329107 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38158) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:49.433437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-885040671-network', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:49.454262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Made reservation on behalf of a91b1e2cb4d14e47a9effd00465f7a4f for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:28:49.456703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.465230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.539529 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.543255 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.568004 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:28:49.577367 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c715b-7b65-4e52-857f-121461d60e36,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:49.583615 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.583963 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Added segment e5a1d47d-96ba-4f3d-a573-6baf671ecaa4 of type vlan for network c456deb7-ce54-49b6-aa75-20f772dda62a Oct 19 21:28:49.628790 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.651580 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.652532 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:49.653099 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.679006 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3487208 Oct 19 21:28:49.682159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38162) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:49.687261 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Request body: {'subnet': {'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-885040671-subnet', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:49.710543 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Made reservation on behalf of a91b1e2cb4d14e47a9effd00465f7a4f for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:28:49.713021 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.720020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25652b-5b86-4390-936f-24a36cc65e1c admin admin] Pushing event updated for resources: {'Network': ['ID=c456deb7-ce54-49b6-aa75-20f772dda62a,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:49.731558 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network c456deb7-ce54-49b6-aa75-20f772dda62a details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:28:49.884490 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.939330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f343eb-6a9a-49ad-bf45-b6faee626ebc,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:49.946325 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:49.946661 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Network hostable DHCP agents. Network: c456deb7-ce54-49b6-aa75-20f772dda62a, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:28:49.962279 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Network c456deb7-ce54-49b6-aa75-20f772dda62a is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:28:49.970585 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, c456deb7-ce54-49b6-aa75-20f772dda62a) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:49.975143 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:49.975721 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:49.979893 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c57a4f-d9e4-4c7a-a98c-050cc7d39c24 None None] Network c456deb7-ce54-49b6-aa75-20f772dda62a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:28:49.991661 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-288ddcb1-0764-449f-8c42-274561bd2ba0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3084130 Oct 19 21:28:49.994384 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38164) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:50.003117 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:50.027732 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.028935 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.086006 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.130912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-c456deb7-ce54-49b6-aa75-20f772dda62a', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:28:50.131776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.230427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.263771 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Allocated IP 172.20.0.2 (c456deb7-ce54-49b6-aa75-20f772dda62a/a8f343eb-6a9a-49ad-bf45-b6faee626ebc/5fe50a22-670c-40eb-b8ad-a283a65ad671) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:50.417719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.424791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.436751 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.455831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.463242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Network c456deb7-ce54-49b6-aa75-20f772dda62a is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:50.466439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:50.475116 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:50.478088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Pushing event updated for resources: {'Port': ['ID=5fe50a22-670c-40eb-b8ad-a283a65ad671,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:50.533607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Attempting to bind port 5fe50a22-670c-40eb-b8ad-a283a65ad671 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:28:50.533975 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Attempting to bind port 5fe50a22-670c-40eb-b8ad-a283a65ad671 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:28:50.534392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Attempting to bind port 5fe50a22-670c-40eb-b8ad-a283a65ad671 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:28:50.539371 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:28:50.539744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:50.540138 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.540529 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Bound using segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:28:50.540989 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Bound port: 5fe50a22-670c-40eb-b8ad-a283a65ad671, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:28:50.541409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.563353 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Allocated IP 172.25.7.69 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/cac27b94-dbc6-4968-8f01-400f0178028c) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:50.604756 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8924c50-d138-49ec-a183-518bad94456f None None] For port 5fe50a22-670c-40eb-b8ad-a283a65ad671, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:28:50.608185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-f8924c50-d138-49ec-a183-518bad94456f None None] For port 5fe50a22-670c-40eb-b8ad-a283a65ad671, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5fe50a22-670c-40eb-b8ad-a283a65ad671,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:28:50.611953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.671404 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8924c50-d138-49ec-a183-518bad94456f None None] Pushing event updated for resources: {'Port': ['ID=5fe50a22-670c-40eb-b8ad-a283a65ad671,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:50.681222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.720386 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:50.759819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:50.764278 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:50.773028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:50.777620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Pushing event updated for resources: {'Port': ['ID=cac27b94-dbc6-4968-8f01-400f0178028c,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:51.052745 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.247972 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.563398 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765de67-b803-4ebe-afb1-7cabc5a8b654 None None] Network c456deb7-ce54-49b6-aa75-20f772dda62a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:28:51.634218 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] Provisioning complete for port 5fe50a22-670c-40eb-b8ad-a283a65ad671 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:51.634583 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.711802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:28:51.776084 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.816291 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] For port 5fe50a22-670c-40eb-b8ad-a283a65ad671, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5fe50a22-670c-40eb-b8ad-a283a65ad671,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:51.822336 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.839820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:51.848212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5fe50a22-670c-40eb-b8ad-a283a65ad671 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:51.853659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:28:51.859901 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:51.861234 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-54861c0c-05d6-4879-b847-e3295e73d2ff admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8658390 Oct 19 21:28:51.864321 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:51.907181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:51.907831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:51.917654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21c2f-f070-4e91-b5ed-fa7360197f3f None None] Pushing event updated for resources: {'Port': ['ID=5fe50a22-670c-40eb-b8ad-a283a65ad671,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:51.984269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5fe50a22-670c-40eb-b8ad-a283a65ad671 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:51.984642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.072298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:52.132500 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-86e8d533-ad32-4143-b5e7-90797f42860d None None] Provisioning complete for port 5fe50a22-670c-40eb-b8ad-a283a65ad671 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:52.132789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86e8d533-ad32-4143-b5e7-90797f42860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.293643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.354650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:50Z', 'revision_number': 3, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:52.383831 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:52.384179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Updating router cf1486bc-7cab-4590-8f29-b61ff953ab45 port cac27b94-dbc6-4968-8f01-400f0178028c binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:28:52.412120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.451442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Allocated IP 172.20.0.1 (c456deb7-ce54-49b6-aa75-20f772dda62a/a8f343eb-6a9a-49ad-bf45-b6faee626ebc/70ad0d0c-7964-4b15-b719-942df3e06468) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:52.556225 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.589489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.628344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Network c456deb7-ce54-49b6-aa75-20f772dda62a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:52.632605 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:52.640531 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:52.643820 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Pushing event updated for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:52.669677 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.676041 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.683680 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.724840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Attempting to bind port cac27b94-dbc6-4968-8f01-400f0178028c on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:28:52.725107 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Attempting to bind port cac27b94-dbc6-4968-8f01-400f0178028c by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:28:52.725492 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Attempting to bind port cac27b94-dbc6-4968-8f01-400f0178028c on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:28:52.734924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:28:52.735293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:52.735818 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.736212 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:28:52.737072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Bound port: cac27b94-dbc6-4968-8f01-400f0178028c, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:28:52.737257 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.745650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58671d-7f3a-4df7-bc9d-f9ad0d3ed277 None None] Pushing event updated for resources: {'Port': ['ID=cac27b94-dbc6-4968-8f01-400f0178028c,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:52.804934 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] For port cac27b94-dbc6-4968-8f01-400f0178028c, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:28:52.808717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] For port cac27b94-dbc6-4968-8f01-400f0178028c, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cac27b94-dbc6-4968-8f01-400f0178028c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:28:52.814466 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.826382 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:52.875903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:52.876513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:52.879184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58671d-7f3a-4df7-bc9d-f9ad0d3ed277 None None] Pushing event updated for resources: {'Port': ['ID=cac27b94-dbc6-4968-8f01-400f0178028c,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:52.998853 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.004188 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.077475 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.079150 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Pushing event updated for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:53.145691 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-bfedb3d0-3165-4d1a-bbcf-c6942e86265d None None] Provisioning complete for port 70ad0d0c-7964-4b15-b719-942df3e06468 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:53.146057 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bfedb3d0-3165-4d1a-bbcf-c6942e86265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.149239 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:53.175773 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Network c456deb7-ce54-49b6-aa75-20f772dda62a is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:53.177222 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:53.247347 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-bfedb3d0-3165-4d1a-bbcf-c6942e86265d None None] Port 70ad0d0c-7964-4b15-b719-942df3e06468 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:28:53.296884 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:28:53.402935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 1, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:53.416818 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:53.421876 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-7bc8c9e2-f69f-477d-922b-bd9b272f546e admin admin] 10.222.0.31 "PUT /v2.0/routers/cf1486bc-7cab-4590-8f29-b61ff953ab45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559454 Oct 19 21:28:53.428887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0125b6c9-722b-4a97-8d2e-690db03a029b None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 1, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:53.468710 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-37750cb8-0792-4d40-a2d3-06cceedea4f8 None None] Provisioning complete for port 70ad0d0c-7964-4b15-b719-942df3e06468 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:53.469081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-37750cb8-0792-4d40-a2d3-06cceedea4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.504730 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-37750cb8-0792-4d40-a2d3-06cceedea4f8 None None] Port 70ad0d0c-7964-4b15-b719-942df3e06468 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:28:53.816356 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5fe50a22-670c-40eb-b8ad-a283a65ad671 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:53.866839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 5fe50a22-670c-40eb-b8ad-a283a65ad671 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:53.867106 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.960072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38182) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:53.965443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1653585374-network', 'tenant_id': '1f5261c785544841922e8f679e9842a6'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:53.986970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Made reservation on behalf of 1f5261c785544841922e8f679e9842a6 for: {'network': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:28:53.989934 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:53.999143 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.082556 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.087711 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.111975 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:28:54.127369 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8664d1-346a-4134-a8f4-0d9b3d1b814b,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:54.132336 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.132674 n-d-805649-9 neutron-server[100735]: INFO neutron.db.segments_db [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Added segment 3920c9b1-717b-4ba1-a439-ecff58d8dff7 of type vlan for network 310d7d38-2758-4a9f-96b3-411974722557 Oct 19 21:28:54.175337 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.201906 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.202911 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:54.203481 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.243459 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2793846 Oct 19 21:28:54.243667 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38184) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:54.249663 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Request body: {'subnet': {'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1653585374-subnet', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'ip_version': 4}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:54.274441 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f816f-98a7-4772-82ee-d1a234e385ad admin admin] Pushing event updated for resources: {'Network': ['ID=310d7d38-2758-4a9f-96b3-411974722557,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:54.286835 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 310d7d38-2758-4a9f-96b3-411974722557 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:28:54.290351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Made reservation on behalf of 1f5261c785544841922e8f679e9842a6 for: {'subnet': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:28:54.292919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9405847'] for subnet, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.482277 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9104766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9405881'] for subnet, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.545847 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Pushing event updated for resources: {'Subnet': ['ID=701bdf86-a915-4638-9060-6dbb241d647f,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:54.555011 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Checking segment: {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:54.555377 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Network hostable DHCP agents. Network: 310d7d38-2758-4a9f-96b3-411974722557, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:28:54.573020 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Network 310d7d38-2758-4a9f-96b3-411974722557 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:28:54.582112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 310d7d38-2758-4a9f-96b3-411974722557) {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:54.586736 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:54.587319 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.593848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93058e-970c-40b7-8398-2ff24363fc09 None None] Network 310d7d38-2758-4a9f-96b3-411974722557 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:28:54.603559 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f38ade6e-3b63-4f96-90de-c6d199e4547a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3579772 Oct 19 21:28:54.606179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38186) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:54.611552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:54.634584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.635752 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.690628 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.749209 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-310d7d38-2758-4a9f-96b3-411974722557', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:28:54.750304 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.843044 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:54.889978 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Allocated IP 172.20.0.2 (310d7d38-2758-4a9f-96b3-411974722557/701bdf86-a915-4638-9060-6dbb241d647f/65d47493-e70f-42cc-938e-92810eb9efb2) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:55.036253 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.042864 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.045194 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.064577 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.079223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Network 310d7d38-2758-4a9f-96b3-411974722557 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:55.084021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:55.087459 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:55.095657 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Pushing event updated for resources: {'Port': ['ID=65d47493-e70f-42cc-938e-92810eb9efb2,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:55.154156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Attempting to bind port 65d47493-e70f-42cc-938e-92810eb9efb2 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:28:55.154527 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Attempting to bind port 65d47493-e70f-42cc-938e-92810eb9efb2 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:28:55.154910 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Attempting to bind port 65d47493-e70f-42cc-938e-92810eb9efb2 on network 310d7d38-2758-4a9f-96b3-411974722557 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:28:55.160920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:28:55.161314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Checking segment: {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:55.161791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.162178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Bound using segment: {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:28:55.163032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Bound port: 65d47493-e70f-42cc-938e-92810eb9efb2, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:28:55.163032 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.178404 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Allocated IP 172.25.7.246 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/4723ddef-ab3f-4186-962a-bb158f4aa8a7) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:55.233374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] For port 65d47493-e70f-42cc-938e-92810eb9efb2, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:28:55.236633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] For port 65d47493-e70f-42cc-938e-92810eb9efb2, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65d47493-e70f-42cc-938e-92810eb9efb2,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:28:55.240475 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.287425 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.300476 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aabd7-4273-4c05-8ca1-397ffc64edf8 None None] Pushing event updated for resources: {'Port': ['ID=65d47493-e70f-42cc-938e-92810eb9efb2,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:55.329186 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.380136 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:55.383042 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:55.389682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:55.392828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Pushing event updated for resources: {'Port': ['ID=4723ddef-ab3f-4186-962a-bb158f4aa8a7,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:55.516930 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:28:55.527416 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:55.528284 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:55.645421 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:55.663553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.865491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65d47493-e70f-42cc-938e-92810eb9efb2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:55.890102 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.929062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 65d47493-e70f-42cc-938e-92810eb9efb2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:55.930101 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:55.983169 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 2, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:56.015915 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:56.016412 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Updating router cf1486bc-7cab-4590-8f29-b61ff953ab45 port 70ad0d0c-7964-4b15-b719-942df3e06468 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:28:56.031902 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Router 2ac4f5b2-520f-41f3-8898-bb1ae776283b is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:28:56.033719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.045247 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.079195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 65d47493-e70f-42cc-938e-92810eb9efb2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65d47493-e70f-42cc-938e-92810eb9efb2,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:56.086944 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.087622 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cac27b94-dbc6-4968-8f01-400f0178028c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:56.146735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:56.166038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Sync routers for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:28:56.169476 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.173577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b4353b2c-cfda-47ea-a9ed-f78d64281eaf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5635405 Oct 19 21:28:56.173878 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38188) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:56.188507 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:56.189153 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:56.243426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cac27b94-dbc6-4968-8f01-400f0178028c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:56.243941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.350790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:56.360633 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=65d47493-e70f-42cc-938e-92810eb9efb2,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:56.367003 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.374060 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.396370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47971c-06a9-4155-aa3f-f3fced7ac3b7 None None] Network 310d7d38-2758-4a9f-96b3-411974722557 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:28:56.434729 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Pushing event updated for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:56.464925 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.465399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.465809 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.466210 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.466655 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.467058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.467535 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.467922 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.468772 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.468772 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.469204 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.469616 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:28:56.501552 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Attempting to bind port 70ad0d0c-7964-4b15-b719-942df3e06468 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:28:56.501921 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Attempting to bind port 70ad0d0c-7964-4b15-b719-942df3e06468 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:28:56.502351 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Attempting to bind port 70ad0d0c-7964-4b15-b719-942df3e06468 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:28:56.507969 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:28:56.508424 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:56.508910 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.509475 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Bound using segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:28:56.510026 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Bound port: 70ad0d0c-7964-4b15-b719-942df3e06468, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:28:56.510468 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.571542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a819b99f-9b71-4853-b44f-67aca4302f3b None None] Provisioning complete for port 65d47493-e70f-42cc-938e-92810eb9efb2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:56.571918 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a819b99f-9b71-4853-b44f-67aca4302f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.583418 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] For port 70ad0d0c-7964-4b15-b719-942df3e06468, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:28:56.586875 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] For port 70ad0d0c-7964-4b15-b719-942df3e06468, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=70ad0d0c-7964-4b15-b719-942df3e06468,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:28:56.592905 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.667468 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:56.668353 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:56.672198 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b7498-c7a9-4311-b451-fe4380fe1626 None None] Pushing event updated for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:56.701500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-35e6e21e-b8e6-4c40-94a8-de9e07adbacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.707639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.762007 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.790185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port cac27b94-dbc6-4968-8f01-400f0178028c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cac27b94-dbc6-4968-8f01-400f0178028c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:56.799402 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:56.804779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:56.920235 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=cac27b94-dbc6-4968-8f01-400f0178028c,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:56.939357 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:55Z', 'revision_number': 3, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:56.963694 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Allocated IP 172.20.0.1 (310d7d38-2758-4a9f-96b3-411974722557/701bdf86-a915-4638-9060-6dbb241d647f/2a92b3e2-cec2-4c90-961b-ba6d23fff310) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:28:56.974613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Checking router: 2ac4f5b2-520f-41f3-8898-bb1ae776283b for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:28:56.975050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Updating router 2ac4f5b2-520f-41f3-8898-bb1ae776283b port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:28:57.004115 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.068385 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:57.105124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.107351 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c9f36-b1dd-4293-a262-383c9a3a2830 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:57.116260 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] Provisioning complete for port 70ad0d0c-7964-4b15-b719-942df3e06468 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:57.116630 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.155584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.205637 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:57.216691 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Network 310d7d38-2758-4a9f-96b3-411974722557 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:57.218556 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:57.220747 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:28:57.274900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.414131 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.576726 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.579078 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.587407 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.594768 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.599325 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.660335 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Attempting to bind port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:28:57.660702 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Attempting to bind port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:28:57.661067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Attempting to bind port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:28:57.664712 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] For port 70ad0d0c-7964-4b15-b719-942df3e06468, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=70ad0d0c-7964-4b15-b719-942df3e06468,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:28:57.665734 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25ab66-3be9-4a77-b39e-d895d3998616 None None] Pushing event updated for resources: {'Port': ['ID=4723ddef-ab3f-4186-962a-bb158f4aa8a7,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:57.670590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.672308 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:28:57.672682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:28:57.673073 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.673506 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:28:57.673980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Bound port: 4723ddef-ab3f-4186-962a-bb158f4aa8a7, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:28:57.674412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.675574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:57.680406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.769037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89b42b-3dcc-491a-a1c5-5a26d60c2847 None None] Pushing event updated for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:57.776895 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] For port 4723ddef-ab3f-4186-962a-bb158f4aa8a7, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:28:57.777470 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Network 310d7d38-2758-4a9f-96b3-411974722557 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:28:57.778902 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:28:57.780911 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] For port 4723ddef-ab3f-4186-962a-bb158f4aa8a7, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4723ddef-ab3f-4186-962a-bb158f4aa8a7,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:28:57.791309 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.847261 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4615f905-f6bc-4b33-a8b0-a1b69620dc59 None None] Provisioning complete for port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:57.847566 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4615f905-f6bc-4b33-a8b0-a1b69620dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:57.876149 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65d47493-e70f-42cc-938e-92810eb9efb2 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:57.913851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Router 2ac4f5b2-520f-41f3-8898-bb1ae776283b has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:28:57.926082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25ab66-3be9-4a77-b39e-d895d3998616 None None] Pushing event updated for resources: {'Port': ['ID=4723ddef-ab3f-4186-962a-bb158f4aa8a7,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:57.933999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:28:57.934629 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:57.940928 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4615f905-f6bc-4b33-a8b0-a1b69620dc59 None None] Port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:28:58.005940 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4615f905-f6bc-4b33-a8b0-a1b69620dc59 None None] Provisioning complete for port 65d47493-e70f-42cc-938e-92810eb9efb2 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:58.006310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4615f905-f6bc-4b33-a8b0-a1b69620dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.035189 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:28:58.040181 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c067f5bb-da33-4f93-b5c8-270246a1ec9c admin admin] 10.222.0.31 "PUT /v2.0/routers/2ac4f5b2-520f-41f3-8898-bb1ae776283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652182 Oct 19 21:28:58.063974 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 65d47493-e70f-42cc-938e-92810eb9efb2 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:58.064222 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.125809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:28:58.294517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 70ad0d0c-7964-4b15-b719-942df3e06468 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:58.420929 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 70ad0d0c-7964-4b15-b719-942df3e06468 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:58.421245 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.427311 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de306889-a17c-4fc3-bb5b-9f9262b4e6b7 None None] Provisioning complete for port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:58.427663 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de306889-a17c-4fc3-bb5b-9f9262b4e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.496425 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de306889-a17c-4fc3-bb5b-9f9262b4e6b7 None None] Port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:28:58.498090 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38198) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:58.503535 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521940713', 'description': 'tempest-secgroup-smoke-521940713 description', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:58.511805 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2a92b3e2-cec2-4c90-961b-ba6d23fff310', 'name': '', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'mac_address': 'fa:16:3e:05:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:56Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 2, 'project_id': '1f5261c785544841922e8f679e9842a6', 'subnets': [{'id': '701bdf86-a915-4638-9060-6dbb241d647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:28:58.525954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.540267 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cf59c-8956-43c1-887f-bd187a1f96ff None None] The sync data for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 is: [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2a92b3e2-cec2-4c90-961b-ba6d23fff310', 'name': '', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'mac_address': 'fa:16:3e:05:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:56Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 2, 'project_id': '1f5261c785544841922e8f679e9842a6', 'subnets': [{'id': '701bdf86-a915-4638-9060-6dbb241d647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:28:58.579359 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cac27b94-dbc6-4968-8f01-400f0178028c up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:58.601121 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.605520 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.630688 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port cac27b94-dbc6-4968-8f01-400f0178028c triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:58.631047 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.634859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.636095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1367459 Oct 19 21:28:58.639292 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38200) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:58.640626 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7387-7052-4b32-b206-0c7fd576372e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432b2d67-933c-474a-875a-41dd9d2b70fd,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:58.644864 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:58.673004 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.736508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.740971 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.759405 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c1a890-c21c-42f7-b64f-6996ba7c91a1,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:58.767995 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.773388 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1ece36ac-dab3-4f8b-b5fe-bad1f4c061c4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296043 Oct 19 21:28:58.776938 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38202) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:58.795610 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:58.823981 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.892283 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.896093 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.915473 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50beef92-747f-4a80-a28e-2f32c6c14564,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:58.925409 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:58.926666 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fc9eec1b-b427-49f7-95e5-042f5dd539da tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494429 Oct 19 21:28:58.929358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38204) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:58.933750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:58.961907 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.022706 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.027528 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.047787 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976607f0-41aa-4154-9980-e4ba40976778,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:59.057436 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.058654 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8881e5a7-cbed-4905-81d0-ddb751aec184 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283386 Oct 19 21:28:59.061284 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38206) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:59.066269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:59.093043 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.159927 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.164115 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.182885 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2e5fae-41e2-4339-b49b-62e0adb8e882,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:59.192327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.193602 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-94b2bec4-24ad-4529-9fd8-c6e39e19018e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313200 Oct 19 21:28:59.196238 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38208) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:59.200553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:59.239550 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Project a91b1e2cb4d14e47a9effd00465f7a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:28:59.244822 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.293747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b5728f-1ac0-4310-96c5-37ae987c3d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.314265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.318432 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.336056 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc463a1-21ea-4201-bc74-c35b8c8fcced,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:59.344887 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.346154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b4f3d88d-fbb2-4c9a-9313-82b564babb89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489997 Oct 19 21:28:59.349487 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38210) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:28:59.354091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '432b2d67-933c-474a-875a-41dd9d2b70fd', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:28:59.376514 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Project a91b1e2cb4d14e47a9effd00465f7a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:28:59.381708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.444692 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.448498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.468682 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cc7a85-ce86-4da7-97b0-5bd15ad840e5,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:28:59.477840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.479082 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-f50b7b4f-4cb1-4457-a8fe-fdcfce5f37a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285858 Oct 19 21:28:59.686095 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-d11e8336-0ad3-45cf-abb4-cc56c2c4ea84 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521940713&fields=id&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 267 time: 0.0340364 Oct 19 21:28:59.801005 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-c799b64c-baeb-4130-b9cd-c36fb6623cf6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:28:59.805766 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-c799b64c-baeb-4130-b9cd-c36fb6623cf6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 808 time: 0.1119673 Oct 19 21:28:59.819452 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-535a54ab-5c08-4034-a050-b6ec9ff93ec2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/quotas/a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 375 time: 0.0107687 Oct 19 21:28:59.875600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 70ad0d0c-7964-4b15-b719-942df3e06468 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:28:59.881814 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-1898833a-7f98-434d-82bb-0475c4a48a2c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562739 Oct 19 21:28:59.932348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 70ad0d0c-7964-4b15-b719-942df3e06468 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:28:59.932695 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:28:59.990711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-5e96d35a-c9d6-4d41-81da-2ec1475ac697 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:28:59.991787 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-5e96d35a-c9d6-4d41-81da-2ec1475ac697 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0969675 Oct 19 21:29:00.010516 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4723ddef-ab3f-4186-962a-bb158f4aa8a7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:29:00.055494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:00.055862 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:00.082401 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-80620900-7b24-4577-9e1b-c44498c9fd48 service neutron] 10.222.0.31 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Oct 19 21:29:00.135606 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:00.157706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 4723ddef-ab3f-4186-962a-bb158f4aa8a7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4723ddef-ab3f-4186-962a-bb158f4aa8a7,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:29:00.162030 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:00.215170 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=4723ddef-ab3f-4186-962a-bb158f4aa8a7,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:00.388384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:00.500228 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-ad42115d-3a69-469c-aba4-2764c247d3c7 service neutron] 10.222.0.31 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116352 Oct 19 21:29:00.666457 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8c710f1f-9e1a-4b11-9c3f-990796856802 req-f1dbf54c-30e6-46ee-a551-d19e370529c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 210 time: 0.0272257 Oct 19 21:29:00.880246 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Sync routers for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:29:00.889436 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:29:00.890036 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:01.000755 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:29:01.197405 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2a92b3e2-cec2-4c90-961b-ba6d23fff310', 'name': '', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'mac_address': 'fa:16:3e:05:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:56Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 2, 'project_id': '1f5261c785544841922e8f679e9842a6', 'subnets': [{'id': '701bdf86-a915-4638-9060-6dbb241d647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:01.226058 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.229819 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Checking router: 2ac4f5b2-520f-41f3-8898-bb1ae776283b for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:29:01.230162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Updating router 2ac4f5b2-520f-41f3-8898-bb1ae776283b port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:29:01.254622 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.599633 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.606042 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.666766 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fbb2f-c129-49a8-83da-5418c9541b0c None None] Pushing event updated for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:01.730814 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Attempting to bind port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:29:01.731192 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Attempting to bind port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:29:01.731546 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Attempting to bind port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 on network 310d7d38-2758-4a9f-96b3-411974722557 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:29:01.738400 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:29:01.738779 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Checking segment: {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:29:01.739157 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.739537 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Bound using segment: {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:29:01.740003 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Bound port: 2a92b3e2-cec2-4c90-961b-ba6d23fff310, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3920c9b1-717b-4ba1-a439-ecff58d8dff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '310d7d38-2758-4a9f-96b3-411974722557'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:29:01.740378 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.775474 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-01f0ff87-2a2b-456e-b1d6-b3915e257021 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:01.778723 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-01f0ff87-2a2b-456e-b1d6-b3915e257021 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 808 time: 0.1814692 Oct 19 21:29:01.809918 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-de1f8b6e-6b36-4547-8a4f-e66298c5f361 req-2ce9479b-e6db-46f8-943b-603ab92f9f4e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 210 time: 0.0584121 Oct 19 21:29:01.837395 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3232dd57-ff17-477c-b42d-b46567895642 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 379 time: 0.0478430 Oct 19 21:29:01.845803 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] For port 2a92b3e2-cec2-4c90-961b-ba6d23fff310, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:29:01.849616 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] For port 2a92b3e2-cec2-4c90-961b-ba6d23fff310, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2a92b3e2-cec2-4c90-961b-ba6d23fff310,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:29:01.850091 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'port': {'device_id': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'admin_state_up': True, 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'security_groups': ['432b2d67-933c-474a-875a-41dd9d2b70fd']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:29:01.855290 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.863003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4723ddef-ab3f-4186-962a-bb158f4aa8a7 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:29:01.916796 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:29:01.917440 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:01.920785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:01.921334 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.983164 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] Provisioning complete for port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:01.983503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:01.988232 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Made reservation on behalf of a91b1e2cb4d14e47a9effd00465f7a4f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:29:01.992936 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.031297 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:29:02.088368 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fbb2f-c129-49a8-83da-5418c9541b0c None None] Pushing event updated for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:02.138894 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.153947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Allocated IP 172.20.0.9 (c456deb7-ce54-49b6-aa75-20f772dda62a/a8f343eb-6a9a-49ad-bf45-b6faee626ebc/8dae8b64-f088-46fc-917a-3a996a431c49) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:29:02.176958 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] For port 2a92b3e2-cec2-4c90-961b-ba6d23fff310, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2a92b3e2-cec2-4c90-961b-ba6d23fff310,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:29:02.182299 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.234295 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dc0a9-8f6e-412d-b762-03714fdcd805 None None] Pushing event updated for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:02.268058 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2a92b3e2-cec2-4c90-961b-ba6d23fff310', 'name': '', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'mac_address': 'fa:16:3e:05:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:56Z', 'updated_at': '2021-10-19T21:29:01Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'subnets': [{'id': '701bdf86-a915-4638-9060-6dbb241d647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:02.296566 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaa0c8-1922-454a-8ef6-d2f4e6030449 None None] The sync data for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 is: [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '2a92b3e2-cec2-4c90-961b-ba6d23fff310', 'name': '', 'network_id': '310d7d38-2758-4a9f-96b3-411974722557', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'mac_address': 'fa:16:3e:05:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '701bdf86-a915-4638-9060-6dbb241d647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:56Z', 'updated_at': '2021-10-19T21:29:01Z', 'revision_number': 4, 'project_id': '1f5261c785544841922e8f679e9842a6', 'subnets': [{'id': '701bdf86-a915-4638-9060-6dbb241d647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:29:02.304530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-03a6e644-480b-40e7-989a-3eea9bd19bf3 None None] Provisioning complete for port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:02.305067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-03a6e644-480b-40e7-989a-3eea9bd19bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.489200 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.645750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.680562 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.724944 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Network c456deb7-ce54-49b6-aa75-20f772dda62a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:29:02.728058 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:29:02.732037 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:29:02.740876 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:02.794319 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:02.795307 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:02.814651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-cd6e57de-2bcf-4bd3-ac70-935563c86ace tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704907 Oct 19 21:29:02.889538 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Request body: {'port': {'device_id': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:29:02.984213 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aa6d4-6045-4a59-84c7-13bd3dc47fc1 req-68943281-82d0-4ef4-aaa6-d2c026fb2934 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:02.985727 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-367aa6d4-6045-4a59-84c7-13bd3dc47fc1 req-68943281-82d0-4ef4-aaa6-d2c026fb2934 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 931 time: 0.0912478 Oct 19 21:29:02.986728 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.016789 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6665db6e-a8df-4829-a44f-8dfdc4846cce None None] Provisioning complete for port 8dae8b64-f088-46fc-917a-3a996a431c49 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:03.017778 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6665db6e-a8df-4829-a44f-8dfdc4846cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.054452 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-6665db6e-a8df-4829-a44f-8dfdc4846cce None None] Port 8dae8b64-f088-46fc-917a-3a996a431c49 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:29:03.058392 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-367aa6d4-6045-4a59-84c7-13bd3dc47fc1 req-f009326d-8816-4daa-8a41-e7dc2cc25ad4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625479 Oct 19 21:29:03.291431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:29:03.298708 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.310662 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Transition to ACTIVE for port object 8dae8b64-f088-46fc-917a-3a996a431c49 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:29:03.314300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.365899 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:03.433162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:29:03.433531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:29:03.433859 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:29:03.438451 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:29:03.438770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:29:03.443862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:29:03.444226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:29:03.444607 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Bound using segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:29:03.445047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Bound port: 8dae8b64-f088-46fc-917a-3a996a431c49, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:29:03.445414 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.511479 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:29:03.515113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:29:03.519715 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.554340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:03.554967 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.556344 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] 10.222.0.11 "PUT /v2.0/ports/8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1091 time: 0.7323959 Oct 19 21:29:03.556778 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:29:03.559088 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3877035c-6459-45a1-a7b4-2da06c8aca29" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:29:03.586166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdec171-85b9-4f83-bd04-b34d82991953 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:03.634358 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294bf8e-9eb4-4ce6-92a1-8e6fe6431048 x-openstack-request-id: req-8294bf8e-9eb4-4ce6-92a1-8e6fe6431048 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:29:03.634645 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:29:03.634895 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8294bf8e-9eb4-4ce6-92a1-8e6fe6431048 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:29:03.635296 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'status': 'completed', 'code': 200} Oct 19 21:29:03.652464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-b8505341-c6ff-4ec4-a499-456075a79ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:03.654025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-b8505341-c6ff-4ec4-a499-456075a79ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1094 time: 0.0490026 Oct 19 21:29:03.700789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-657a9f12-c904-4e19-9cd2-13fb98e88a13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 217 time: 0.0387414 Oct 19 21:29:03.751839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-82205134-296a-46cf-8343-6a0ee9d54452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:03.754476 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-82205134-296a-46cf-8343-6a0ee9d54452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0453854 Oct 19 21:29:03.802221 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-b861f16c-3d91-467c-becd-f033bc24720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:03.803742 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-b861f16c-3d91-467c-becd-f033bc24720c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431194 Oct 19 21:29:03.820177 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2a92b3e2-cec2-4c90-961b-ba6d23fff310 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:29:03.867767 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:03.868137 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:03.899221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-38b03540-746c-4cd6-a15b-5ecb82d1cfe2 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885220 Oct 19 21:29:03.989875 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4c65524f-27f0-41aa-b95b-fe17e65b2a23 req-9820041a-9846-4b80-a01d-519eda284b00 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Oct 19 21:29:04.075903 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-51f682f8-ca29-43a7-9a03-f09b053c00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:04.077405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-51f682f8-ca29-43a7-9a03-f09b053c00bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1094 time: 0.0461369 Oct 19 21:29:04.194178 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-1db19433-56e0-4f0d-9728-816c6c91c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:04.195636 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-1db19433-56e0-4f0d-9728-816c6c91c9f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.1114023 Oct 19 21:29:04.207327 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e15948-c3d2-4306-b5bb-2ee070e56953 req-7401c360-fbb4-43e5-9599-5b426e9c474e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:04.208685 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81e15948-c3d2-4306-b5bb-2ee070e56953 req-7401c360-fbb4-43e5-9599-5b426e9c474e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0689273 Oct 19 21:29:04.257981 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-0e36e3a4-5111-401c-bc8f-18052ed92874 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 217 time: 0.0483525 Oct 19 21:29:04.305937 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-81e15948-c3d2-4306-b5bb-2ee070e56953 req-306d2cd4-cde8-45c9-8272-f370232aee47 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907254 Oct 19 21:29:04.318354 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-bb33e970-95f4-4cb5-8981-8a4c1347a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:04.319770 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-bb33e970-95f4-4cb5-8981-8a4c1347a6e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0550892 Oct 19 21:29:04.366289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-1b70389f-6812-4c3b-bcc2-1436de82c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:04.367731 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-1b70389f-6812-4c3b-bcc2-1436de82c0ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394464 Oct 19 21:29:04.459624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-570150c0-ea3e-494a-a583-03555ecc75b0 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Oct 19 21:29:04.552696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3877035c-6459-45a1-a7b4-2da06c8aca29 req-741ee02f-cc80-4a18-99d5-a33bc071e2ac service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Oct 19 21:29:05.419678 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f00a-8045-4987-959f-839fa6bf7abb req-55050da1-a9e8-452c-bae4-8bc65e0e2a84 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:05.421127 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1be8f00a-8045-4987-959f-839fa6bf7abb req-55050da1-a9e8-452c-bae4-8bc65e0e2a84 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0482583 Oct 19 21:29:05.458948 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1be8f00a-8045-4987-959f-839fa6bf7abb req-dffd794e-580d-46cf-9258-de56f63d66bb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Oct 19 21:29:06.569560 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbd9b1-af3b-4ac3-bd95-e452967aaefe req-09d798fe-c4f9-4246-8910-bba7049451ad tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:06.571037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabbd9b1-af3b-4ac3-bd95-e452967aaefe req-09d798fe-c4f9-4246-8910-bba7049451ad tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0487902 Oct 19 21:29:06.609102 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-fabbd9b1-af3b-4ac3-bd95-e452967aaefe req-708a276f-48a5-4c28-b2e3-26bd8c29ce82 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Oct 19 21:29:07.383598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:29:07.477868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:29:07.489268 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8dae8b64-f088-46fc-917a-3a996a431c49', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:29:07.524387 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:07.536930 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:29:07.555598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:29:07.559602 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:07.608990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:07.725157 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c07aff-3daa-43bf-97a0-f125b2225cda req-de5cc8ee-45cf-4865-8abd-295f8cf8313a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:07.726663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4c07aff-3daa-43bf-97a0-f125b2225cda req-de5cc8ee-45cf-4865-8abd-295f8cf8313a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0521917 Oct 19 21:29:07.766114 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b4c07aff-3daa-43bf-97a0-f125b2225cda req-6d244804-82ea-4ecc-82c5-328dbd44723d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Oct 19 21:29:07.798776 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8dae8b64-f088-46fc-917a-3a996a431c49'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:29:08.883703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cac86a-6735-4183-8682-abacd064bf8d req-67abe381-4fd9-4906-a2f4-76c40cf47520 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:08.885170 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2cac86a-6735-4183-8682-abacd064bf8d req-67abe381-4fd9-4906-a2f4-76c40cf47520 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0488374 Oct 19 21:29:08.921977 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c2cac86a-6735-4183-8682-abacd064bf8d req-18c7dcdb-898f-45c0-8fc6-82fe3e9965d5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Oct 19 21:29:09.383374 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:29:09.430340 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 8dae8b64-f088-46fc-917a-3a996a431c49 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:29:09.434229 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8dae8b64-f088-46fc-917a-3a996a431c49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:29:09.434595 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:09.509412 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:09.530462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:29:09.532695 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c229ea12-aee3-4555-85f7-11d1aab770b9" -d '{"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:29:09.548248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:29:09.552989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:09.575882 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0550b5a7-1207-4284-b1ac-3e8badfe1d58 x-openstack-request-id: req-0550b5a7-1207-4284-b1ac-3e8badfe1d58 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:29:09.576166 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:29:09.576463 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0550b5a7-1207-4284-b1ac-3e8badfe1d58 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:29:09.576879 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'code': 200} Oct 19 21:29:09.601923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:09.666709 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d4ab-c3e0-469a-894f-1cec6ec63afa req-ee0e156c-dd5d-4e56-b71b-9814a0434c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:09.668165 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f2d4ab-c3e0-469a-894f-1cec6ec63afa req-ee0e156c-dd5d-4e56-b71b-9814a0434c0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1096 time: 0.0395727 Oct 19 21:29:09.705384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-07f2d4ab-c3e0-469a-894f-1cec6ec63afa req-09ee80d5-c2f1-4a5e-9199-5518e06c6c5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Oct 19 21:29:10.034800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90654-66dd-4879-bc16-dd8fb9692bef req-94b63ea5-117d-485b-ae7c-3f13eefa3618 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:10.036260 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aee90654-66dd-4879-bc16-dd8fb9692bef req-94b63ea5-117d-485b-ae7c-3f13eefa3618 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0485475 Oct 19 21:29:10.072502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-aee90654-66dd-4879-bc16-dd8fb9692bef req-42a7a53b-2cbc-4fa5-ba8f-e15928f01f9f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303736 Oct 19 21:29:11.190816 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0831c-7d9a-48a0-af5a-8c7da3ed8899 req-f8e7ebcd-d425-4175-9de5-4e82c528598c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:11.192270 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1b0831c-7d9a-48a0-af5a-8c7da3ed8899 req-f8e7ebcd-d425-4175-9de5-4e82c528598c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0484128 Oct 19 21:29:11.232663 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1b0831c-7d9a-48a0-af5a-8c7da3ed8899 req-2db3e268-cd9a-403e-91ee-abaa7e040fce tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344870 Oct 19 21:29:11.345481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4592d4-11c5-4965-83aa-8f1626e4209d req-d507e92f-d240-4e80-811c-8bc80fd0ddef tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:11.347017 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce4592d4-11c5-4965-83aa-8f1626e4209d req-d507e92f-d240-4e80-811c-8bc80fd0ddef tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0492949 Oct 19 21:29:11.384922 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ce4592d4-11c5-4965-83aa-8f1626e4209d req-492d3005-d578-4ff8-8d73-ba48c76b73b4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Oct 19 21:29:11.406189 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38270) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:29:11.485165 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3011dc-0a3e-4af0-96e8-5c23267a921a tempest-TestShelveInstance-495967373 tempest-TestShelveInstance-495967373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:11.487225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-6c3011dc-0a3e-4af0-96e8-5c23267a921a tempest-TestShelveInstance-495967373 tempest-TestShelveInstance-495967373-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1091 time: 0.0795474 Oct 19 21:29:11.490070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38274) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:29:11.494225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:29:11.515611 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:11.613164 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:11.717349 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Allocated IP 172.25.7.204 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/0b0d2366-7ba3-4094-b28e-fdd57158dea0) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:29:11.816754 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:11.849149 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:11.883162 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:29:11.886010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:29:11.889409 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:29:11.921119 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=0b0d2366-7ba3-4094-b28e-fdd57158dea0,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:12.249892 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.326206 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.469958 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.474457 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.547961 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=0b0d2366-7ba3-4094-b28e-fdd57158dea0,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:29:12.554807 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.653278 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Floating IP 8a131d31-ebdc-418a-a6e5-d6f5d130dd71 associated. External IP: 172.25.7.204, port: 8dae8b64-f088-46fc-917a-3a996a431c49. Oct 19 21:29:12.863253 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:29:12.968458 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:29:12.978375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:29:12.988083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:12.989011 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:29:12.989652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:13.014417 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-1a01deb0-514d-489c-b5bb-35d80effe1fd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5233641 Oct 19 21:29:13.015092 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:29:13.017450 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade5314d-5e2b-43df-afc2-0bc2124a280e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:29:13.054437 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f8e337-37f5-4188-9505-2146aadcbefd x-openstack-request-id: req-97f8e337-37f5-4188-9505-2146aadcbefd {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:29:13.054735 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:29:13.054989 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97f8e337-37f5-4188-9505-2146aadcbefd {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:29:13.055394 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'status': 'completed', 'code': 200} Oct 19 21:29:13.095894 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:29:13.116372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-1a093072-ff1c-4461-b05a-aa92d29e9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:13.117837 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-1a093072-ff1c-4461-b05a-aa92d29e9893 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1096 time: 0.0421851 Oct 19 21:29:13.212157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-d71ec427-a47c-4fd6-8163-03e3a1ccfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:13.213676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-d71ec427-a47c-4fd6-8163-03e3a1ccfcd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0891473 Oct 19 21:29:13.278552 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-f25af676-2a01-4c41-8e8e-183dce0680df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 999 time: 0.0579870 Oct 19 21:29:13.318809 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '8a131d31-ebdc-418a-a6e5-d6f5d130dd71', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:29:12Z', 'updated_at': '2021-10-19T21:29:12Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:13.328283 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-c4622974-0a90-4534-a9dd-884c08cf7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:13.329793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-c4622974-0a90-4534-a9dd-884c08cf7698 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0445127 Oct 19 21:29:13.382434 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-62ff16b5-e27e-49dd-93d9-fbb890bb21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:13.383893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-62ff16b5-e27e-49dd-93d9-fbb890bb21f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472665 Oct 19 21:29:13.478185 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-8cb4785c-f664-4280-a7ff-e29be0fcdd8f service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873702 Oct 19 21:29:13.505913 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:29:13.519517 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:29:13.520199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:28:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:13.523235 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:13.573735 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ade5314d-5e2b-43df-afc2-0bc2124a280e req-f2c62524-4e6f-45c1-916c-dec6e09a493d service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889421 Oct 19 21:29:13.626948 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:29:13.777422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:13.852020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-c7857709-62f5-403e-9426-822afce702a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '8a131d31-ebdc-418a-a6e5-d6f5d130dd71', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:29:12Z', 'updated_at': '2021-10-19T21:29:12Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:29:13.880822 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857709-62f5-403e-9426-822afce702a8 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '8a131d31-ebdc-418a-a6e5-d6f5d130dd71', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:29:12Z', 'updated_at': '2021-10-19T21:29:12Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:29:14.494171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05869916-4b51-4b68-b872-d2e33086d0ff None None] New status for floating IP 8a131d31-ebdc-418a-a6e5-d6f5d130dd71: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:29:15.030186 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:29:26.576185 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4c899a96-8b52-4480-84ff-bb0c8ce913bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:29.294182 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a2c08d91-b7ad-47a8-8265-77e72dc7e2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:30.389611 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:31.212754 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:32.487880 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:43.356861 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:43.740297 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:52.029882 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:29:53.183193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-be624695-93e3-49c2-b605-44fdae172cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389035 Oct 19 21:29:53.262093 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-1ea396b1-0350-4b60-8f8c-ab55fb78588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:53.263564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-1ea396b1-0350-4b60-8f8c-ab55fb78588e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1096 time: 0.0402424 Oct 19 21:29:53.369684 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-bf57f84f-77ad-41be-8537-fc0d69a6e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:53.371157 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-bf57f84f-77ad-41be-8537-fc0d69a6e34c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0894485 Oct 19 21:29:53.435068 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-4b985880-ce30-405a-b647-b0c5df1f34fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1001 time: 0.0567777 Oct 19 21:29:53.486866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-fd0dcd28-80ca-4526-89dc-c894fef9c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:53.488283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-fd0dcd28-80ca-4526-89dc-c894fef9c917 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0466397 Oct 19 21:29:53.532747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-e166e4f8-fc93-4822-8298-c8db079d8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:29:53.534195 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-e166e4f8-fc93-4822-8298-c8db079d8886 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377822 Oct 19 21:29:53.626608 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-07a115e4-1c7e-41c7-9f12-62848a0dd9db service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Oct 19 21:29:53.713642 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-3e61d00c-601a-4f4a-99a1-2112fabb1f83 req-349fcf6e-56e8-41bd-9171-47208ebe007f service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803125 Oct 19 21:29:56.575884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cae54448-468b-42e6-aef6-7198aab96a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:29:59.294442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8ec2-f10f-4459-9e46-cfb599f66575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:00.390031 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:01.216739 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:02.491525 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:13.372789 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:13.751355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:26.577010 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6973834f-caba-4733-b508-e82e70a75f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:29.029200 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:30:29.294933 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-019ec3aa-d079-4179-8e4d-36211bb5961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:30.391500 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:31.218962 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:32.494048 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:43.371704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:43.765431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:55.189758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-22e5ea12-8abc-4589-8cd4-08bdd8427421 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393703 Oct 19 21:30:55.271856 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-c26d738c-bef7-4e96-95ac-1291bb2889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:30:55.273530 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-c26d738c-bef7-4e96-95ac-1291bb2889c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1096 time: 0.0446575 Oct 19 21:30:55.373879 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-0e058ea9-9908-4bbd-8032-1bb10c695a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:30:55.375328 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-0e058ea9-9908-4bbd-8032-1bb10c695a5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0844538 Oct 19 21:30:55.441667 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-2e094020-d106-4696-bb02-9e3bab015763 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1001 time: 0.0597272 Oct 19 21:30:55.488999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-cf5f5a73-4d00-4a2a-8373-47c0ca52ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:30:55.490391 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-cf5f5a73-4d00-4a2a-8373-47c0ca52ed0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0425513 Oct 19 21:30:55.533513 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-b344fcf0-02b9-45d7-8bb5-3a3c13f468c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:30:55.534916 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-b344fcf0-02b9-45d7-8bb5-3a3c13f468c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378509 Oct 19 21:30:55.627423 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-6afaed9b-a5aa-4bb0-820a-2629172afcaf service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853298 Oct 19 21:30:55.715438 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-dc13e23c-2df3-4ceb-a672-4a7d114b261a req-c403b8d5-8cef-427f-8463-213b0ad55474 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805850 Oct 19 21:30:56.577890 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f6303278-60e8-486c-8d48-10d0a7ed8f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:30:59.297356 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5c76f987-4463-45ab-b2ab-9508bcc24286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:00.395613 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:01.223560 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:02.496369 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:06.029494 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:31:09.118438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66729078-3f47-4628-9f98-c6cd8471a247 req-b54144a0-e59e-4b03-ae64-13f363b5e765 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:09.119914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66729078-3f47-4628-9f98-c6cd8471a247 req-b54144a0-e59e-4b03-ae64-13f363b5e765 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0502446 Oct 19 21:31:09.160492 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-66729078-3f47-4628-9f98-c6cd8471a247 req-8cc9d629-9b74-4bd7-b0b0-0bd206c97302 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Oct 19 21:31:10.304279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a68f3-cab7-4942-bcff-bca86b4d7390 req-4708a2ec-06d6-4dbf-b471-8e194cb995b3 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:10.305783 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-248a68f3-cab7-4942-bcff-bca86b4d7390 req-4708a2ec-06d6-4dbf-b471-8e194cb995b3 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0524712 Oct 19 21:31:10.343268 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-248a68f3-cab7-4942-bcff-bca86b4d7390 req-12c51dc1-35e8-4d39-88b3-93ca794ba992 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Oct 19 21:31:11.483659 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16d89-331a-47a9-91ec-eae3a9dfe909 req-aee83621-e160-48b0-a257-038f4e52def4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:11.485126 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81e16d89-331a-47a9-91ec-eae3a9dfe909 req-aee83621-e160-48b0-a257-038f4e52def4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0520349 Oct 19 21:31:11.524334 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-81e16d89-331a-47a9-91ec-eae3a9dfe909 req-8bffa9cc-c4c6-4284-9297-e4392152a418 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Oct 19 21:31:12.638362 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824e241-b1fc-4343-92c3-86a815a3c3d2 req-287f4c2e-c21f-4704-8bb3-765673cbff5e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:12.639828 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2824e241-b1fc-4343-92c3-86a815a3c3d2 req-287f4c2e-c21f-4704-8bb3-765673cbff5e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0484886 Oct 19 21:31:12.677115 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2824e241-b1fc-4343-92c3-86a815a3c3d2 req-d9c1870b-0832-4c3e-86fe-462e7ed53959 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 Oct 19 21:31:13.372154 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:13.765721 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:13.789965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb629723-d652-4eda-b928-3f0b5f771f0c req-af39ddb8-0dce-4b08-bc44-70304e649cdb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:13.791425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb629723-d652-4eda-b928-3f0b5f771f0c req-af39ddb8-0dce-4b08-bc44-70304e649cdb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0499547 Oct 19 21:31:13.828649 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-cb629723-d652-4eda-b928-3f0b5f771f0c req-e5fe15ec-073e-420a-b52d-22b9fb476abc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307016 Oct 19 21:31:14.940395 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca33da-2ca7-451b-94c8-f00b3e5d8760 req-3508f2df-8f31-4507-8731-d5f92b239d60 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:14.941864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32ca33da-2ca7-451b-94c8-f00b3e5d8760 req-3508f2df-8f31-4507-8731-d5f92b239d60 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0474794 Oct 19 21:31:14.977797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-32ca33da-2ca7-451b-94c8-f00b3e5d8760 req-ebd9df71-e493-42bf-9762-92ec5808fb69 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301650 Oct 19 21:31:16.090034 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762026-30f8-4f3b-ad08-ddf5b3cdf6b0 req-14bde255-08c7-42d7-9d21-55596cb27a1a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:16.091488 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c762026-30f8-4f3b-ad08-ddf5b3cdf6b0 req-14bde255-08c7-42d7-9d21-55596cb27a1a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0480714 Oct 19 21:31:16.129225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7c762026-30f8-4f3b-ad08-ddf5b3cdf6b0 req-ab6a6e67-2e31-4d51-b567-c51380e7b2bb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Oct 19 21:31:17.251896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0777c-87b5-48ff-857e-43e6c57d9e40 req-be447ad3-383a-4ca5-aabc-f93a5154d469 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:17.253384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16d0777c-87b5-48ff-857e-43e6c57d9e40 req-be447ad3-383a-4ca5-aabc-f93a5154d469 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0591788 Oct 19 21:31:17.291114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16d0777c-87b5-48ff-857e-43e6c57d9e40 req-f3f90f52-0ecd-465c-b1e8-a0c08bc8806c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Oct 19 21:31:18.421620 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b67f0-0216-4b1b-91eb-0e682f9c47e8 req-e718838f-0153-4f8c-8431-9f9e07d9f409 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:18.423631 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-969b67f0-0216-4b1b-91eb-0e682f9c47e8 req-e718838f-0153-4f8c-8431-9f9e07d9f409 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0641477 Oct 19 21:31:18.460762 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-969b67f0-0216-4b1b-91eb-0e682f9c47e8 req-03cfa44b-6f2f-434f-ad8a-bc08387628e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Oct 19 21:31:19.574877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3e1be-061a-42e5-b960-fc03a4403e4c req-a8f23ce5-67ce-4b1a-ad97-7a9be6afb575 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:19.576251 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65a3e1be-061a-42e5-b960-fc03a4403e4c req-a8f23ce5-67ce-4b1a-ad97-7a9be6afb575 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0491931 Oct 19 21:31:19.615801 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65a3e1be-061a-42e5-b960-fc03a4403e4c req-8567918b-ffac-47c9-84dc-24afa190f454 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Oct 19 21:31:20.730154 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9962447-26b4-48bf-a5f5-f556f070c4b5 req-dd15d094-2fc0-4e67-bf2d-cd69d3fafd80 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:20.731634 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f9962447-26b4-48bf-a5f5-f556f070c4b5 req-dd15d094-2fc0-4e67-bf2d-cd69d3fafd80 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0496092 Oct 19 21:31:20.768971 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f9962447-26b4-48bf-a5f5-f556f070c4b5 req-a6264ad9-dc0b-4d58-b0a6-3e4cf2718eb8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Oct 19 21:31:21.896136 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:31:21.896962 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db96ba-99fa-4a94-9edc-52a74a48a6db req-9ae22847-6535-4046-8975-9f9124ac783c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:21.902992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37db96ba-99fa-4a94-9edc-52a74a48a6db req-9ae22847-6535-4046-8975-9f9124ac783c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0554585 Oct 19 21:31:21.941084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-37db96ba-99fa-4a94-9edc-52a74a48a6db req-ef9d603b-712d-420f-9e5e-3be5b1250e31 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346320 Oct 19 21:31:22.019788 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:22.031808 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '8dae8b64-f088-46fc-917a-3a996a431c49', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:31:22.074054 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:22.087597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:31:22.111617 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:22.117581 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:22.178487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:22.186555 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.187156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.187531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.187907 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.188243 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.188645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.188959 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.189283 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.189673 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.189999 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.190323 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.190666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:22.204857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['8dae8b64-f088-46fc-917a-3a996a431c49'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:31:23.070869 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944bae7-1e66-40ec-8236-8d7df394dea9 req-9abc1425-9927-4767-be0c-6f362bff333f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:23.072382 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d944bae7-1e66-40ec-8236-8d7df394dea9 req-9abc1425-9927-4767-be0c-6f362bff333f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0513601 Oct 19 21:31:23.114047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-d944bae7-1e66-40ec-8236-8d7df394dea9 req-fe844309-fe9f-4106-970b-bb7130e2c29a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347767 Oct 19 21:31:23.911370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:31:23.965338 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 8dae8b64-f088-46fc-917a-3a996a431c49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:31:23.965338 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:24.049120 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:24.075318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:31:24.077662 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c2df0-01f5-4586-833a-b5bad0cd8178" -d '{"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:31:24.093875 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:24.102652 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:24.172293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:24.216458 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6480273e-c124-493a-b87a-03d3ffd894d4 x-openstack-request-id: req-6480273e-c124-493a-b87a-03d3ffd894d4 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:31:24.218197 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:31:24.219156 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6480273e-c124-493a-b87a-03d3ffd894d4 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:31:24.221201 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'code': 200} Oct 19 21:31:24.258623 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f04407-aada-4662-bc62-1f14317fbdca req-295d43c8-97e1-4f3a-b90e-8730f8882535 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:24.260477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f04407-aada-4662-bc62-1f14317fbdca req-295d43c8-97e1-4f3a-b90e-8730f8882535 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0666602 Oct 19 21:31:24.309036 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-75f04407-aada-4662-bc62-1f14317fbdca req-1bc7216a-0e71-4d2b-bf13-7d76e4177151 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 Oct 19 21:31:25.444431 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620a66-f488-4315-b6c2-123d9127c36e req-fecacda6-ccc9-434d-a315-5825ddba8ef8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:25.446062 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-73620a66-f488-4315-b6c2-123d9127c36e req-fecacda6-ccc9-434d-a315-5825ddba8ef8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0597401 Oct 19 21:31:25.493337 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-73620a66-f488-4315-b6c2-123d9127c36e req-39cce7f3-3ebe-43a2-97e9-8e74d86eed08 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 Oct 19 21:31:26.586568 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d7678adb-d57c-4c37-9169-c603a191f350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:26.613613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589604c-3bf4-47c1-b514-6eea268984db req-74ec840b-8d05-4e2d-82f2-071fb41a1a89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:26.616351 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b589604c-3bf4-47c1-b514-6eea268984db req-74ec840b-8d05-4e2d-82f2-071fb41a1a89 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0543892 Oct 19 21:31:26.663420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b589604c-3bf4-47c1-b514-6eea268984db req-da866075-a583-4f7e-b71c-b179423bcd8c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Oct 19 21:31:27.803166 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdaa71-29ec-4195-bf74-2df4e39fadc2 req-db3fca21-3c33-49b9-9700-a7dd13b6ae49 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:27.804679 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8fdaa71-29ec-4195-bf74-2df4e39fadc2 req-db3fca21-3c33-49b9-9700-a7dd13b6ae49 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0591271 Oct 19 21:31:27.849767 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c8fdaa71-29ec-4195-bf74-2df4e39fadc2 req-8058b929-8df4-4642-b1b1-705ede7b81a6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377047 Oct 19 21:31:28.981416 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331627a9-92d9-4713-a2c9-fcc8ffe55826 req-e870d6f0-a1e7-4c83-a43f-5c1df6407a65 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:28.983050 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-331627a9-92d9-4713-a2c9-fcc8ffe55826 req-e870d6f0-a1e7-4c83-a43f-5c1df6407a65 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0568213 Oct 19 21:31:29.029776 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-331627a9-92d9-4713-a2c9-fcc8ffe55826 req-6b008ab2-e5bc-4981-875c-1d4d7f922d73 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405498 Oct 19 21:31:29.303244 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c23bb7e2-f6c0-4f6d-ba8a-2e5bb3897b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:30.147622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d632b-df0e-4bf9-a548-e74e3aa06459 req-c4b3fb7f-3a25-4c29-a676-fa872206db65 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:30.149757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb1d632b-df0e-4bf9-a548-e74e3aa06459 req-c4b3fb7f-3a25-4c29-a676-fa872206db65 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0500948 Oct 19 21:31:30.190564 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb1d632b-df0e-4bf9-a548-e74e3aa06459 req-7bfa7429-5cfd-4cc2-9d88-eb149a3f61ca tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355685 Oct 19 21:31:30.396901 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:31.222202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-73245beb-309e-4238-a647-219dc618d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:31.223757 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-73245beb-309e-4238-a647-219dc618d0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1096 time: 0.3649635 Oct 19 21:31:31.228133 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:31.313848 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d554-c004-446a-ba2f-42a4d622b12d req-d9cba9c4-9375-49a1-b2ae-935d1061b9ae tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:31.315484 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ea2d554-c004-446a-ba2f-42a4d622b12d req-d9cba9c4-9375-49a1-b2ae-935d1061b9ae tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0539699 Oct 19 21:31:31.315604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-e6acd97f-de2e-46d3-82f0-35e7c263d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:31.316983 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-e6acd97f-de2e-46d3-82f0-35e7c263d334 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0859756 Oct 19 21:31:31.354106 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6ea2d554-c004-446a-ba2f-42a4d622b12d req-4a4f6575-c617-4d35-bd83-7240d6b1d891 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Oct 19 21:31:31.388729 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-cebc015b-8f4e-4b7e-9168-988a07763fdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1001 time: 0.0647442 Oct 19 21:31:31.437539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-e4c40d26-621b-49c2-a9d9-1af75d3f25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:31.438946 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-e4c40d26-621b-49c2-a9d9-1af75d3f25dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0424650 Oct 19 21:31:31.483504 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-2e09b09e-61ae-4493-8767-fd0cdef46b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:31.484889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-2e09b09e-61ae-4493-8767-fd0cdef46b2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396032 Oct 19 21:31:31.575419 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-666e646e-dc7a-448d-bc55-8244174ee492 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833747 Oct 19 21:31:31.665466 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e3b3f44a-8a48-487f-b941-8391e7a1a64e req-1ebc7eea-75cd-4315-bfba-c349a480f5b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Oct 19 21:31:32.473510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116e1d-bb39-4427-beb2-1ac4e7b0f182 req-dd07ee3a-8ded-4b38-bb28-d3b53d348e08 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:32.474997 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d116e1d-bb39-4427-beb2-1ac4e7b0f182 req-dd07ee3a-8ded-4b38-bb28-d3b53d348e08 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0538247 Oct 19 21:31:32.500178 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:32.512839 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7d116e1d-bb39-4427-beb2-1ac4e7b0f182 req-7cf5a85f-1bcf-4193-8f56-36eff17ddbe2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Oct 19 21:31:33.628920 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa236abb-769b-431a-892a-c1ade48c5962 req-508eeaa6-f46e-49b0-975f-a26bca677fff tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:33.630420 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa236abb-769b-431a-892a-c1ade48c5962 req-508eeaa6-f46e-49b0-975f-a26bca677fff tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0500817 Oct 19 21:31:33.668092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fa236abb-769b-431a-892a-c1ade48c5962 req-cd350cbe-3ad7-4204-a1e0-b5aeaf39b7e2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Oct 19 21:31:33.798001 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-404cac5e-2fb7-452c-891a-b1235336816f req-b90f7fd5-6d80-4f64-9e31-f381ca0be3d7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:31:33.799122 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-404cac5e-2fb7-452c-891a-b1235336816f req-b90f7fd5-6d80-4f64-9e31-f381ca0be3d7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0685196 Oct 19 21:31:33.942489 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:31:33.953424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83941d5b-8a35-407c-a499-ec423fc53e9a req-a9309f1b-c203-420a-b895-09031eb5f3f1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:33.955047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83941d5b-8a35-407c-a499-ec423fc53e9a req-a9309f1b-c203-420a-b895-09031eb5f3f1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0506306 Oct 19 21:31:33.994884 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-83941d5b-8a35-407c-a499-ec423fc53e9a req-9be0f51e-1db6-4588-9279-b60e0ef815c5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Oct 19 21:31:34.029975 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:34.052293 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:31:34.054469 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fc483-a880-41cc-bb5e-ed448bf1dca2" -d '{"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:31:34.067639 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:34.072324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:34.100772 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71799c46-aac1-4628-9ac6-9aaf378fc28c x-openstack-request-id: req-71799c46-aac1-4628-9ac6-9aaf378fc28c {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:31:34.101077 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-unplugged", "status": "failed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "code": 422}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:31:34.101343 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71799c46-aac1-4628-9ac6-9aaf378fc28c {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:31:34.101738 n-d-805649-9 neutron-server[100736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'code': 422} returned with failed status Oct 19 21:31:34.127680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:34.274701 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-005f2e79-f995-4ab8-ab94-cf2fcb6c1f36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860569 Oct 19 21:31:35.107495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97b1b-c729-4059-a3dc-e4c21eddf9a0 req-d781c22c-5856-4da8-8151-bca7086bdcea tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:35.109510 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bac97b1b-c729-4059-a3dc-e4c21eddf9a0 req-d781c22c-5856-4da8-8151-bca7086bdcea tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0478485 Oct 19 21:31:35.146281 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bac97b1b-c729-4059-a3dc-e4c21eddf9a0 req-bbccee53-fe52-488a-9cb1-e06a8e2af40d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Oct 19 21:31:36.259772 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44ebcc-93c9-458a-9926-e730deaa10ee req-f6c06914-0e36-43fe-9fe3-e0e962c44ef4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:36.261325 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b44ebcc-93c9-458a-9926-e730deaa10ee req-f6c06914-0e36-43fe-9fe3-e0e962c44ef4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0499678 Oct 19 21:31:36.302634 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b44ebcc-93c9-458a-9926-e730deaa10ee req-978e3033-3de2-4dd5-b6b2-34a6fd85bcb9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347891 Oct 19 21:31:37.074072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-00516a28-ec1c-4ee0-9b25-16f885b6a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:37.075562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-00516a28-ec1c-4ee0-9b25-16f885b6a53b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 1094 time: 0.0829260 Oct 19 21:31:37.086385 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-056f8c37-f5fd-46e0-8998-63da2533c185 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:31:37.087586 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-056f8c37-f5fd-46e0-8998-63da2533c185 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050919 Oct 19 21:31:37.099919 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-9', 'device_owner': 'compute:nova'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:31:37.156023 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.360624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:37.422123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h2-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:31:37.457603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01761b0a-a371-49f7-bf46-241fa05c262c req-b2b9361c-86db-4d86-adc6-2186bd08d174 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:37.459072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01761b0a-a371-49f7-bf46-241fa05c262c req-b2b9361c-86db-4d86-adc6-2186bd08d174 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 943 time: 0.0887165 Oct 19 21:31:37.471853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:31:37.483714 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.506151 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Transition to ACTIVE for port object 8dae8b64-f088-46fc-917a-3a996a431c49 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:31:37.511866 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.544073 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-01761b0a-a371-49f7-bf46-241fa05c262c req-51e0ec40-c08a-4729-bb18-da5723ce29f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774562 Oct 19 21:31:37.595022 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=9']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:37.609799 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.610180 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.610522 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.610855 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.611185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.611514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.611838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.612161 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.612489 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.612815 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.613131 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.613478 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:31:37.654239 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] No DVR routers for this DVR port 8dae8b64-f088-46fc-917a-3a996a431c49 on host n-h2-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:31:37.789209 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:31:37.789660 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:31:37.789997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:31:37.794424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:31:37.794688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Attempting to bind port 8dae8b64-f088-46fc-917a-3a996a431c49 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:31:37.799723 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:31:37.800058 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:31:37.800435 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Bound using segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:31:37.800893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Bound port: 8dae8b64-f088-46fc-917a-3a996a431c49, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:31:37.801248 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.863308 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:31:37.866314 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:31:37.870910 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.903225 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:37.903831 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:37.905177 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] 10.222.0.37 "PUT /v2.0/ports/8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1091 time: 0.8090458 Oct 19 21:31:37.905625 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:31:37.907850 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:31:37.944271 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9f26-5d4a-406f-94a1-55f990a1dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=10']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:37.949113 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf902cf-ca2f-4796-9c9d-7e4e1669750b x-openstack-request-id: req-faf902cf-ca2f-4796-9c9d-7e4e1669750b {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:31:37.949559 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:31:37.949816 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faf902cf-ca2f-4796-9c9d-7e4e1669750b {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:31:37.950197 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'status': 'completed', 'code': 200} Oct 19 21:31:37.983248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-a8b31b11-58f1-45d5-9be2-ea1e06c786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:37.984775 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-a8b31b11-58f1-45d5-9be2-ea1e06c786e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1095 time: 0.0523615 Oct 19 21:31:37.990463 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:31:38.036462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:31:38.082208 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-268b0b55-4397-4e28-a484-375fc6fea5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.083697 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-268b0b55-4397-4e28-a484-375fc6fea5ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0918243 Oct 19 21:31:38.153109 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-41918968-6cfd-40f4-b4dd-c05a128b74d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 999 time: 0.0617967 Oct 19 21:31:38.202927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-282e055c-7ccf-4217-9541-6be56a4cc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.204363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-282e055c-7ccf-4217-9541-6be56a4cc58f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0444503 Oct 19 21:31:38.249542 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498381-4822-41a1-a983-e36fe5688663 req-497e7581-a4da-4acb-a8ac-09af6ca4022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.251593 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-497e7581-a4da-4acb-a8ac-09af6ca4022e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405531 Oct 19 21:31:38.344189 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-196193ee-367c-4fcd-a470-606a22084a91 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852485 Oct 19 21:31:38.440480 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-1b048a36-6b48-44c5-a6c9-9e21e69badb5 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892043 Oct 19 21:31:38.523738 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-df5e941d-c7b7-467b-90e6-707286498572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.525282 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-df5e941d-c7b7-467b-90e6-707286498572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1095 time: 0.0411451 Oct 19 21:31:38.651044 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-a69824cc-9e7b-45e9-9886-c1b964c92e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.652529 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-a69824cc-9e7b-45e9-9886-c1b964c92e32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.1194937 Oct 19 21:31:38.720851 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873517-ec55-4e79-912f-3d4dd363aa12 req-32442499-4df2-4a33-b48d-08c8f76c6cda tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:38.728656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5873517-ec55-4e79-912f-3d4dd363aa12 req-32442499-4df2-4a33-b48d-08c8f76c6cda tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.1155071 Oct 19 21:31:38.774458 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-b4020f03-2cc5-460c-803e-d67fbde71290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 999 time: 0.1141539 Oct 19 21:31:38.796730 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a5873517-ec55-4e79-912f-3d4dd363aa12 req-398dd7f0-61a7-44da-b64f-eb0fd85212cc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671616 Oct 19 21:31:39.923877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0057a-842f-4b18-9026-d5c73591bc19 req-b3556137-5a58-4d47-bbde-a61835d9ef23 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:39.925598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05b0057a-842f-4b18-9026-d5c73591bc19 req-b3556137-5a58-4d47-bbde-a61835d9ef23 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0503421 Oct 19 21:31:39.970787 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-05b0057a-842f-4b18-9026-d5c73591bc19 req-f84e2640-e851-449b-8080-7daa4dbfcbba tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389338 Oct 19 21:31:41.102735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bba4d0-2221-4948-ab24-f4d8e38f7839 req-df78547c-ed43-4aab-8e1a-7c7d5bf01e69 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:41.104877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6bba4d0-2221-4948-ab24-f4d8e38f7839 req-df78547c-ed43-4aab-8e1a-7c7d5bf01e69 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0575335 Oct 19 21:31:41.143990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a6bba4d0-2221-4948-ab24-f4d8e38f7839 req-43905afb-93ca-4d37-915d-6736abf25006 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Oct 19 21:31:42.285696 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58676da-5db4-4886-a2fa-1cfe759901d2 req-07b61d11-9dea-410a-88da-ec2caa54b84b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:42.287267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c58676da-5db4-4886-a2fa-1cfe759901d2 req-07b61d11-9dea-410a-88da-ec2caa54b84b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0751157 Oct 19 21:31:42.325311 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c58676da-5db4-4886-a2fa-1cfe759901d2 req-f710cd66-1dd9-41ef-b344-9cf5506d7d65 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Oct 19 21:31:43.029281 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:31:43.371733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:43.456348 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71894f66-e95f-4dd6-8825-4f220cc3b7e5 req-2ab45abc-1cb6-4b71-80da-eda5cc34584a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:43.457862 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71894f66-e95f-4dd6-8825-4f220cc3b7e5 req-2ab45abc-1cb6-4b71-80da-eda5cc34584a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0487144 Oct 19 21:31:43.496489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71894f66-e95f-4dd6-8825-4f220cc3b7e5 req-30415497-002b-47ba-a977-2127820d27c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319734 Oct 19 21:31:43.769099 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:44.624629 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597b75-cdb1-4554-a402-0598d2ad3f79 req-b5b05512-e391-434b-9e63-b58f46cc2bdc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:44.626183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16597b75-cdb1-4554-a402-0598d2ad3f79 req-b5b05512-e391-434b-9e63-b58f46cc2bdc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0497828 Oct 19 21:31:44.664428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-16597b75-cdb1-4554-a402-0598d2ad3f79 req-052c5f2f-cbbe-490e-a310-71f43fb65731 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Oct 19 21:31:45.789451 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f983142-abf9-4620-b1f1-83e23af5dbc8 req-296660f8-bb8d-4c56-b520-7fdee7532609 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:45.790939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f983142-abf9-4620-b1f1-83e23af5dbc8 req-296660f8-bb8d-4c56-b520-7fdee7532609 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0541222 Oct 19 21:31:45.829174 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0f983142-abf9-4620-b1f1-83e23af5dbc8 req-4066387a-fe49-4f72-b3bf-62066a1b57af tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Oct 19 21:31:46.947633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131cf6-bcd2-4c00-826f-94944b243f5e req-17090d73-6b44-465e-9d40-39b558ffcc3b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:46.949322 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55131cf6-bcd2-4c00-826f-94944b243f5e req-17090d73-6b44-465e-9d40-39b558ffcc3b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0514021 Oct 19 21:31:46.990076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-55131cf6-bcd2-4c00-826f-94944b243f5e req-cba99ae3-26c5-42c8-bf06-dc646bcb91aa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 Oct 19 21:31:48.117732 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac3b9-6a55-4069-9f92-2cf52b469624 req-d4e873d5-d0d0-49a1-a863-5108ef1bbe74 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:48.119441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a0ac3b9-6a55-4069-9f92-2cf52b469624 req-d4e873d5-d0d0-49a1-a863-5108ef1bbe74 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0545661 Oct 19 21:31:48.163350 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7a0ac3b9-6a55-4069-9f92-2cf52b469624 req-e832dd55-b911-4627-936e-1a47a0c34b9d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Oct 19 21:31:49.282406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8ff2-dab9-4e70-8021-209522980a28 req-7c3fd1b7-e573-4216-adc6-2b1b5da368ff tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:49.284446 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f9e8ff2-dab9-4e70-8021-209522980a28 req-7c3fd1b7-e573-4216-adc6-2b1b5da368ff tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0541904 Oct 19 21:31:49.322472 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1f9e8ff2-dab9-4e70-8021-209522980a28 req-11697cb4-bfc9-47a7-8254-7060c2562f31 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Oct 19 21:31:49.631892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-2f29da88-f424-41a6-8800-90db0b7b3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:49.633623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-2f29da88-f424-41a6-8800-90db0b7b3d47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0478785 Oct 19 21:31:49.686600 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-e24cdd76-1ef0-43e9-b426-ff4d3c8d12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:49.688063 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-e24cdd76-1ef0-43e9-b426-ff4d3c8d12e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428858 Oct 19 21:31:49.779623 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-015d597c-4715-469e-996c-603de4295691 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807657 Oct 19 21:31:49.872191 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-20ace1e2-d72a-478c-9abb-dc4b30b1c82c req-00812cc4-87e5-4da3-af1a-c86757df6fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838976 Oct 19 21:31:50.437417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff172-af22-46a9-82ea-80c8fd37843d req-4428a943-2f25-4324-a473-60218ed01313 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:50.438890 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b38ff172-af22-46a9-82ea-80c8fd37843d req-4428a943-2f25-4324-a473-60218ed01313 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0489666 Oct 19 21:31:50.476502 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b38ff172-af22-46a9-82ea-80c8fd37843d req-43e3684d-c64e-4a28-8a4a-3e95e4188277 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Oct 19 21:31:51.588620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113483b-d697-431b-a6fc-e4bbe2ae4a4e req-435f555b-2020-4ed2-8d2c-8a494fde9b25 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:51.590099 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4113483b-d697-431b-a6fc-e4bbe2ae4a4e req-435f555b-2020-4ed2-8d2c-8a494fde9b25 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0486312 Oct 19 21:31:51.627879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4113483b-d697-431b-a6fc-e4bbe2ae4a4e req-45522475-616f-4074-803d-e3cf5cbaa3fc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Oct 19 21:31:52.745114 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401fee2-bd02-420d-87bc-8b3cb4cc45ab req-bb5d36f2-1180-4a8d-919f-5a0074154ec6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:52.746608 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9401fee2-bd02-420d-87bc-8b3cb4cc45ab req-bb5d36f2-1180-4a8d-919f-5a0074154ec6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 944 time: 0.0482476 Oct 19 21:31:52.783885 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9401fee2-bd02-420d-87bc-8b3cb4cc45ab req-d87179e6-55bc-4af5-9005-0f34ca23b1ff tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Oct 19 21:31:53.484970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:31:53.576400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:53.587477 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': '8dae8b64-f088-46fc-917a-3a996a431c49', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'port_id': '8dae8b64-f088-46fc-917a-3a996a431c49', 'mac_address': 'fa:16:3e:04:ad:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:31:53.626983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:53.639055 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:31:53.657395 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:53.661397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:53.706645 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=11']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:53.890738 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['8dae8b64-f088-46fc-917a-3a996a431c49'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:31:53.898179 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838eaf-a678-46dc-aec6-6965ca2e0b7c req-3d4f1298-631f-41b9-ac71-df9ba725f034 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:53.899676 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf838eaf-a678-46dc-aec6-6965ca2e0b7c req-3d4f1298-631f-41b9-ac71-df9ba725f034 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0479190 Oct 19 21:31:53.937326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf838eaf-a678-46dc-aec6-6965ca2e0b7c req-42226707-ccff-4bcf-a7f0-325dfad3e713 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Oct 19 21:31:55.055499 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51439-ad46-4aad-a421-8ddbb879e7a5 req-49ce7eeb-8e79-4847-ba65-c0eccc1fe7d4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:55.057005 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69e51439-ad46-4aad-a421-8ddbb879e7a5 req-49ce7eeb-8e79-4847-ba65-c0eccc1fe7d4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 945 time: 0.0535574 Oct 19 21:31:55.094132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-69e51439-ad46-4aad-a421-8ddbb879e7a5 req-71b13f7a-4d0e-4dee-820e-69d22d7dbe23 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Oct 19 21:31:55.489016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:31:55.536038 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port 8dae8b64-f088-46fc-917a-3a996a431c49 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:31:55.539600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port 8dae8b64-f088-46fc-917a-3a996a431c49 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:31:55.539965 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:55.615729 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:55.637909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:31:55.640115 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462adfa-76ac-4845-92c8-0f808fe35dc3" -d '{"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:31:55.652599 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:31:55.657758 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:55.680755 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4150a40b-14e6-446e-82c5-78e7dbb78872 x-openstack-request-id: req-4150a40b-14e6-446e-82c5-78e7dbb78872 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:31:55.681036 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-plugged", "status": "completed", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:31:55.681282 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4150a40b-14e6-446e-82c5-78e7dbb78872 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:31:55.681680 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'code': 200} Oct 19 21:31:55.708191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=12']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:31:55.830915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46cf72-aaff-44cb-ba67-386ab4d9395c req-b9f49364-c8be-4571-a9ae-0096818a69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:55.832323 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d46cf72-aaff-44cb-ba67-386ab4d9395c req-b9f49364-c8be-4571-a9ae-0096818a69bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1097 time: 0.0400667 Oct 19 21:31:55.865990 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d46cf72-aaff-44cb-ba67-386ab4d9395c req-5cc8f5f3-0ac7-49cd-94ee-b1ec16c6e9cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270848 Oct 19 21:31:56.206358 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2e6e-f137-4a37-99f7-98f08b3e0514 req-745ed46d-5d71-4d78-baca-722dfe64f5c9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:56.207824 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5dfd2e6e-f137-4a37-99f7-98f08b3e0514 req-745ed46d-5d71-4d78-baca-722dfe64f5c9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.0484648 Oct 19 21:31:56.246393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5dfd2e6e-f137-4a37-99f7-98f08b3e0514 req-9d1cd693-42ec-4ac2-9a1c-74910ea24532 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Oct 19 21:31:56.577983 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d8b01ef6-d5e4-40a0-9679-f57bb344f3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:57.367753 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e42f45-08cf-416a-9ed7-657ae024ae79 req-7c5d2f80-73e4-48b4-94fe-33dd53b7d4b1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:57.369237 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38e42f45-08cf-416a-9ed7-657ae024ae79 req-7c5d2f80-73e4-48b4-94fe-33dd53b7d4b1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.0533073 Oct 19 21:31:57.407219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-38e42f45-08cf-416a-9ed7-657ae024ae79 req-56eb0ac2-e5c2-4341-99de-ac74ef5fad09 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Oct 19 21:31:58.524927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734d93-88f8-4e9f-822b-309fea6b3d3a req-3d5bd228-d6f6-4f23-8841-7fb68ce0dddb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:58.526317 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b734d93-88f8-4e9f-822b-309fea6b3d3a req-3d5bd228-d6f6-4f23-8841-7fb68ce0dddb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.0521348 Oct 19 21:31:58.562427 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8b734d93-88f8-4e9f-822b-309fea6b3d3a req-7a70111c-016e-48a2-a2f9-67a2b7d7cc66 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301769 Oct 19 21:31:59.295095 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-04e5d519-a0e8-4a2b-bea2-edeb7831cdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:31:59.596741 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-5b135695-a5aa-4f66-9c27-8ef7e7dd1d0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398304 Oct 19 21:31:59.676913 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-6c269299-04d3-422a-b3b4-453f60c2f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:59.678473 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-6c269299-04d3-422a-b3b4-453f60c2f267 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1097 time: 0.0402410 Oct 19 21:31:59.782511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-1526f0c9-b57d-4a99-84ef-a43a676b3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:59.783987 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-1526f0c9-b57d-4a99-84ef-a43a676b3454 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0869069 Oct 19 21:31:59.846994 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-abb89f53-a6d7-42c9-9830-63b18ed111b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1001 time: 0.0559769 Oct 19 21:31:59.894900 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-749f9f0c-9721-4630-b987-815315d68504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:59.896277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-749f9f0c-9721-4630-b987-815315d68504 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0423515 Oct 19 21:31:59.944438 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-4fe3fffc-0539-4c70-a587-bafc91e36282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:31:59.945901 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-4fe3fffc-0539-4c70-a587-bafc91e36282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424135 Oct 19 21:32:00.034943 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-a05448de-0d8d-462c-a667-b465e4a0edc0 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809469 Oct 19 21:32:00.128810 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2ec672ac-17c0-4ede-8ae1-c819ae6a2f60 req-85e52636-9bbc-4e81-a36e-32412692ba5f service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Oct 19 21:32:00.397243 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:01.227822 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:02.504225 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:13.366127 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:13.770448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:20.028994 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:32:26.578832 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8703791-67da-41b8-8bf7-9eef105d53cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:29.294446 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-80119018-84a9-49a5-8f4e-36580d8b29af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:30.401432 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:31.230719 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:32.506508 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:43.364237 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:43.777170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:56.579404 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4c176d07-e959-4695-85a7-b756b3acacf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:57.028434 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:32:59.294698 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6784d485-8b32-44b7-ac9f-c07e9c2081dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:32:59.599034 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-30bdf8d2-cffe-4204-8692-abf010d3ae9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392385 Oct 19 21:32:59.679631 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-8384f41c-ff5d-48f6-9792-7a7136fcc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:32:59.680998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-8384f41c-ff5d-48f6-9792-7a7136fcc938 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1097 time: 0.0400786 Oct 19 21:32:59.786483 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-5795f478-2eb6-47ff-be0d-f672fe0c4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:32:59.787923 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-5795f478-2eb6-47ff-be0d-f672fe0c4316 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0875628 Oct 19 21:32:59.850358 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-7c95a93b-63db-4225-ac7f-b21112b6fa00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 1001 time: 0.0558004 Oct 19 21:32:59.900899 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-62f632de-727d-4f6d-8311-4028f43f529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:32:59.902352 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-62f632de-727d-4f6d-8311-4028f43f529b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0454779 Oct 19 21:32:59.946220 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-239474ae-a632-405e-b77b-d615ac3c2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:32:59.947582 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-239474ae-a632-405e-b77b-d615ac3c2a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384634 Oct 19 21:33:00.038245 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-b9848724-d1a2-450b-ac81-08a2c7581d59 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838282 Oct 19 21:33:00.125066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a9ee643e-5dbb-45ae-87c0-2f7232147c80 req-f7ca6e3b-c009-4df9-a4d3-a55bad765d12 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797162 Oct 19 21:33:00.402266 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:01.234062 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:02.510286 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.173105 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38618) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:09.333174 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Deleting port 0b0d2366-7ba3-4094-b28e-fdd57158dea0 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:33:09.333536 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.409642 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.409962 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.421162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Calling delete_port for 0b0d2366-7ba3-4094-b28e-fdd57158dea0 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:33:09.573178 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.600142 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'Port': ['ID=0b0d2366-7ba3-4094-b28e-fdd57158dea0,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:09.625868 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.626214 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.626553 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.626893 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.627296 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.627657 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.628064 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.628638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.629725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.630086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.630520 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.630923 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:09.670183 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:09.670515 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Floating IP 8a131d31-ebdc-418a-a6e5-d6f5d130dd71 disassociated (deleted). External IP: 172.25.7.204, port: 8dae8b64-f088-46fc-917a-3a996a431c49. Oct 19 21:33:09.886859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:33:10.000509 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:33:10.005697 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:10.010135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:33:10.019602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:33:10.020217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:10.032162 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f5860c20-1bb8-425c-b6fc-3d44b117a1ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "DELETE /v2.0/floatingips/8a131d31-ebdc-418a-a6e5-d6f5d130dd71 HTTP/1.1" status: 204 len: 168 time: 0.8579521 Oct 19 21:33:10.032849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:33:10.035751 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf07842-5d05-49a2-b370-126965f3aad2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:33:10.141558 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8fae13-5a52-4de2-b4c6-185ed8673575 x-openstack-request-id: req-8a8fae13-5a52-4de2-b4c6-185ed8673575 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:33:10.141956 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:33:10.142332 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a8fae13-5a52-4de2-b4c6-185ed8673575 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:33:10.142794 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'status': 'completed', 'code': 200} Oct 19 21:33:10.211147 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-4bc8c138-f40e-4a52-b850-94112e9bb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:10.212852 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-4bc8c138-f40e-4a52-b850-94112e9bb640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 1097 time: 0.0474789 Oct 19 21:33:10.303264 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:33:10.360091 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-c098dd6d-3a86-4abc-bd7c-b38f3ec6e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:10.361619 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-c098dd6d-3a86-4abc-bd7c-b38f3ec6e072 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.1414609 Oct 19 21:33:10.369811 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d502ed-246e-46d5-a4e8-121d4953f465 req-11e18bdb-bd06-4866-824d-8ed3f34c4c41 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:10.371180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72d502ed-246e-46d5-a4e8-121d4953f465 req-11e18bdb-bd06-4866-824d-8ed3f34c4c41 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.1426725 Oct 19 21:33:10.422046 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-738b8d40-56dc-4340-92fb-1c7cb993de51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 200 len: 217 time: 0.0498321 Oct 19 21:33:10.464026 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-72d502ed-246e-46d5-a4e8-121d4953f465 req-7fa6b490-f19c-4d13-a063-f96796546ddb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865092 Oct 19 21:33:10.485335 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-9ea6e46a-99d8-4e1f-a979-aea1c8cf27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:10.486808 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-9ea6e46a-99d8-4e1f-a979-aea1c8cf27a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0545268 Oct 19 21:33:10.511041 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:10.532622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-3e5a6fdc-aa18-4c11-b955-edc3b0514ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:10.534149 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-3e5a6fdc-aa18-4c11-b955-edc3b0514ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399070 Oct 19 21:33:10.542186 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:33:10.550392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:33:10.551026 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:32:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:10.661100 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:33:10.891166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:10.918241 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b537-9d08-4136-ba9e-c8033ce79955 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:33:10.962919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-283e7b02-51c1-46bd-b14b-e815fa455df5 service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196615 Oct 19 21:33:11.057196 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ebf07842-5d05-49a2-b370-126965f3aad2 req-31446a40-3a45-46ba-acc8-61e83df8550f service neutron] 10.222.0.37 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Oct 19 21:33:11.137481 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93886651-6b79-45fa-9c48-d1458bb2c62b None None] New status for floating IP 8a131d31-ebdc-418a-a6e5-d6f5d130dd71: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:33:11.546890 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-080c4155-1604-4944-b0b8-3c2be9d353d3 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:11.548581 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-080c4155-1604-4944-b0b8-3c2be9d353d3 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.0479152 Oct 19 21:33:11.639525 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18339981-40e3-4515-a8e8-d53e3e646629 req-5de2964c-4b1c-4f52-b37f-feab1974bff8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:11.641024 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18339981-40e3-4515-a8e8-d53e3e646629 req-5de2964c-4b1c-4f52-b37f-feab1974bff8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c31468b-d494-4ab4-9221-2b858b77ad8e HTTP/1.1" status: 200 len: 946 time: 0.0999577 Oct 19 21:33:11.641459 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Deleting port 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:33:11.641807 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:11.679689 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18339981-40e3-4515-a8e8-d53e3e646629 req-20ecbec3-609f-4ac3-9c5f-a46279961949 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=432b2d67-933c-474a-875a-41dd9d2b70fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Oct 19 21:33:11.737001 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] For port 8dae8b64-f088-46fc-917a-3a996a431c49, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=8dae8b64-f088-46fc-917a-3a996a431c49,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:33:11.737399 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:11.754619 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Calling delete_port for 8dae8b64-f088-46fc-917a-3a996a431c49 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:33:11.876629 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:11.909074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'Port': ['ID=8dae8b64-f088-46fc-917a-3a996a431c49,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:11.952323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] No DVR routers for this DVR port 8dae8b64-f088-46fc-917a-3a996a431c49 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:33:11.955041 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:11.958490 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a0b9734a-3922-4eac-908b-1fdb1cc87c20 req-57c14f8d-3d6c-4c58-9032-893047c304cb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.37 "DELETE /v2.0/ports/8dae8b64-f088-46fc-917a-3a996a431c49 HTTP/1.1" status: 204 len: 173 time: 0.4036462 Oct 19 21:33:12.144362 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-deleted', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:33:12.146707 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1d21ad-2cc7-40a0-955b-4f62776efc17" -d '{"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-deleted", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:33:12.181365 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f9f36-7a00-4882-a61c-73cc39af48f9 x-openstack-request-id: req-a08f9f36-7a00-4882-a61c-73cc39af48f9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:33:12.181652 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c31468b-d494-4ab4-9221-2b858b77ad8e", "name": "network-vif-deleted", "tag": "8dae8b64-f088-46fc-917a-3a996a431c49", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:33:12.181901 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a08f9f36-7a00-4882-a61c-73cc39af48f9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:33:12.182301 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c31468b-d494-4ab4-9221-2b858b77ad8e', 'name': 'network-vif-deleted', 'tag': '8dae8b64-f088-46fc-917a-3a996a431c49', 'status': 'completed', 'code': 200} Oct 19 21:33:12.739424 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38644) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:12.795923 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:12.819859 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:12.876848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:12.880031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:12.881165 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "DELETE /v2.0/security-groups/432b2d67-933c-474a-875a-41dd9d2b70fd HTTP/1.1" status: 204 len: 168 time: 0.1407499 Oct 19 21:33:12.890076 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308289-d4ae-4ffd-ba39-4451e48891f9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b2d67-933c-474a-875a-41dd9d2b70fd,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.090812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38650) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.095410 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219872804', 'description': 'tempest-secgroup-smoke-219872804 description', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.118082 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.179954 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.184421 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.211055 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.212524 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1206987 Oct 19 21:33:13.215531 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38652) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.220193 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.220770 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46270d9-fba8-4691-9943-8b5d1e7057c2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7763e4ad-cc8d-43fb-b319-97531b201b8e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.247327 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.293587 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.297117 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.314989 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b6da8b-ea30-4a9f-8532-b0d961443bc3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.323964 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.325092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085029 Oct 19 21:33:13.326905 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.327251 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.327591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.327925 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.328127 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38654) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.328259 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.328571 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.328898 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.329225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.329573 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.329894 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.330218 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.330539 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f62a8-2a2d-4dc0-8895-e1acde0461e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:13.333653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.360574 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.363820 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.415573 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.419227 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.433525 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e553d54-8c61-4ecc-8a8d-a1a502710b53,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.443487 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.444659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1bfea778-49bf-4a38-b69a-2a8dfd0feef7 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153052 Oct 19 21:33:13.447365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38656) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.451574 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.478426 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.534695 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.538581 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.556954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c127b07a-54e5-49d0-85e3-d30123ce5f0b,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.565379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.566591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-4dd783bf-ae6c-4bdb-8c58-db71de7e7d33 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182873 Oct 19 21:33:13.569251 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38658) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.573954 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.599813 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.656770 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.660332 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.677562 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635f8f2-7d59-4794-b51f-daea1c9c12e3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.684834 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.686040 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0f40c96a-94bd-4ebc-bf0d-414422bb2e2d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157508 Oct 19 21:33:13.688794 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38660) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.693606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.717156 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Project a91b1e2cb4d14e47a9effd00465f7a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:33:13.722605 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.782701 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.786751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.787047 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.805255 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53440024-997e-43b7-9c4e-1ce12b918f76,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.810083 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.811419 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d934306c-caed-4b86-a3bd-fe5b568a51e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215143 Oct 19 21:33:13.814026 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38662) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:13.818778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'security_group_rule': {'security_group_id': '7763e4ad-cc8d-43fb-b319-97531b201b8e', 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:13.840178 n-d-805649-9 neutron-server[100735]: INFO neutron.db.securitygroups_db [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Project a91b1e2cb4d14e47a9effd00465f7a4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:33:13.844781 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.904058 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.907347 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.927334 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d1c8a2-c312-427a-b7f9-1189facc9f19,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:13.933185 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:13.933897 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3e20ee29-199f-44a8-8314-69c24ebd6051 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189442 Oct 19 21:33:15.881966 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:33:15.905854 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: 8dae8b64-f088-46fc-917a-3a996a431c49 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:33:15.906192 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device 8dae8b64-f088-46fc-917a-3a996a431c49 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:33:26.580034 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-266b5898-4aca-4a74-80d2-215664822805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:29.158804 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-dc63e216-3733-4cd8-a3b2-195e81f14012 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219872804&fields=id&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 267 time: 0.0325055 Oct 19 21:33:29.265162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-314e8aa1-8af7-42b5-8c6e-f9d4cff47a07 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:29.266573 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-314e8aa1-8af7-42b5-8c6e-f9d4cff47a07 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 808 time: 0.1011050 Oct 19 21:33:29.281875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-a4140f58-bd7e-49a3-a16e-1fdd2599ecb8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/quotas/a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 375 time: 0.0095203 Oct 19 21:33:29.294751 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f3d01ad8-cb92-4505-828f-4c5e2e31fc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:29.333803 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-3b3ad3e3-ce2e-4671-b83e-3834a1ee1c76 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463386 Oct 19 21:33:29.438384 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8da168e5-808d-49a1-87a7-280a2e40a693 service neutron] 10.222.0.31 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932646 Oct 19 21:33:29.525549 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-3669c6da-5069-46b3-b02b-02fc936badc1 service neutron] 10.222.0.31 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809658 Oct 19 21:33:29.813669 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b092bbff-baaa-4a40-8ce8-950fac460bab req-26042fba-9f19-457c-ae3f-f4cd5e144497 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0299597 Oct 19 21:33:30.402351 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:30.685120 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-0ead41f1-a62e-4159-98a2-db10b0afadbd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:30.686602 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-0ead41f1-a62e-4159-98a2-db10b0afadbd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 808 time: 0.1061559 Oct 19 21:33:30.731064 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-81787a11-0189-470c-ac28-9cf3ccac921d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 379 time: 0.0346978 Oct 19 21:33:30.740634 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'port': {'device_id': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'admin_state_up': True, 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'security_groups': ['7763e4ad-cc8d-43fb-b319-97531b201b8e']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:30.858244 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Made reservation on behalf of a91b1e2cb4d14e47a9effd00465f7a4f for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:33:30.861817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:30.911012 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4d41218d-764d-49b5-a8ef-c45acb4639f4 req-352d6031-928d-4b75-96f7-4749a6c73919 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0268481 Oct 19 21:33:30.990523 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Allocated IP 172.20.0.11 (c456deb7-ce54-49b6-aa75-20f772dda62a/a8f343eb-6a9a-49ad-bf45-b6faee626ebc/d6439f7b-4a65-479f-8400-f73bdbdd7967) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:33:31.132212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.165846 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.209122 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Network c456deb7-ce54-49b6-aa75-20f772dda62a is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:33:31.212368 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:33:31.215967 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:33:31.248884 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.257245 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:31.277007 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:31.277748 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.295894 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-c87fbef3-825d-4698-878e-6100c056a939 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589225 Oct 19 21:33:31.306764 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-0a6f392f-83cf-455c-9c59-5b26499423cf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:33:31.308055 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-0a6f392f-83cf-455c-9c59-5b26499423cf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057814 Oct 19 21:33:31.320874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Request body: {'port': {'device_id': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:31.380083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.438388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a0501794-a59b-48ec-a7aa-d20eed8b3648 None None] Provisioning complete for port d6439f7b-4a65-479f-8400-f73bdbdd7967 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:33:31.439450 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a0501794-a59b-48ec-a7aa-d20eed8b3648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.475242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a0501794-a59b-48ec-a7aa-d20eed8b3648 None None] Port d6439f7b-4a65-479f-8400-f73bdbdd7967 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:33:31.656076 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6439f7b-4a65-479f-8400-f73bdbdd7967 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:33:31.664178 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.676021 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Transition to ACTIVE for port object d6439f7b-4a65-479f-8400-f73bdbdd7967 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:33:31.681705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.732317 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:31.812762 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Attempting to bind port d6439f7b-4a65-479f-8400-f73bdbdd7967 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:33:31.813098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Attempting to bind port d6439f7b-4a65-479f-8400-f73bdbdd7967 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:33:31.813465 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Attempting to bind port d6439f7b-4a65-479f-8400-f73bdbdd7967 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:33:31.818014 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Port d6439f7b-4a65-479f-8400-f73bdbdd7967 on network c456deb7-ce54-49b6-aa75-20f772dda62a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:33:31.818331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Attempting to bind port d6439f7b-4a65-479f-8400-f73bdbdd7967 on network c456deb7-ce54-49b6-aa75-20f772dda62a {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:33:31.823401 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:33:31.823743 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Checking segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:33:31.824125 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Bound using segment: {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:33:31.824556 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Bound port: d6439f7b-4a65-479f-8400-f73bdbdd7967, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:33:31.824914 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.896870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:33:31.900266 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:33:31.907089 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.944947 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:31.945716 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:31.947533 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] 10.222.0.11 "PUT /v2.0/ports/d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1092 time: 0.6311822 Oct 19 21:33:31.947794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:33:31.950303 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442238ca-6691-43bb-8894-db0708258927" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:33:31.977502 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375977d-491b-4d5c-ace3-f079adbf8247 service neutron] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:32.064026 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-10c2a4fa-a933-4862-a603-d914b5e32617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.065683 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-10c2a4fa-a933-4862-a603-d914b5e32617 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1095 time: 0.0688782 Oct 19 21:33:32.089424 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b65bb0-32ad-4ee3-a3f5-0d5771dd7b70 x-openstack-request-id: req-d4b65bb0-32ad-4ee3-a3f5-0d5771dd7b70 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:33:32.089847 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:33:32.090186 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4b65bb0-32ad-4ee3-a3f5-0d5771dd7b70 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:33:32.090805 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'status': 'completed', 'code': 200} Oct 19 21:33:32.130282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-95f6f164-4094-4d12-8dfe-e53d5aee4ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 217 time: 0.0486002 Oct 19 21:33:32.176737 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7df84b-11a0-4e69-a1d6-5d468ee652eb req-16907a64-d43f-47c0-8d50-6981a1b5b916 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.178387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b7df84b-11a0-4e69-a1d6-5d468ee652eb req-16907a64-d43f-47c0-8d50-6981a1b5b916 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.1354756 Oct 19 21:33:32.215170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-f385df67-e833-4925-a51b-778d280a3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.216622 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-f385df67-e833-4925-a51b-778d280a3ef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0791414 Oct 19 21:33:32.241220 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2b7df84b-11a0-4e69-a1d6-5d468ee652eb req-f1347bee-81d7-419f-860c-e9a7f6be0f75 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562251 Oct 19 21:33:32.286986 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-40a1bd38-54f2-4eed-854e-f32a6328d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.288909 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-40a1bd38-54f2-4eed-854e-f32a6328d00a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636222 Oct 19 21:33:32.387823 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-e29a2d90-6320-4327-a52d-805cf80a0f9a service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916059 Oct 19 21:33:32.477183 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64db25c8-66b3-4e1a-84c9-d1f20546b56a req-f1b96491-1f29-4910-b353-d4f7de4c6903 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Oct 19 21:33:32.514733 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:32.564622 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442238ca-6691-43bb-8894-db0708258927 req-e85cfcaa-9944-4407-b9fe-2500c1260825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.566176 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-e85cfcaa-9944-4407-b9fe-2500c1260825 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1095 time: 0.0449743 Oct 19 21:33:32.658657 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442238ca-6691-43bb-8894-db0708258927 req-21eec932-200e-4c79-9fe1-1454162cf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.660111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-21eec932-200e-4c79-9fe1-1454162cf518 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0862751 Oct 19 21:33:32.705926 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-1bfe324e-00e3-4bb1-96de-993a849ba676 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 217 time: 0.0385463 Oct 19 21:33:32.756770 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442238ca-6691-43bb-8894-db0708258927 req-ccea8b5a-9969-4af0-b94a-2c088b4c5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.758171 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-ccea8b5a-9969-4af0-b94a-2c088b4c5a4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0449419 Oct 19 21:33:32.803467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442238ca-6691-43bb-8894-db0708258927 req-fd688c8f-6b11-4d7c-8261-e03a062f2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:32.805270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-fd688c8f-6b11-4d7c-8261-e03a062f2167 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402434 Oct 19 21:33:32.899791 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-927ba62e-3aea-44b3-8729-71a85519924e service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Oct 19 21:33:32.988428 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-442238ca-6691-43bb-8894-db0708258927 req-c64fe53a-746b-41c1-866b-a191f088c794 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821304 Oct 19 21:33:33.366198 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a8b05-5751-4336-8602-5daad5af17b5 req-2768e6c6-4de7-485d-9046-4950c046d099 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:33.367696 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e91a8b05-5751-4336-8602-5daad5af17b5 req-2768e6c6-4de7-485d-9046-4950c046d099 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0533178 Oct 19 21:33:33.404656 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e91a8b05-5751-4336-8602-5daad5af17b5 req-4c9810c6-2090-450c-a0b9-82b79354a855 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Oct 19 21:33:34.029356 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:33:34.774450 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745003-a784-4440-9fb0-b7a17ce95d93 req-ad14adbc-6379-4858-a49f-8cf500aa6b51 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:34.775970 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65745003-a784-4440-9fb0-b7a17ce95d93 req-ad14adbc-6379-4858-a49f-8cf500aa6b51 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0492644 Oct 19 21:33:34.818188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-65745003-a784-4440-9fb0-b7a17ce95d93 req-5ca23405-c886-4e5e-882f-77078bd9a4be tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363061 Oct 19 21:33:35.931475 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c69beb-ecc0-403e-9fb5-33386d39d60a req-5abd0059-7ccc-49e6-96f8-82add0059b49 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:35.932959 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c69beb-ecc0-403e-9fb5-33386d39d60a req-5abd0059-7ccc-49e6-96f8-82add0059b49 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0493538 Oct 19 21:33:35.970100 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-11c69beb-ecc0-403e-9fb5-33386d39d60a req-f89ecba9-4b38-4a8a-9250-efe30eda8850 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Oct 19 21:33:37.081758 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad627254-a211-4555-a84d-2bf08f122ff8 req-6fb41761-c663-4b9e-8959-173e8b5d2a6e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:37.083234 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad627254-a211-4555-a84d-2bf08f122ff8 req-6fb41761-c663-4b9e-8959-173e8b5d2a6e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0482690 Oct 19 21:33:37.120462 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ad627254-a211-4555-a84d-2bf08f122ff8 req-0c8a245d-28f0-4e18-85c6-6fd1fe27921a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Oct 19 21:33:38.231365 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c6ce8-9c08-4abf-90e9-27edc5e5b0b0 req-d0189aad-dd28-42da-910e-a6272baa8e2c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:38.232811 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-991c6ce8-9c08-4abf-90e9-27edc5e5b0b0 req-d0189aad-dd28-42da-910e-a6272baa8e2c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0478048 Oct 19 21:33:38.270038 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-991c6ce8-9c08-4abf-90e9-27edc5e5b0b0 req-49188c9d-1ad0-45b4-9cfa-5f1bfbeaed6d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311007 Oct 19 21:33:39.382473 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659207-580d-41e5-938d-cc3bf80569a7 req-546367f6-8cdc-4da9-94a6-1016d4dd587e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:39.383939 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb659207-580d-41e5-938d-cc3bf80569a7 req-546367f6-8cdc-4da9-94a6-1016d4dd587e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0484715 Oct 19 21:33:39.421208 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cb659207-580d-41e5-938d-cc3bf80569a7 req-e04a2488-8614-40e1-9e30-6836f6bebf03 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Oct 19 21:33:40.536901 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dd96c-b02b-4218-a528-4917f6fa1d99 req-c36d3fbe-9a86-412d-acb9-341862c37caa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:40.538782 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae6dd96c-b02b-4218-a528-4917f6fa1d99 req-c36d3fbe-9a86-412d-acb9-341862c37caa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0526068 Oct 19 21:33:40.575805 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ae6dd96c-b02b-4218-a528-4917f6fa1d99 req-e62f0ef6-5ca9-4852-8ada-5bd004543f8f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Oct 19 21:33:41.689308 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749e57-1363-4785-80db-e62962c72f49 req-410c9dba-029a-4bb6-942c-477084dc722d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:41.690789 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98749e57-1363-4785-80db-e62962c72f49 req-410c9dba-029a-4bb6-942c-477084dc722d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0483916 Oct 19 21:33:41.732537 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-98749e57-1363-4785-80db-e62962c72f49 req-382e2490-1c4b-49be-8fe7-9a1d93749239 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Oct 19 21:33:42.847552 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53c38b-1590-4437-b50c-c963fdc31df2 req-c880eef7-32fb-46fd-ae59-c223ac37cc72 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:42.849024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d53c38b-1590-4437-b50c-c963fdc31df2 req-c880eef7-32fb-46fd-ae59-c223ac37cc72 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0485728 Oct 19 21:33:42.886493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0d53c38b-1590-4437-b50c-c963fdc31df2 req-132844d5-db9f-4710-98e4-3363aebc1bc3 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Oct 19 21:33:43.364755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:43.806759 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:43.996624 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59070b-bd9c-4355-aafc-872ae1645ace req-8245cf59-e3db-42ed-b691-bf9d055dfa48 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:43.998114 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a59070b-bd9c-4355-aafc-872ae1645ace req-8245cf59-e3db-42ed-b691-bf9d055dfa48 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0481153 Oct 19 21:33:44.034807 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-1a59070b-bd9c-4355-aafc-872ae1645ace req-e3c6fb88-b449-4447-a3b5-7c86db1b53fa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Oct 19 21:33:44.544479 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:33:44.639715 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:33:44.651244 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'mac_address': 'fa:16:3e:6e:d1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:33:44.687056 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:44.699199 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6439f7b-4a65-479f-8400-f73bdbdd7967 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:33:44.724499 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:33:44.729599 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:44.775031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:44.782300 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.782644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.782980 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.783312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.783640 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.783965 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.784289 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.784610 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.784931 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.785250 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.785603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.785923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:33:44.964257 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d6439f7b-4a65-479f-8400-f73bdbdd7967'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:33:45.146688 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28aa0-c4e7-4c3a-a964-02a0580ecbe7 req-b40e5283-d3a9-4cff-9d92-3fd28167c3a5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:45.148750 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35b28aa0-c4e7-4c3a-a964-02a0580ecbe7 req-b40e5283-d3a9-4cff-9d92-3fd28167c3a5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 945 time: 0.0481215 Oct 19 21:33:45.185740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-35b28aa0-c4e7-4c3a-a964-02a0580ecbe7 req-ca2ac854-bd22-4e60-b566-6f95323e260d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Oct 19 21:33:46.299508 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e30807-2d28-467f-8081-bfbb83b91d8f req-1785937c-89ad-426a-ac68-c5901bfbd59e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:46.301015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42e30807-2d28-467f-8081-bfbb83b91d8f req-1785937c-89ad-426a-ac68-c5901bfbd59e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 945 time: 0.0492160 Oct 19 21:33:46.338226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-42e30807-2d28-467f-8081-bfbb83b91d8f req-5d560456-bee7-4943-96b9-bdfb700a25b2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Oct 19 21:33:46.559736 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:33:46.611042 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port d6439f7b-4a65-479f-8400-f73bdbdd7967 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:33:46.614603 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port d6439f7b-4a65-479f-8400-f73bdbdd7967 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:33:46.614970 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:46.690036 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:46.712772 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:33:46.715114 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4659b57-de3f-4934-a5a2-d82611fdc26b" -d '{"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-plugged", "status": "completed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:33:46.727318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:33:46.731267 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:46.757114 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06a4a1-37a0-4c33-8c99-fed0d331a7a6 x-openstack-request-id: req-ae06a4a1-37a0-4c33-8c99-fed0d331a7a6 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:33:46.757968 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-plugged", "status": "completed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:33:46.758219 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae06a4a1-37a0-4c33-8c99-fed0d331a7a6 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:33:46.758602 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'code': 200} Oct 19 21:33:46.785058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:46.846202 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bd2d-3085-40a1-940a-b7be87892a4d req-d3f0ba69-c56e-4632-9773-e5de01e03ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:46.847675 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46f7bd2d-3085-40a1-940a-b7be87892a4d req-d3f0ba69-c56e-4632-9773-e5de01e03ca0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0400598 Oct 19 21:33:46.886702 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-46f7bd2d-3085-40a1-940a-b7be87892a4d req-de4ed04c-53ce-4bf3-8e73-5dca1ba15901 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Oct 19 21:33:47.452358 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795b0a-0f89-4b21-bfa9-53d04fe036a0 req-ddace3aa-eba1-420b-8ee8-c6900869906e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:47.453843 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70795b0a-0f89-4b21-bfa9-53d04fe036a0 req-ddace3aa-eba1-420b-8ee8-c6900869906e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0491347 Oct 19 21:33:47.491366 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-70795b0a-0f89-4b21-bfa9-53d04fe036a0 req-425361a7-de92-4170-bde7-5294b36925e1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Oct 19 21:33:48.609970 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed648478-6cca-43fe-9c8f-d07968dcc274 req-542ca529-d49a-4d69-8720-614d90025b60 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:48.611439 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed648478-6cca-43fe-9c8f-d07968dcc274 req-542ca529-d49a-4d69-8720-614d90025b60 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0523038 Oct 19 21:33:48.649285 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ed648478-6cca-43fe-9c8f-d07968dcc274 req-03f0347b-aaaa-43fa-b4b8-55e682c4c937 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Oct 19 21:33:48.759688 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b99a-f485-4e5c-918e-34255b549eb1 req-f15a8865-bfb2-4fc6-8780-7e420f6b06e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:48.761131 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a2b99a-f485-4e5c-918e-34255b549eb1 req-f15a8865-bfb2-4fc6-8780-7e420f6b06e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0476670 Oct 19 21:33:48.798572 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18a2b99a-f485-4e5c-918e-34255b549eb1 req-62832dac-5ce6-4a02-a78e-80f0819a5080 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314028 Oct 19 21:33:48.820653 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38858) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:48.860674 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3dfe3-0266-44f7-b9f0-be864abe584e tempest-TestShelveInstance-495967373 tempest-TestShelveInstance-495967373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:48.862675 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-3db3dfe3-0266-44f7-b9f0-be864abe584e tempest-TestShelveInstance-495967373 tempest-TestShelveInstance-495967373-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1092 time: 0.0405741 Oct 19 21:33:48.865088 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 38860) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:33:48.869442 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:33:48.891537 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:48.991050 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.092119 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Allocated IP 172.25.7.144 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/c748bedb-9af2-48b8-a790-7a6249f82350) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:33:49.198134 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.230488 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.266632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:33:49.273767 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:33:49.276450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:33:49.300874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=c748bedb-9af2-48b8-a790-7a6249f82350,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:49.642576 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.707088 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.853638 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.857779 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:49.926159 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event updated for resources: {'Port': ['ID=c748bedb-9af2-48b8-a790-7a6249f82350,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:33:49.937266 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:50.031218 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Floating IP d46cc8f2-b106-4467-a20e-654941098cbd associated. External IP: 172.25.7.144, port: d6439f7b-4a65-479f-8400-f73bdbdd7967. Oct 19 21:33:50.232757 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:33:50.339604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:33:50.349082 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:33:50.356964 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:50.358328 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:33:50.358935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:50.383883 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e5a1f70c-bbbf-4488-92a7-75f38827568e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5177746 Oct 19 21:33:50.384511 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:33:50.386770 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c9260-abb2-418f-a972-9e1eb4f9186f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:33:50.422775 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb12589d-915c-4f84-bb7f-7c2d0d2a06ac x-openstack-request-id: req-fb12589d-915c-4f84-bb7f-7c2d0d2a06ac {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:33:50.423069 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:33:50.423322 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb12589d-915c-4f84-bb7f-7c2d0d2a06ac {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:33:50.423719 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'status': 'completed', 'code': 200} Oct 19 21:33:50.467355 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:33:50.486973 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-dff8520b-2b2f-4b90-9ba4-9e1f1ab849a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:50.488534 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-dff8520b-2b2f-4b90-9ba4-9e1f1ab849a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0437620 Oct 19 21:33:50.582524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-d88c29e1-7340-4ff8-9076-7f1b1333b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:50.584000 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-d88c29e1-7340-4ff8-9076-7f1b1333b69f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0880494 Oct 19 21:33:50.652711 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-bf979d2d-4678-4dd8-9d59-57c6eba6b3b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1000 time: 0.0604591 Oct 19 21:33:50.688449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'd46cc8f2-b106-4467-a20e-654941098cbd', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:6e:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:33:49Z', 'updated_at': '2021-10-19T21:33:49Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:50.700466 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-87765ab4-aba2-4f32-a7ef-497ef9eed0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:50.701953 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-87765ab4-aba2-4f32-a7ef-497ef9eed0ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0431113 Oct 19 21:33:50.719010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:33:50.727475 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:33:50.728073 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:33:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:50.746545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-955579a9-ed75-4803-8e0c-7c4dab06a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:50.747992 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-955579a9-ed75-4803-8e0c-7c4dab06a3f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392942 Oct 19 21:33:50.835750 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:33:50.840698 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-3a802ee2-a159-482f-b3dd-4f78070fe9f7 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Oct 19 21:33:50.934326 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-067c9260-abb2-418f-a972-9e1eb4f9186f req-3f6841d0-5b29-48b6-aa04-11062851897d service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866845 Oct 19 21:33:51.217727 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'd46cc8f2-b106-4467-a20e-654941098cbd', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:6e:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:33:49Z', 'updated_at': '2021-10-19T21:33:49Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:33:51.247535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b07da8-e6bc-4229-8929-0726efc625a2 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': 'd46cc8f2-b106-4467-a20e-654941098cbd', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'mac_address': 'fa:16:3e:6e:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:33:49Z', 'updated_at': '2021-10-19T21:33:49Z', 'revision_number': 0, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:33:51.424515 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd18c4-56e0-489c-beff-f4f21bd72385 None None] New status for floating IP d46cc8f2-b106-4467-a20e-654941098cbd: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:33:56.581994 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd8ba5c0-81b7-43d5-b55c-40e0548e1d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:33:57.199827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-3d680beb-9d9f-46d7-b5d9-ef7c420b9224 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452867 Oct 19 21:33:57.324226 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-0a57a7e4-f3d0-45a5-9f80-aec7856c1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:57.325750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-0a57a7e4-f3d0-45a5-9f80-aec7856c1535 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0443354 Oct 19 21:33:57.424604 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-853e28d8-e673-4e79-8c60-c9ac51c4a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:57.426111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-853e28d8-e673-4e79-8c60-c9ac51c4a8a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0824981 Oct 19 21:33:57.498094 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-9601a9a1-606a-4081-b69e-8ed2f881b4c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1002 time: 0.0647895 Oct 19 21:33:57.545975 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-309e3fe1-b961-471a-a71e-06efe2b6d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:57.547332 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-309e3fe1-b961-471a-a71e-06efe2b6d209 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0435033 Oct 19 21:33:57.596585 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-bd1468fc-612e-4373-adcc-71d22ed42109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:33:57.598124 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-bd1468fc-612e-4373-adcc-71d22ed42109 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435336 Oct 19 21:33:57.690777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-dbb90f93-747d-4ea8-b7a6-f5146b8aee93 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853317 Oct 19 21:33:57.777950 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f1dec7c1-a3dd-423b-8cca-10a0f4a9024d req-6fb5a5c3-61de-42a2-b3b9-130b4b7f191a service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803900 Oct 19 21:33:59.295513 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-b13efae7-4951-4337-896f-b2851aad1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:00.403682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:01.239682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:02.515431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:11.029498 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:34:13.385121 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:13.790307 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:26.582263 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c7f6808a-a1b8-458a-97c4-574f3d8844f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:29.296737 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f4d32ef-918d-4772-810e-a4bdeab747a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:30.404033 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:31.246562 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:32.518277 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:43.379189 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:43.821089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:48.029145 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:34:56.583159 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-97c7cbea-7030-418b-8543-4528e792f8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:34:57.237930 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-43ec812f-8e46-42e5-a30a-9f3a6909d3c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812485 Oct 19 21:34:57.317097 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-eb5f5444-416e-4a04-909d-182670f0e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:34:57.318582 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-eb5f5444-416e-4a04-909d-182670f0e96e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0394256 Oct 19 21:34:57.418494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-64f3cd72-4ce5-404f-94cb-0a1ab98d7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:34:57.419830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-64f3cd72-4ce5-404f-94cb-0a1ab98d7ca6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0823915 Oct 19 21:34:57.486111 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-9a0f8de9-724e-4e3c-94bd-52885da5edfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1002 time: 0.0596838 Oct 19 21:34:57.534554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-a1c77047-0d14-43eb-8b36-167f82f4cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:34:57.535967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-a1c77047-0d14-43eb-8b36-167f82f4cb0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0428514 Oct 19 21:34:57.580186 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-d8e71d5e-1e5b-456b-b796-88901acbcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:34:57.581653 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-d8e71d5e-1e5b-456b-b796-88901acbcf06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383489 Oct 19 21:34:57.672528 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-62763c9e-122f-41da-a90a-9791f5ea0cfb service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Oct 19 21:34:57.768580 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b88420fb-eb70-435b-bd42-17f60e43e73e req-c1c5b1c3-841e-4b68-94df-745cf646d022 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Oct 19 21:34:59.297194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9e2aea7b-6c4f-41b2-a08f-29ec769b2c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:00.404673 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:01.237503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:02.522431 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:13.397726 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:13.819937 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:25.029120 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:35:26.584526 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a589a59f-59fa-47ab-a5f2-75dd86bfac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:29.296990 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-31d26a34-1c80-4c59-be65-d0afb47b765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:30.408362 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:31.241227 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:32.524718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:43.397778 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:43.824528 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:47.175882 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f321c4f-0ed8-44cd-bc26-9a54706a2714 req-454aba91-b142-4861-a08e-85fc99990321 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:47.177275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f321c4f-0ed8-44cd-bc26-9a54706a2714 req-454aba91-b142-4861-a08e-85fc99990321 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0535145 Oct 19 21:35:47.214760 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6f321c4f-0ed8-44cd-bc26-9a54706a2714 req-3172c4b9-0177-4257-bdf5-29477e044d8b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Oct 19 21:35:48.335725 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bafd33-7129-4985-ba12-c2fa8bd388f9 req-9af62591-2147-47a8-a2d9-497c5515b454 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:48.337201 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63bafd33-7129-4985-ba12-c2fa8bd388f9 req-9af62591-2147-47a8-a2d9-497c5515b454 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0494189 Oct 19 21:35:48.374384 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-63bafd33-7129-4985-ba12-c2fa8bd388f9 req-8e7a694b-407a-4af0-8074-356568a41b48 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305934 Oct 19 21:35:49.511450 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d28c9-3ed1-4253-ad6d-0043a26e1a9f req-97b05e66-66a9-4aac-b2b6-03fe41fa5719 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:49.512998 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-551d28c9-3ed1-4253-ad6d-0043a26e1a9f req-97b05e66-66a9-4aac-b2b6-03fe41fa5719 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0481932 Oct 19 21:35:49.548715 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-551d28c9-3ed1-4253-ad6d-0043a26e1a9f req-35ea93b3-6f1f-4271-8d18-b03ceb3600c8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299406 Oct 19 21:35:50.662261 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396877ad-6ebb-4add-8543-6e8060165af5 req-3fcfb04d-23eb-4471-813b-f995ebe63f9f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:50.663779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-396877ad-6ebb-4add-8543-6e8060165af5 req-3fcfb04d-23eb-4471-813b-f995ebe63f9f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0498228 Oct 19 21:35:50.700100 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-396877ad-6ebb-4add-8543-6e8060165af5 req-e765b60e-a399-436d-8fe3-804a81b91c53 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303602 Oct 19 21:35:51.811803 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44a416-abcc-4efa-8cf8-29e7cae3cc2f req-85d1e15f-ac9b-45e9-bb18-526981ff481c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:51.813253 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb44a416-abcc-4efa-8cf8-29e7cae3cc2f req-85d1e15f-ac9b-45e9-bb18-526981ff481c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0482957 Oct 19 21:35:51.850506 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb44a416-abcc-4efa-8cf8-29e7cae3cc2f req-5fc4a9b0-846f-45cb-9f89-0ba6b9ce8e39 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Oct 19 21:35:52.961512 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d047e-307a-4950-8856-dd5b45921225 req-7af7ea88-c7e1-4b3e-8f66-1952498c84ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:52.963618 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a9d047e-307a-4950-8856-dd5b45921225 req-7af7ea88-c7e1-4b3e-8f66-1952498c84ed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0482969 Oct 19 21:35:53.003387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a9d047e-307a-4950-8856-dd5b45921225 req-6a46e074-5330-420c-aaf2-5c86dc95a65a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Oct 19 21:35:54.117275 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57d81-c80c-4fa4-8d90-f666e459077f req-1b9c8f5c-c5b3-4c18-8351-0a019b72aba2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:54.119246 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82f57d81-c80c-4fa4-8d90-f666e459077f req-1b9c8f5c-c5b3-4c18-8351-0a019b72aba2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0520465 Oct 19 21:35:54.155949 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-82f57d81-c80c-4fa4-8d90-f666e459077f req-7b490caf-c36d-4521-9cb7-924509ce082b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Oct 19 21:35:55.266865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c343-3297-4147-bde4-29568cb42429 req-4095f055-781b-4d9b-9281-e899a13359df tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:55.268341 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8971c343-3297-4147-bde4-29568cb42429 req-4095f055-781b-4d9b-9281-e899a13359df tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0474141 Oct 19 21:35:55.306225 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8971c343-3297-4147-bde4-29568cb42429 req-754eecd4-2bdd-4621-98bd-b2cccf108d02 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Oct 19 21:35:56.423055 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f74363-0a66-46e0-888e-97d0ee159c3f req-fe1e9c71-154b-4740-8087-39d7ecba12ac tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:56.424550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2f74363-0a66-46e0-888e-97d0ee159c3f req-fe1e9c71-154b-4740-8087-39d7ecba12ac tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0484624 Oct 19 21:35:56.462827 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a2f74363-0a66-46e0-888e-97d0ee159c3f req-b4848149-8133-4be4-be4f-d81852ef6aed tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322111 Oct 19 21:35:56.584213 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e17ecb67-72b6-4027-bf93-d9dfd2da6d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:57.302806 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-0fe4d5b0-7591-435c-b410-51a43737c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:57.304273 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-0fe4d5b0-7591-435c-b410-51a43737c608 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0408952 Oct 19 21:35:57.397939 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-a3078564-bdb5-495c-8107-4f1263066022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:57.399405 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-a3078564-bdb5-495c-8107-4f1263066022 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0880113 Oct 19 21:35:57.463539 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-ba53952c-75bf-476c-a55c-52cdac1a0e03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1002 time: 0.0562992 Oct 19 21:35:57.510950 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-2d7bf5f0-6477-42e6-b840-f09e35ac17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:57.512403 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-2d7bf5f0-6477-42e6-b840-f09e35ac17da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0424490 Oct 19 21:35:57.589270 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-f650c702-80cf-47d2-a675-d7eaf2f73dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:57.590758 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-f650c702-80cf-47d2-a675-d7eaf2f73dd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717146 Oct 19 21:35:57.601609 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444300d-b041-49ee-9304-be4f2ed7a7b2 req-84cb3c74-62b8-47e4-8b17-d0a7bc7f9b15 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:57.602986 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4444300d-b041-49ee-9304-be4f2ed7a7b2 req-84cb3c74-62b8-47e4-8b17-d0a7bc7f9b15 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0735757 Oct 19 21:35:57.692226 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4444300d-b041-49ee-9304-be4f2ed7a7b2 req-9d5e449c-a56e-4942-972c-674831d1f692 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815926 Oct 19 21:35:57.715041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-79929342-40be-4164-99cd-8f1d308c4261 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111531 Oct 19 21:35:57.801913 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ff660f1b-354c-4d99-832d-1dfd8270e2ab req-08b7310d-d58a-4582-92a5-74b54231a190 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796111 Oct 19 21:35:58.204265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46dc9e-757f-4585-aa02-69fd289d921e req-2e411d24-1816-49a9-b005-7c70c1841bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:58.205751 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-2e411d24-1816-49a9-b005-7c70c1841bde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0440395 Oct 19 21:35:58.305739 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46dc9e-757f-4585-aa02-69fd289d921e req-5d8d9916-47d8-4435-bb7c-52d64590575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:58.307750 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-5d8d9916-47d8-4435-bb7c-52d64590575e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0832245 Oct 19 21:35:58.375376 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-5a0982e3-d314-4d9b-ba48-262595aa745c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1002 time: 0.0594010 Oct 19 21:35:58.423735 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46dc9e-757f-4585-aa02-69fd289d921e req-e6ccb5ba-f6d4-41ec-8a26-2997a860dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:58.425121 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-e6ccb5ba-f6d4-41ec-8a26-2997a860dbc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0422349 Oct 19 21:35:58.472332 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46dc9e-757f-4585-aa02-69fd289d921e req-f3600979-9b52-41e0-bccb-4dbcbe4a4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:58.473838 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-f3600979-9b52-41e0-bccb-4dbcbe4a4c67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413933 Oct 19 21:35:58.567511 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-e6854604-a60a-4391-8b85-caea8641b039 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Oct 19 21:35:58.657047 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-be46dc9e-757f-4585-aa02-69fd289d921e req-321a34f1-f46f-4482-8ff4-696f1c426113 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Oct 19 21:35:58.806718 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9951ae-a00e-4314-bc32-4870217be434 req-1f12207d-7bd3-4f1a-b1a4-cddeec63aacf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:58.808163 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb9951ae-a00e-4314-bc32-4870217be434 req-1f12207d-7bd3-4f1a-b1a4-cddeec63aacf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0483193 Oct 19 21:35:58.846047 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-bb9951ae-a00e-4314-bc32-4870217be434 req-0b8645d2-1147-4714-a52d-d65e9409cbbf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Oct 19 21:35:59.298581 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-313c6872-bd08-49b2-95ef-8842fbdb54df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:35:59.960829 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13166a3-2f0a-459f-a1dd-70ce21e237fa req-4feaae0e-20f2-4672-8bfd-2340f89c845c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:35:59.962856 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f13166a3-2f0a-459f-a1dd-70ce21e237fa req-4feaae0e-20f2-4672-8bfd-2340f89c845c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0516446 Oct 19 21:36:00.002063 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f13166a3-2f0a-459f-a1dd-70ce21e237fa req-d0045847-53f3-4dea-bb57-9cb3a1382324 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Oct 19 21:36:00.412498 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:01.121408 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f4117-d033-4d8a-8cb9-a06f4a3f661a req-6ee9d26e-a938-4dfd-83e4-0b45d3270df0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:01.122940 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d1f4117-d033-4d8a-8cb9-a06f4a3f661a req-6ee9d26e-a938-4dfd-83e4-0b45d3270df0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0543847 Oct 19 21:36:01.160959 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-5d1f4117-d033-4d8a-8cb9-a06f4a3f661a req-dc085901-e0e1-4c38-a1a6-406a6d95ce5b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Oct 19 21:36:01.245252 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:02.028325 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:36:02.289071 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9fc5b-fe0d-44ef-a86e-f4ca9a34f9ab req-36dab2b7-2370-4258-878a-19b4966b4ff5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:02.291166 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8e9fc5b-fe0d-44ef-a86e-f4ca9a34f9ab req-36dab2b7-2370-4258-878a-19b4966b4ff5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0633273 Oct 19 21:36:02.328814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d8e9fc5b-fe0d-44ef-a86e-f4ca9a34f9ab req-bd9377b9-c07a-4850-a33b-d50bd0c82097 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Oct 19 21:36:02.434315 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-ea1c37e6-b558-4e53-8640-ad9735251e08 req-725b5335-f261-4401-9d20-eac249af0dd0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:36:02.435393 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ea1c37e6-b558-4e53-8640-ad9735251e08 req-725b5335-f261-4401-9d20-eac249af0dd0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430155 Oct 19 21:36:02.532421 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:02.569838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 38980) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:36:02.592289 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e56f0a-8fdd-4e67-865a-2ccd5403c1a5 req-db068185-9689-4ded-9ba1-6060ef169862 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:02.593779 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0e56f0a-8fdd-4e67-865a-2ccd5403c1a5 req-db068185-9689-4ded-9ba1-6060ef169862 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0543518 Oct 19 21:36:02.984080 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a0e56f0a-8fdd-4e67-865a-2ccd5403c1a5 req-56265136-3a0a-4578-bf2c-3ceaf9948c0c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837247 Oct 19 21:36:02.994211 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-c3224e9d-90a7-4db9-8541-58b9db2879ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4231670 Oct 19 21:36:03.003323 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-957680c4-9cab-44e3-9df0-ed6caf50035d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:36:03.004267 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-957680c4-9cab-44e3-9df0-ed6caf50035d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049665 Oct 19 21:36:03.248813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:36:03.330021 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:03.357124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:36:03.359510 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2731b2e-4f55-423d-88a0-40de92ae790d" -d '{"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-unplugged", "status": "completed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:36:03.372707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:36:03.376712 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:03.400967 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327e97e-d5ee-4d6f-b716-beb48b7ffcaa x-openstack-request-id: req-0327e97e-d5ee-4d6f-b716-beb48b7ffcaa {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:36:03.401258 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-unplugged", "status": "failed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "code": 422}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:36:03.401536 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0327e97e-d5ee-4d6f-b716-beb48b7ffcaa {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:36:03.401930 n-d-805649-9 neutron-server[100736]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'code': 422} returned with failed status Oct 19 21:36:03.426945 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:36:03.434687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.435037 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.435380 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.435719 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.436054 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.436391 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.436720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.437048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.437396 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.437724 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.438048 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:03.438369 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:36:04.101485 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a07-8166-475d-97cd-78605bab0dc5 req-f0a2fdfb-01d7-4f4f-b42a-683b90fb71db tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:04.103067 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18719a07-8166-475d-97cd-78605bab0dc5 req-f0a2fdfb-01d7-4f4f-b42a-683b90fb71db tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0518045 Oct 19 21:36:04.141599 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-18719a07-8166-475d-97cd-78605bab0dc5 req-db619cd2-cd39-49d4-8c7c-62c58ad2ec97 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Oct 19 21:36:05.258269 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1121129-b5e2-4194-ba52-a46fb71cc10a req-f910c484-6424-4cbb-bcec-2fdad2102d75 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:05.259802 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1121129-b5e2-4194-ba52-a46fb71cc10a req-f910c484-6424-4cbb-bcec-2fdad2102d75 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0504251 Oct 19 21:36:05.299545 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-f1121129-b5e2-4194-ba52-a46fb71cc10a req-9c9de1c6-f0cc-4e50-b311-78ef5a536213 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333774 Oct 19 21:36:06.421590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fa12a-a315-4f4a-8e9b-1e949cac931b req-d79233e9-d7fe-4c45-bfb6-8c0bbde25acf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:06.423224 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf9fa12a-a315-4f4a-8e9b-1e949cac931b req-d79233e9-d7fe-4c45-bfb6-8c0bbde25acf tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0515337 Oct 19 21:36:06.464422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-cf9fa12a-a315-4f4a-8e9b-1e949cac931b req-007822a2-e815-4647-b70d-f093e409a0a1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347784 Oct 19 21:36:07.579155 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faad4be-a0ff-43d5-a84b-56937ca428bb req-7f32e41b-ad48-47bb-bbe5-d4a362922175 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:07.580514 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0faad4be-a0ff-43d5-a84b-56937ca428bb req-7f32e41b-ad48-47bb-bbe5-d4a362922175 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0490503 Oct 19 21:36:07.618332 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0faad4be-a0ff-43d5-a84b-56937ca428bb req-fc463254-c6c2-4749-86bf-236ec73eff16 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Oct 19 21:36:08.728655 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-be39652b-d51f-4f13-8783-ff75c73a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:08.730162 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-be39652b-d51f-4f13-8783-ff75c73a2612 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d&tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f HTTP/1.1" status: 200 len: 1095 time: 0.0726881 Oct 19 21:36:08.741618 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771e19-0ebe-4c4c-8698-1a1685b55019 req-6e93ba4f-62af-4965-83e3-86ef63941e98 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:08.743015 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b771e19-0ebe-4c4c-8698-1a1685b55019 req-6e93ba4f-62af-4965-83e3-86ef63941e98 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0562344 Oct 19 21:36:08.807151 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-9b771e19-0ebe-4c4c-8698-1a1685b55019 req-5cbc2348-67b2-464d-a47b-a6d83afcbefa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574718 Oct 19 21:36:08.812870 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-67e7b02b-f9ea-4e7a-aab4-f969e507a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:08.814297 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-67e7b02b-f9ea-4e7a-aab4-f969e507a2c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1095 time: 0.0589747 Oct 19 21:36:08.905907 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-39642ae5-eda9-4586-a3ed-523db9d736c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:08.907236 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-39642ae5-eda9-4586-a3ed-523db9d736c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0863652 Oct 19 21:36:08.971696 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-32d8c692-e8f8-4a7a-b4a1-f84ebdd1dc45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1000 time: 0.0577078 Oct 19 21:36:09.022112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-05cbba96-9673-451b-a52c-7f6b0543defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:09.023477 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-05cbba96-9673-451b-a52c-7f6b0543defc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0453243 Oct 19 21:36:09.067460 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-e0993bb2-c098-4938-a9ca-b6bc51129334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:09.068865 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-e0993bb2-c098-4938-a9ca-b6bc51129334 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377915 Oct 19 21:36:09.155901 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-9222d554-7f32-4734-9e21-49213168f87f service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793848 Oct 19 21:36:09.245793 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-43f44117-41a8-46b8-896a-bb75b18152ca service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Oct 19 21:36:09.921999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5313a5-fde7-4c6c-be25-ca97f96a4340 req-551db1f3-2a0f-46e5-adc9-34f20305dcb9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:09.923441 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b5313a5-fde7-4c6c-be25-ca97f96a4340 req-551db1f3-2a0f-46e5-adc9-34f20305dcb9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0509768 Oct 19 21:36:09.960389 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7b5313a5-fde7-4c6c-be25-ca97f96a4340 req-a565a13d-a80b-4aac-9977-6727a7558ed0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Oct 19 21:36:11.072814 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5298-7ec3-407c-a7d2-8c2d0e745f46 req-4031056a-10bf-457a-8b52-43cb52b71300 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:11.074324 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f6f5298-7ec3-407c-a7d2-8c2d0e745f46 req-4031056a-10bf-457a-8b52-43cb52b71300 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0492523 Oct 19 21:36:11.111188 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-7f6f5298-7ec3-407c-a7d2-8c2d0e745f46 req-b6951879-e45d-4e59-ae95-6bd81c46c4d8 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Oct 19 21:36:12.224461 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d859-7bc2-47d6-9c19-96f378de5050 req-b4617c72-4241-48a9-9527-41e3833cd6e6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:12.225864 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a024d859-7bc2-47d6-9c19-96f378de5050 req-b4617c72-4241-48a9-9527-41e3833cd6e6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0492406 Oct 19 21:36:12.263723 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a024d859-7bc2-47d6-9c19-96f378de5050 req-38e18e50-974b-44de-9ca8-7ed82763a779 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Oct 19 21:36:13.380895 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980674c5-2d15-42c3-9870-5f19b0778663 req-8679241a-737e-4f38-be5d-e614fcfe512d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:13.382390 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-980674c5-2d15-42c3-9870-5f19b0778663 req-8679241a-737e-4f38-be5d-e614fcfe512d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0520747 Oct 19 21:36:13.413422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:13.421221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-980674c5-2d15-42c3-9870-5f19b0778663 req-d6ec20e0-96b9-4b2c-a208-87033967f2bd tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324152 Oct 19 21:36:13.824711 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:14.533417 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71213af2-6441-429f-866e-449f05bc65b6 req-cca62dd1-c29e-4dd2-8484-2637d7b1e44e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:14.534789 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71213af2-6441-429f-866e-449f05bc65b6 req-cca62dd1-c29e-4dd2-8484-2637d7b1e44e tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0483830 Oct 19 21:36:14.570965 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-71213af2-6441-429f-866e-449f05bc65b6 req-80f40d25-bdfe-4a65-b6d2-8e6688163a9f tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303361 Oct 19 21:36:15.685164 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d568ca-df31-4f80-a86d-ab645101f28f req-cfff3808-d3ce-4b0b-a1ff-c61ad799b53b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:15.686687 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83d568ca-df31-4f80-a86d-ab645101f28f req-cfff3808-d3ce-4b0b-a1ff-c61ad799b53b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0489590 Oct 19 21:36:15.724206 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-83d568ca-df31-4f80-a86d-ab645101f28f req-36f2cc90-dc83-402c-8621-d03daea65898 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Oct 19 21:36:16.839606 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988e497-a1d9-4e93-84db-2093e278d9a5 req-be5380bc-277d-474e-b43a-604e6da4bae2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:16.841066 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e988e497-a1d9-4e93-84db-2093e278d9a5 req-be5380bc-277d-474e-b43a-604e6da4bae2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 944 time: 0.0523593 Oct 19 21:36:16.878842 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e988e497-a1d9-4e93-84db-2093e278d9a5 req-103c232e-bb3a-48a2-9a7e-6286c10a3fdc tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Oct 19 21:36:17.311614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:36:17.410448 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:36:17.422066 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'port_id': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'mac_address': 'fa:16:3e:6e:d1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:36:17.457422 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:17.470337 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6439f7b-4a65-479f-8400-f73bdbdd7967 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:36:17.488889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:36:17.492783 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:17.538024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:36:17.693124 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['d6439f7b-4a65-479f-8400-f73bdbdd7967'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:36:18.000133 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6557-d220-4f27-9dcc-4120b1ca80b1 req-721456de-72cf-41e2-bd5b-cf58a3d24613 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:18.001724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cda6557-d220-4f27-9dcc-4120b1ca80b1 req-721456de-72cf-41e2-bd5b-cf58a3d24613 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 945 time: 0.0585153 Oct 19 21:36:18.048270 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4cda6557-d220-4f27-9dcc-4120b1ca80b1 req-7b0410e9-c897-4cf4-bf78-21f9a3b951e5 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Oct 19 21:36:19.161190 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963fb8-53eb-48bf-89fe-54d615fab4db req-6777cce0-3445-4d67-b5d8-151f8be79238 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:19.162722 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb963fb8-53eb-48bf-89fe-54d615fab4db req-6777cce0-3445-4d67-b5d8-151f8be79238 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 945 time: 0.0489657 Oct 19 21:36:19.200738 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-fb963fb8-53eb-48bf-89fe-54d615fab4db req-43511039-f6c1-41c0-9601-4c22820a6ea1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Oct 19 21:36:19.326996 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:36:19.373796 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port d6439f7b-4a65-479f-8400-f73bdbdd7967 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:36:19.374153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:19.457222 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:19.479549 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:36:19.481791 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d71499-54bc-4f90-8c9b-ebba5fa0a1ed" -d '{"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-plugged", "status": "completed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:36:19.493525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:36:19.498080 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:19.520620 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49499f3-37a0-4a97-afec-b38cddf0ae62 x-openstack-request-id: req-e49499f3-37a0-4a97-afec-b38cddf0ae62 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:36:19.520904 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-plugged", "status": "completed", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:36:19.521152 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e49499f3-37a0-4a97-afec-b38cddf0ae62 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:36:19.521563 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'code': 200} Oct 19 21:36:19.547970 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:36:19.671365 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75eb58-06c5-43c0-bfab-f168d89ea9b5 req-d622a1dd-5ba2-4fdb-9940-316ef9f5225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:19.672852 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae75eb58-06c5-43c0-bfab-f168d89ea9b5 req-d622a1dd-5ba2-4fdb-9940-316ef9f5225a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0455196 Oct 19 21:36:19.706282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ae75eb58-06c5-43c0-bfab-f168d89ea9b5 req-a008fb69-fd0d-4796-8b99-d3c506e0893a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267940 Oct 19 21:36:20.311827 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21d00-d3fc-4f42-8326-a5fc09c6b605 req-d3b7ed04-d3e9-4e97-8a41-1e44a3bb5ef9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:20.313277 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9a21d00-d3fc-4f42-8326-a5fc09c6b605 req-d3b7ed04-d3e9-4e97-8a41-1e44a3bb5ef9 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0472310 Oct 19 21:36:20.349636 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-b9a21d00-d3fc-4f42-8326-a5fc09c6b605 req-d2946f2a-496d-4ed6-a887-f01503008ce2 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305159 Oct 19 21:36:21.463456 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64991d3f-6e28-4f51-9f0f-368f34a837b0 req-fb4e1ecc-8792-4776-8f33-fef9d4a9a1a1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:21.465041 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64991d3f-6e28-4f51-9f0f-368f34a837b0 req-fb4e1ecc-8792-4776-8f33-fef9d4a9a1a1 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0492492 Oct 19 21:36:21.502662 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-64991d3f-6e28-4f51-9f0f-368f34a837b0 req-ac875546-a426-4e18-87f2-3a8870bc06e0 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Oct 19 21:36:26.585718 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2e84710e-8838-405d-9aab-7f9a28b8c192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:29.299287 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4635f6f0-782c-4fda-a2aa-d06752154216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:30.417430 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:31.246959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:32.531591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:39.027265 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:36:43.412403 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:43.819769 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:56.586397 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1ea9193b-43df-4162-915d-ef6105eb8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:59.171788 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-1c5d1558-6644-4432-8054-c1cee3b66727 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395920 Oct 19 21:36:59.257098 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-59f069a8-c685-4941-b5f1-040608684aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:59.258607 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-59f069a8-c685-4941-b5f1-040608684aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0439906 Oct 19 21:36:59.300012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0f2a66af-b042-4081-b888-0369c7041d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:36:59.363888 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-4668a752-5951-4927-9258-7ed03e7eced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:59.365374 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-4668a752-5951-4927-9258-7ed03e7eced9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.0871189 Oct 19 21:36:59.433014 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-e339d2da-9d32-4225-a11f-1cd597a8bf36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 1002 time: 0.0603347 Oct 19 21:36:59.481340 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-f99aa5bc-bb6c-4c7c-ad2a-9af65f73cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:59.482719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-f99aa5bc-bb6c-4c7c-ad2a-9af65f73cbee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0420325 Oct 19 21:36:59.526273 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-626fd83a-6a15-4187-a8ba-872c7b522cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:36:59.528207 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-626fd83a-6a15-4187-a8ba-872c7b522cab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390577 Oct 19 21:36:59.622879 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-21d1dd41-5528-445d-8314-bb5c3d3b6e4f service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Oct 19 21:36:59.713848 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f4791ba5-a01d-4dca-a39b-7ccce58948d1 req-6161dad3-674b-4b3f-a868-ece0dc2f4c41 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839183 Oct 19 21:37:00.420454 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:01.250446 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:02.535727 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:13.414620 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:13.847675 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:16.026562 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:37:26.587593 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cca1e730-c2c4-4831-af75-a7fda05deb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:29.300704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a45e2a04-ea6e-4fa7-81ae-c1a99c9386a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:30.421555 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:31.256027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:32.537046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.372237 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39050) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:34.526935 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Deleting port c748bedb-9af2-48b8-a790-7a6249f82350 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:34.527198 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.604280 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.604610 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.616537 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Calling delete_port for c748bedb-9af2-48b8-a790-7a6249f82350 owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:34.763676 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.788490 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'Port': ['ID=c748bedb-9af2-48b8-a790-7a6249f82350,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:34.801584 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.801934 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.802274 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.802611 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.802945 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.803275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.803602 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.803930 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.804252 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.804572 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.804896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.805217 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:34.858050 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:34.858382 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Floating IP d46cc8f2-b106-4467-a20e-654941098cbd disassociated (deleted). External IP: 172.25.7.144, port: d6439f7b-4a65-479f-8400-f73bdbdd7967. Oct 19 21:37:35.063956 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:37:35.170481 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:35.175346 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:35.179857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:35.189064 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:35.189707 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:35.200963 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-220acbb3-6719-4369-ac09-22c9735c936a tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "DELETE /v2.0/floatingips/d46cc8f2-b106-4467-a20e-654941098cbd HTTP/1.1" status: 204 len: 168 time: 0.8276517 Oct 19 21:37:35.201685 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:37:35.204564 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece4f8a-0280-4ace-a52c-99422dc62a74" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:37:35.245445 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd3868c-f486-4fba-836c-fdf46ddb7fd8 x-openstack-request-id: req-7bd3868c-f486-4fba-836c-fdf46ddb7fd8 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:37:35.245742 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:37:35.246000 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bd3868c-f486-4fba-836c-fdf46ddb7fd8 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:37:35.246404 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'status': 'completed', 'code': 200} Oct 19 21:37:35.301912 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:35.320875 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-11f460e5-0a0c-4398-9762-38c8ee3344ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:35.322481 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-11f460e5-0a0c-4398-9762-38c8ee3344ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 1097 time: 0.0521917 Oct 19 21:37:35.454099 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-65e6fc24-cce0-4fe9-b983-deacecb48096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:35.455577 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-65e6fc24-cce0-4fe9-b983-deacecb48096 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 200 len: 909 time: 0.1212206 Oct 19 21:37:35.466855 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584b96c-b5b9-475f-8404-c62dfdef113b req-b32a545d-d9bf-4f91-b310-b39bbdcb73f4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:35.468282 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d584b96c-b5b9-475f-8404-c62dfdef113b req-b32a545d-d9bf-4f91-b310-b39bbdcb73f4 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0707736 Oct 19 21:37:35.510569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:35.518827 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-0a784133-e25a-41c1-84f0-c07b06323043 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 200 len: 217 time: 0.0495579 Oct 19 21:37:35.537248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:35.545388 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:35.545986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:35.563092 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d584b96c-b5b9-475f-8404-c62dfdef113b req-1b60f2a9-bf45-4e72-9ec5-a972e0844553 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870380 Oct 19 21:37:35.579201 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-fac53201-db38-418a-a652-eecb12984a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:35.580647 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-fac53201-db38-418a-a652-eecb12984a1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 200 len: 847 time: 0.0545390 Oct 19 21:37:35.629871 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-c74fa677-20af-4e26-b7c9-b9b8af961e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:35.631369 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-c74fa677-20af-4e26-b7c9-b9b8af961e25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c456deb7-ce54-49b6-aa75-20f772dda62a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411484 Oct 19 21:37:35.654876 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:35.726502 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-7434f51f-d6cf-45cd-89af-5c59dfd27078 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870671 Oct 19 21:37:35.817284 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2ece4f8a-0280-4ace-a52c-99422dc62a74 req-9dfa2d61-6dd9-4b20-bd35-6b92639df3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827334 Oct 19 21:37:35.852079 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-37d9a387-a779-4885-917d-ee1864523879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:35.882449 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a387-a779-4885-917d-ee1864523879 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:52Z', 'revision_number': 4, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '70ad0d0c-7964-4b15-b719-942df3e06468', 'name': '', 'network_id': 'c456deb7-ce54-49b6-aa75-20f772dda62a', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'mac_address': 'fa:16:3e:84:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:52Z', 'updated_at': '2021-10-19T21:28:57Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'subnets': [{'id': 'a8f343eb-6a9a-49ad-bf45-b6faee626ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:36.104981 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e08c0-db42-4d3b-908d-c6bfe38fcbe0 None None] New status for floating IP d46cc8f2-b106-4467-a20e-654941098cbd: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:37:36.694050 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59020-7ee1-43fc-8d62-50502ca3392c req-a96144aa-471f-482e-b880-b54bed21dec6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:36.695500 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22e59020-7ee1-43fc-8d62-50502ca3392c req-a96144aa-471f-482e-b880-b54bed21dec6 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0552990 Oct 19 21:37:36.732868 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-22e59020-7ee1-43fc-8d62-50502ca3392c req-80339322-b7f1-4d0b-855a-1c08ae0d6906 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/security-groups?id=7763e4ad-cc8d-43fb-b319-97531b201b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Oct 19 21:37:36.925112 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-e8d55d40-1f07-4684-971b-c2cab25f3168 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:36.926531 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-e8d55d40-1f07-4684-971b-c2cab25f3168 tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 946 time: 0.0532963 Oct 19 21:37:37.022872 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Deleting port d6439f7b-4a65-479f-8400-f73bdbdd7967 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:37.023212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:37.112047 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] For port d6439f7b-4a65-479f-8400-f73bdbdd7967, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=d6439f7b-4a65-479f-8400-f73bdbdd7967,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:37.112406 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:37.123953 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Calling delete_port for d6439f7b-4a65-479f-8400-f73bdbdd7967 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:37.248118 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:37.283932 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'Port': ['ID=d6439f7b-4a65-479f-8400-f73bdbdd7967,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:37.326220 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] No DVR routers for this DVR port d6439f7b-4a65-479f-8400-f73bdbdd7967 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:37:37.328997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:37.332797 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-06f20cd3-01c8-494a-9478-88eed950b7ad req-539f902c-77e2-480a-a3c4-a5ec35d03f6b tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.11 "DELETE /v2.0/ports/d6439f7b-4a65-479f-8400-f73bdbdd7967 HTTP/1.1" status: 204 len: 173 time: 0.4004648 Oct 19 21:37:37.333238 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-deleted', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:37:37.335529 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ecba0-4b90-4d53-b508-8c352503b954" -d '{"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-deleted", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:37:37.376117 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c039ed6c-037c-42be-8698-42a5c0387bc0 x-openstack-request-id: req-c039ed6c-037c-42be-8698-42a5c0387bc0 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:37:37.376409 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2f6ac-8300-4703-999f-2a24ccc5483d", "name": "network-vif-deleted", "tag": "d6439f7b-4a65-479f-8400-f73bdbdd7967", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:37:37.376758 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c039ed6c-037c-42be-8698-42a5c0387bc0 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:37:37.377165 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2f6ac-8300-4703-999f-2a24ccc5483d', 'name': 'network-vif-deleted', 'tag': 'd6439f7b-4a65-479f-8400-f73bdbdd7967', 'status': 'completed', 'code': 200} Oct 19 21:37:37.825562 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3e310cef-3f12-4867-beeb-02a73f5dc8df req-9310dea0-0ab3-4e03-9e46-29d3cd139a5c tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0262079 Oct 19 21:37:38.919665 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a8632bfa-9fd0-444f-b3dc-9d36676783d9 req-07a342bc-0abf-49b4-a1de-6c6761ffc21d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0260868 Oct 19 21:37:39.710232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:39.731152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: d6439f7b-4a65-479f-8400-f73bdbdd7967 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:39.731493 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device d6439f7b-4a65-479f-8400-f73bdbdd7967 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:40.014726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-9709fd8b-84aa-48dc-a8c1-108072bbe010 req-b5c09bcf-aa25-46d5-8755-1332d64de2aa tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0264437 Oct 19 21:37:41.112084 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-68550a29-074c-4656-9f7a-26840bef8dbe req-05cc32e0-6565-4879-8edd-e8992086cbcb tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5d2f6ac-8300-4703-999f-2a24ccc5483d HTTP/1.1" status: 200 len: 210 time: 0.0266080 Oct 19 21:37:42.167285 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39082) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:42.230511 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:42.256390 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:42.320894 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:42.323631 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:42.324809 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] 10.222.0.31 "DELETE /v2.0/security-groups/7763e4ad-cc8d-43fb-b319-97531b201b8e HTTP/1.1" status: 204 len: 168 time: 0.1565344 Oct 19 21:37:42.335921 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02335044-55b8-48b1-b863-17e30832731d tempest-TestShelveInstance-1828161010 tempest-TestShelveInstance-1828161010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763e4ad-cc8d-43fb-b319-97531b201b8e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:42.393691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39086) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:42.834478 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.086030 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Deleting port 70ad0d0c-7964-4b15-b719-942df3e06468 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:43.086316 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.167510 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] For port 70ad0d0c-7964-4b15-b719-942df3e06468, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=70ad0d0c-7964-4b15-b719-942df3e06468,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:43.168228 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.180917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Calling delete_port for 70ad0d0c-7964-4b15-b719-942df3e06468 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:43.360230 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.394069 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ad0d0c-7964-4b15-b719-942df3e06468,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:43.418492 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.562183 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.792557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Router cf1486bc-7cab-4590-8f29-b61ff953ab45 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:37:43.862156 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:43.902005 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:43.907387 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cf0582a-156d-43f0-b26e-d5fa90b1ea63 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf1486bc-7cab-4590-8f29-b61ff953ab45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5116224 Oct 19 21:37:43.910041 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39090) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:43.914924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Sync routers for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:43.924869 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:43.925582 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:44.017022 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.030221 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:44.138880 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.195048 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Deleting port cac27b94-dbc6-4968-8f01-400f0178028c {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:44.195727 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.290057 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] For port cac27b94-dbc6-4968-8f01-400f0178028c, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=cac27b94-dbc6-4968-8f01-400f0178028c,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:44.290417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.304279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Calling delete_port for cac27b94-dbc6-4968-8f01-400f0178028c owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:44.386848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:37:43Z', 'revision_number': 5, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port': {'id': 'cac27b94-dbc6-4968-8f01-400f0178028c', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:44.416436 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Checking router: cf1486bc-7cab-4590-8f29-b61ff953ab45 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:44.425490 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Routers {'cf1486bc-7cab-4590-8f29-b61ff953ab45'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:44.426178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['cf1486bc-7cab-4590-8f29-b61ff953ab45'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:44.480402 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.507025 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac27b94-dbc6-4968-8f01-400f0178028c,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:44.520058 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] Set router cf1486bc-7cab-4590-8f29-b61ff953ab45 gateway port host: None {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:44.568199 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.573642 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:37:44Z', 'revision_number': 6, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:44.603935 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75610614-39af-4b55-80ec-ead4a6a40161 None None] The sync data for ids ['cf1486bc-7cab-4590-8f29-b61ff953ab45'] in n-d-805649-9 is: [{'id': 'cf1486bc-7cab-4590-8f29-b61ff953ab45', 'name': 'tempest-TestShelveInstance-885040671-router', 'tenant_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:50Z', 'updated_at': '2021-10-19T21:37:44Z', 'revision_number': 6, 'project_id': 'a91b1e2cb4d14e47a9effd00465f7a4f', 'gw_port_host': None}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:44.987669 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:44.989888 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.035632 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.036293 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1486bc-7cab-4590-8f29-b61ff953ab45 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:37:45.041088 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.042379 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-7185b3a9-b66c-41c7-b0bf-541428cf28a0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf1486bc-7cab-4590-8f29-b61ff953ab45 HTTP/1.1" status: 204 len: 168 time: 1.1315324 Oct 19 21:37:45.044960 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39092) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:45.087790 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Deleting subnet a8f343eb-6a9a-49ad-bf45-b6faee626ebc {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:37:45.090700 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.127981 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.212075 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.267560 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.291168 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f343eb-6a9a-49ad-bf45-b6faee626ebc,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:45.297997 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.301819 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-5d39af99-c9bc-4967-85dc-7abaab6c1550 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8f343eb-6a9a-49ad-bf45-b6faee626ebc HTTP/1.1" status: 204 len: 168 time: 0.2558999 Oct 19 21:37:45.303613 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c007922-e7d0-4ff9-9bc1-acb05e8a7f0c None None] Network c456deb7-ce54-49b6-aa75-20f772dda62a requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:45.304380 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39094) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:45.378366 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.435351 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Deleting port 5fe50a22-670c-40eb-b8ad-a283a65ad671 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:45.435686 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.508811 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] For port 5fe50a22-670c-40eb-b8ad-a283a65ad671, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5fe50a22-670c-40eb-b8ad-a283a65ad671,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:45.509259 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.513412 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] DHCP port deletion for c456deb7-ce54-49b6-aa75-20f772dda62a request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:37:45.524692 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Calling delete_port for 5fe50a22-670c-40eb-b8ad-a283a65ad671 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:45.564960 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Deleting port 5fe50a22-670c-40eb-b8ad-a283a65ad671 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:45.565456 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.619131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.642092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] For port 5fe50a22-670c-40eb-b8ad-a283a65ad671, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=5fe50a22-670c-40eb-b8ad-a283a65ad671,segment=NetworkSegment(e5a1d47d-96ba-4f3d-a573-6baf671ecaa4),segment_id=e5a1d47d-96ba-4f3d-a573-6baf671ecaa4)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:45.642773 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.651885 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe50a22-670c-40eb-b8ad-a283a65ad671,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:45.656451 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Calling delete_port for 5fe50a22-670c-40eb-b8ad-a283a65ad671 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:45.661524 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] No DVR routers for this DVR port 5fe50a22-670c-40eb-b8ad-a283a65ad671 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:37:45.740938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.741840 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.762906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c456deb7-ce54-49b6-aa75-20f772dda62a']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:45.766180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Pushing event deleted for resources: {'Port': ['ID=5fe50a22-670c-40eb-b8ad-a283a65ad671,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:45.771165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] No DVR routers for this DVR port 5fe50a22-670c-40eb-b8ad-a283a65ad671 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:37:45.772594 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:45.772906 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a1d47d-96ba-4f3d-a573-6baf671ecaa4') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:45.779050 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.779495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.779889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.780280 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.780905 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.781286 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.781689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.782021 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.782348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.782670 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.782990 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.783314 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc127503-3c2c-437f-9fb5-2ba447b255fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:45.787171 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.801114 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.807545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:37:45.807940 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:37:45.809801 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:37:45.868451 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.875581 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:45.882486 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c456deb7-ce54-49b6-aa75-20f772dda62a HTTP/1.1" status: 204 len: 168 time: 0.5733213 Oct 19 21:37:45.882922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39096) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:45.893344 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7eb1-de4f-4d6b-ad43-c58d62be64f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c456deb7-ce54-49b6-aa75-20f772dda62a,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:46.083576 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5fe50a22-670c-40eb-b8ad-a283a65ad671 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:46.103400 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 5fe50a22-670c-40eb-b8ad-a283a65ad671 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:46.103844 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 5fe50a22-670c-40eb-b8ad-a283a65ad671 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:46.104316 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 70ad0d0c-7964-4b15-b719-942df3e06468 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:46.123679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 70ad0d0c-7964-4b15-b719-942df3e06468 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:46.124076 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 70ad0d0c-7964-4b15-b719-942df3e06468 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:46.124502 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cac27b94-dbc6-4968-8f01-400f0178028c no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:46.142540 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: cac27b94-dbc6-4968-8f01-400f0178028c {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:46.142881 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device cac27b94-dbc6-4968-8f01-400f0178028c not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:46.225873 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:46.474182 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Deleting port 2a92b3e2-cec2-4c90-961b-ba6d23fff310 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:46.474514 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:46.549750 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] For port 2a92b3e2-cec2-4c90-961b-ba6d23fff310, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=2a92b3e2-cec2-4c90-961b-ba6d23fff310,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:46.550099 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:46.562086 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Calling delete_port for 2a92b3e2-cec2-4c90-961b-ba6d23fff310 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:46.737039 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:46.767666 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a92b3e2-cec2-4c90-961b-ba6d23fff310,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:46.793502 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.793849 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.794185 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.794514 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.794839 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.795162 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.795487 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.795809 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.796128 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.796443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.796760 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:46.797074 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:47.263265 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:47.473936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Router 2ac4f5b2-520f-41f3-8898-bb1ae776283b has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:37:47.577405 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:47.582914 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-50ca9ffc-c43c-476d-8eca-35cbe7044067 admin admin] 10.222.0.31 "PUT /v2.0/routers/2ac4f5b2-520f-41f3-8898-bb1ae776283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000077 Oct 19 21:37:47.585495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39098) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:47.586536 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Sync routers for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:47.595989 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:47.596584 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:47.692911 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:47.704918 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:47.802310 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:47.860454 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Deleting port 4723ddef-ab3f-4186-962a-bb158f4aa8a7 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:47.860791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:47.896380 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:37:46Z', 'revision_number': 5, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port': {'id': '4723ddef-ab3f-4186-962a-bb158f4aa8a7', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:28:55Z', 'updated_at': '2021-10-19T21:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:47.922362 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Checking router: 2ac4f5b2-520f-41f3-8898-bb1ae776283b for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:47.930361 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Routers {'2ac4f5b2-520f-41f3-8898-bb1ae776283b'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:47.930939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:47.938319 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] For port 4723ddef-ab3f-4186-962a-bb158f4aa8a7, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=4723ddef-ab3f-4186-962a-bb158f4aa8a7,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:47.938675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:47.951103 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Calling delete_port for 4723ddef-ab3f-4186-962a-bb158f4aa8a7 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:48.013830 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] Set router 2ac4f5b2-520f-41f3-8898-bb1ae776283b gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:48.068575 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:37:47Z', 'revision_number': 6, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:48.096674 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382e4e-3931-4b63-98d9-ff3f077463f8 None None] The sync data for ids ['2ac4f5b2-520f-41f3-8898-bb1ae776283b'] in n-d-805649-9 is: [{'id': '2ac4f5b2-520f-41f3-8898-bb1ae776283b', 'name': 'tempest-TestShelveInstance-1653585374-router', 'tenant_id': '1f5261c785544841922e8f679e9842a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:28:54Z', 'updated_at': '2021-10-19T21:37:47Z', 'revision_number': 6, 'project_id': '1f5261c785544841922e8f679e9842a6', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:48.132379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.158906 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4723ddef-ab3f-4186-962a-bb158f4aa8a7,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:48.222149 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.315184 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.318634 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.363165 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.363749 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac4f5b2-520f-41f3-8898-bb1ae776283b {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:37:48.368327 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.369457 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bb5a41ff-c509-47b5-8ac4-6e97f27739b5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2ac4f5b2-520f-41f3-8898-bb1ae776283b HTTP/1.1" status: 204 len: 168 time: 0.7829773 Oct 19 21:37:48.372053 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39100) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:48.421962 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Deleting subnet 701bdf86-a915-4638-9060-6dbb241d647f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:37:48.425372 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.463042 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.540371 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.590397 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.621112 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701bdf86-a915-4638-9060-6dbb241d647f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:48.623052 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.629043 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1780ff6f-dc62-48d5-bdd2-d4398e6bd8ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/701bdf86-a915-4638-9060-6dbb241d647f HTTP/1.1" status: 204 len: 168 time: 0.2538626 Oct 19 21:37:48.629210 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73e4ae-e696-4392-98b8-597818b4598e None None] Network 310d7d38-2758-4a9f-96b3-411974722557 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:48.629679 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39102) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:48.700900 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.753735 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Deleting port 65d47493-e70f-42cc-938e-92810eb9efb2 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:48.754072 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.819604 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-413895ff-642a-4b74-9808-015188691144 admin admin] For port 65d47493-e70f-42cc-938e-92810eb9efb2, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=65d47493-e70f-42cc-938e-92810eb9efb2,segment=NetworkSegment(3920c9b1-717b-4ba1-a439-ecff58d8dff7),segment_id=3920c9b1-717b-4ba1-a439-ecff58d8dff7)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:48.819956 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.832125 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Calling delete_port for 65d47493-e70f-42cc-938e-92810eb9efb2 owned by network:dhcp {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:48.872785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] DHCP port deletion for 310d7d38-2758-4a9f-96b3-411974722557 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:37:48.915796 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.924804 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Deleting port 65d47493-e70f-42cc-938e-92810eb9efb2 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:37:48.925162 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:48.943912 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d47493-e70f-42cc-938e-92810eb9efb2,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:48.949927 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413895ff-642a-4b74-9808-015188691144 admin admin] No DVR routers for this DVR port 65d47493-e70f-42cc-938e-92810eb9efb2 on host n-d-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:37:48.993611 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] For port 65d47493-e70f-42cc-938e-92810eb9efb2, host n-d-805649-9, got binding levels [] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:48.994005 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.006909 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Calling delete_port for 65d47493-e70f-42cc-938e-92810eb9efb2 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:37:49.009676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.ipam_backend_mixin [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Port 65d47493-e70f-42cc-938e-92810eb9efb2 was not found and therefore no delete operation was performed {{(pid=100736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 21:37:49.010953 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.023156 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.036253 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] Pushing event deleted for resources: {'Port': ['ID=65d47493-e70f-42cc-938e-92810eb9efb2,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:49.040030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a3ba1-00f0-4123-b17b-8382405cee3f None None] No DVR routers for this DVR port 65d47493-e70f-42cc-938e-92810eb9efb2 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:37:49.043561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-413895ff-642a-4b74-9808-015188691144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310d7d38-2758-4a9f-96b3-411974722557']}} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:49.057186 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-413895ff-642a-4b74-9808-015188691144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3920c9b1-717b-4ba1-a439-ecff58d8dff7') {'for_net_delete': True} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:49.057517 n-d-805649-9 neutron-server[100735]: DEBUG neutron.services.segments.db [None req-413895ff-642a-4b74-9808-015188691144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3920c9b1-717b-4ba1-a439-ecff58d8dff7') {} {{(pid=100735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:49.067406 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2034876'] for segment, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.081498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.087991 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:37:49.088498 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1650890'] for segment, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: Traceback (most recent call last): Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: timer() Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: cb(*args, **kw) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: return func(*args, **kwargs) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: self._notify() Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: self.callback(batched_events) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: event.method(event) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: return f(self, *a, **k) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: return self._get(url).json() Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: return self.request(url, 'GET', **kwargs) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:37:49.090145 n-d-805649-9 neutron-server[100735]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:37:49.150070 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.169760 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Publish callbacks [] for network, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.173600 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-413895ff-642a-4b74-9808-015188691144 admin admin] 10.222.0.31 "DELETE /v2.0/networks/310d7d38-2758-4a9f-96b3-411974722557 HTTP/1.1" status: 204 len: 168 time: 0.5432832 Oct 19 21:37:49.174682 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413895ff-642a-4b74-9808-015188691144 admin admin] Pushing event deleted for resources: {'Network': ['ID=310d7d38-2758-4a9f-96b3-411974722557,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:49.279429 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39106) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:49.318445 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-e2290fa3-9b6a-46ac-bbca-cee595084553 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a91b1e2cb4d14e47a9effd00465f7a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378599 Oct 19 21:37:49.320870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39108) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:49.368543 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.388920 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.438242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.440773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.441939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a2c715b-7b65-4e52-857f-121461d60e36 HTTP/1.1" status: 204 len: 168 time: 0.1201620 Oct 19 21:37:49.449614 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87807f1-d713-4990-b05b-76801963289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c715b-7b65-4e52-857f-121461d60e36,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:49.748501 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39114) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:49.788000 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-9e725eb3-1e5d-495c-ae27-e824e3fc0d27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f5261c785544841922e8f679e9842a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383627 Oct 19 21:37:49.790265 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39116) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:49.837155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.857716 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.902479 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.905101 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:49.906272 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf8664d1-346a-4134-a8f4-0d9b3d1b814b HTTP/1.1" status: 204 len: 168 time: 0.1151431 Oct 19 21:37:49.913840 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9001f07-058a-42d1-9501-1bc5cdc58237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8664d1-346a-4134-a8f4-0d9b3d1b814b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:50.084601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65d47493-e70f-42cc-938e-92810eb9efb2 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:50.108873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 65d47493-e70f-42cc-938e-92810eb9efb2 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:50.109739 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 65d47493-e70f-42cc-938e-92810eb9efb2 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:50.110156 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4723ddef-ab3f-4186-962a-bb158f4aa8a7 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:50.129813 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 4723ddef-ab3f-4186-962a-bb158f4aa8a7 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:50.130157 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 4723ddef-ab3f-4186-962a-bb158f4aa8a7 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:50.130597 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2a92b3e2-cec2-4c90-961b-ba6d23fff310 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:37:50.149785 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 2a92b3e2-cec2-4c90-961b-ba6d23fff310 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:37:50.150131 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 2a92b3e2-cec2-4c90-961b-ba6d23fff310 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:37:50.557843 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39138) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:50.652393 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1232517143-network', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:50.674170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Made reservation on behalf of fdc04189b1e7409b8d8489347eccaa70 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:37:50.676310 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.688874 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.760869 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.764396 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.789545 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:37:50.805350 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46458d-85bf-400d-924e-8415928ab9a3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:50.808208 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.808548 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Added segment 073a71dd-f9fb-4c40-a4c5-a3bd5217a271 of type vlan for network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 Oct 19 21:37:50.849934 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.873817 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.875068 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:50.875647 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.908283 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3493483 Oct 19 21:37:50.911955 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39142) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:50.916936 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Request body: {'subnet': {'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1232517143-subnet', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:50.938521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Made reservation on behalf of fdc04189b1e7409b8d8489347eccaa70 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:37:50.940790 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:50.943949 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2246d-5e54-45c8-ab32-9a2f1b4dfef4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:50.954086 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:37:51.119303 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.177546 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edcf0f5-b787-42c3-b31a-ae7968efdff3,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:51.186100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Checking segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:51.186453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Network hostable DHCP agents. Network: 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:37:51.203755 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:37:51.211992 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:51.216038 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:51.216608 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.223843 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fe444-950e-494b-be22-53e2b906d6e3 None None] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:51.232154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-56f0e761-aa85-45c0-b80f-b2a190b8f6e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3190608 Oct 19 21:37:51.234929 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39144) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:51.239396 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:51.260496 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.261532 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.314876 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.370088 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:37:51.371014 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.471268 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.515018 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Allocated IP 172.20.0.2 (9d8a79d0-05d9-4bd5-bb05-b0ca3da11306/9edcf0f5-b787-42c3-b31a-ae7968efdff3/e6c75f82-5d5d-499a-809a-1fa74b5c2f21) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:51.657765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.665004 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.676791 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.696489 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.700889 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:51.703705 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:51.707868 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:51.718298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Pushing event updated for resources: {'Port': ['ID=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:51.768742 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Attempting to bind port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:37:51.769108 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Attempting to bind port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:37:51.769498 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Attempting to bind port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:37:51.775465 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:37:51.775839 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Checking segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:51.776239 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.776717 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Bound using segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:37:51.777319 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Bound port: e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:37:51.777964 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.819344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Allocated IP 172.25.7.25 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/e44dd574-6149-4045-a522-aad58b0f4944) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:51.852887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] For port e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:37:51.855964 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] For port e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:37:51.860694 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.916848 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee63f-79f8-40e0-a8ac-17548e2ba0c9 None None] Pushing event updated for resources: {'Port': ['ID=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:51.924571 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:51.958177 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:52.001423 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:52.004229 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:52.007607 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:52.034179 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e44dd574-6149-4045-a522-aad58b0f4944,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:52.276584 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:52.821510 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:52.842023 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9209df-449e-42fe-a3fe-d14b98a7dc20 None None] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:52.922644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] Provisioning complete for port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:52.923007 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:52.947983 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:37:53.025277 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:37:53.054719 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:53.055934 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.069123 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:53.072379 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.076492 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39148) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:53.077001 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-91e96db8-8eea-46bc-aa5f-f6723fe8d1a9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8404226 Oct 19 21:37:53.090178 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:53.090797 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:53.140494 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] For port e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:53.145870 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.245408 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3f66e-b0c6-4cfa-acd3-515bc7cecb25 None None] Pushing event updated for resources: {'Port': ['ID=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:53.251799 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:53.387040 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-6f3fd114-7fba-4d7c-a22b-c1fb14964636 None None] Provisioning complete for port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:53.387316 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd114-7fba-4d7c-a22b-c1fb14964636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.500456 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:52Z', 'revision_number': 3, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:53.514461 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.528025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:53.528519 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Updating router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 port e44dd574-6149-4045-a522-aad58b0f4944 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:37:53.555071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.669704 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Allocated IP 172.20.0.1 (9d8a79d0-05d9-4bd5-bb05-b0ca3da11306/9edcf0f5-b787-42c3-b31a-ae7968efdff3/3419fb30-e35e-441a-9406-32504c0d7bf3) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:53.772083 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.808551 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.856455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:53.859557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:53.863223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:53.896506 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:53.909212 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.970963 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:53.978192 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.026783 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Attempting to bind port e44dd574-6149-4045-a522-aad58b0f4944 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:37:54.027180 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Attempting to bind port e44dd574-6149-4045-a522-aad58b0f4944 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:37:54.027521 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Attempting to bind port e44dd574-6149-4045-a522-aad58b0f4944 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:37:54.038012 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918788ed-4aea-4e07-bfbb-c73f10af2091 None None] Pushing event updated for resources: {'Port': ['ID=e44dd574-6149-4045-a522-aad58b0f4944,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:54.041217 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:37:54.041437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:54.041790 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.042179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:37:54.042676 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Bound port: e44dd574-6149-4045-a522-aad58b0f4944, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:37:54.043053 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.044496 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.105117 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] For port e44dd574-6149-4045-a522-aad58b0f4944, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:37:54.108682 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] For port e44dd574-6149-4045-a522-aad58b0f4944, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e44dd574-6149-4045-a522-aad58b0f4944,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:37:54.114272 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.171028 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4e8ee2e5-ef6c-4366-833d-521965ae6194 None None] Provisioning complete for port 3419fb30-e35e-441a-9406-32504c0d7bf3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:54.171545 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee2e5-ef6c-4366-833d-521965ae6194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.180632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e6c75f82-5d5d-499a-809a-1fa74b5c2f21 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:37:54.213242 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:54.213810 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:54.227123 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.231543 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.267658 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918788ed-4aea-4e07-bfbb-c73f10af2091 None None] Pushing event updated for resources: {'Port': ['ID=e44dd574-6149-4045-a522-aad58b0f4944,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:54.289022 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ee2e5-ef6c-4366-833d-521965ae6194 None None] Port 3419fb30-e35e-441a-9406-32504c0d7bf3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:37:54.298061 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:54.301887 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.357470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:54.357841 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.395659 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:54.396066 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:54.397440 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:54.515468 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:37:54.630789 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:54.632015 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1b66cfd0-7657-4f73-ad91-fd3e49c529a6 None None] Provisioning complete for port 3419fb30-e35e-441a-9406-32504c0d7bf3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:54.632388 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1b66cfd0-7657-4f73-ad91-fd3e49c529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:54.636009 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-8e42b6cd-7f93-458f-ae6b-308ecaa5c8f3 admin admin] 10.222.0.31 "PUT /v2.0/routers/02ad1beb-7ce0-41d8-b8a4-6fc36376fb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576978 Oct 19 21:37:54.682096 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1b66cfd0-7657-4f73-ad91-fd3e49c529a6 None None] Port 3419fb30-e35e-441a-9406-32504c0d7bf3 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:37:54.690010 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:53Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:54.716590 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00624-ad3d-4cea-b039-9a69a4d441a8 None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:53Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:55.122287 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39164) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:55.127590 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-844310934-network', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:55.148416 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Made reservation on behalf of 5f99725fdb1e4e7c890b6478732beb40 for: {'network': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:37:55.150813 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for network, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.160417 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.239372 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.244459 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.267145 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 21:37:55.283023 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac5b8f-91c2-47bf-88d6-cfa07a32426b,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:55.286088 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.286435 n-d-805649-9 neutron-server[100734]: INFO neutron.db.segments_db [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Added segment 06304761-7b98-4e32-add1-fbea2fa4cf6d of type vlan for network bce8a69d-fd69-4030-8854-21b271f5dfbf Oct 19 21:37:55.347153 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745519539164'] for network, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.373942 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339'] for network, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.375254 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:55.375890 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.409645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2859135 Oct 19 21:37:55.412455 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39166) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:55.417705 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Request body: {'subnet': {'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-844310934-subnet', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'ip_version': 4}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:55.443892 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Made reservation on behalf of 5f99725fdb1e4e7c890b6478732beb40 for: {'subnet': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:37:55.447427 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11060175'] for subnet, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.447591 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc18292-5c7d-45b9-9b6f-0ba9e6c39600 admin admin] Pushing event updated for resources: {'Network': ['ID=bce8a69d-fd69-4030-8854-21b271f5dfbf,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:55.458481 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Network bce8a69d-fd69-4030-8854-21b271f5dfbf details requested by agent ovs-agent-n-d-805649-9 with host n-d-805649-9 {{(pid=100736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 21:37:55.626643 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1650773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11060193'] for subnet, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.686781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2328c625-09ce-4ac3-8463-48ebb37d0c5f,revision_number=0']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:55.696120 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Checking segment: {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:55.696476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Network hostable DHCP agents. Network: bce8a69d-fd69-4030-8854-21b271f5dfbf, hostable agents: ['af2866e3-01ef-4305-9bd7-20c69a33e30b'], hosted agents: [] {{(pid=100735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 21:37:55.714741 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Network bce8a69d-fd69-4030-8854-21b271f5dfbf is scheduled to be hosted by DHCP agent af2866e3-01ef-4305-9bd7-20c69a33e30b with binding_index 1 {{(pid=100735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 21:37:55.725676 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-9, bce8a69d-fd69-4030-8854-21b271f5dfbf) {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:55.729870 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:37:55.730458 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.735135 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413f19a-a1a9-483b-b63c-f863423e483f None None] Network bce8a69d-fd69-4030-8854-21b271f5dfbf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:55.747748 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-79bc01f8-79da-433a-a4c3-362740e08de3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3340676 Oct 19 21:37:55.750922 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39168) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:55.755506 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:37:55.778527 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237124'] for router, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.779848 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237149'] for router, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.839155 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.892358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96621676-888a-5a4c-bbe1-3e1d05822e99-bce8a69d-fd69-4030-8854-21b271f5dfbf', 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'fixed_ips': [{'subnet_id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f'}]}} from n-d-805649-9. {{(pid=100736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 21:37:55.893240 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:55.984864 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.036536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.db_base_plugin_common [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Allocated IP 172.20.0.2 (bce8a69d-fd69-4030-8854-21b271f5dfbf/2328c625-09ce-4ac3-8463-48ebb37d0c5f/3d21989e-81c0-4236-bb19-77d406fc1f97) {{(pid=100736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:56.129248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e44dd574-6149-4045-a522-aad58b0f4944 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:37:56.192552 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.212392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.230837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks [] for port, precommit_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.233716 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e44dd574-6149-4045-a522-aad58b0f4944 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:56.234614 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.237598 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305'] for port, after_create {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.311703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Network bce8a69d-fd69-4030-8854-21b271f5dfbf is already hosted by enough agents. {{(pid=100736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:56.319551 n-d-805649-9 neutron-server[100736]: DEBUG neutron.scheduler.base_scheduler [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Resources bound (agent type, host, resource id): {{(pid=100736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:56.321867 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Allocated IP 172.25.7.195 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/a844a52e-8016-4e01-984a-4a6ab7210de1) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:56.322101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Received port after_create {{(pid=100736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:56.325898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Pushing event updated for resources: {'Port': ['ID=3d21989e-81c0-4236-bb19-77d406fc1f97,revision_number=1']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:56.416654 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Attempting to bind port 3d21989e-81c0-4236-bb19-77d406fc1f97 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:37:56.417024 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Attempting to bind port 3d21989e-81c0-4236-bb19-77d406fc1f97 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:37:56.417405 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Attempting to bind port 3d21989e-81c0-4236-bb19-77d406fc1f97 on network bce8a69d-fd69-4030-8854-21b271f5dfbf {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:37:56.426371 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.432059 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.432598 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:37:56.432759 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Checking segment: {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:56.433153 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.433577 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Bound using segment: {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:37:56.434059 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Bound port: 3d21989e-81c0-4236-bb19-77d406fc1f97, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:37:56.434433 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.458866 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port e44dd574-6149-4045-a522-aad58b0f4944, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e44dd574-6149-4045-a522-aad58b0f4944,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:56.463038 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.474533 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.511959 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:56.514980 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:56.518817 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:56.545807 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=a844a52e-8016-4e01-984a-4a6ab7210de1,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:56.554092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=e44dd574-6149-4045-a522-aad58b0f4944,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:56.557020 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] For port 3d21989e-81c0-4236-bb19-77d406fc1f97, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:37:56.560383 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] For port 3d21989e-81c0-4236-bb19-77d406fc1f97, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3d21989e-81c0-4236-bb19-77d406fc1f97,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:37:56.566981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.631477 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-947bcc4c-e53a-4c34-bd26-95a4b5781f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.639292 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a497-6b6f-4114-a3fa-d2d09d8e9795 None None] Pushing event updated for resources: {'Port': ['ID=3d21989e-81c0-4236-bb19-77d406fc1f97,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:56.747360 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:56.757021 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:56.757667 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:56.822424 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:56.888728 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:57.037392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546007'] for router, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.173529 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Router 27033d4f-284e-4525-a797-b8f41fe43c90 is scheduled to L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e with binding_index 1 {{(pid=100735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 21:37:57.177621 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 2, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:57.204125 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:57.204468 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Updating router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 port 3419fb30-e35e-441a-9406-32504c0d7bf3 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:37:57.228914 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.286999 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:57.297666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Sync routers for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:37:57.308606 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:57.309818 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.310101 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:57.314800 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39170) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:37:57.315398 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-fa3e7de2-a73c-4048-aac8-9d819a037ce7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5632725 Oct 19 21:37:57.431823 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:57.547182 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.554833 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.612987 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Pushing event updated for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:57.630771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.630771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.630771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.630771 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.631227 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.631525 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.631813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.632134 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.632456 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.632773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.633093 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.633437 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:37:57.642438 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 3, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:57.678923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Checking router: 27033d4f-284e-4525-a797-b8f41fe43c90 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:37:57.679542 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Updating router 27033d4f-284e-4525-a797-b8f41fe43c90 port a844a52e-8016-4e01-984a-4a6ab7210de1 binding host n-d-805649-9 {{(pid=100736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:37:57.683509 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Attempting to bind port 3419fb30-e35e-441a-9406-32504c0d7bf3 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:37:57.684004 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Attempting to bind port 3419fb30-e35e-441a-9406-32504c0d7bf3 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:37:57.684611 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Attempting to bind port 3419fb30-e35e-441a-9406-32504c0d7bf3 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:37:57.691002 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:37:57.691518 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Checking segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:57.692031 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.692514 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Bound using segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:37:57.693086 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Bound port: 3419fb30-e35e-441a-9406-32504c0d7bf3, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:37:57.693588 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.711633 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.786399 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] For port 3419fb30-e35e-441a-9406-32504c0d7bf3, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:37:57.789990 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] For port 3419fb30-e35e-441a-9406-32504c0d7bf3, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3419fb30-e35e-441a-9406-32504c0d7bf3,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:37:57.799275 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.807536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26807b62-a6c6-4d2f-95ed-4ff2f0083929 None None] Network bce8a69d-fd69-4030-8854-21b271f5dfbf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:37:57.853736 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:57.868465 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:57.869379 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:57.895802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7da65-7776-4c0a-a137-5737a8884517 None None] Pushing event updated for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:57.915029 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] Provisioning complete for port 3d21989e-81c0-4236-bb19-77d406fc1f97 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:57.915584 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.035651 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Allocated IP 172.20.0.1 (bce8a69d-fd69-4030-8854-21b271f5dfbf/2328c625-09ce-4ac3-8463-48ebb37d0c5f/92f3ce42-bec8-4dd6-889d-775f21867d19) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:37:58.066438 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:58.225730 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.287532 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.302583 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3419fb30-e35e-441a-9406-32504c0d7bf3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:37:58.326029 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:57Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:58.331062 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Network bce8a69d-fd69-4030-8854-21b271f5dfbf is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:58.339265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:58.341406 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Pushing event updated for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:58.345223 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:37:58.363365 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4afc9-5da3-441c-bc75-a530109a804e None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:57Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:58.387241 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545828'] for router_interface, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.394902 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.487996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks [] for port, precommit_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.509078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] For port 3d21989e-81c0-4236-bb19-77d406fc1f97, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3d21989e-81c0-4236-bb19-77d406fc1f97,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:58.512365 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.519873 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3419fb30-e35e-441a-9406-32504c0d7bf3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:58.520330 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.547686 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.610462 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Attempting to bind port a844a52e-8016-4e01-984a-4a6ab7210de1 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:37:58.610898 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Attempting to bind port a844a52e-8016-4e01-984a-4a6ab7210de1 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:37:58.611362 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Attempting to bind port a844a52e-8016-4e01-984a-4a6ab7210de1 on network b9792312-f124-4cb1-bfaf-6d9648415f36 {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:37:58.614697 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b38478-db41-4f83-a159-1d2109f948cc None None] Pushing event updated for resources: {'Port': ['ID=a844a52e-8016-4e01-984a-4a6ab7210de1,revision_number=2']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:58.628078 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:37:58.628600 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Checking segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:37:58.629104 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.629620 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Bound using segment: {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'} {{(pid=100736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:37:58.630223 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.managers [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Bound port: a844a52e-8016-4e01-984a-4a6ab7210de1, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800b8ce-e74e-47c0-bd45-c96d448995ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36'}}] {{(pid=100736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:37:58.630704 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.758720 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301df476-938b-42ac-9a1f-15c0040fa7d6 None None] Pushing event updated for resources: {'Port': ['ID=3d21989e-81c0-4236-bb19-77d406fc1f97,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:58.767486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-136ea5ad-258d-46d6-aeb6-dfede1bb91e3 None None] Provisioning complete for port 3419fb30-e35e-441a-9406-32504c0d7bf3 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:58.768395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-136ea5ad-258d-46d6-aeb6-dfede1bb91e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.772652 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] For port a844a52e-8016-4e01-984a-4a6ab7210de1, host n-d-805649-9, cleared binding levels {{(pid=100736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:37:58.776368 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] For port a844a52e-8016-4e01-984a-4a6ab7210de1, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a844a52e-8016-4e01-984a-4a6ab7210de1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:37:58.810877 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.819854 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:58.922342 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b38478-db41-4f83-a159-1d2109f948cc None None] Pushing event updated for resources: {'Port': ['ID=a844a52e-8016-4e01-984a-4a6ab7210de1,revision_number=3']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:58.929495 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:37:58.930114 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:58.939312 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port 3419fb30-e35e-441a-9406-32504c0d7bf3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3419fb30-e35e-441a-9406-32504c0d7bf3,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:37:58.976969 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.015859 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.016650 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3d21989e-81c0-4236-bb19-77d406fc1f97 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:37:59.158392 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:59.163509 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.170103 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.181936 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:37:59.241568 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545428'] for router_interface, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.244598 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Pushing event updated for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:37:59.263616 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1a958f2f-428c-419b-86d3-9a3e9cbdf1c2 None None] Provisioning complete for port 92f3ce42-bec8-4dd6-889d-775f21867d19 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:59.263988 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a958f2f-428c-419b-86d3-9a3e9cbdf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.265927 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3d21989e-81c0-4236-bb19-77d406fc1f97 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:59.266280 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.346003 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Network bce8a69d-fd69-4030-8854-21b271f5dfbf is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:37:59.347862 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:37:59.383724 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6d8068ab-4e68-4e42-8839-3237840ff1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.394458 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-1a958f2f-428c-419b-86d3-9a3e9cbdf1c2 None None] Port 92f3ce42-bec8-4dd6-889d-775f21867d19 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:37:59.432097 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-1a958f2f-428c-419b-86d3-9a3e9cbdf1c2 None None] Provisioning complete for port 3d21989e-81c0-4236-bb19-77d406fc1f97 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:59.432474 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1a958f2f-428c-419b-86d3-9a3e9cbdf1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.478372 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Router 27033d4f-284e-4525-a797-b8f41fe43c90 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:37:59.529333 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e44dd574-6149-4045-a522-aad58b0f4944 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:37:59.594587 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:37:59.599591 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ad420c88-06f0-4a30-b336-3bb43f0b55f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/27033d4f-284e-4525-a797-b8f41fe43c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2835898 Oct 19 21:37:59.626609 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 3, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:37:59.663749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f1dc3e-24ac-4e1a-a44e-1e0b4ec12e5e None None] The sync data for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 is: [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 3, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:37:59.673331 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port e44dd574-6149-4045-a522-aad58b0f4944 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:59.674384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.785560 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9a916908-8cd6-437f-8de6-79df371bfe07 None None] Provisioning complete for port 92f3ce42-bec8-4dd6-889d-775f21867d19 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:37:59.786171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9a916908-8cd6-437f-8de6-79df371bfe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:37:59.825679 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9a916908-8cd6-437f-8de6-79df371bfe07 None None] Port 92f3ce42-bec8-4dd6-889d-775f21867d19 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:38:00.202063 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3419fb30-e35e-441a-9406-32504c0d7bf3 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:00.252115 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3419fb30-e35e-441a-9406-32504c0d7bf3 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:00.252631 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.338030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a844a52e-8016-4e01-984a-4a6ab7210de1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:00.396113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39178) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:00.396728 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a844a52e-8016-4e01-984a-4a6ab7210de1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:00.397165 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.402167 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014422669', 'description': 'tempest-secgroup-smoke-1014422669 description', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:00.428315 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.451756 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.500049 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.505290 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.506368 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.530172 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] For port a844a52e-8016-4e01-984a-4a6ab7210de1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a844a52e-8016-4e01-984a-4a6ab7210de1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:38:00.535001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.535828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3d21989e-81c0-4236-bb19-77d406fc1f97 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:00.537284 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99f5c1-a686-400c-8e57-fde741725aff,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:00.541541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.542834 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-b2a2ddd6-aee9-462b-a02f-fc626fbb62f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455731 Oct 19 21:38:00.545672 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39180) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:00.550919 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:00.579508 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.618152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Pushing event updated for resources: {'Port': ['ID=a844a52e-8016-4e01-984a-4a6ab7210de1,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:00.629591 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 3d21989e-81c0-4236-bb19-77d406fc1f97 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:00.630042 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.635921 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.639490 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.658774 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a734e3b3-07b4-45e4-8031-03aa6aa69441,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:00.663449 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.664655 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-9a5b832b-fa58-4c3a-8acb-78e1ad086f0e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174626 Oct 19 21:38:00.667464 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39182) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:00.672519 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:00.699400 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.760590 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.764021 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.780747 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da8de8-db56-432a-9b93-efae5c9886f5,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:00.789162 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.790385 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-70e3deca-e76a-4fff-8c19-2b29787121ee tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219923 Oct 19 21:38:00.793039 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39184) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:00.797917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:00.823913 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.882190 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.885860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.904345 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10f841f-7b80-4a5c-99e8-ef044aa957e3,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:00.912777 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:00.914037 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-10d1e3c9-a99c-4186-9489-438e2aca5646 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200087 Oct 19 21:38:00.916746 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39186) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:00.921060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:00.946553 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.004504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.008097 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.025423 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc243cc-b460-4a24-97bf-53e5adeea448,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:01.035233 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.036422 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-ac769172-b2d0-4b27-979e-49042ffc2572 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187260 Oct 19 21:38:01.039108 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39188) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:01.043675 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:01.065911 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Project fdc04189b1e7409b8d8489347eccaa70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:38:01.070689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.134593 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.138222 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.156190 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129e5ea-e976-4f06-9857-10f3b394d5fb,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:01.164760 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.166045 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c9ffc45a-32b0-499b-bcb1-e0c423a2aeb4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257479 Oct 19 21:38:01.168734 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39190) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:01.173708 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'security_group_rule': {'security_group_id': 'ab99f5c1-a686-400c-8e57-fde741725aff', 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:01.195107 n-d-805649-9 neutron-server[100734]: INFO neutron.db.securitygroups_db [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Project fdc04189b1e7409b8d8489347eccaa70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 21:38:01.200157 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.255713 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.263919 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.268582 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741531'] for security_group_rule, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.289425 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2e3c13-a8f2-49f7-a96e-5535d400636a,revision_number=0']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:01.294980 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:01.296152 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-e19383b2-5a94-4ef1-b9b2-e014fc38b195 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264393 Oct 19 21:38:01.431948 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-5e41b838-1746-4f56-8d07-447a82013d30 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014422669&fields=id&tenant_id=fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 267 time: 0.0322933 Oct 19 21:38:01.544796 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-68affa5f-7bb6-41e5-8bfd-5a4982616768 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:01.546317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-68affa5f-7bb6-41e5-8bfd-5a4982616768 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 810 time: 0.1077690 Oct 19 21:38:01.562725 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-10fda7da-7441-4613-b3c4-0581b442ec46 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/quotas/fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 375 time: 0.0104485 Oct 19 21:38:01.615231 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-b459f5df-8676-41cc-b1a2-733e92cfbe47 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465541 Oct 19 21:38:01.719620 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-14f065f5-af2c-455b-823c-313b56ddbfd5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:38:01.720624 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-14f065f5-af2c-455b-823c-313b56ddbfd5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0933719 Oct 19 21:38:01.815400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-420d8e3f-fd3d-44da-9efb-5bda406661f4 service neutron] 10.222.0.31 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883632 Oct 19 21:38:01.840386 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Sync routers for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:38:01.849105 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:38:01.849802 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:01.906196 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-91fb9f8f-576f-45ed-8b9e-2336ca857da8 service neutron] 10.222.0.31 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843048 Oct 19 21:38:01.960186 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:38:02.068084 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-31699084-1aa0-480b-8af6-f523e35f7438 req-b7520b86-390d-49cf-a53f-8a0a43aa806b tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Oct 19 21:38:02.109941 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a844a52e-8016-4e01-984a-4a6ab7210de1 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:02.157003 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port a844a52e-8016-4e01-984a-4a6ab7210de1 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:02.157395 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.180001 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 4, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '92f3ce42-bec8-4dd6-889d-775f21867d19', 'name': '', 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'mac_address': 'fa:16:3e:f9:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:57Z', 'updated_at': '2021-10-19T21:37:59Z', 'revision_number': 2, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'subnets': [{'id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:02.206226 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Checking router: 27033d4f-284e-4525-a797-b8f41fe43c90 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:38:02.206573 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Updating router 27033d4f-284e-4525-a797-b8f41fe43c90 port 92f3ce42-bec8-4dd6-889d-775f21867d19 binding host n-d-805649-9 {{(pid=100737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 21:38:02.236616 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.505966 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks [] for port, precommit_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.511006 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.548897 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.569095 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4a27e-be23-4302-97d4-f947e56dbbb5 None None] Pushing event updated for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=3']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:02.631220 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Attempting to bind port 92f3ce42-bec8-4dd6-889d-775f21867d19 on host n-d-805649-9 for vnic_type normal with profile {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:38:02.631676 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Attempting to bind port 92f3ce42-bec8-4dd6-889d-775f21867d19 by drivers openvswitch,hyperv on host n-d-805649-9 at level 0 using segments [{'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:38:02.632097 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Attempting to bind port 92f3ce42-bec8-4dd6-889d-775f21867d19 on network bce8a69d-fd69-4030-8854-21b271f5dfbf {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:38:02.637798 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Checking agent: {'id': 'c93fec19-546c-47a0-a52f-ccf1a00c7eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 9), 'started_at': datetime.datetime(2021, 10, 19, 20, 9, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:38:02.638162 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Checking segment: {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:38:02.638614 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.638945 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Bound using segment: {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'} {{(pid=100737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:38:02.639436 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.managers [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Bound port: 92f3ce42-bec8-4dd6-889d-775f21867d19, host: n-d-805649-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06304761-7b98-4e32-add1-fbea2fa4cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf'}}] {{(pid=100737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:38:02.639916 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.708279 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] For port 92f3ce42-bec8-4dd6-889d-775f21867d19, host n-d-805649-9, cleared binding levels {{(pid=100737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:38:02.711911 n-d-805649-9 neutron-server[100737]: DEBUG neutron.plugins.ml2.db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] For port 92f3ce42-bec8-4dd6-889d-775f21867d19, host n-d-805649-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=92f3ce42-bec8-4dd6-889d-775f21867d19,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:38:02.716130 n-d-805649-9 neutron-server[100737]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.780001 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:38:02.780813 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:02.887469 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] Provisioning complete for port 92f3ce42-bec8-4dd6-889d-775f21867d19 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:02.887838 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.918939 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4a27e-be23-4302-97d4-f947e56dbbb5 None None] Pushing event updated for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=4']} {{(pid=100737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:02.978857 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:02.994045 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:38:03.017733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] For port 92f3ce42-bec8-4dd6-889d-775f21867d19, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=92f3ce42-bec8-4dd6-889d-775f21867d19,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:38:03.021747 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:03.188556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c2415e1-3a6d-4825-ac70-95eef6a7a0a0 req-d88ca40c-d81a-4fee-ab39-729fb90409ad tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 210 time: 0.0479600 Oct 19 21:38:03.237353 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 4, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '92f3ce42-bec8-4dd6-889d-775f21867d19', 'name': '', 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'mac_address': 'fa:16:3e:f9:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:57Z', 'updated_at': '2021-10-19T21:38:02Z', 'revision_number': 4, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'subnets': [{'id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:03.256305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-4fafd1f7-c08b-4708-9ec9-9f1af1b9550c None None] Provisioning complete for port 92f3ce42-bec8-4dd6-889d-775f21867d19 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:03.256791 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4fafd1f7-c08b-4708-9ec9-9f1af1b9550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:03.278136 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd7a64f-31e9-4869-b7c2-ecc672a0e11c None None] The sync data for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 is: [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 4, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '92f3ce42-bec8-4dd6-889d-775f21867d19', 'name': '', 'network_id': 'bce8a69d-fd69-4030-8854-21b271f5dfbf', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'mac_address': 'fa:16:3e:f9:7d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:57Z', 'updated_at': '2021-10-19T21:38:02Z', 'revision_number': 4, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'subnets': [{'id': '2328c625-09ce-4ac3-8463-48ebb37d0c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:38:03.281994 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b1cec-619a-479d-8e56-29da78b54ab4 None None] Pushing event updated for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:03.410100 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-285d6d0c-6a53-470f-8573-433c78ba4955 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:03.411617 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-285d6d0c-6a53-470f-8573-433c78ba4955 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 810 time: 0.1760411 Oct 19 21:38:03.458036 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-d092f8da-af80-4dca-95b4-853558d01ad2 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 380 time: 0.0372012 Oct 19 21:38:03.470455 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'port': {'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'admin_state_up': True, 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'security_groups': ['ab99f5c1-a686-400c-8e57-fde741725aff']}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:03.596928 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Made reservation on behalf of fdc04189b1e7409b8d8489347eccaa70 for: {'port': 1} {{(pid=100734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:38:03.600504 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:03.742022 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_common [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Allocated IP 172.20.0.11 (9d8a79d0-05d9-4bd5-bb05-b0ca3da11306/9edcf0f5-b787-42c3-b31a-ae7968efdff3/445099d7-5727-4659-b73f-702222d1a8d9) {{(pid=100734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:38:03.893498 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:03.934343 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_create {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:03.978991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is already hosted by enough agents. {{(pid=100734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:38:03.982138 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.base_scheduler [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Resources bound (agent type, host, resource id): {{(pid=100734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:38:03.985886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Received port after_create {{(pid=100734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:38:04.012248 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=1']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:04.043437 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.044167 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.065714 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-4e40b907-1b1c-4a11-a8e9-1aba86e62fe6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5996861 Oct 19 21:38:04.083429 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.v2.base [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Request body: {'port': {'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-9'}} {{(pid=100734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:04.135030 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 92f3ce42-bec8-4dd6-889d-775f21867d19 up at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:04.153624 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.195110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Provisioning complete for port 92f3ce42-bec8-4dd6-889d-775f21867d19 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:04.195472 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.304709 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-a10f8631-739e-4c2b-a714-f1f5ec7047c6 None None] Provisioning complete for port 445099d7-5727-4659-b73f-702222d1a8d9 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:04.305081 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a10f8631-739e-4c2b-a714-f1f5ec7047c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.324874 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab262f5c-532d-48fa-adc7-d16cfd2e9636 req-2fe216b5-d1a3-4d5c-9ae1-d3861e64844d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.326434 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab262f5c-532d-48fa-adc7-d16cfd2e9636 req-2fe216b5-d1a3-4d5c-9ae1-d3861e64844d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 932 time: 0.0504074 Oct 19 21:38:04.342703 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-a10f8631-739e-4c2b-a714-f1f5ec7047c6 None None] Port 445099d7-5727-4659-b73f-702222d1a8d9 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:38:04.367297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ab262f5c-532d-48fa-adc7-d16cfd2e9636 req-60fb8a60-c36f-44d9-a0ba-544640c9e1dc tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Oct 19 21:38:04.448816 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445099d7-5727-4659-b73f-702222d1a8d9 {{(pid=100734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:38:04.456133 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.468113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.provisioning_blocks [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Transition to ACTIVE for port object 445099d7-5727-4659-b73f-702222d1a8d9 will not be triggered until provisioned by entity L2. {{(pid=100734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:38:04.471652 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.548157 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=2']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:04.598290 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Attempting to bind port 445099d7-5727-4659-b73f-702222d1a8d9 on host n-h2-805649-9 for vnic_type normal with profile {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:38:04.598633 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Attempting to bind port 445099d7-5727-4659-b73f-702222d1a8d9 by drivers openvswitch,hyperv on host n-h2-805649-9 at level 0 using segments [{'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:38:04.598970 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Attempting to bind port 445099d7-5727-4659-b73f-702222d1a8d9 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:38:04.605480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Port 445099d7-5727-4659-b73f-702222d1a8d9 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-9 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:38:04.606070 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Attempting to bind port 445099d7-5727-4659-b73f-702222d1a8d9 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:38:04.612535 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Checking agent: {'id': '62360253-6e44-45a7-be4f-60312312c26e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:38:04.612874 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Checking segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:38:04.613262 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Bound using segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} {{(pid=100734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:38:04.613723 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.managers [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Bound port: 445099d7-5727-4659-b73f-702222d1a8d9, host: n-h2-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}}] {{(pid=100734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:38:04.614085 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.680767 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, cleared binding levels {{(pid=100734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:38:04.683877 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:38:04.688578 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9104773'] for port, after_update {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.721414 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.722094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:04.723396 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] 10.222.0.11 "PUT /v2.0/ports/445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1092 time: 0.6479156 Oct 19 21:38:04.723834 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:38:04.726121 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8d733-6368-4e47-a716-04e8f0f6370e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:38:04.795428 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beabf95c-39b2-44f5-a741-0153c8cdc13c x-openstack-request-id: req-beabf95c-39b2-44f5-a741-0153c8cdc13c {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:38:04.795753 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:38:04.796007 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-beabf95c-39b2-44f5-a741-0153c8cdc13c {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:38:04.796956 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'status': 'completed', 'code': 200} Oct 19 21:38:04.799075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c587c44-5505-418c-8088-65d1367c4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=3']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:04.820557 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-a73079e6-0c5c-4650-a275-7d16828c5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.822359 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-a73079e6-0c5c-4650-a275-7d16828c5518 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1095 time: 0.0595176 Oct 19 21:38:04.866400 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-6de7adf2-feeb-4c5a-8e78-1133e6296380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 217 time: 0.0363617 Oct 19 21:38:04.916427 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-b4582183-c08f-493d-a0d8-8309807bd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.917943 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-b4582183-c08f-493d-a0d8-8309807bd0b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0452659 Oct 19 21:38:04.967209 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-6b18c4a7-626f-462a-89c5-de23074ca922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:04.969193 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-6b18c4a7-626f-462a-89c5-de23074ca922 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434804 Oct 19 21:38:05.059882 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-960715c4-2ff8-48df-bbca-eb807ad103e0 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835006 Oct 19 21:38:05.153694 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-60614e50-6a6c-40c3-890a-7a58cba2674d req-db54eb4a-e10d-4fdf-bf80-6d78e492c9e0 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Oct 19 21:38:05.237703 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-4559717e-1131-446c-ad5b-ebe5670fafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:05.239194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-4559717e-1131-446c-ad5b-ebe5670fafc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1095 time: 0.0408840 Oct 19 21:38:05.333957 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-876104c1-6fb8-4da3-a4e3-039d2040e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:05.335412 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-876104c1-6fb8-4da3-a4e3-039d2040e6bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0894406 Oct 19 21:38:05.376556 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-bbb09cb2-85c3-40f5-8c7c-930f9ab76cd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 217 time: 0.0345578 Oct 19 21:38:05.425419 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-4a4f1066-0cb9-410a-b000-f30924513dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:05.426911 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-4a4f1066-0cb9-410a-b000-f30924513dd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0439963 Oct 19 21:38:05.478045 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-e92cc33d-8e7b-459f-a563-32cf709cfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:05.479544 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-e92cc33d-8e7b-459f-a563-32cf709cfd3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452669 Oct 19 21:38:05.480859 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0246bac-388d-42c4-a260-d6bfb835915d req-d5f12a71-356d-421b-9eb6-ae55f61babc3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:05.482343 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0246bac-388d-42c4-a260-d6bfb835915d req-d5f12a71-356d-421b-9eb6-ae55f61babc3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0482721 Oct 19 21:38:05.519863 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e0246bac-388d-42c4-a260-d6bfb835915d req-e6540b77-8de2-445f-810f-8197862dd0ca tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Oct 19 21:38:05.572915 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-a7b1f5e1-6b5e-4c89-9006-51e8981b15d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Oct 19 21:38:05.668421 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f2b8d733-6368-4e47-a716-04e8f0f6370e req-8c19e7b2-426b-43d5-9a62-b4608643838c service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878022 Oct 19 21:38:06.634331 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf19a-01ef-48c9-9780-ee2eda28778a req-87d1b0a2-b2c9-4562-9178-657cbeb554ec tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:06.635794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f9bf19a-01ef-48c9-9780-ee2eda28778a req-87d1b0a2-b2c9-4562-9178-657cbeb554ec tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0488498 Oct 19 21:38:06.675299 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-6f9bf19a-01ef-48c9-9780-ee2eda28778a req-e6a18c5a-14d9-4967-bb09-131454c09fcf tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Oct 19 21:38:07.800342 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eeb17-ca18-4163-ba2e-806fe7c580a6 req-db7ac201-e122-40c4-849a-0f66c84690ea tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:07.801843 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e17eeb17-ca18-4163-ba2e-806fe7c580a6 req-db7ac201-e122-40c4-849a-0f66c84690ea tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0527937 Oct 19 21:38:07.833803 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:38:07.846313 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e17eeb17-ca18-4163-ba2e-806fe7c580a6 req-648c27d9-4174-4c03-ad76-b8313080c9f0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Oct 19 21:38:07.937569 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:38:07.948269 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '445099d7-5727-4659-b73f-702222d1a8d9', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:38:07.985117 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:07.997315 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445099d7-5727-4659-b73f-702222d1a8d9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:38:08.019858 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:38:08.023559 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:08.068062 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:08.226348 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['445099d7-5727-4659-b73f-702222d1a8d9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:38:08.959627 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f4622-7554-4a23-b895-2c59acb5c24f req-93e27eb6-19b1-4e32-a3e5-67efabab3c1d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:08.961101 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427f4622-7554-4a23-b895-2c59acb5c24f req-93e27eb6-19b1-4e32-a3e5-67efabab3c1d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 945 time: 0.0481224 Oct 19 21:38:08.997832 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-427f4622-7554-4a23-b895-2c59acb5c24f req-d132f2a5-8fbb-4300-a533-d8ac983aa4b8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Oct 19 21:38:09.849661 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:38:09.897849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning for port 445099d7-5727-4659-b73f-702222d1a8d9 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:38:09.901426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 445099d7-5727-4659-b73f-702222d1a8d9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:38:09.901795 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:09.981842 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:10.004920 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:38:10.007200 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0f9f6c-b604-4b73-9919-5726b4ff823a" -d '{"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-plugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:38:10.019870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:38:10.024281 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:10.076579 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:10.099733 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2860d90-40dd-43d1-83d3-e554b329b5ca x-openstack-request-id: req-e2860d90-40dd-43d1-83d3-e554b329b5ca {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:38:10.099966 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-plugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:38:10.100219 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2860d90-40dd-43d1-83d3-e554b329b5ca {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:38:10.100672 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'code': 200} Oct 19 21:38:10.136170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4fea-006e-4655-9d2a-35fffe78a641 req-12c5c0ee-bd67-4c11-9119-ffd2ad9ca35d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:10.137734 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e1c4fea-006e-4655-9d2a-35fffe78a641 req-12c5c0ee-bd67-4c11-9119-ffd2ad9ca35d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 946 time: 0.0599453 Oct 19 21:38:10.200971 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-4e1c4fea-006e-4655-9d2a-35fffe78a641 req-2bb11d61-dd59-4648-a541-54024caafb34 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569692 Oct 19 21:38:10.210445 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1876-d350-4675-8951-10829d0cfd32 req-14e37088-3996-498d-a35a-b91df41839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:10.211889 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-608d1876-d350-4675-8951-10829d0cfd32 req-14e37088-3996-498d-a35a-b91df41839ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1097 time: 0.0543702 Oct 19 21:38:10.247205 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-608d1876-d350-4675-8951-10829d0cfd32 req-6638767f-8c0e-4aca-82a3-b74db972bd4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279014 Oct 19 21:38:11.370196 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87dde3-6103-4adb-98ee-3a69e2071956 req-bf4e82a2-22cd-47f1-9bf8-511597f77d5a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:11.371664 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d87dde3-6103-4adb-98ee-3a69e2071956 req-bf4e82a2-22cd-47f1-9bf8-511597f77d5a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 946 time: 0.1025479 Oct 19 21:38:11.409108 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-6d87dde3-6103-4adb-98ee-3a69e2071956 req-c4221b94-8753-4ee8-b7d0-6cdb78dde51a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Oct 19 21:38:12.570078 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022d002-3885-455c-a5e8-08ce028c8490 req-03225a4f-8e44-47a4-b132-6f49218d5793 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:12.571488 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f022d002-3885-455c-a5e8-08ce028c8490 req-03225a4f-8e44-47a4-b132-6f49218d5793 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 946 time: 0.0978765 Oct 19 21:38:12.609522 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f022d002-3885-455c-a5e8-08ce028c8490 req-136c103d-d456-4c18-be9e-31c7a5e7022e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Oct 19 21:38:12.721484 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb948e8-42d4-4fa7-9359-9c1bdd238c93 req-2e349c7c-c7ce-465c-88b0-e73528ec61b0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:12.722959 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fb948e8-42d4-4fa7-9359-9c1bdd238c93 req-2e349c7c-c7ce-465c-88b0-e73528ec61b0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 946 time: 0.0484297 Oct 19 21:38:12.760328 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-8fb948e8-42d4-4fa7-9359-9c1bdd238c93 req-ce09cf3d-37a8-4516-bb49-306e47fcb241 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Oct 19 21:38:12.780802 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39254) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:12.864387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6795f3-14d5-4dfe-939f-aa18567e036d tempest-TestSnapshotPattern-732185384 tempest-TestSnapshotPattern-732185384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:12.865934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-1a6795f3-14d5-4dfe-939f-aa18567e036d tempest-TestSnapshotPattern-732185384 tempest-TestSnapshotPattern-732185384-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1092 time: 0.0841558 Oct 19 21:38:12.868781 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39258) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:38:12.872972 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:38:12.895307 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:12.989800 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.095622 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Allocated IP 172.25.7.129 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/349f3f89-bc44-43ae-9a57-dd483bd1c92e) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:38:13.193773 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.227222 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.266792 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:38:13.270235 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:38:13.273838 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:38:13.303434 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=349f3f89-bc44-43ae-9a57-dd483bd1c92e,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:13.435248 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.630068 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.696425 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.843743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.848359 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.853439 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:13.914217 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=349f3f89-bc44-43ae-9a57-dd483bd1c92e,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:38:13.925593 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:14.025157 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Floating IP 5f8385c3-e232-43d9-9874-fa2a7463607f associated. External IP: 172.25.7.129, port: 445099d7-5727-4659-b73f-702222d1a8d9. Oct 19 21:38:14.228386 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:38:14.346089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:38:14.357413 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:38:14.363462 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:14.367429 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:38:14.368067 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:14.389659 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-f6f97d95-330c-4783-9e23-7f9c42687bd3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5198302 Oct 19 21:38:14.390270 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:38:14.392559 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52802f6-0aa3-4967-b5d2-4f735df4cca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:38:14.475984 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:38:14.491970 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee202834-0565-4840-a6dd-fdeaf26e68ad x-openstack-request-id: req-ee202834-0565-4840-a6dd-fdeaf26e68ad {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:38:14.492254 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:38:14.492502 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee202834-0565-4840-a6dd-fdeaf26e68ad {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:38:14.492900 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'status': 'completed', 'code': 200} Oct 19 21:38:14.557154 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-2af6805d-2545-49ce-96c6-2f8b6ca73cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:14.558690 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-2af6805d-2545-49ce-96c6-2f8b6ca73cee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1097 time: 0.0445938 Oct 19 21:38:14.648027 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-dec7e7d2-a502-4a9f-accb-920d093aebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:14.649598 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-dec7e7d2-a502-4a9f-accb-920d093aebdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0844121 Oct 19 21:38:14.709263 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:13Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:14.721248 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-cfa8c472-4935-42d3-83bc-8b8d7415812d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0645535 Oct 19 21:38:14.736923 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:38:14.745184 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:38:14.745817 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:37:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:14.770480 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-fa96b8d3-3c2c-4b99-813d-d3203383fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:14.772043 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-fa96b8d3-3c2c-4b99-813d-d3203383fb82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0444827 Oct 19 21:38:14.817117 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-660cca9e-25c0-4978-8f36-18ca018e4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:38:14.818651 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-660cca9e-25c0-4978-8f36-18ca018e4734 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397501 Oct 19 21:38:14.852535 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:38:14.912869 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-771a6be2-4f1a-4d4b-a083-e78d414baf89 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871172 Oct 19 21:38:15.006619 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-c52802f6-0aa3-4967-b5d2-4f735df4cca9 req-9deb621a-7d7c-4268-a67e-4cdef127e087 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Oct 19 21:38:15.076255 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:13Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:38:15.105833 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd0f9a-29b0-49bb-9cb5-9a52707cf856 None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:13Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:38:15.287613 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a3931-db1e-42c2-9774-c26ca4d0d654 None None] New status for floating IP 5f8385c3-e232-43d9-9874-fa2a7463607f: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:38:26.592448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1c8744ec-6c14-4432-b603-c6ed32acdb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:29.304310 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-61bf4e44-ece4-4cb1-a107-706b0b48b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:30.024342 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:38:30.425453 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:31.260328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:32.543413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:43.443123 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:43.861473 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:56.593383 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-da12ea94-d912-467b-9631-40cca684b564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:38:59.304192 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a05288a-d30c-4ec7-aae4-dd5835a1b163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:00.426641 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:01.263539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:02.167025 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-7ae1f2da-6819-4fdd-8980-966de5fbe00b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448997 Oct 19 21:39:02.247588 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242533-4b81-48f1-8e75-10388b56041c req-56bf18d0-b842-4001-9549-449428c1f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:39:02.249048 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-56bf18d0-b842-4001-9549-449428c1f6da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1097 time: 0.0397913 Oct 19 21:39:02.352279 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242533-4b81-48f1-8e75-10388b56041c req-31875b4e-5ab2-4870-903e-81546bc4a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:39:02.353777 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-31875b4e-5ab2-4870-903e-81546bc4a0ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0836291 Oct 19 21:39:02.426567 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-f26346a2-25cb-4c35-85e8-f002e2e6d5ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1002 time: 0.0659795 Oct 19 21:39:02.474839 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242533-4b81-48f1-8e75-10388b56041c req-d7a67f57-1dc3-4109-85ec-823ba3746564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:39:02.476221 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-d7a67f57-1dc3-4109-85ec-823ba3746564 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0429664 Oct 19 21:39:02.520394 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242533-4b81-48f1-8e75-10388b56041c req-c8b30f45-373e-4118-8711-8078d61c329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:39:02.521864 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-c8b30f45-373e-4118-8711-8078d61c329b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388756 Oct 19 21:39:02.545959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:02.614794 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-182ea87b-d305-492f-95b4-d6b662b373f1 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Oct 19 21:39:02.707076 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e2242533-4b81-48f1-8e75-10388b56041c req-aeb5f4bb-6f53-47c4-b860-7c82c1253be6 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Oct 19 21:39:07.022955 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:39:13.446763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:13.876410 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:26.595399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-f4844fd6-2619-4b29-b20a-8f1341a383a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:29.305117 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-06f7b2ec-7f7a-469d-b6e8-096867146df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:30.427328 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:31.265075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:32.550113 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:43.464524 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:43.896413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:44.022808 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:39:56.596985 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-10195ea6-e04e-4b62-b7ee-4c1bb04b695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:39:59.308325 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6a1c9ee1-df5c-46ba-b048-e21a2984fa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:00.429181 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:01.269093 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:02.554612 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:04.228052 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-8274dca6-574a-4fea-aae0-a2da0e01d72b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822048 Oct 19 21:40:04.306296 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-d8a2da5e-bc74-4292-94db-f3283442ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:04.307760 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-d8a2da5e-bc74-4292-94db-f3283442ca42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1097 time: 0.0402546 Oct 19 21:40:04.412215 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-71a117db-06d6-4798-9d7a-b64c8bb9102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:04.413633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-71a117db-06d6-4798-9d7a-b64c8bb9102b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0871067 Oct 19 21:40:04.476112 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-c396e6bb-a469-4e30-a20e-17f4d62beb08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1002 time: 0.0560582 Oct 19 21:40:04.522785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-2ea39cd5-f483-4097-a91c-c37ff20e278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:04.524179 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-2ea39cd5-f483-4097-a91c-c37ff20e278f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0418344 Oct 19 21:40:04.572993 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-588772b5-bdea-4d58-a13f-cc2c7fad1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:04.574453 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-588772b5-bdea-4d58-a13f-cc2c7fad1f0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436749 Oct 19 21:40:04.661317 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-549077ce-794f-43e9-bdcd-e8c4e24673e3 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791817 Oct 19 21:40:04.752830 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2fc3b62-e815-47a1-a6c8-566e7bda1fd3 req-d1cef477-56be-42fd-a4ef-6facf9b1e19b service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847483 Oct 19 21:40:12.320862 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 details requested by agent hyperv_n-h2-805649-9 with host n-h2-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:40:12.414141 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:12.425890 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Returning: {'device': '445099d7-5727-4659-b73f-702222d1a8d9', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:40:12.467065 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:12.480596 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-de4578ef-503c-4342-a348-10187e134571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 445099d7-5727-4659-b73f-702222d1a8d9 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:40:12.500174 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:12.504220 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:12.553760 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:12.561480 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.561825 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.562161 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.562491 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.562820 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.563143 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.563470 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.563790 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.564110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.564426 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.564745 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.565061 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:12.585749 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] get_ports_and_sgs() called for port_ids ['445099d7-5727-4659-b73f-702222d1a8d9'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:40:13.487728 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:13.915367 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:14.323865 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 up at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:40:14.377487 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-de4578ef-503c-4342-a348-10187e134571 None None] Provisioning complete for port 445099d7-5727-4659-b73f-702222d1a8d9 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:40:14.377943 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:14.469998 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:14.493614 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:40:14.495900 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f58ac-997d-445c-a75a-576e012febb6" -d '{"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-plugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:40:14.510378 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:14.518279 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:14.550006 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d34fc1-f9c2-49ef-81fc-d70255b28ed9 x-openstack-request-id: req-a0d34fc1-f9c2-49ef-81fc-d70255b28ed9 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:40:14.550305 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-plugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:40:14.550564 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0d34fc1-f9c2-49ef-81fc-d70255b28ed9 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:40:14.550953 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'code': 200} Oct 19 21:40:14.578686 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:21.023308 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:40:22.369880 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d72f3f30-ca5d-4915-b1a1-2f00497b8679 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014422669&fields=id&tenant_id=fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 267 time: 0.0359993 Oct 19 21:40:22.482016 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-daee5bad-a1da-4605-8568-ce19d10f9c86 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:22.483499 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-daee5bad-a1da-4605-8568-ce19d10f9c86 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 810 time: 0.1070626 Oct 19 21:40:22.498132 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-97b1f1ed-08b4-46bc-9132-8dc505728a1d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/quotas/fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Oct 19 21:40:22.552637 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-725f0d43-5aac-4e8d-a65b-88ce0a277996 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493443 Oct 19 21:40:22.567330 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-1c9733ff-26ac-45df-bc4f-535752402bc8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:40:22.568283 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-1c9733ff-26ac-45df-bc4f-535752402bc8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048621 Oct 19 21:40:22.660030 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-19b0207c-f86c-4722-a5d1-53bc3f2b1600 service neutron] 10.222.0.31 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862181 Oct 19 21:40:23.074072 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-3d5f7bf4-e35d-42cd-bbba-572d308fc567 service neutron] 10.222.0.31 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073501 Oct 19 21:40:23.256447 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b8021c95-55c9-4cd7-b1a7-5fb324bfd126 req-113abeae-ceff-46d7-9d88-cbe4097b8c81 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 210 time: 0.0272336 Oct 19 21:40:24.334542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-161194d9-f8a3-4ff0-9ec0-84d8ae64ca0f req-25ca46fe-d34e-4b83-8289-2328bdd9abd9 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Oct 19 21:40:25.408855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-66d46f55-16c4-4b0b-91b0-b6a4a0a6db93 req-1aae73dc-fd95-43e5-9196-f1b694ecff76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 210 time: 0.0253627 Oct 19 21:40:26.187649 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-840b2c4a-20a2-40a9-b823-a41cb1779e8d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:26.189099 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-840b2c4a-20a2-40a9-b823-a41cb1779e8d tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 810 time: 0.1136181 Oct 19 21:40:26.231464 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-9b90f1fe-d2a6-423b-bf66-592f6d4a26a5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc04189b1e7409b8d8489347eccaa70 HTTP/1.1" status: 200 len: 380 time: 0.0326610 Oct 19 21:40:26.249443 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'port': {'device_id': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'admin_state_up': True, 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'security_groups': ['ab99f5c1-a686-400c-8e57-fde741725aff']}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:40:26.346625 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:40:26.362262 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Made reservation on behalf of fdc04189b1e7409b8d8489347eccaa70 for: {'port': 1} {{(pid=100735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 21:40:26.366816 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.452688 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.503744 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-de4578ef-503c-4342-a348-10187e134571 None None] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:26.505840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:40:26.509384 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89838e5-580b-4259-9fa0-d9d0a1ed9b1d" -d '{"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-unplugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:40:26.526391 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.542073 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Allocated IP 172.20.0.3 (9d8a79d0-05d9-4bd5-bb05-b0ca3da11306/9edcf0f5-b787-42c3-b31a-ae7968efdff3/ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:40:26.580179 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3018a04a-56df-469d-a978-48ed5962cff1 x-openstack-request-id: req-3018a04a-56df-469d-a978-48ed5962cff1 {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:40:26.580469 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-unplugged", "status": "completed", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:40:26.580724 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3018a04a-56df-469d-a978-48ed5962cff1 {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:40:26.581442 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'code': 200} Oct 19 21:40:26.612363 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-efc55372-1ce6-4e12-9da3-1b0ed0ec07f4 req-7e7437a5-00c6-46ad-9191-347140ea41e7 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 210 time: 0.0491862 Oct 19 21:40:26.641198 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d0b6719-39ed-4431-9e8d-9a56edb18232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.647787 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Pushing event updated for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:26.787294 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.825957 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:26.875582 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:40:26.879216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:40:26.883642 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:40:26.935518 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:26.950726 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.951085 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.951561 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.952021 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.952372 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.952763 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.953107 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.953586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.953921 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.954250 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.954695 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.955071 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:40:26.987624 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:26.988308 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:27.022809 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-73df0dba-1d2b-44fb-897a-98f1cbaa85e8 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770169 Oct 19 21:40:27.143571 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-9d027fe4-b08c-4ff2-8242-d61121e64fb6 None None] Provisioning complete for port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 triggered by entity DHCP. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:40:27.143903 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9d027fe4-b08c-4ff2-8242-d61121e64fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:27.179838 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-9d027fe4-b08c-4ff2-8242-d61121e64fb6 None None] Port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 cannot update to ACTIVE because it is not bound. {{(pid=100736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 21:40:27.740693 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c415775-8f37-4884-8cb7-ca5288cf0af8 req-34960c81-cce7-476b-a69f-8ca6cec6eca9 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:27.742219 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c415775-8f37-4884-8cb7-ca5288cf0af8 req-34960c81-cce7-476b-a69f-8ca6cec6eca9 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0505393 Oct 19 21:40:27.780790 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-2c415775-8f37-4884-8cb7-ca5288cf0af8 req-20f492d7-561f-4aed-af0a-e6f5cd669c2c tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Oct 19 21:40:28.908172 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564abb85-842e-4e7e-9c64-5edbd0348d90 req-f3bbc88b-0f0e-4f37-827e-1d2896a7f2dd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:28.909726 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-564abb85-842e-4e7e-9c64-5edbd0348d90 req-f3bbc88b-0f0e-4f37-827e-1d2896a7f2dd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0563097 Oct 19 21:40:28.949154 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-564abb85-842e-4e7e-9c64-5edbd0348d90 req-42741b95-4192-4066-b6c9-9780375ec13a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325179 Oct 19 21:40:29.310981 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ec25bd6d-c074-4740-9a2a-3e0771dc5a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:30.071127 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346f87-7cd0-449a-8d8b-d62e74c42391 req-2a0fbaf9-c538-4881-82fe-eff96df7e665 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:30.072630 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea346f87-7cd0-449a-8d8b-d62e74c42391 req-2a0fbaf9-c538-4881-82fe-eff96df7e665 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0553789 Oct 19 21:40:30.111336 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-ea346f87-7cd0-449a-8d8b-d62e74c42391 req-96d02a86-8fbb-4dfb-b9fc-39358e3b81e9 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Oct 19 21:40:30.432766 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:31.235638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fbab-007d-4793-9272-3b8f79702646 req-f0e19792-a148-4b1a-97fb-92171d67abc0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:31.237142 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2427fbab-007d-4793-9272-3b8f79702646 req-f0e19792-a148-4b1a-97fb-92171d67abc0 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0549364 Oct 19 21:40:31.274779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:31.285429 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-2427fbab-007d-4793-9272-3b8f79702646 req-d8b18830-3697-4f43-afb9-da7dc8d10dd4 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Oct 19 21:40:32.403313 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55520f8-b2a7-42cf-9b8f-d4a3642c674f req-0d06da57-505c-455a-b2e9-96357fda4a99 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:32.404855 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b55520f8-b2a7-42cf-9b8f-d4a3642c674f req-0d06da57-505c-455a-b2e9-96357fda4a99 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0500667 Oct 19 21:40:32.445645 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b55520f8-b2a7-42cf-9b8f-d4a3642c674f req-9e90c962-263c-4d5d-b103-d99228fb7ef6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347869 Oct 19 21:40:32.559426 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:33.566188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e7024-d375-4718-be09-7e66f469622a req-376f09e9-5a16-4643-b1bb-091a3c34bd10 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:33.568124 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-094e7024-d375-4718-be09-7e66f469622a req-376f09e9-5a16-4643-b1bb-091a3c34bd10 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0545027 Oct 19 21:40:33.608225 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-094e7024-d375-4718-be09-7e66f469622a req-25ec85c5-99a0-4cc6-aa38-276c5fdbb644 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336342 Oct 19 21:40:34.734453 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d374f1-922c-4ca0-b19b-7c46af4caece req-9918e249-67e6-49a6-aa4c-501acd89e5a7 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:34.735967 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2d374f1-922c-4ca0-b19b-7c46af4caece req-9918e249-67e6-49a6-aa4c-501acd89e5a7 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0520122 Oct 19 21:40:34.775427 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-a2d374f1-922c-4ca0-b19b-7c46af4caece req-8ad6bd57-de9a-41bb-a65f-5295b632a319 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Oct 19 21:40:35.897465 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fc98f-95c3-45a5-810b-dabdd990e802 req-24a4115e-2aa0-44a6-863a-61885631dbfd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:35.898984 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-100fc98f-95c3-45a5-810b-dabdd990e802 req-24a4115e-2aa0-44a6-863a-61885631dbfd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0523593 Oct 19 21:40:35.938194 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-100fc98f-95c3-45a5-810b-dabdd990e802 req-b7043388-c27f-4b2f-836e-6160cce12ceb tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Oct 19 21:40:36.982711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Request body: {'port': {'device_id': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-9'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:40:37.043242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.060623 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132d281-d892-453a-b9ef-497a234e8a38 req-1b562b04-ca2d-438a-a209-82804c450dd6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:37.062182 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e132d281-d892-453a-b9ef-497a234e8a38 req-1b562b04-ca2d-438a-a209-82804c450dd6 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 931 time: 0.0532751 Oct 19 21:40:37.099753 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-e132d281-d892-453a-b9ef-497a234e8a38 req-f8dfc16f-edad-4543-afbc-09359c708387 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Oct 19 21:40:37.316387 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 {{(pid=100735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:40:37.323724 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.336428 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.provisioning_blocks [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Transition to ACTIVE for port object ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 will not be triggered until provisioned by entity L2. {{(pid=100735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 21:40:37.339461 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.390471 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:37.460765 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Attempting to bind port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 on host n-h1-805649-9 for vnic_type normal with profile {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 21:40:37.461102 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Attempting to bind port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 by drivers openvswitch,hyperv on host n-h1-805649-9 at level 0 using segments [{'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 21:40:37.461474 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Attempting to bind port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:40:37.466072 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-9 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 21:40:37.466394 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Attempting to bind port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 on network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 21:40:37.471480 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Checking agent: {'id': '60c6b140-e935-43a4-a8f3-aaeb79c237ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'started_at': datetime.datetime(2021, 10, 19, 20, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 21:40:37.471812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Checking segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 21:40:37.472188 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Bound using segment: {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'} {{(pid=100735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 21:40:37.472613 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.managers [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Bound port: ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host: n-h1-805649-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a71dd-f9fb-4c40-a4c5-a3bd5217a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306'}}] {{(pid=100735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 21:40:37.472965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.538611 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, cleared binding levels {{(pid=100735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 21:40:37.541632 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 21:40:37.547276 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.582677 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:37.583812 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:37.585276 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 1091 time: 0.6501718 Oct 19 21:40:37.585651 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:40:37.587915 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e99d0-3226-4629-9d0d-059ed2991d43" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:40:37.620390 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e0b9-9197-4870-a659-dd95bf5b6006 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=3']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:37.633917 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438f152-f5a2-4fbd-a18a-aab844935f3a x-openstack-request-id: req-8438f152-f5a2-4fbd-a18a-aab844935f3a {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:40:37.634156 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:40:37.634409 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8438f152-f5a2-4fbd-a18a-aab844935f3a {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:40:37.634811 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'status': 'completed', 'code': 200} Oct 19 21:40:37.665950 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-107a1c64-b749-4eab-b506-0aab1dfa495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:37.667479 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-107a1c64-b749-4eab-b506-0aab1dfa495d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0441236 Oct 19 21:40:37.714074 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-e2ffe381-c3b0-44c7-aebe-60dc42c58f0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Oct 19 21:40:37.765492 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-82996a88-f71f-45fa-98b4-3573951cca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:37.766985 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-82996a88-f71f-45fa-98b4-3573951cca6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0467279 Oct 19 21:40:37.814175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-7dde28a1-a257-4f2f-a820-36400afc6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:37.815680 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-7dde28a1-a257-4f2f-a820-36400afc6226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414987 Oct 19 21:40:37.908425 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-5ace3d5e-1f89-450c-ae63-622de35528f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Oct 19 21:40:37.995587 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a196f84b-a6bd-4b08-8a0d-e0551ca72895 req-f2acded7-70b5-4a2c-9515-5398db9f2793 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801950 Oct 19 21:40:38.081100 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-6aba346c-1505-461a-9b00-f129c2fec614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:38.082552 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-6aba346c-1505-461a-9b00-f129c2fec614 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0455489 Oct 19 21:40:38.174704 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-a7357aa1-fad1-4fcb-960d-d7d4ed2faefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:38.176213 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-a7357aa1-fad1-4fcb-960d-d7d4ed2faefe service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0854833 Oct 19 21:40:38.221180 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-917502c9-1bac-4dc8-83bc-707819ea45aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 217 time: 0.0380390 Oct 19 21:40:38.226712 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412f978-8a1d-487c-a6ed-49fdcf4afeb0 req-65e1a232-aab0-4133-a67c-a61cce9fbcaf tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:38.228246 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d412f978-8a1d-487c-a6ed-49fdcf4afeb0 req-65e1a232-aab0-4133-a67c-a61cce9fbcaf tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 943 time: 0.0485196 Oct 19 21:40:38.267940 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d412f978-8a1d-487c-a6ed-49fdcf4afeb0 req-51d4ca07-9890-46d1-a9c7-b839d47c90ae tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Oct 19 21:40:38.272928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-407984fc-62c5-4066-adba-570bf529b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:38.274426 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-407984fc-62c5-4066-adba-570bf529b919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0462146 Oct 19 21:40:38.321197 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-7fb09c41-c433-4ce0-baa0-79913b0a71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:38.322689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-7fb09c41-c433-4ce0-baa0-79913b0a71f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401900 Oct 19 21:40:38.413877 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-6d0a6ca2-6e34-48c0-bb68-9c5e6bebeb94 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Oct 19 21:40:38.504203 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-641e99d0-3226-4629-9d0d-059ed2991d43 req-74b53d96-20c8-4a6a-a67c-d1a2b3c7a789 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815327 Oct 19 21:40:39.387712 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046a403-df9b-4a7e-8b2f-e305cfa5e22d req-36e2b25b-2769-4e98-ab44-0f7e12022279 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:39.389161 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e046a403-df9b-4a7e-8b2f-e305cfa5e22d req-36e2b25b-2769-4e98-ab44-0f7e12022279 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 943 time: 0.0479970 Oct 19 21:40:39.430024 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-e046a403-df9b-4a7e-8b2f-e305cfa5e22d req-0e93a002-4abe-4fe1-ab28-cce8ad126873 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349836 Oct 19 21:40:40.069410 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:40:40.164016 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:40.174828 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:40:40.217389 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:40.236176 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:40:40.257025 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:40.263779 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:40.314403 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=4']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:40.489857 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:40:40.543225 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676996ce-cbf0-4300-929b-346c2d1f5a51 req-f78b23bd-1254-4892-9ef9-4158c7fdeb8e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:40.544991 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-676996ce-cbf0-4300-929b-346c2d1f5a51 req-f78b23bd-1254-4892-9ef9-4158c7fdeb8e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 944 time: 0.0486856 Oct 19 21:40:40.585118 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-676996ce-cbf0-4300-929b-346c2d1f5a51 req-0c3a97b0-9b89-4cff-b9fd-959c896f5683 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Oct 19 21:40:41.696917 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893c4a-3eca-48b2-87db-144c66aa0434 req-6d21aede-09f2-47f4-b51b-b929143b5e38 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:41.698406 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53893c4a-3eca-48b2-87db-144c66aa0434 req-6d21aede-09f2-47f4-b51b-b929143b5e38 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 944 time: 0.0481150 Oct 19 21:40:41.735550 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-53893c4a-3eca-48b2-87db-144c66aa0434 req-27565879-de30-41c3-b11f-73bd6208f30e tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Oct 19 21:40:42.069482 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:40:42.117179 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning for port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 completed by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 21:40:42.120870 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:40:42.121256 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:42.194199 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:42.218524 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:40:42.220719 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f598f2-d08d-44c8-bf6b-e0c7329e6243" -d '{"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:40:42.233232 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:40:42.237632 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:42.261789 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6d9fc-4c5d-42bf-a5ce-3aa5207ab3dd x-openstack-request-id: req-0ff6d9fc-4c5d-42bf-a5ce-3aa5207ab3dd {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:40:42.261789 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:40:42.261789 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ff6d9fc-4c5d-42bf-a5ce-3aa5207ab3dd {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:40:42.261789 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'code': 200} Oct 19 21:40:42.288986 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=5']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:42.354476 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494219-bc13-43c7-a5f9-a02f44080da2 req-b0525833-43d4-4d55-8aa8-c5acf444014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:42.355925 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87494219-bc13-43c7-a5f9-a02f44080da2 req-b0525833-43d4-4d55-8aa8-c5acf444014a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0392375 Oct 19 21:40:42.389934 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-87494219-bc13-43c7-a5f9-a02f44080da2 req-e96902fe-ce29-4e3d-bf10-49526d625911 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268435 Oct 19 21:40:42.846393 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3adca3-d8f2-4b16-a2b0-e8ee308859ca req-81208486-0eb2-4836-8fca-cd94fa830116 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:42.847870 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff3adca3-d8f2-4b16-a2b0-e8ee308859ca req-81208486-0eb2-4836-8fca-cd94fa830116 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Oct 19 21:40:42.888689 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-ff3adca3-d8f2-4b16-a2b0-e8ee308859ca req-54ccd4e8-0374-4a2d-9d90-623e0900d3a7 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Oct 19 21:40:43.480295 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:43.926075 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:44.010235 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb41d-8617-4ec2-b8ba-2bc52a840245 req-0d72b8b2-fe2b-4ab5-9a64-cf497e685b3a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:44.011719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4dbb41d-8617-4ec2-b8ba-2bc52a840245 req-0d72b8b2-fe2b-4ab5-9a64-cf497e685b3a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Oct 19 21:40:44.052625 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-d4dbb41d-8617-4ec2-b8ba-2bc52a840245 req-10f08005-d681-43a4-957d-ba791706b146 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348403 Oct 19 21:40:44.170344 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1af0-e0c3-4547-8ba6-35374128bf4c req-88767dae-8c03-4f12-a770-1a554ecc6eca tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:44.171744 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3fa1af0-e0c3-4547-8ba6-35374128bf4c req-88767dae-8c03-4f12-a770-1a554ecc6eca tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0502276 Oct 19 21:40:44.212192 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-a3fa1af0-e0c3-4547-8ba6-35374128bf4c req-b60546e3-574c-448d-b5c8-8cdd660bbd5c tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340011 Oct 19 21:40:44.234953 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39546) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:40:44.275313 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8218d3c0-2f36-4684-91ba-4b52de764e7c tempest-TestSnapshotPattern-732185384 tempest-TestSnapshotPattern-732185384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:44.276875 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-8218d3c0-2f36-4684-91ba-4b52de764e7c tempest-TestSnapshotPattern-732185384 tempest-TestSnapshotPattern-732185384-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1091 time: 0.0409379 Oct 19 21:40:44.279673 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39548) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:40:44.285778 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.v2.base [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Request body: {'floatingip': {'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 21:40:44.309882 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:44.415296 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:44.519844 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_common [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Allocated IP 172.25.7.170 (b9792312-f124-4cb1-bfaf-6d9648415f36/aeeeb98c-cc15-4c43-af15-1a2b370a6d9a/d71ba4b1-1d45-4b72-bbac-522c1eabdcc6) {{(pid=100735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 21:40:44.621828 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:44.653700 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745519549305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:44.691854 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Network b9792312-f124-4cb1-bfaf-6d9648415f36 is already hosted by enough agents. {{(pid=100735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 21:40:44.694603 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.base_scheduler [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Resources bound (agent type, host, resource id): {{(pid=100735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 21:40:44.698167 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Received port after_create {{(pid=100735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 21:40:44.705431 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=d71ba4b1-1d45-4b72-bbac-522c1eabdcc6,revision_number=1']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:45.052987 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.116974 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.263073 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for port, precommit_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.267628 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1650862'] for port, after_update {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.340323 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event updated for resources: {'Port': ['ID=d71ba4b1-1d45-4b72-bbac-522c1eabdcc6,revision_number=2']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:40:45.348080 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545969'] for floatingip, after_create {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.441196 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Floating IP bea27ca5-a77b-480d-99e3-0b4c33c8f6a1 associated. External IP: 172.25.7.170, port: ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97. Oct 19 21:40:45.643286 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:40:45.748184 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:40:45.758142 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:40:45.765845 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:45.767248 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:40:45.767861 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:40:45.792002 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-5450fe62-4a0c-41b9-8769-fe31833c3e76 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5110915 Oct 19 21:40:45.792596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:40:45.794887 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788920b-d1f7-4804-b098-8d54e73a5d52" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:40:45.831163 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419e9fb-6209-408c-874f-c6d044ddf2a3 x-openstack-request-id: req-9419e9fb-6209-408c-874f-c6d044ddf2a3 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:40:45.831447 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:40:45.831695 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9419e9fb-6209-408c-874f-c6d044ddf2a3 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:40:45.832088 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'status': 'completed', 'code': 200} Oct 19 21:40:45.897786 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-f1a99b48-dcca-44c4-baa6-9301781bb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:45.899275 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-f1a99b48-dcca-44c4-baa6-9301781bb391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0461886 Oct 19 21:40:45.994812 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-361ea366-2f5a-40c4-a720-183b0efa0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:45.996303 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-361ea366-2f5a-40c4-a720-183b0efa0f18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0898454 Oct 19 21:40:46.023849 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:40:46.065370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-05e09553-ed2c-4452-ae53-36e4efd25f11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 999 time: 0.0614665 Oct 19 21:40:46.113356 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-d317d496-f646-4df7-99ac-57c354289ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:46.115370 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-d317d496-f646-4df7-99ac-57c354289ec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0437958 Oct 19 21:40:46.158941 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-e7e26db6-f56a-49d4-9ad9-1ab55c59b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:40:46.160355 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-e7e26db6-f56a-49d4-9ad9-1ab55c59b5c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382619 Oct 19 21:40:46.245318 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}, {'id': 'bea27ca5-a77b-480d-99e3-0b4c33c8f6a1', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:40:44Z', 'updated_at': '2021-10-19T21:40:44Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:40:46.254301 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-d0ff4f84-c330-4826-8103-03c259db0ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862112 Oct 19 21:40:46.275442 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:40:46.283775 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:40:46.284375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:40:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:40:46.346996 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1788920b-d1f7-4804-b098-8d54e73a5d52 req-9dc9ecd3-0a37-405f-9301-1ff9672ab715 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833721 Oct 19 21:40:46.393666 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:40:46.616165 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}, {'id': 'bea27ca5-a77b-480d-99e3-0b4c33c8f6a1', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:40:44Z', 'updated_at': '2021-10-19T21:40:44Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:40:46.646601 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051190d-0c04-4f2f-9736-6ee70af6eff7 None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}, {'id': 'bea27ca5-a77b-480d-99e3-0b4c33c8f6a1', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:40:44Z', 'updated_at': '2021-10-19T21:40:44Z', 'revision_number': 0, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:40:46.833476 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5399a8-21ca-4d48-bfc9-8d41a07ca5dd None None] New status for floating IP bea27ca5-a77b-480d-99e3-0b4c33c8f6a1: ACTIVE {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:40:56.603819 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cdd062-4d21-4ea6-bb6f-f785ab524557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:40:58.023390 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:40:59.311242 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e0e-e0ff-47d6-9be0-ef2151b6523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:00.434482 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:01.274285 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:02.560775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:05.179146 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-b9d7ff97-5e22-44ec-97b2-57ddf495faf0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387943 Oct 19 21:41:05.259300 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-b390144b-be22-48e2-b5c3-1a28e3ce9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:05.260854 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-b390144b-be22-48e2-b5c3-1a28e3ce9fff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1095 time: 0.0396261 Oct 19 21:41:05.366075 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-e42d1f73-ce86-4ea7-baad-05ccb2d604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:05.367500 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-e42d1f73-ce86-4ea7-baad-05ccb2d604a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0860813 Oct 19 21:41:05.429938 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-f39ef039-a675-4c21-8865-9817234be492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0551982 Oct 19 21:41:05.480229 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-262cb4af-91c5-4028-8db9-c2a761d40ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:05.481628 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-262cb4af-91c5-4028-8db9-c2a761d40ef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0452657 Oct 19 21:41:05.524294 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-80173615-ad04-40a3-86ec-6c02473d8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:05.525717 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-80173615-ad04-40a3-86ec-6c02473d8115 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377676 Oct 19 21:41:05.612061 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-da1ac9c1-f2d9-48c6-b782-531a29063665 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792937 Oct 19 21:41:05.701859 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-41c07198-a76d-4766-bdab-857c5f9998c8 req-3e537838-a892-4178-8dd8-83810ab9b9bf service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824206 Oct 19 21:41:11.616709 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-71cb92e6-6323-4157-8a2d-da93493a94ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532820 Oct 19 21:41:11.700089 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-9191f285-9d85-49ec-813d-41e50b22b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:11.701591 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-9191f285-9d85-49ec-813d-41e50b22b5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0441117 Oct 19 21:41:11.801805 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-8baebb6e-46ba-4981-b921-fa72026aab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:11.803786 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-8baebb6e-46ba-4981-b921-fa72026aab05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0827305 Oct 19 21:41:11.870297 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-89f6e193-ea15-4862-b97c-8bf3ee42bdc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 1001 time: 0.0598564 Oct 19 21:41:11.929997 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-4478fb96-5378-4947-b302-c30a00ceb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:11.931477 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-4478fb96-5378-4947-b302-c30a00ceb27f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0546281 Oct 19 21:41:11.976432 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-49c2436b-46b7-46a9-9707-bc5ce77db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:41:11.977909 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-49c2436b-46b7-46a9-9707-bc5ce77db7ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391035 Oct 19 21:41:12.068714 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-722e748f-fa90-4d69-927c-dcced412ca5f service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Oct 19 21:41:12.159926 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-3ebbedbc-bd35-4992-ba96-5ef01ce21665 req-6dade613-33c2-435a-b989-2c2324d1ffdf service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825400 Oct 19 21:41:13.503416 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:13.945946 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:26.605539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6b14bcc4-4163-4bad-b8dd-19ac4634f5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:29.311349 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-1d48e865-4d26-4ffc-b83c-bec3afa20e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:30.435445 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:31.277605 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:32.562920 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:35.022978 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:41:43.496809 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:43.965016 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:56.605865 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-125b46de-1b2f-435c-8f2b-e5d8cf64b6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:41:59.311938 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-907ba196-4d37-480c-a248-791ab447d3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:00.435929 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:01.281642 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:02.566612 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:05.181496 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-973fdd8c-027f-45eb-a866-2f44532a4232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380733 Oct 19 21:42:05.260738 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-ba6ea46a-ff2d-4fda-aaf9-ab0f2042b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:05.262250 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-ba6ea46a-ff2d-4fda-aaf9-ab0f2042b639 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1095 time: 0.0400393 Oct 19 21:42:05.367554 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-866b658a-58be-4cb6-96f2-8aff9dc896ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:05.368975 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-866b658a-58be-4cb6-96f2-8aff9dc896ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0874362 Oct 19 21:42:05.431278 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-67740f4d-2f1e-48f2-a04b-711657ecb283 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0557044 Oct 19 21:42:05.481896 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-cda62e42-e3cf-48cc-803d-c5d4acbbbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:05.483194 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-cda62e42-e3cf-48cc-803d-c5d4acbbbb4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0450668 Oct 19 21:42:05.525315 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-358904f8-4a02-4ec2-a9c9-ae1e95440ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:05.526724 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-358904f8-4a02-4ec2-a9c9-ae1e95440ec4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371025 Oct 19 21:42:05.615893 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-4b8ed109-bfbe-4392-b226-58cb664a30af service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Oct 19 21:42:06.029275 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-b932fcb1-b2dc-49db-936c-0d98e942ba8f req-88b66e7b-0905-4759-abbc-7435d8185022 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061298 Oct 19 21:42:12.023313 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:42:12.599542 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-2e7738a5-909a-4682-8826-1283746e8104 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475407 Oct 19 21:42:12.679282 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-8c60b787-3ab3-45ea-ba6c-2b637053e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:12.681478 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-8c60b787-3ab3-45ea-ba6c-2b637053e8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0394473 Oct 19 21:42:12.784216 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-95f2760b-e2ab-40c8-9e4c-de6986c1e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:12.785740 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-95f2760b-e2ab-40c8-9e4c-de6986c1e716 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0838478 Oct 19 21:42:12.859249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-1221d952-cfc3-481d-82e3-ff739b66d8f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 1001 time: 0.0656660 Oct 19 21:42:12.915697 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-6ddb5b55-1f43-4bc1-b921-ca908e2f22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:12.917683 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-6ddb5b55-1f43-4bc1-b921-ca908e2f22b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0509486 Oct 19 21:42:12.970810 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-323a79c0-5c72-4989-92e0-9f88ffc5a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:12.972361 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-323a79c0-5c72-4989-92e0-9f88ffc5a3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421698 Oct 19 21:42:12.983671 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-b62b5340-f7d5-4715-9218-36fbb230788d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=100735) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 21:42:12.984592 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-b62b5340-f7d5-4715-9218-36fbb230788d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049374 Oct 19 21:42:13.076394 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-a2c92a5b-9479-49d1-af1d-57b6f27d2c12 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844421 Oct 19 21:42:13.167849 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-0fb38a2e-fa0c-4b41-87ad-652c1c53d920 req-c1df3282-6c27-4f07-9c81-5f2062f9041c service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843437 Oct 19 21:42:13.515001 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:13.965855 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:16.568072 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 details requested by agent hyperv_n-h1-805649-9 with host n-h1-805649-9 {{(pid=100736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 21:42:16.699031 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:16.713110 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Returning: {'device': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'port_id': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'mac_address': 'fa:16:3e:30:30:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 21:42:16.756504 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:16.769623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 {{(pid=100736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 21:42:16.794486 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:16.799697 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:16.864887 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=6']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:16.872922 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.873270 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.873638 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.873972 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.874298 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.874623 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.874944 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.875262 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.875605 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.879525 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.880313 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.880668 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:16.886215 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] get_ports_and_sgs() called for port_ids ['ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'] {{(pid=100736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 21:42:18.586000 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 up at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 21:42:18.637680 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.provisioning_blocks [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Provisioning complete for port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 triggered by entity L2. {{(pid=100736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 21:42:18.638051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3865403'] for port, provisioning_complete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:18.725941 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:18.751423 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:18.754054 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2357a-29c4-488c-916a-954319de9b20" -d '{"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:18.773792 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:18.780954 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:18.807403 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b76f1-f052-4b80-9086-a18679e39c6a x-openstack-request-id: req-172b76f1-f052-4b80-9086-a18679e39c6a {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:18.807723 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-plugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:18.807950 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-172b76f1-f052-4b80-9086-a18679e39c6a {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:18.808348 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'code': 200} Oct 19 21:42:18.849128 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=7']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:25.667339 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39760) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:25.818638 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Deleting port d71ba4b1-1d45-4b72-bbac-522c1eabdcc6 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:25.818885 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:25.893031 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:25.893384 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:25.905192 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Calling delete_port for d71ba4b1-1d45-4b72-bbac-522c1eabdcc6 owned by network:floatingip {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:26.362365 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:26.388495 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event deleted for resources: {'Port': ['ID=d71ba4b1-1d45-4b72-bbac-522c1eabdcc6,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:26.415908 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.416248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.416584 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.416915 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.417244 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.417596 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.417928 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.418248 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.418566 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.418886 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.419204 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.419521 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:26.458012 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:26.458252 n-d-805649-9 neutron-server[100735]: INFO neutron.db.l3_db [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Floating IP bea27ca5-a77b-480d-99e3-0b4c33c8f6a1 disassociated (deleted). External IP: 172.25.7.170, port: ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97. Oct 19 21:42:26.607003 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a963-2f93-4cfe-9ebf-1fab191a0c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:26.661437 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:42:26.768850 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:42:26.773743 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:26.778287 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:42:26.787152 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:26.787762 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:26.800440 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-bd5b53c0-fd83-4309-8af3-bec47a715898 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "DELETE /v2.0/floatingips/bea27ca5-a77b-480d-99e3-0b4c33c8f6a1 HTTP/1.1" status: 204 len: 168 time: 1.1320355 Oct 19 21:42:26.801028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:26.803335 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4714fab6-52b2-4104-85fe-81ba80064044" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:26.841576 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e0848b-8732-4880-aa6b-c08fb75951ee x-openstack-request-id: req-47e0848b-8732-4880-aa6b-c08fb75951ee {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:26.841865 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:26.842191 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47e0848b-8732-4880-aa6b-c08fb75951ee {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:26.842628 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'status': 'completed', 'code': 200} Oct 19 21:42:26.899358 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:26.905652 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fab6-52b2-4104-85fe-81ba80064044 req-fe26c4af-6020-45b2-8089-208158dba56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:26.907190 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-fe26c4af-6020-45b2-8089-208158dba56d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0414770 Oct 19 21:42:27.013345 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fab6-52b2-4104-85fe-81ba80064044 req-76286218-1746-4a5f-8e7f-0656865bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:27.014939 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-76286218-1746-4a5f-8e7f-0656865bfa0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0950007 Oct 19 21:42:27.037529 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025675b-7ddd-4435-8b18-2c46b486cf00 req-3d9dcbb0-d988-47e3-bfd4-2b1f4873ecc5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:27.039060 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5025675b-7ddd-4435-8b18-2c46b486cf00 req-3d9dcbb0-d988-47e3-bfd4-2b1f4873ecc5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0509081 Oct 19 21:42:27.058543 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-43f5aaca-62f6-4761-8859-f6074a1eb610 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 200 len: 217 time: 0.0354919 Oct 19 21:42:27.082309 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5025675b-7ddd-4435-8b18-2c46b486cf00 req-fac64c5a-9a2f-4781-9bac-8548bab4efeb tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366647 Oct 19 21:42:27.115020 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fab6-52b2-4104-85fe-81ba80064044 req-b9fe621d-7532-4025-86bc-943eeae2e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:27.116489 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-b9fe621d-7532-4025-86bc-943eeae2e681 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0464480 Oct 19 21:42:27.166453 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fab6-52b2-4104-85fe-81ba80064044 req-a5696909-a18c-41e7-840e-dd3920ca9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:27.167687 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:27.167908 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-a5696909-a18c-41e7-840e-dd3920ca9876 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428145 Oct 19 21:42:27.198294 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:42:27.206840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:27.207432 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:41:59Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:27.257669 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-6fcc7d7f-69b4-446a-b2cc-f3f51ec0bb96 service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Oct 19 21:42:27.314856 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:27.354249 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-4714fab6-52b2-4104-85fe-81ba80064044 req-7d772cfe-ec44-4fbc-89a3-1272bf31fccc service neutron] 10.222.0.37 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892143 Oct 19 21:42:27.534842 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:27.563969 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384854db-9435-4c50-b156-57e9a00e6911 None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_floatingips': [{'id': '5f8385c3-e232-43d9-9874-fa2a7463607f', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'router_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'port_id': '445099d7-5727-4659-b73f-702222d1a8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'mac_address': 'fa:16:3e:53:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T21:38:13Z', 'updated_at': '2021-10-19T21:38:15Z', 'revision_number': 1, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:42:27.787897 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa7a130-6df2-449f-abc0-e424bc9cde9a None None] New status for floating IP bea27ca5-a77b-480d-99e3-0b4c33c8f6a1: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:42:28.199965 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99c738-2c5e-4598-9a8a-c9672f1bd381 req-1ba43fe1-7e30-44b5-8534-c0e78c5e0c0b tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:28.201493 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b99c738-2c5e-4598-9a8a-c9672f1bd381 req-1ba43fe1-7e30-44b5-8534-c0e78c5e0c0b tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Oct 19 21:42:28.238574 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-1b99c738-2c5e-4598-9a8a-c9672f1bd381 req-3e4513b8-d116-404a-8607-d5063211b869 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Oct 19 21:42:28.515583 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-acb02c02-050c-497d-bd02-c9435dc172ec tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:28.516911 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-acb02c02-050c-497d-bd02-c9435dc172ec tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 945 time: 0.0467758 Oct 19 21:42:28.612609 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Deleting port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:28.612946 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.616166 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:28.696746 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826156'] for port, before_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.702984 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:28.703377 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.716986 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Calling delete_port for ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 owned by compute:nova {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:28.719536 n-d-805649-9 neutron-server[100736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:28.721776 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d06b835e544d93f6456ef35f7d4885011197a0eb98c82047129e3cfc0970900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ab453e-6939-4c02-9fbd-070f05db65c8" -d '{"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:28.734125 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] For port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97, host n-h1-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-9',level=0,port_id=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:28.739207 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745520121631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745519549323', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745519549341'] for port, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.762553 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d778d8-f414-49da-8afc-c575dd2b1e0d x-openstack-request-id: req-62d778d8-f414-49da-8afc-c575dd2b1e0d {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:28.762838 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "code": 200}]} {{(pid=100736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:28.763084 n-d-805649-9 neutron-server[100736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62d778d8-f414-49da-8afc-c575dd2b1e0d {{(pid=100736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:28.763467 n-d-805649-9 neutron-server[100736]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'code': 200} Oct 19 21:42:28.789092 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Pushing event updated for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=8']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:28.851096 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.879031 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event deleted for resources: {'Port': ['ID=ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:28.923667 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.l3_dvrscheduler_db [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] No DVR routers for this DVR port ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 on host n-h1-805649-9 {{(pid=100735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:28.926401 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:28.929935 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-408475e1-91b3-4ff2-a86e-165e0cb939c7 req-89bf3da5-d449-4a3d-9b64-ed9694e4fc6f tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.37 "DELETE /v2.0/ports/ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 HTTP/1.1" status: 204 len: 173 time: 0.4069812 Oct 19 21:42:28.930404 n-d-805649-9 neutron-server[100735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-deleted', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97'}] {{(pid=100735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:28.932965 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9d733d18b04145e5e2ca5e09b4132076738ca130736c6e1b232f852f043cc92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96014eef-1ec2-49ab-acf8-89884bac086a" -d '{"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-deleted", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97"}]}' {{(pid=100735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:28.974846 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d1203c-6ba3-420d-ba4a-3eceafe51ba9 x-openstack-request-id: req-c1d1203c-6ba3-420d-ba4a-3eceafe51ba9 {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:28.975119 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ee969f-e28f-4ed5-99df-523691214ae5", "name": "network-vif-deleted", "tag": "ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97", "status": "completed", "code": 200}]} {{(pid=100735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:28.975398 n-d-805649-9 neutron-server[100735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1d1203c-6ba3-420d-ba4a-3eceafe51ba9 {{(pid=100735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:28.975936 n-d-805649-9 neutron-server[100735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ee969f-e28f-4ed5-99df-523691214ae5', 'name': 'network-vif-deleted', 'tag': 'ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97', 'status': 'completed', 'code': 200} Oct 19 21:42:29.315886 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a19271c-f617-4509-9d54-15249feefd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:29.363633 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-95ead373-8420-40b1-8394-1d4e2e3c35d9 req-36a19784-24f1-4d87-93da-ffe4252c77fb tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7ee969f-e28f-4ed5-99df-523691214ae5 HTTP/1.1" status: 200 len: 210 time: 0.0304146 Oct 19 21:42:30.440639 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:30.918353 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39818) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:31.069892 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Deleting port 349f3f89-bc44-43ae-9a57-dd483bd1c92e {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:31.070221 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.148071 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.148398 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.159754 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Calling delete_port for 349f3f89-bc44-43ae-9a57-dd483bd1c92e owned by network:floatingip {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:31.283590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.303651 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.332552 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event deleted for resources: {'Port': ['ID=349f3f89-bc44-43ae-9a57-dd483bd1c92e,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:31.358153 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.358494 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.358835 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.359170 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.359500 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.359830 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.360147 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.360467 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.360785 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.361104 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.361457 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.361775 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-9 {{(pid=100734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 21:42:31.399746 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for floatingip, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.400080 n-d-805649-9 neutron-server[100734]: INFO neutron.db.l3_db [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Floating IP 5f8385c3-e232-43d9-9874-fa2a7463607f disassociated (deleted). External IP: 172.25.7.129, port: 445099d7-5727-4659-b73f-702222d1a8d9. Oct 19 21:42:31.606589 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:42:31.715010 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:42:31.719689 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for floatingip, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:31.724205 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:42:31.732801 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:31.733445 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:31.745732 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-144c9139-49c2-4deb-b161-f474d1a362e5 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f8385c3-e232-43d9-9874-fa2a7463607f HTTP/1.1" status: 204 len: 168 time: 0.8262451 Oct 19 21:42:31.746422 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:31.748802 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f712846-3337-42af-9415-f34a5f6a0ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:31.849273 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:31.854049 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51aae4-f41e-472c-9e1d-4dd3a6548f9e x-openstack-request-id: req-0a51aae4-f41e-472c-9e1d-4dd3a6548f9e {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:31.854923 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:31.854923 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a51aae4-f41e-472c-9e1d-4dd3a6548f9e {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:31.855133 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'status': 'completed', 'code': 200} Oct 19 21:42:31.928131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-3fd969ca-9cd2-4c7a-9d9a-7a15bcbf3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:31.930587 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-3fd969ca-9cd2-4c7a-9d9a-7a15bcbf3ed9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fdc04189b1e7409b8d8489347eccaa70&device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 1095 time: 0.0528991 Oct 19 21:42:31.984819 n-d-805649-9 neutron-server[100735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0342e3-694d-4b65-b10b-ba5898ad8480 req-bf29550a-6093-4f49-ab35-c6373e2cb494 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:31.987166 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f0342e3-694d-4b65-b10b-ba5898ad8480 req-bf29550a-6093-4f49-ab35-c6373e2cb494 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0531845 Oct 19 21:42:32.029092 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [req-7f0342e3-694d-4b65-b10b-ba5898ad8480 req-c6e73fb6-8475-461f-aa76-c9d25e92487c tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346751 Oct 19 21:42:32.031511 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-3a13a924-c028-40fe-b738-9c997714961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:32.033005 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-3a13a924-c028-40fe-b738-9c997714961e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 200 len: 911 time: 0.0948138 Oct 19 21:42:32.076178 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-8dc3661b-b5b3-47f1-ae80-4c2369377bdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 200 len: 217 time: 0.0353281 Oct 19 21:42:32.125640 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-4a2dc558-dd09-4685-a42b-576b9ae280a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:32.127132 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-4a2dc558-dd09-4685-a42b-576b9ae280a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 200 len: 849 time: 0.0432785 Oct 19 21:42:32.176113 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-b8ebb6e7-4b73-436e-a997-582d75e3294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:32.177543 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-b8ebb6e7-4b73-436e-a997-582d75e3294a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427558 Oct 19 21:42:32.210069 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:32.236017 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:42:32.244635 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:32.245231 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:32.269719 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-7b8081c6-0211-47f8-93c9-b3e7661533f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837843 Oct 19 21:42:32.351830 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:32.363515 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8f712846-3337-42af-9415-f34a5f6a0ee5 req-0b74400c-49bb-4a4a-966b-bf92a948fa35 service neutron] 10.222.0.11 "GET /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Oct 19 21:42:32.552098 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:32.582684 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7c037-c61a-4d9e-a4c3-3bd11260a58c None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:54Z', 'revision_number': 4, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9', '_interfaces': [{'id': '3419fb30-e35e-441a-9406-32504c0d7bf3', 'name': '', 'network_id': '9d8a79d0-05d9-4bd5-bb05-b0ca3da11306', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'mac_address': 'fa:16:3e:85:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:53Z', 'updated_at': '2021-10-19T21:37:58Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'subnets': [{'id': '9edcf0f5-b787-42c3-b31a-ae7968efdff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:42:32.593786 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:32.645871 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 no longer exists at agent hyperv_n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:32.666607 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] No Port match for: ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:32.666951 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Device ba3f69c3-6213-4f8e-9e7b-77ea95ea4e97 not bound to the agent host n-h1-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:32.789062 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69f27db-0bed-436c-b9f7-950eeefbc5f3 None None] New status for floating IP 5f8385c3-e232-43d9-9874-fa2a7463607f: DOWN {{(pid=100737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 21:42:33.143744 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4f6b5-30a1-4f16-be43-becc29021a0e req-4aef014f-047d-4171-bec7-f00270b1a6bd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:33.145135 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fa4f6b5-30a1-4f16-be43-becc29021a0e req-4aef014f-047d-4171-bec7-f00270b1a6bd tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0486069 Oct 19 21:42:33.183510 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-5fa4f6b5-30a1-4f16-be43-becc29021a0e req-49921f1c-1139-4645-aeb9-8ad70208b75a tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab99f5c1-a686-400c-8e57-fde741725aff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Oct 19 21:42:33.483280 n-d-805649-9 neutron-server[100734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-e2ce1071-7e18-45fe-9f73-6c0af6ceda38 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 21:42:33.484613 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-e2ce1071-7e18-45fe-9f73-6c0af6ceda38 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 944 time: 0.0473471 Oct 19 21:42:33.576687 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Deleting port 445099d7-5727-4659-b73f-702222d1a8d9 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:33.577016 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:33.663384 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] For port 445099d7-5727-4659-b73f-702222d1a8d9, host n-h2-805649-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-9',level=0,port_id=445099d7-5727-4659-b73f-702222d1a8d9,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:33.663750 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:33.676015 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Calling delete_port for 445099d7-5727-4659-b73f-702222d1a8d9 owned by compute:nova {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:33.802680 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:33.831998 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event deleted for resources: {'Port': ['ID=445099d7-5727-4659-b73f-702222d1a8d9,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:33.874865 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] No DVR routers for this DVR port 445099d7-5727-4659-b73f-702222d1a8d9 on host n-h2-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:33.877541 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512596'] for port, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:33.880814 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-f38ef0ab-664f-412d-8e81-9445a8a6905a req-4bab4140-30bb-4b07-98b7-b05b4d3bd2a3 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.11 "DELETE /v2.0/ports/445099d7-5727-4659-b73f-702222d1a8d9 HTTP/1.1" status: 204 len: 173 time: 0.3904912 Oct 19 21:42:33.881241 n-d-805649-9 neutron-server[100734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-deleted', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9'}] {{(pid=100734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 21:42:33.883566 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e42a49de3853bc8b47e9ff9d07a6c4911b04594d3c861a35d6c12d174c644aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bf93c1-be94-4b8a-83d4-4781607a8e11" -d '{"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-deleted", "tag": "445099d7-5727-4659-b73f-702222d1a8d9"}]}' {{(pid=100734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 21:42:33.923266 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5692e-b18f-4668-80fe-a701798164d7 x-openstack-request-id: req-f9b5692e-b18f-4668-80fe-a701798164d7 {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 21:42:33.923560 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a66bdb-7e52-4f76-802b-63ef940eee69", "name": "network-vif-deleted", "tag": "445099d7-5727-4659-b73f-702222d1a8d9", "status": "completed", "code": 200}]} {{(pid=100734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 21:42:33.923813 n-d-805649-9 neutron-server[100734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9b5692e-b18f-4668-80fe-a701798164d7 {{(pid=100734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 21:42:33.924209 n-d-805649-9 neutron-server[100734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a66bdb-7e52-4f76-802b-63ef940eee69', 'name': 'network-vif-deleted', 'tag': '445099d7-5727-4659-b73f-702222d1a8d9', 'status': 'completed', 'code': 200} Oct 19 21:42:34.298712 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [req-8a90f04e-3246-4abc-b64f-495d658111b2 req-3c317004-53b5-47ea-b391-29a5ab8db255 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9a66bdb-7e52-4f76-802b-63ef940eee69 HTTP/1.1" status: 200 len: 210 time: 0.0307055 Oct 19 21:42:35.355710 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39836) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:35.429881 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:35.457703 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:35.517410 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:35.520009 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:35.521154 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab99f5c1-a686-400c-8e57-fde741725aff HTTP/1.1" status: 204 len: 168 time: 0.1644731 Oct 19 21:42:35.530019 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d7247-2ffb-4893-b032-dcc528d52335 tempest-TestSnapshotPattern-2122606102 tempest-TestSnapshotPattern-2122606102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99f5c1-a686-400c-8e57-fde741725aff,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:35.570325 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39840) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:35.912466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:36.146750 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Deleting port 3419fb30-e35e-441a-9406-32504c0d7bf3 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:36.147079 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:36.222498 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] For port 3419fb30-e35e-441a-9406-32504c0d7bf3, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3419fb30-e35e-441a-9406-32504c0d7bf3,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:36.222850 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:36.234771 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Calling delete_port for 3419fb30-e35e-441a-9406-32504c0d7bf3 owned by network:router_interface {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:36.409368 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:36.437828 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3419fb30-e35e-441a-9406-32504c0d7bf3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:36.605649 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:36.815724 n-d-805649-9 neutron-server[100734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:42:36.919265 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:42:36.924217 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-c7c2ee5d-d2a6-454f-8343-b4d4dc42ae49 admin admin] 10.222.0.31 "PUT /v2.0/routers/02ad1beb-7ce0-41d8-b8a4-6fc36376fb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3526325 Oct 19 21:42:36.926788 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39842) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:36.929437 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Sync routers for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:42:36.939327 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:36.939932 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:36.978043 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 no longer exists at agent hyperv_n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:37.002168 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-de4578ef-503c-4342-a348-10187e134571 None None] No Port match for: 445099d7-5727-4659-b73f-702222d1a8d9 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:37.002513 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-de4578ef-503c-4342-a348-10187e134571 None None] Device 445099d7-5727-4659-b73f-702222d1a8d9 not bound to the agent host n-h2-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:37.037392 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks [] for router, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.077196 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:37.260915 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:42:36Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:37.288683 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Checking router: 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 for host: n-d-805649-9 {{(pid=100736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:42:37.298181 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Routers {'02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'} bound to L3 agent in host n-d-805649-9 {{(pid=100736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:37.298794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'], 'active': True} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:37.409538 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvr_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] Set router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 gateway port host: n-d-805649-9 {{(pid=100736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:37.459705 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.511257 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Deleting port e44dd574-6149-4045-a522-aad58b0f4944 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:37.511584 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.588999 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] For port e44dd574-6149-4045-a522-aad58b0f4944, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e44dd574-6149-4045-a522-aad58b0f4944,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:37.589387 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.590840 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_hamode_db [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:42:36Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:37.601489 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Calling delete_port for e44dd574-6149-4045-a522-aad58b0f4944 owned by network:router_gateway {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:37.617903 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c77bda-53e4-40ea-a30d-d1001c1311c1 None None] The sync data for ids ['02ad1beb-7ce0-41d8-b8a4-6fc36376fb21'] in n-d-805649-9 is: [{'id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'name': 'tempest-TestSnapshotPattern-1232517143-router', 'tenant_id': 'fdc04189b1e7409b8d8489347eccaa70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:42:36Z', 'revision_number': 5, 'project_id': 'fdc04189b1e7409b8d8489347eccaa70', 'gw_port': {'id': 'e44dd574-6149-4045-a522-aad58b0f4944', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad1beb-7ce0-41d8-b8a4-6fc36376fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:51Z', 'updated_at': '2021-10-19T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}] {{(pid=100736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:42:37.771474 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.799794 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Pushing event deleted for resources: {'Port': ['ID=e44dd574-6149-4045-a522-aad58b0f4944,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:37.862179 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.952993 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.955328 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.997078 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:37.997661 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 {{(pid=100734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:42:38.002176 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] Publish callbacks [] for router, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.003148 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-52aec167-4671-46d2-8376-1c2d74923eab admin admin] 10.222.0.31 "DELETE /v2.0/routers/02ad1beb-7ce0-41d8-b8a4-6fc36376fb21 HTTP/1.1" status: 204 len: 168 time: 1.0754650 Oct 19 21:42:38.005676 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39844) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:38.054180 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Deleting subnet 9edcf0f5-b787-42c3-b31a-ae7968efdff3 {{(pid=100734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:42:38.058131 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.093375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1122798'] for subnet, precommit_delete_associations {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.169628 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.224300 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9104831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9405874'] for subnet, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.249643 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edcf0f5-b787-42c3-b31a-ae7968efdff3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:38.253375 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.256503 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-92c04b0d-2c98-4ed5-96cb-2e2cea14ff27 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9edcf0f5-b787-42c3-b31a-ae7968efdff3 HTTP/1.1" status: 204 len: 168 time: 0.2498569 Oct 19 21:42:38.259642 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39846) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:38.266794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87ec3d-963a-4d07-bf89-f5edb6445d81 None None] Network 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:42:38.326704 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.378579 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Deleting port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:38.379466 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.447878 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] For port e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:38.448246 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.461553 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] DHCP port deletion for 9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:42:38.469866 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Calling delete_port for e6c75f82-5d5d-499a-809a-1fa74b5c2f21 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:38.516812 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Deleting port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:38.517196 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.544602 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e6c75f82-5d5d-499a-809a-1fa74b5c2f21 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:38.559860 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.590288 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:38.592131 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] No DVR routers for this DVR port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:38.601366 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e6c75f82-5d5d-499a-809a-1fa74b5c2f21 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:38.601733 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e6c75f82-5d5d-499a-809a-1fa74b5c2f21 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:38.602689 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3419fb30-e35e-441a-9406-32504c0d7bf3 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:38.626175 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3419fb30-e35e-441a-9406-32504c0d7bf3 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:38.626510 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3419fb30-e35e-441a-9406-32504c0d7bf3 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:38.626924 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e44dd574-6149-4045-a522-aad58b0f4944 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:38.630305 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] For port e6c75f82-5d5d-499a-809a-1fa74b5c2f21, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,segment=NetworkSegment(073a71dd-f9fb-4c40-a4c5-a3bd5217a271),segment_id=073a71dd-f9fb-4c40-a4c5-a3bd5217a271)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:38.630689 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.652953 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: e44dd574-6149-4045-a522-aad58b0f4944 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:38.653310 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device e44dd574-6149-4045-a522-aad58b0f4944 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:38.660185 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Calling delete_port for e6c75f82-5d5d-499a-809a-1fa74b5c2f21 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:38.664487 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.685060 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8a79d0-05d9-4bd5-bb05-b0ca3da11306']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:38.694656 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a71dd-f9fb-4c40-a4c5-a3bd5217a271') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:38.694958 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a71dd-f9fb-4c40-a4c5-a3bd5217a271') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:38.705260 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.719093 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.724994 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:42:38.725408 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:42:38.727146 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:42:38.740029 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.769370 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] Pushing event deleted for resources: {'Port': ['ID=e6c75f82-5d5d-499a-809a-1fa74b5c2f21,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:38.771132 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4e9e7-e176-4e8e-a163-e70a85f82e4d None None] No DVR routers for this DVR port e6c75f82-5d5d-499a-809a-1fa74b5c2f21 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:38.786565 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.791917 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:38.795159 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d8a79d0-05d9-4bd5-bb05-b0ca3da11306 HTTP/1.1" status: 204 len: 168 time: 0.5344343 Oct 19 21:42:38.798586 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39848) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:38.806322 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ab27a-330b-454a-83c0-7bbde2e30385 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8a79d0-05d9-4bd5-bb05-b0ca3da11306,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:39.142203 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545457'] for router_interface, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:39.383866 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Deleting port 92f3ce42-bec8-4dd6-889d-775f21867d19 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:39.384228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:39.463725 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] For port 92f3ce42-bec8-4dd6-889d-775f21867d19, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=92f3ce42-bec8-4dd6-889d-775f21867d19,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:39.463992 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:39.475969 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Calling delete_port for 92f3ce42-bec8-4dd6-889d-775f21867d19 owned by network:router_interface {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:39.648388 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:39.678505 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Pushing event deleted for resources: {'Port': ['ID=92f3ce42-bec8-4dd6-889d-775f21867d19,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:39.844980 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-545309'] for router_interface, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.060800 n-d-805649-9 neutron-server[100735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Router 27033d4f-284e-4525-a797-b8f41fe43c90 has already been hosted by L3 agent 50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e {{(pid=100735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 21:42:40.162967 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] Notify agent at l3_agent.n-d-805649-9 the message routers_updated {{(pid=100735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 21:42:40.167988 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-95c46faf-b047-4c05-b1a5-3192e8f3566d admin admin] 10.222.0.31 "PUT /v2.0/routers/27033d4f-284e-4525-a797-b8f41fe43c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683863 Oct 19 21:42:40.170527 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39850) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:40.173053 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Sync routers for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 21:42:40.182171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:40.182773 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:40.277404 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks [] for router, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.290671 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: n-d-805649-9 {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:40.383273 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.438426 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Deleting port a844a52e-8016-4e01-984a-4a6ab7210de1 {{(pid=100735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:40.438764 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.521175 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.db [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] For port a844a52e-8016-4e01-984a-4a6ab7210de1, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=a844a52e-8016-4e01-984a-4a6ab7210de1,segment=NetworkSegment(3800b8ce-e74e-47c0-bd45-c96d448995ee),segment_id=3800b8ce-e74e-47c0-bd45-c96d448995ee)] {{(pid=100735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:40.521572 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.533047 n-d-805649-9 neutron-server[100735]: DEBUG neutron.plugins.ml2.plugin [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Calling delete_port for a844a52e-8016-4e01-984a-4a6ab7210de1 owned by network:router_gateway {{(pid=100735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:40.559432 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'external_fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:42:39Z', 'revision_number': 5, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port': {'id': 'a844a52e-8016-4e01-984a-4a6ab7210de1', 'name': '', 'network_id': 'b9792312-f124-4cb1-bfaf-6d9648415f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T21:37:56Z', 'updated_at': '2021-10-19T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeeeb98c-cc15-4c43-af15-1a2b370a6d9a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-9'}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:40.588595 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Checking router: 27033d4f-284e-4525-a797-b8f41fe43c90 for host: n-d-805649-9 {{(pid=100737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 21:42:40.596709 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Routers {'27033d4f-284e-4525-a797-b8f41fe43c90'} bound to L3 agent in host n-d-805649-9 {{(pid=100737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 21:42:40.597314 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T20:08:59Z,description=,heartbeat_timestamp=2021-10-19T21:42:29Z,host='n-d-805649-9',id=50f63f7d-b32e-4b57-ad0c-3c94fe6fbf9e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T20:08:59Z,topic='l3_agent')) {'router_ids': ['27033d4f-284e-4525-a797-b8f41fe43c90'], 'active': True} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:40.684565 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_dvr_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] Set router 27033d4f-284e-4525-a797-b8f41fe43c90 gateway port host: None {{(pid=100737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 21:42:40.698390 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1650873'] for port, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:40.727779 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Pushing event deleted for resources: {'Port': ['ID=a844a52e-8016-4e01-984a-4a6ab7210de1,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:40.737395 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.l3_hamode_db [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:42:40Z', 'revision_number': 6, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port_host': None}], 'n-d-805649-9', False) {} {{(pid=100737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:40.766839 n-d-805649-9 neutron-server[100737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013683-ceb3-40b0-8d6e-a3ce10003068 None None] The sync data for ids ['27033d4f-284e-4525-a797-b8f41fe43c90'] in n-d-805649-9 is: [{'id': '27033d4f-284e-4525-a797-b8f41fe43c90', 'name': 'tempest-TestSnapshotPattern-844310934-router', 'tenant_id': '5f99725fdb1e4e7c890b6478732beb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T21:37:55Z', 'updated_at': '2021-10-19T21:42:40Z', 'revision_number': 6, 'project_id': '5f99725fdb1e4e7c890b6478732beb40', 'gw_port_host': None}] {{(pid=100737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 21:42:40.792654 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546043'] for router_gateway, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.216005 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237138'] for router, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.218138 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.262108 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544011'] for router, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.262571 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27033d4f-284e-4525-a797-b8f41fe43c90 {{(pid=100735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 21:42:41.267003 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] Publish callbacks [] for router, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.268183 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-11c06886-e003-4b70-b1fa-63556e0c4bca admin admin] 10.222.0.31 "DELETE /v2.0/routers/27033d4f-284e-4525-a797-b8f41fe43c90 HTTP/1.1" status: 204 len: 168 time: 1.0967500 Oct 19 21:42:41.270711 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39854) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:41.314853 n-d-805649-9 neutron-server[100735]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Deleting subnet 2328c625-09ce-4ac3-8463-48ebb37d0c5f {{(pid=100735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 21:42:41.317865 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.356124 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2034853'] for subnet, precommit_delete_associations {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.430242 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3845087'] for subnet, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.490392 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3845078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1650836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11060202'] for subnet, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.522675 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.523706 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60e3f8-c3bc-4e8e-813a-376e3850028f None None] Network bce8a69d-fd69-4030-8854-21b271f5dfbf requested from n-d-805649-9 {{(pid=100736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 21:42:41.527115 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2328c625-09ce-4ac3-8463-48ebb37d0c5f HTTP/1.1" status: 204 len: 168 time: 0.2551053 Oct 19 21:42:41.527821 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11ddc-8a8f-4ac6-8a80-af8b6c0b6827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2328c625-09ce-4ac3-8463-48ebb37d0c5f,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:41.530275 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39856) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:41.603734 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3896826'] for network, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.665116 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Deleting port 3d21989e-81c0-4236-bb19-77d406fc1f97 {{(pid=100734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:41.665482 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.719530 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] DHCP port deletion for bce8a69d-fd69-4030-8854-21b271f5dfbf request from n-d-805649-9 {{(pid=100736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 21:42:41.736087 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.db [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] For port 3d21989e-81c0-4236-bb19-77d406fc1f97, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3d21989e-81c0-4236-bb19-77d406fc1f97,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:41.736670 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.750691 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.plugin [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Calling delete_port for 3d21989e-81c0-4236-bb19-77d406fc1f97 owned by network:dhcp {{(pid=100734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:41.770977 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Deleting port 3d21989e-81c0-4236-bb19-77d406fc1f97 {{(pid=100736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 21:42:41.771269 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745519968579'] for port, before_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.837644 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.db [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] For port 3d21989e-81c0-4236-bb19-77d406fc1f97, host n-d-805649-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-9',level=0,port_id=3d21989e-81c0-4236-bb19-77d406fc1f97,segment=NetworkSegment(06304761-7b98-4e32-add1-fbea2fa4cf6d),segment_id=06304761-7b98-4e32-add1-fbea2fa4cf6d)] {{(pid=100736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 21:42:41.838079 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534456'] for port, precommit_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.842094 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9104786'] for port, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.851531 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Calling delete_port for 3d21989e-81c0-4236-bb19-77d406fc1f97 owned by network:dhcp {{(pid=100736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 21:42:41.866889 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d21989e-81c0-4236-bb19-77d406fc1f97,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:41.870886 n-d-805649-9 neutron-server[100734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] No DVR routers for this DVR port 3d21989e-81c0-4236-bb19-77d406fc1f97 on host n-d-805649-9 {{(pid=100734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:41.939831 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3825714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745520121613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745519549314'] for port, after_delete {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.946808 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3864394', 'neutron.services.segments.db._delete_segments_for_network-8745520082005'] for network, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:41.967035 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce8a69d-fd69-4030-8854-21b271f5dfbf']}} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:41.967352 n-d-805649-9 neutron-server[100736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] No DVR routers for this DVR port 3d21989e-81c0-4236-bb19-77d406fc1f97 on host n-d-805649-9 {{(pid=100736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 21:42:41.976195 n-d-805649-9 neutron-server[100736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b89bed-74de-4e18-8112-0bea7350e19c None None] Pushing event deleted for resources: {'Port': ['ID=3d21989e-81c0-4236-bb19-77d406fc1f97,revision_number=None']} {{(pid=100736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:41.976630 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06304761-7b98-4e32-add1-fbea2fa4cf6d') {'for_net_delete': True} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:41.976917 n-d-805649-9 neutron-server[100734]: DEBUG neutron.services.segments.db [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06304761-7b98-4e32-add1-fbea2fa4cf6d') {} {{(pid=100734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 21:42:41.986848 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745520080734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1122807'] for segment, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.000138 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416'] for segment, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.005942 n-d-805649-9 neutron-server[100734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 21:42:42.006321 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3843416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9104865'] for segment, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: Traceback (most recent call last): Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: timer() Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: cb(*args, **kw) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: return func(*args, **kwargs) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: self._notify() Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: self.callback(batched_events) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: event.method(event) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: return f(self, *a, **k) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: return self._get(url).json() Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: return self.request(url, 'GET', **kwargs) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 21:42:42.007941 n-d-805649-9 neutron-server[100734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 21:42:42.061991 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3864385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545951'] for network, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.067435 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Publish callbacks [] for network, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.070616 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/bce8a69d-fd69-4030-8854-21b271f5dfbf HTTP/1.1" status: 204 len: 168 time: 0.5388846 Oct 19 21:42:42.081264 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f856-1eee-4527-917d-a9013de694bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bce8a69d-fd69-4030-8854-21b271f5dfbf,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:42.242632 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 92f3ce42-bec8-4dd6-889d-775f21867d19 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:42.249114 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39862) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:42.267032 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 92f3ce42-bec8-4dd6-889d-775f21867d19 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:42.267375 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 92f3ce42-bec8-4dd6-889d-775f21867d19 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:42.267794 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a844a52e-8016-4e01-984a-4a6ab7210de1 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:42.287439 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: a844a52e-8016-4e01-984a-4a6ab7210de1 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:42.287780 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device a844a52e-8016-4e01-984a-4a6ab7210de1 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:42.288191 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3d21989e-81c0-4236-bb19-77d406fc1f97 no longer exists at agent ovs-agent-n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 21:42:42.299363 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-a37800f7-01ef-42a6-b201-1fc92da0cf43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdc04189b1e7409b8d8489347eccaa70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490639 Oct 19 21:42:42.301838 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [-] (100734) accepted ('10.222.0.31', 39864) {{(pid=100734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:42.307334 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.plugin [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] No Port match for: 3d21989e-81c0-4236-bb19-77d406fc1f97 {{(pid=100736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 21:42:42.307672 n-d-805649-9 neutron-server[100736]: DEBUG neutron.plugins.ml2.rpc [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Device 3d21989e-81c0-4236-bb19-77d406fc1f97 not bound to the agent host n-d-805649-9 {{(pid=100736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 21:42:42.350298 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.370798 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.415348 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.417937 n-d-805649-9 neutron-server[100734]: DEBUG neutron_lib.callbacks.manager [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.419069 n-d-805649-9 neutron-server[100734]: INFO neutron.wsgi [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe46458d-85bf-400d-924e-8415928ab9a3 HTTP/1.1" status: 204 len: 168 time: 0.1163070 Oct 19 21:42:42.428991 n-d-805649-9 neutron-server[100734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de0f55-8116-450d-acca-e66c70fa4d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46458d-85bf-400d-924e-8415928ab9a3,revision_number=None']} {{(pid=100734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:42.733559 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39870) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:42.776919 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-b08fde53-9070-4bfb-a717-b600671b70e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f99725fdb1e4e7c890b6478732beb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422335 Oct 19 21:42:42.779309 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [-] (100735) accepted ('10.222.0.31', 39872) {{(pid=100735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 21:42:42.825965 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.846228 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.890851 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741610'] for security_group, after_delete {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.893613 n-d-805649-9 neutron-server[100735]: DEBUG neutron_lib.callbacks.manager [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:42.894734 n-d-805649-9 neutron-server[100735]: INFO neutron.wsgi [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0ac5b8f-91c2-47bf-88d6-cfa07a32426b HTTP/1.1" status: 204 len: 168 time: 0.1145651 Oct 19 21:42:42.902123 n-d-805649-9 neutron-server[100735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da241a3-da68-42a9-94ac-678f4d4cfa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac5b8f-91c2-47bf-88d6-cfa07a32426b,revision_number=None']} {{(pid=100735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 21:42:43.535051 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:43.964869 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:49.022834 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:42:56.607896 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-86e1bd40-e7a3-4242-ae8d-841bbfcbe736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:42:59.317969 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-923ab8ce-588c-40b2-9823-27aab637c13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:00.441723 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:01.286171 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:02.573503 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:13.534539 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:13.966087 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:26.022567 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:43:26.609699 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-5d2816d8-bd12-4fbd-9c3a-6bc41eca267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:29.318448 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a955-d72f-4368-924e-de4a20bec969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:30.444302 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:31.289130 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:32.575346 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:43.540170 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:43.998940 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:56.609166 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-75e4165b-336b-47e8-809b-d943a9629caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:43:59.319177 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8db4172a-41b5-48de-af0e-cc864f0fe5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:00.445765 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:01.291755 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:02.580107 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:03.022397 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:44:13.559776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:14.009116 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:26.608409 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-db3cacec-0cb5-426f-b458-db5bb0f7791b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:29.319774 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c818b302-f651-4d2c-85f4-a9949719e235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:30.449429 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:31.294442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:32.582490 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:40.022334 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:44:43.562695 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:44.007332 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:56.610324 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-bf62cb01-3c62-4fff-a65e-daa6c9d04afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:44:59.320027 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cd56d658-2edb-4b1b-bb59-64d94f5e1349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:00.458419 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:01.297438 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:02.586066 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:13.567311 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:14.005442 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:17.021181 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:45:26.610837 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c2e52f5f-5e46-44c2-825f-5fc5f9ac76a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:29.320798 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-53f8201d-bb9f-4f8e-8410-c88e5f555086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:30.450142 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:31.300098 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:32.589194 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:43.583163 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:44.021491 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:54.021509 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:45:56.610897 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-c8a83fe5-8643-464b-baf5-d87482e46d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:45:59.322071 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-21ddaca0-4810-4766-9d40-68a37734a68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:00.450888 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:01.302815 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:02.593096 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:13.608067 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:14.013140 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:26.610401 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-dc0111ea-fba7-4eeb-b090-2c674ed4d38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:29.321996 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-a60b7278-a3af-4e97-a658-0b6ae6c2d6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:30.459139 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:31.020440 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:46:31.305413 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:32.596731 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:34.277028 n-d-805649-9 neutron-server[100735]: DEBUG neutron.wsgi [req-3b498381-4822-41a1-a983-e36fe5688663 req-005f2e79-f995-4ab8-ab94-cf2fcb6c1f36 service neutron] (100735) timed out ('10.222.0.31', 47912) {{(pid=100735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:46:43.600555 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:44.028258 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:56.611289 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-2d726710-8148-485a-9f16-13e281053b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:46:59.322045 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-ee6aecf2-ef94-4e4b-81bf-ff79ddc41eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:00.450399 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:01.307960 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:02.599186 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:08.019314 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:47:13.607538 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:14.021674 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:26.612149 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-69a8ba66-8842-4090-b456-159deccad3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:29.321322 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-99c0643f-4f2f-4558-a75a-b5cf33155401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:30.451995 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:31.313002 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:32.602257 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:43.606536 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:44.026679 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:45.018531 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:47:56.612384 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-15b9dc45-76da-42e3-ae00-55ab23e9fda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:47:59.321665 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-cfc2306f-5ab4-4c22-a574-27b9ed40a49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:00.454321 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:01.314061 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:02.605540 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:13.628392 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:14.033129 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:22.017466 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:48:26.612971 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-4341d390-17a1-4aad-97bf-8b20cfbd3f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:29.322565 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-01c8771f-a2d9-4b9c-942e-08f6b43b56c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:30.457590 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:31.316955 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:32.609211 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:43.789148 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:44.036750 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:56.613463 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-0efd0a82-3a1d-4855-b0f4-8f555a36a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:48:59.016801 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:48:59.323564 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8871b56c-8533-4346-b8b2-d0664b8fc6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:00.458776 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:01.320745 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:02.612317 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:13.652355 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:14.057089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:26.614690 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-54a9073a-c3a4-4bb0-b96a-03eee4163c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:29.323899 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-926cb1fb-dfb4-4705-877c-aaee522d0f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:30.460763 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:31.323517 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:32.615579 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:36.015654 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:49:43.640749 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:44.077978 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:56.616591 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3a014365-2534-4b7f-af78-381ef12e0610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:49:59.323951 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-23ae8b3e-dd4b-452b-ba6f-fe1de58f0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:00.462635 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:01.325989 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:02.618086 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:13.014136 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:50:13.640515 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:14.069532 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:26.619012 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-3f76e30d-e682-476c-846c-374b14352417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:29.324467 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-fd6e50f6-9513-42d7-a41f-eb7487847c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:30.464682 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:31.328089 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:32.621775 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:43.656023 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:44.086879 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:50.013171 n-d-805649-9 neutron-server[100737]: DEBUG neutron.db.agents_db [None req-564f29af-6c9e-40e7-9318-5efb7497e2a5 None None] Agent healthcheck: found 7 active agents {{(pid=100737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 21:50:56.619589 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-8cd82423-11b2-4fe4-a9e9-3082aef3008f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:50:59.328046 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-6225f5da-d4e4-41d8-921c-ad6ac169a284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:51:00.466230 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-eb54fafd-8300-4210-b6f9-6298a9fe37f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:51:01.331959 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-88cb4de4-8d36-4ad7-b80a-46fb1d0c14ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:51:02.625420 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-50fec271-695e-4a7b-87ff-3b077133a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:51:03.006199 n-d-805649-9 neutron-server[100734]: DEBUG neutron.wsgi [req-2d6b4e7c-86a7-40df-96f9-0fc4d1ad5b97 req-957680c4-9cab-44e3-9df0-ed6caf50035d service neutron] (100734) timed out ('10.222.0.31', 38980) {{(pid=100734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 21:51:13.665911 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-286416b3-9cc7-47a2-babf-67e436b5a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 21:51:14.087614 n-d-805649-9 neutron-server[100736]: DEBUG neutron_lib.callbacks.manager [None req-de4578ef-503c-4342-a348-10187e134571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745520081987', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3865418'] for agent, after_update {{(pid=100736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}